From 3e06b5b5513f21ea4d553741d5d6494fabf81115 Mon Sep 17 00:00:00 2001
From: ModelHub XC <noreply@modelhub.org.cn>
Date: Sun, 23 Aug 2026 07:55:14 +0800
Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?=
 =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?=
 =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Model: dreamgen/llama3-8b-instruct-align-test2-kto
Source: Original Platform
---
 .gitattributes                                |   49 +
 README.md                                     |  160 +
 config.json                                   |   30 +
 configuration.json                            |    1 +
 ...enge|25_2024-05-24T18-12-54.142897.parquet |    3 +
 ...gsm8k|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...swag|10_2024-05-24T18-12-54.142897.parquet |    3 +
 ...gebra|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...atomy|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...onomy|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...thics|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ledge|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ology|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...istry|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ience|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...atics|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...icine|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ysics|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...urity|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ysics|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...trics|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ering|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...atics|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...logic|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...facts|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ology|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...istry|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ience|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...story|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...raphy|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...itics|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...omics|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...atics|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...omics|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ysics|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ology|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...stics|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...story|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...story|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...aging|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ality|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...l_law|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...dence|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...acies|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...rning|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ement|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...eting|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...etics|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...neous|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...putes|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...arios|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ition|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...sophy|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...story|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...nting|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...l_law|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...icine|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ology|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...tions|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...udies|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ology|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...olicy|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...ology|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...gions|5_2024-05-24T18-12-54.142897.parquet |    3 +
 ...qa:mc|0_2024-05-24T18-12-54.142897.parquet |    3 +
 ...rande|5_2024-05-24T18-12-54.142897.parquet |    3 +
 .../results_2024-05-24T18-12-54.142897.json   | 3461 +++++++++++++++++
 ...enge|25_2024-05-24T18-15-11.422263.parquet |    3 +
 ...gsm8k|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...swag|10_2024-05-24T18-15-11.422263.parquet |    3 +
 ...gebra|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...atomy|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...onomy|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...thics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ledge|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ology|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...istry|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ience|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...atics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...icine|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ysics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...urity|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ysics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...trics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ering|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...atics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...logic|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...facts|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ology|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...istry|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ience|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...story|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...raphy|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...itics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...omics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...atics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...omics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ysics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ology|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...stics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...story|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...story|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...aging|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ality|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...l_law|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...dence|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...acies|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...rning|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ement|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...eting|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...etics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...neous|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...putes|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...arios|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ition|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...sophy|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...story|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...nting|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...l_law|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...icine|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ology|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...tions|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...udies|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ology|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...olicy|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ology|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...gions|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...qa:mc|0_2024-05-24T18-15-11.422263.parquet |    3 +
 ...rande|5_2024-05-24T18-15-11.422263.parquet |    3 +
 .../results_2024-05-24T18-15-11.422263.json   | 3461 +++++++++++++++++
 generation_config.json                        |    9 +
 model-00001-of-00004.safetensors              |    3 +
 model-00002-of-00004.safetensors              |    3 +
 model-00003-of-00004.safetensors              |    3 +
 model-00004-of-00004.safetensors              |    3 +
 model.safetensors.index.json                  |  298 ++
 .../results_2024-05-24T18-12-54.142897.json   | 3461 +++++++++++++++++
 .../results_2024-05-24T18-15-11.422263.json   | 3461 +++++++++++++++++
 special_tokens_map.json                       |   23 +
 tokenizer.json                                |    3 +
 tokenizer_config.json                         | 2064 ++++++++++
 141 files changed, 16865 insertions(+)
 create mode 100644 .gitattributes
 create mode 100644 README.md
 create mode 100644 config.json
 create mode 100644 configuration.json
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|arc:challenge|25_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|gsm8k|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|hellaswag|10_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:anatomy|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:astronomy|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:business_ethics|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_biology|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_medicine|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_physics|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:computer_security|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:econometrics|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:formal_logic|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:global_facts|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:human_aging|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:international_law|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:machine_learning|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:management|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:marketing|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:nutrition|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:philosophy|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:prehistory|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_law|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:public_relations|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:security_studies|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:sociology|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:virology|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:world_religions|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|truthfulqa:mc|0_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|winogrande|5_2024-05-24T18-12-54.142897.parquet
 create mode 100644 details/dreamgen/llama3-8b-instruct-align-test2-kto/results_2024-05-24T18-12-54.142897.json
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|arc:challenge|25_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|gsm8k|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|hellaswag|10_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:anatomy|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:astronomy|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:business_ethics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_biology|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_medicine|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_physics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:computer_security|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:econometrics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:formal_logic|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:global_facts|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_aging|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:international_law|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:machine_learning|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:management|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:marketing|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:nutrition|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:philosophy|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:prehistory|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_law|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:public_relations|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:security_studies|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:sociology|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:virology|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:world_religions|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|truthfulqa:mc|0_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|winogrande|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json
 create mode 100644 generation_config.json
 create mode 100644 model-00001-of-00004.safetensors
 create mode 100644 model-00002-of-00004.safetensors
 create mode 100644 model-00003-of-00004.safetensors
 create mode 100644 model-00004-of-00004.safetensors
 create mode 100644 model.safetensors.index.json
 create mode 100644 results/dreamgen/llama3-8b-instruct-align-test2-kto/results_2024-05-24T18-12-54.142897.json
 create mode 100644 results/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json
 create mode 100644 special_tokens_map.json
 create mode 100644 tokenizer.json
 create mode 100644 tokenizer_config.json

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..21b3632
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,49 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.gguf* filter=lfs diff=lfs merge=lfs -text
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text
+*.pt2 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
\ No newline at end of file
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..9a924d4
--- /dev/null
+++ b/README.md
@@ -0,0 +1,160 @@
+---
+license: cc
+---
+
+- **What is this?** Nothing interesting, just an experiment.
+- **License:** CC-BY-NC
+
+```
+|                         Task                         |Version|    Metric    |Value |   |Stderr|
+|------------------------------------------------------|------:|--------------|-----:|---|-----:|
+|all                                                   |       |acc           |0.6502|±  |0.0327|
+|                                                      |       |acc_norm      |0.6414|±  |0.0095|
+|                                                      |       |truthfulqa_mc1|0.3696|±  |0.0169|
+|                                                      |       |truthfulqa_mc2|0.5305|±  |0.0159|
+|                                                      |       |qem           |0.4670|±  |0.0137|
+|leaderboard:arc:challenge:25                          |      0|acc           |0.5555|±  |0.0145|
+|                                                      |       |acc_norm      |0.5623|±  |0.0145|
+|leaderboard:gsm8k:5                                   |      0|qem           |0.4670|±  |0.0137|
+|leaderboard:hellaswag:10                              |      0|acc           |0.5598|±  |0.0050|
+|                                                      |       |acc_norm      |0.7205|±  |0.0045|
+|leaderboard:mmlu:_average:5                           |       |acc           |0.6527|±  |0.0338|
+|leaderboard:mmlu:abstract_algebra:5                   |      0|acc           |0.3300|±  |0.0473|
+|leaderboard:mmlu:anatomy:5                            |      0|acc           |0.6593|±  |0.0409|
+|leaderboard:mmlu:astronomy:5                          |      0|acc           |0.7303|±  |0.0361|
+|leaderboard:mmlu:business_ethics:5                    |      0|acc           |0.6700|±  |0.0473|
+|leaderboard:mmlu:clinical_knowledge:5                 |      0|acc           |0.7321|±  |0.0273|
+|leaderboard:mmlu:college_biology:5                    |      0|acc           |0.7708|±  |0.0351|
+|leaderboard:mmlu:college_chemistry:5                  |      0|acc           |0.4900|±  |0.0502|
+|leaderboard:mmlu:college_computer_science:5           |      0|acc           |0.4600|±  |0.0501|
+|leaderboard:mmlu:college_mathematics:5                |      0|acc           |0.3900|±  |0.0490|
+|leaderboard:mmlu:college_medicine:5                   |      0|acc           |0.6069|±  |0.0372|
+|leaderboard:mmlu:college_physics:5                    |      0|acc           |0.4706|±  |0.0497|
+|leaderboard:mmlu:computer_security:5                  |      0|acc           |0.7800|±  |0.0416|
+|leaderboard:mmlu:conceptual_physics:5                 |      0|acc           |0.5830|±  |0.0322|
+|leaderboard:mmlu:econometrics:5                       |      0|acc           |0.5000|±  |0.0470|
+|leaderboard:mmlu:electrical_engineering:5             |      0|acc           |0.5862|±  |0.0410|
+|leaderboard:mmlu:elementary_mathematics:5             |      0|acc           |0.4630|±  |0.0257|
+|leaderboard:mmlu:formal_logic:5                       |      0|acc           |0.5238|±  |0.0447|
+|leaderboard:mmlu:global_facts:5                       |      0|acc           |0.4300|±  |0.0498|
+|leaderboard:mmlu:high_school_biology:5                |      0|acc           |0.7581|±  |0.0244|
+|leaderboard:mmlu:high_school_chemistry:5              |      0|acc           |0.5271|±  |0.0351|
+|leaderboard:mmlu:high_school_computer_science:5       |      0|acc           |0.6600|±  |0.0476|
+|leaderboard:mmlu:high_school_european_history:5       |      0|acc           |0.7212|±  |0.0350|
+|leaderboard:mmlu:high_school_geography:5              |      0|acc           |0.7929|±  |0.0289|
+|leaderboard:mmlu:high_school_government_and_politics:5|      0|acc           |0.8756|±  |0.0238|
+|leaderboard:mmlu:high_school_macroeconomics:5         |      0|acc           |0.6590|±  |0.0240|
+|leaderboard:mmlu:high_school_mathematics:5            |      0|acc           |0.3407|±  |0.0289|
+|leaderboard:mmlu:high_school_microeconomics:5         |      0|acc           |0.7563|±  |0.0279|
+|leaderboard:mmlu:high_school_physics:5                |      0|acc           |0.4503|±  |0.0406|
+|leaderboard:mmlu:high_school_psychology:5             |      0|acc           |0.8294|±  |0.0161|
+|leaderboard:mmlu:high_school_statistics:5             |      0|acc           |0.4954|±  |0.0341|
+|leaderboard:mmlu:high_school_us_history:5             |      0|acc           |0.8039|±  |0.0279|
+|leaderboard:mmlu:high_school_world_history:5          |      0|acc           |0.8186|±  |0.0251|
+|leaderboard:mmlu:human_aging:5                        |      0|acc           |0.6951|±  |0.0309|
+|leaderboard:mmlu:human_sexuality:5                    |      0|acc           |0.7863|±  |0.0360|
+|leaderboard:mmlu:international_law:5                  |      0|acc           |0.8017|±  |0.0364|
+|leaderboard:mmlu:jurisprudence:5                      |      0|acc           |0.8056|±  |0.0383|
+|leaderboard:mmlu:logical_fallacies:5                  |      0|acc           |0.7362|±  |0.0346|
+|leaderboard:mmlu:machine_learning:5                   |      0|acc           |0.4911|±  |0.0475|
+|leaderboard:mmlu:management:5                         |      0|acc           |0.8252|±  |0.0376|
+|leaderboard:mmlu:marketing:5                          |      0|acc           |0.8718|±  |0.0219|
+|leaderboard:mmlu:medical_genetics:5                   |      0|acc           |0.6900|±  |0.0465|
+|leaderboard:mmlu:miscellaneous:5                      |      0|acc           |0.8225|±  |0.0137|
+|leaderboard:mmlu:moral_disputes:5                     |      0|acc           |0.7052|±  |0.0245|
+|leaderboard:mmlu:moral_scenarios:5                    |      0|acc           |0.4190|±  |0.0165|
+|leaderboard:mmlu:nutrition:5                          |      0|acc           |0.7353|±  |0.0253|
+|leaderboard:mmlu:philosophy:5                         |      0|acc           |0.7203|±  |0.0255|
+|leaderboard:mmlu:prehistory:5                         |      0|acc           |0.6975|±  |0.0256|
+|leaderboard:mmlu:professional_accounting:5            |      0|acc           |0.5035|±  |0.0298|
+|leaderboard:mmlu:professional_law:5                   |      0|acc           |0.4576|±  |0.0127|
+|leaderboard:mmlu:professional_medicine:5              |      0|acc           |0.7132|±  |0.0275|
+|leaderboard:mmlu:professional_psychology:5            |      0|acc           |0.6879|±  |0.0187|
+|leaderboard:mmlu:public_relations:5                   |      0|acc           |0.6545|±  |0.0455|
+|leaderboard:mmlu:security_studies:5                   |      0|acc           |0.7388|±  |0.0281|
+|leaderboard:mmlu:sociology:5                          |      0|acc           |0.8159|±  |0.0274|
+|leaderboard:mmlu:us_foreign_policy:5                  |      0|acc           |0.8500|±  |0.0359|
+|leaderboard:mmlu:virology:5                           |      0|acc           |0.5000|±  |0.0389|
+|leaderboard:mmlu:world_religions:5                    |      0|acc           |0.8129|±  |0.0299|
+|leaderboard:truthfulqa:mc:0                           |      0|truthfulqa_mc1|0.3696|±  |0.0169|
+|                                                      |       |truthfulqa_mc2|0.5305|±  |0.0159|
+|leaderboard:winogrande:5                              |      0|acc           |0.6938|±  |0.0130|
+```
+
+Baseline:
+
+```
+|                         Task                         |Version|    Metric    |Value |   |Stderr|
+|------------------------------------------------------|------:|--------------|-----:|---|-----:|
+|all                                                   |       |acc           |0.6635|±  |0.0322|
+|                                                      |       |acc_norm      |0.6569|±  |0.0094|
+|                                                      |       |truthfulqa_mc1|0.3745|±  |0.0169|
+|                                                      |       |truthfulqa_mc2|0.5338|±  |0.0160|
+|                                                      |       |qem           |0.6808|±  |0.0128|
+|leaderboard:arc:challenge:25                          |      0|acc           |0.5742|±  |0.0144|
+|                                                      |       |acc_norm      |0.5828|±  |0.0144|
+|leaderboard:gsm8k:5                                   |      0|qem           |0.6808|±  |0.0128|
+|leaderboard:hellaswag:10                              |      0|acc           |0.5707|±  |0.0049|
+|                                                      |       |acc_norm      |0.7310|±  |0.0044|
+|leaderboard:mmlu:_average:5                           |       |acc           |0.6662|±  |0.0333|
+|leaderboard:mmlu:abstract_algebra:5                   |      0|acc           |0.3300|±  |0.0473|
+|leaderboard:mmlu:anatomy:5                            |      0|acc           |0.6815|±  |0.0402|
+|leaderboard:mmlu:astronomy:5                          |      0|acc           |0.7500|±  |0.0352|
+|leaderboard:mmlu:business_ethics:5                    |      0|acc           |0.7000|±  |0.0461|
+|leaderboard:mmlu:clinical_knowledge:5                 |      0|acc           |0.7472|±  |0.0267|
+|leaderboard:mmlu:college_biology:5                    |      0|acc           |0.7917|±  |0.0340|
+|leaderboard:mmlu:college_chemistry:5                  |      0|acc           |0.4500|±  |0.0500|
+|leaderboard:mmlu:college_computer_science:5           |      0|acc           |0.5200|±  |0.0502|
+|leaderboard:mmlu:college_mathematics:5                |      0|acc           |0.3900|±  |0.0490|
+|leaderboard:mmlu:college_medicine:5                   |      0|acc           |0.6590|±  |0.0361|
+|leaderboard:mmlu:college_physics:5                    |      0|acc           |0.4314|±  |0.0493|
+|leaderboard:mmlu:computer_security:5                  |      0|acc           |0.7900|±  |0.0409|
+|leaderboard:mmlu:conceptual_physics:5                 |      0|acc           |0.5872|±  |0.0322|
+|leaderboard:mmlu:econometrics:5                       |      0|acc           |0.5439|±  |0.0469|
+|leaderboard:mmlu:electrical_engineering:5             |      0|acc           |0.6138|±  |0.0406|
+|leaderboard:mmlu:elementary_mathematics:5             |      0|acc           |0.4683|±  |0.0257|
+|leaderboard:mmlu:formal_logic:5                       |      0|acc           |0.5317|±  |0.0446|
+|leaderboard:mmlu:global_facts:5                       |      0|acc           |0.4600|±  |0.0501|
+|leaderboard:mmlu:high_school_biology:5                |      0|acc           |0.8065|±  |0.0225|
+|leaderboard:mmlu:high_school_chemistry:5              |      0|acc           |0.5419|±  |0.0351|
+|leaderboard:mmlu:high_school_computer_science:5       |      0|acc           |0.6800|±  |0.0469|
+|leaderboard:mmlu:high_school_european_history:5       |      0|acc           |0.7394|±  |0.0343|
+|leaderboard:mmlu:high_school_geography:5              |      0|acc           |0.8131|±  |0.0278|
+|leaderboard:mmlu:high_school_government_and_politics:5|      0|acc           |0.8964|±  |0.0220|
+|leaderboard:mmlu:high_school_macroeconomics:5         |      0|acc           |0.6769|±  |0.0237|
+|leaderboard:mmlu:high_school_mathematics:5            |      0|acc           |0.3259|±  |0.0286|
+|leaderboard:mmlu:high_school_microeconomics:5         |      0|acc           |0.7563|±  |0.0279|
+|leaderboard:mmlu:high_school_physics:5                |      0|acc           |0.4106|±  |0.0402|
+|leaderboard:mmlu:high_school_psychology:5             |      0|acc           |0.8477|±  |0.0154|
+|leaderboard:mmlu:high_school_statistics:5             |      0|acc           |0.4769|±  |0.0341|
+|leaderboard:mmlu:high_school_us_history:5             |      0|acc           |0.7892|±  |0.0286|
+|leaderboard:mmlu:high_school_world_history:5          |      0|acc           |0.8397|±  |0.0239|
+|leaderboard:mmlu:human_aging:5                        |      0|acc           |0.7265|±  |0.0299|
+|leaderboard:mmlu:human_sexuality:5                    |      0|acc           |0.7939|±  |0.0355|
+|leaderboard:mmlu:international_law:5                  |      0|acc           |0.7686|±  |0.0385|
+|leaderboard:mmlu:jurisprudence:5                      |      0|acc           |0.7593|±  |0.0413|
+|leaderboard:mmlu:logical_fallacies:5                  |      0|acc           |0.7607|±  |0.0335|
+|leaderboard:mmlu:machine_learning:5                   |      0|acc           |0.5268|±  |0.0474|
+|leaderboard:mmlu:management:5                         |      0|acc           |0.8155|±  |0.0384|
+|leaderboard:mmlu:marketing:5                          |      0|acc           |0.9060|±  |0.0191|
+|leaderboard:mmlu:medical_genetics:5                   |      0|acc           |0.7900|±  |0.0409|
+|leaderboard:mmlu:miscellaneous:5                      |      0|acc           |0.8238|±  |0.0136|
+|leaderboard:mmlu:moral_disputes:5                     |      0|acc           |0.7399|±  |0.0236|
+|leaderboard:mmlu:moral_scenarios:5                    |      0|acc           |0.4358|±  |0.0166|
+|leaderboard:mmlu:nutrition:5                          |      0|acc           |0.7549|±  |0.0246|
+|leaderboard:mmlu:philosophy:5                         |      0|acc           |0.7331|±  |0.0251|
+|leaderboard:mmlu:prehistory:5                         |      0|acc           |0.7469|±  |0.0242|
+|leaderboard:mmlu:professional_accounting:5            |      0|acc           |0.5177|±  |0.0298|
+|leaderboard:mmlu:professional_law:5                   |      0|acc           |0.4648|±  |0.0127|
+|leaderboard:mmlu:professional_medicine:5              |      0|acc           |0.7279|±  |0.0270|
+|leaderboard:mmlu:professional_psychology:5            |      0|acc           |0.6928|±  |0.0187|
+|leaderboard:mmlu:public_relations:5                   |      0|acc           |0.6636|±  |0.0453|
+|leaderboard:mmlu:security_studies:5                   |      0|acc           |0.7306|±  |0.0284|
+|leaderboard:mmlu:sociology:5                          |      0|acc           |0.8557|±  |0.0248|
+|leaderboard:mmlu:us_foreign_policy:5                  |      0|acc           |0.8600|±  |0.0349|
+|leaderboard:mmlu:virology:5                           |      0|acc           |0.5361|±  |0.0388|
+|leaderboard:mmlu:world_religions:5                    |      0|acc           |0.7953|±  |0.0309|
+|leaderboard:truthfulqa:mc:0                           |      0|truthfulqa_mc1|0.3745|±  |0.0169|
+|                                                      |       |truthfulqa_mc2|0.5338|±  |0.0160|
+|leaderboard:winogrande:5                              |      0|acc           |0.6930|±  |0.0130|
+```
\ No newline at end of file
diff --git a/config.json b/config.json
new file mode 100644
index 0000000..001267b
--- /dev/null
+++ b/config.json
@@ -0,0 +1,30 @@
+{
+  "_name_or_path": "unsloth/llama-3-8b-Instruct-bnb-4bit",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128009,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.41.1",
+  "unsloth_version": "2024.5",
+  "use_cache": true,
+  "vocab_size": 128256
+}
diff --git a/configuration.json b/configuration.json
new file mode 100644
index 0000000..bbeeda1
--- /dev/null
+++ b/configuration.json
@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
\ No newline at end of file
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|arc:challenge|25_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|arc:challenge|25_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..a09bb32
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|arc:challenge|25_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14637928a9d15e58408a7a61891aa1d13baecedf2112320f8bc7fac43efb8795
+size 5638914
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|gsm8k|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|gsm8k|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..8654109
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|gsm8k|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534b66c16ea82ab0e937fb166d5e51f568c07eee2b202d6a3f8f203ce4c05f81
+size 5046628
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|hellaswag|10_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|hellaswag|10_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..e8afcf5
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|hellaswag|10_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e088713503f00cc00a2d8bdfa5db4c4cf95cf87d2857e35754a3d6fd5579b3
+size 57616465
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..bef6877
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc93417b804c74c7003ff5c9beb167faccb3dbd94a17de73c2d0535eacfa1b33
+size 72502
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:anatomy|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:anatomy|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..c26278e
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:anatomy|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61834bb1c232ed7e26b53fe9495e41983e03f0eea882ddc603145a89d76469fb
+size 115311
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:astronomy|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:astronomy|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..7458e1e
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:astronomy|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb669694af160029b8de00766bf04476daeef904d9b34a49f2904a414f4a8bd
+size 180550
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:business_ethics|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:business_ethics|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..550fdfc
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:business_ethics|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c92cf7d87bb2d3a54af9cb6110e902f8ce46dee8c5d4bf1e20a9e8e2b32f30
+size 132583
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..218526c
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b960702e6c17d5c5f15b1652069b01f9ac0603b27ce4f855e2920cac858c35ec
+size 221384
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_biology|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_biology|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..b3d71cd
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_biology|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341790f3aa67365368cdc2f921f4101defd8b8becbf5849b6139f1ffa20cccd4
+size 167395
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..ea2c86b
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b476e0b51c3c1b3686d7f22edeae08857726735bf639ab7f4209e0a027a71f7a
+size 112834
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..3a5dbfd
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba74d99caa24ffbaebc7ff52ad6bb453cedbad94d04fcee05f3d7ce130e9da87
+size 173789
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..606596d
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efcb3e2e0d31bdcfd6752dcfbda1b6a8dd9baa8ff09da6fa836e0a074ece03f
+size 108482
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_medicine|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_medicine|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..5b7a249
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_medicine|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0fc14025a215de3fbd1a9189a47c8d61e6297846c4a7d7c390bca6c9e0d889
+size 235055
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_physics|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_physics|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..0f9f31a
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:college_physics|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8990564f710e76e0f4212734f61d9ee0705c5d4b9ebef2254cdbb16fba3a17ce
+size 111093
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:computer_security|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:computer_security|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..de002ec
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:computer_security|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039588d50415dffd41ea70022d7b8e7f012bb5ae70f7222d6a9a425c652f2a3e
+size 107025
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..947613d
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a3f64b3900b9f41f8bf84c6cad9da0c0338109c0e53631b225bd19d736ac0d
+size 150436
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:econometrics|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:econometrics|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..08aeed7
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:econometrics|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfc35593667df65e5c62ac4b29922e0e39b4b50eafec540308415086a9b7218
+size 151753
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..19f535a
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18faa93f02668ae335bede72596ad08db84aa0fab466a094b826a4850bdfaaa4
+size 112884
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..b4f75c2
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806c4d24cde4a19ba92f353f4b7d1cb641994733f7509f565a5be89adbf2bdf0
+size 293203
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:formal_logic|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:formal_logic|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..5c68978
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:formal_logic|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e965d8d0873277fb4a0ec07abb141c325d2a2fbe5b08ba352db8203b0dd555
+size 145187
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:global_facts|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:global_facts|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..4e306c3
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:global_facts|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7039d0fa39221e15eec577151ed8f15f64f90c55a4e0e75739e4c92660b1a5b5
+size 85135
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..f8826f8
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a516dcaaf7f85da1323801b12f0de192d3a0307681541899ca01135992bd74c8
+size 331956
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..9272284
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92ea72746da539da9034c15acc7f6098bacc33413acf2bbab1c2ca892cb6070
+size 190148
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..fa6d944
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064bffad31690395b3213a89eac598049ad3ff772941a44b08845fe18059defd
+size 168879
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..ba70e2c
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb43cb346d271a1a782093872aaeb19383ffc1c7e0594c95d6eb5dae70c880b
+size 1336154
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..66d879a
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8647007fb6c39fb28db4ff29ba9d3b5fb90cbba1ec052fe08cdc5574a52bb1c4
+size 164887
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..d860a26
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcc5ee8458a6dee87019fedd5894b1b48cf267965ae28d6cacc5c803d92dbd0
+size 215026
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..cb2d88a
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a3c522794b3c7d6800aa7ddd1f0031f4ba390cd9a49ce125414b097e07ca01
+size 308310
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..fad9c16
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7aa608a739c43acfc1b04735bdf5a823e731bfcd60f909e414220bd19131db9
+size 229303
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..e3d2923
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fd00e20f649108b8706c4b6312654e07aedd2e7c53153174dd1654bcadcc94
+size 222430
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..85ab0e6
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea18c16d91666a5f6fbb8bc15c07ec40d7fabaa38df1b7a73585cda2b2d1e61
+size 183131
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..824689c
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caeaa7fafaa34fdb6c55f3dc9af9dcd5f8ad74ebf9796288d0603ffcc8c46f67
+size 539644
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..130b438
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bd86f631f7e3fd8e714f4f6b221a80bf3fc0f109493f17af0b3ff750d9ff22
+size 329454
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..8b2cff6
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b4cc42d5818b7c3a40793d121a396225dc5dd4e110a27530e88f8b568988f5
+size 1212460
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..ed8530c
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f997e62f863fed93c39119f763bc045a3418620311c04b0b6c786ef60a02e09f
+size 962037
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:human_aging|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:human_aging|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..3794f59
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:human_aging|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df04aeddea524eb724d66bca2c0ff796b70e96f27e9e73a0e83e1ec33e754d6f
+size 168200
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..ab6bdf3
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bdd8660acfc270608456c67d1a86f58b23b43c23f753b0a576184c0ed6c197
+size 119551
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:international_law|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:international_law|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..ef9e3ce
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:international_law|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46043e1c7ccc16316dfd6d27a683151ab6e5d1d02fb480e703fefc6a094b1340
+size 173828
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..c8e076f
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95063de5d314eaacc3fe8a96d352f74fa7ed182b184edc98a3fb08c76c5717f5
+size 128228
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..633fc00
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a7a17f8079de0b7cb3c1e395adc3d2f8ac0652fe18031986639c32e2cfaf93
+size 156189
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:machine_learning|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:machine_learning|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..6f94a88
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:machine_learning|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb90ec4009946f34ef1933b034982626c1398f8c9d0fe3d19ee78c61e650c49
+size 156363
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:management|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:management|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..7a95d19
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:management|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5cea640f03077e2f3150118da3fe56748a1144087ac523d653b20cb3a207d81
+size 82594
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:marketing|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:marketing|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..606634a
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:marketing|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d8fa0ed042508510221a68d83f1abc622bf6ca3282af12fb828a87031ebfcf
+size 213558
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..c642596
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4844324a604ed9344265a79d640917e9df7e09446fef51f017ef1913cbe21518
+size 93043
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..3a58a69
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ec67fc09560c55c0aec2dd32d6338bc9d7f4e13bf04aff347f9e615123e6b4
+size 520746
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..7aa48cc
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603fc1fb22a70fb9bcc7a13a231c8083fef9e437abb799dfe4bcf727349f5e43
+size 339742
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..5f31ccc
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85eb82bd3d49677e2910708c7e89618f06bd0b5b64ae3fb8088e36f9baaa4aca
+size 699259
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:nutrition|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:nutrition|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..f829a91
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:nutrition|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693c174eec6416e49a4efcc84571f67765903770e7cea81932f4e7ff1b717b57
+size 328953
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:philosophy|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:philosophy|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..134b81a
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:philosophy|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3525335c11173bbbcc90ede07dfa15e60d48ff8ef18be37bf56b5f7fcdeacdd9
+size 244041
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:prehistory|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:prehistory|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..94b6575
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:prehistory|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e495bc606bcf1b58add411268b18667b1e3ee256d54361364c0d94c7075c77
+size 329182
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..c89e5ea
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dc1a8ddfbab0216f90a13d0be0eb428e8592953c07694e3f79851f8f24b2af
+size 386650
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_law|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_law|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..1a9d3ff
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_law|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87af5ad150daf1aff6c7519bd406c704bd7b7daa7062c7f29cbca5c99c3230aa
+size 6079433
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..f66e38a
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e4b0267d43905660b35718d3a2f64b9a3a855718937696b75e029290c3e997
+size 664145
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..47a1a9c
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3441b311caa699e33f4a34c390b67d422df0c8aa1e03202d7f601eddc35074c
+size 726214
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:public_relations|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:public_relations|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..dcc2803
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:public_relations|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe178658cb744ae83a78bdecead9911a5964d3cc751a6cfc6938a511c1140cfc
+size 127287
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:security_studies|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:security_studies|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..14c5351
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:security_studies|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95340d8ab9f0b9ea9a998f3f39a3b47c6e8410b612be37d6004c75ba6802351a
+size 638418
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:sociology|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:sociology|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..ca967b6
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:sociology|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f26040b0cdda08963aae90cfd943486a70cd080aeb4b0ec84af60c3c9fb4f9b
+size 224793
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..7e6c461
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e16794d4b88361e4fb256b533764ce70e02427a4182b167bf4735e89513305
+size 119754
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:virology|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:virology|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..5c56a35
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:virology|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42976e339853dfae63e0d9e7f57a69aa3fccc381ccdf015889df0e3016ae26ee
+size 145512
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:world_religions|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:world_religions|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..7cd9181
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|mmlu:world_religions|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c315f775d32b614c0f169ea735e0782751ed2e5168bd884db0d9c337d47a04
+size 108994
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|truthfulqa:mc|0_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|truthfulqa:mc|0_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..8b59734
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|truthfulqa:mc|0_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87e00b61bbc50ff72cad8204c985c729154511547622aa08778d6d8ca75fdca
+size 883938
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|winogrande|5_2024-05-24T18-12-54.142897.parquet b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|winogrande|5_2024-05-24T18-12-54.142897.parquet
new file mode 100644
index 0000000..f72340f
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/2024-05-24T18-12-54.142897/details_leaderboard|winogrande|5_2024-05-24T18-12-54.142897.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30578fd42be38bede6bfca275fbb26271b4dcafaef991feb4c18060777fdd9a3
+size 1149966
diff --git a/details/dreamgen/llama3-8b-instruct-align-test2-kto/results_2024-05-24T18-12-54.142897.json b/details/dreamgen/llama3-8b-instruct-align-test2-kto/results_2024-05-24T18-12-54.142897.json
new file mode 100644
index 0000000..fdca4e4
--- /dev/null
+++ b/details/dreamgen/llama3-8b-instruct-align-test2-kto/results_2024-05-24T18-12-54.142897.json
@@ -0,0 +1,3461 @@
+{
+  "config_general": {
+    "lighteval_sha": "a98210fd3a2d1e8bface1c32b72ebd5017173a4c",
+    "num_fewshot_seeds": 1,
+    "override_batch_size": -1,
+    "max_samples": null,
+    "job_id": "",
+    "start_time": 2236461.789611765,
+    "end_time": 2259996.300803602,
+    "total_evaluation_time_secondes": "23534.511191837024",
+    "model_name": "dreamgen/llama3-8b-instruct-align-test2-kto",
+    "model_sha": "9d61ac436978ee7007b966c145c2537cbe2fc994",
+    "model_dtype": "torch.bfloat16",
+    "model_size": "14.96 GB",
+    "config": null
+  },
+  "results": {
+    "leaderboard|arc:challenge|25": {
+      "acc": 0.5554607508532423,
+      "acc_stderr": 0.014521226405627075,
+      "acc_norm": 0.5622866894197952,
+      "acc_norm_stderr": 0.014497573881108282
+    },
+    "leaderboard|hellaswag|10": {
+      "acc": 0.5598486357299343,
+      "acc_stderr": 0.004953907062096603,
+      "acc_norm": 0.7204740091615216,
+      "acc_norm_stderr": 0.004478491697891239
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "acc": 0.33,
+      "acc_stderr": 0.047258156262526045
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "acc": 0.6592592592592592,
+      "acc_stderr": 0.040943762699967926
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "acc": 0.7302631578947368,
+      "acc_stderr": 0.03611780560284898
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "acc": 0.67,
+      "acc_stderr": 0.047258156262526094
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "acc": 0.7320754716981132,
+      "acc_stderr": 0.027257260322494845
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "acc": 0.7708333333333334,
+      "acc_stderr": 0.03514697467862388
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "acc": 0.49,
+      "acc_stderr": 0.05024183937956911
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "acc": 0.46,
+      "acc_stderr": 0.05009082659620332
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "acc": 0.39,
+      "acc_stderr": 0.04902071300001975
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "acc": 0.6069364161849711,
+      "acc_stderr": 0.0372424959581773
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "acc": 0.47058823529411764,
+      "acc_stderr": 0.04966570903978529
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "acc": 0.78,
+      "acc_stderr": 0.04163331998932261
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "acc": 0.5829787234042553,
+      "acc_stderr": 0.03223276266711712
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "acc": 0.5,
+      "acc_stderr": 0.047036043419179864
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "acc": 0.5862068965517241,
+      "acc_stderr": 0.04104269211806232
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "acc": 0.46296296296296297,
+      "acc_stderr": 0.02568056464005688
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "acc": 0.5238095238095238,
+      "acc_stderr": 0.04467062628403273
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "acc": 0.43,
+      "acc_stderr": 0.04975698519562428
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "acc": 0.7580645161290323,
+      "acc_stderr": 0.024362599693031076
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "acc": 0.5270935960591133,
+      "acc_stderr": 0.03512819077876106
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "acc": 0.66,
+      "acc_stderr": 0.04760952285695237
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "acc": 0.7212121212121212,
+      "acc_stderr": 0.035014387062967806
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "acc": 0.7929292929292929,
+      "acc_stderr": 0.028869778460267042
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "acc": 0.8756476683937824,
+      "acc_stderr": 0.023814477086593563
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "acc": 0.658974358974359,
+      "acc_stderr": 0.024035489676335068
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "acc": 0.34074074074074073,
+      "acc_stderr": 0.028897748741131137
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "acc": 0.7563025210084033,
+      "acc_stderr": 0.027886828078380548
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "acc": 0.4503311258278146,
+      "acc_stderr": 0.04062290018683775
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "acc": 0.8293577981651377,
+      "acc_stderr": 0.016129271025099878
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "acc": 0.49537037037037035,
+      "acc_stderr": 0.03409825519163572
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "acc": 0.803921568627451,
+      "acc_stderr": 0.027865942286639318
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "acc": 0.8185654008438819,
+      "acc_stderr": 0.025085961144579654
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "acc": 0.695067264573991,
+      "acc_stderr": 0.03089861088247752
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "acc": 0.7862595419847328,
+      "acc_stderr": 0.0359546161177469
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "acc": 0.8016528925619835,
+      "acc_stderr": 0.03640118271990947
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "acc": 0.8055555555555556,
+      "acc_stderr": 0.038260763248848646
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "acc": 0.7361963190184049,
+      "acc_stderr": 0.03462419931615623
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "acc": 0.49107142857142855,
+      "acc_stderr": 0.04745033255489123
+    },
+    "leaderboard|mmlu:management|5": {
+      "acc": 0.8252427184466019,
+      "acc_stderr": 0.03760178006026622
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "acc": 0.8717948717948718,
+      "acc_stderr": 0.02190190511507333
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "acc": 0.69,
+      "acc_stderr": 0.04648231987117316
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "acc": 0.822477650063857,
+      "acc_stderr": 0.013664230995834834
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "acc": 0.7052023121387283,
+      "acc_stderr": 0.02454761779480383
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "acc": 0.41899441340782123,
+      "acc_stderr": 0.016501579306861677
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "acc": 0.7352941176470589,
+      "acc_stderr": 0.025261691219729484
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "acc": 0.7202572347266881,
+      "acc_stderr": 0.02549425935069491
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "acc": 0.6975308641975309,
+      "acc_stderr": 0.025557653981868055
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "acc": 0.5035460992907801,
+      "acc_stderr": 0.02982674915328092
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "acc": 0.4576271186440678,
+      "acc_stderr": 0.012724296550980188
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "acc": 0.7132352941176471,
+      "acc_stderr": 0.027472274473233818
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "acc": 0.6879084967320261,
+      "acc_stderr": 0.018745011201277657
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "acc": 0.6545454545454545,
+      "acc_stderr": 0.04554619617541054
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "acc": 0.7387755102040816,
+      "acc_stderr": 0.028123429335142773
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "acc": 0.8159203980099502,
+      "acc_stderr": 0.027403859410786848
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "acc": 0.85,
+      "acc_stderr": 0.0358870281282637
+    },
+    "leaderboard|mmlu:virology|5": {
+      "acc": 0.5,
+      "acc_stderr": 0.03892494720807614
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "acc": 0.8128654970760234,
+      "acc_stderr": 0.029913127232368032
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "truthfulqa_mc1": 0.36964504283965727,
+      "truthfulqa_mc1_stderr": 0.01689818070697389,
+      "truthfulqa_mc2": 0.5305070824753251,
+      "truthfulqa_mc2_stderr": 0.015944782750315033
+    },
+    "leaderboard|winogrande|5": {
+      "acc": 0.6937647987371744,
+      "acc_stderr": 0.01295438597280247
+    },
+    "leaderboard|gsm8k|5": {
+      "qem": 0.4670204700530705,
+      "qem_stderr": 0.013742492794163421
+    },
+    "leaderboard|mmlu:_average|5": {
+      "acc": 0.6526569493505927,
+      "acc_stderr": 0.03380504750509661
+    },
+    "all": {
+      "acc": 0.6501753383050689,
+      "acc_stderr": 0.03265528712051721,
+      "acc_norm": 0.6413803492906585,
+      "acc_norm_stderr": 0.009488032789499761,
+      "truthfulqa_mc1": 0.36964504283965727,
+      "truthfulqa_mc1_stderr": 0.01689818070697389,
+      "truthfulqa_mc2": 0.5305070824753251,
+      "truthfulqa_mc2_stderr": 0.015944782750315033,
+      "qem": 0.4670204700530705,
+      "qem_stderr": 0.013742492794163421
+    }
+  },
+  "versions": {
+    "leaderboard|arc:challenge|25": 0,
+    "leaderboard|gsm8k|5": 0,
+    "leaderboard|hellaswag|10": 0,
+    "leaderboard|mmlu:abstract_algebra|5": 0,
+    "leaderboard|mmlu:anatomy|5": 0,
+    "leaderboard|mmlu:astronomy|5": 0,
+    "leaderboard|mmlu:business_ethics|5": 0,
+    "leaderboard|mmlu:clinical_knowledge|5": 0,
+    "leaderboard|mmlu:college_biology|5": 0,
+    "leaderboard|mmlu:college_chemistry|5": 0,
+    "leaderboard|mmlu:college_computer_science|5": 0,
+    "leaderboard|mmlu:college_mathematics|5": 0,
+    "leaderboard|mmlu:college_medicine|5": 0,
+    "leaderboard|mmlu:college_physics|5": 0,
+    "leaderboard|mmlu:computer_security|5": 0,
+    "leaderboard|mmlu:conceptual_physics|5": 0,
+    "leaderboard|mmlu:econometrics|5": 0,
+    "leaderboard|mmlu:electrical_engineering|5": 0,
+    "leaderboard|mmlu:elementary_mathematics|5": 0,
+    "leaderboard|mmlu:formal_logic|5": 0,
+    "leaderboard|mmlu:global_facts|5": 0,
+    "leaderboard|mmlu:high_school_biology|5": 0,
+    "leaderboard|mmlu:high_school_chemistry|5": 0,
+    "leaderboard|mmlu:high_school_computer_science|5": 0,
+    "leaderboard|mmlu:high_school_european_history|5": 0,
+    "leaderboard|mmlu:high_school_geography|5": 0,
+    "leaderboard|mmlu:high_school_government_and_politics|5": 0,
+    "leaderboard|mmlu:high_school_macroeconomics|5": 0,
+    "leaderboard|mmlu:high_school_mathematics|5": 0,
+    "leaderboard|mmlu:high_school_microeconomics|5": 0,
+    "leaderboard|mmlu:high_school_physics|5": 0,
+    "leaderboard|mmlu:high_school_psychology|5": 0,
+    "leaderboard|mmlu:high_school_statistics|5": 0,
+    "leaderboard|mmlu:high_school_us_history|5": 0,
+    "leaderboard|mmlu:high_school_world_history|5": 0,
+    "leaderboard|mmlu:human_aging|5": 0,
+    "leaderboard|mmlu:human_sexuality|5": 0,
+    "leaderboard|mmlu:international_law|5": 0,
+    "leaderboard|mmlu:jurisprudence|5": 0,
+    "leaderboard|mmlu:logical_fallacies|5": 0,
+    "leaderboard|mmlu:machine_learning|5": 0,
+    "leaderboard|mmlu:management|5": 0,
+    "leaderboard|mmlu:marketing|5": 0,
+    "leaderboard|mmlu:medical_genetics|5": 0,
+    "leaderboard|mmlu:miscellaneous|5": 0,
+    "leaderboard|mmlu:moral_disputes|5": 0,
+    "leaderboard|mmlu:moral_scenarios|5": 0,
+    "leaderboard|mmlu:nutrition|5": 0,
+    "leaderboard|mmlu:philosophy|5": 0,
+    "leaderboard|mmlu:prehistory|5": 0,
+    "leaderboard|mmlu:professional_accounting|5": 0,
+    "leaderboard|mmlu:professional_law|5": 0,
+    "leaderboard|mmlu:professional_medicine|5": 0,
+    "leaderboard|mmlu:professional_psychology|5": 0,
+    "leaderboard|mmlu:public_relations|5": 0,
+    "leaderboard|mmlu:security_studies|5": 0,
+    "leaderboard|mmlu:sociology|5": 0,
+    "leaderboard|mmlu:us_foreign_policy|5": 0,
+    "leaderboard|mmlu:virology|5": 0,
+    "leaderboard|mmlu:world_religions|5": 0,
+    "leaderboard|truthfulqa:mc|0": 0,
+    "leaderboard|winogrande|5": 0
+  },
+  "config_tasks": {
+    "leaderboard|arc:challenge": {
+      "name": "arc:challenge",
+      "prompt_function": "arc",
+      "hf_repo": "ai2_arc",
+      "hf_subset": "ARC-Challenge",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm_nospace"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "arc"
+      ],
+      "original_num_docs": 1172,
+      "effective_num_docs": 1172,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|gsm8k": {
+      "name": "gsm8k",
+      "prompt_function": "gsm8k",
+      "hf_repo": "gsm8k",
+      "hf_subset": "main",
+      "metric": [
+        "quasi_exact_match_gsm8k"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 256,
+      "stop_sequence": [
+        "Question:",
+        "Question",
+        ":"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1319,
+      "effective_num_docs": 1319,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|hellaswag": {
+      "name": "hellaswag",
+      "prompt_function": "hellaswag_harness",
+      "hf_repo": "hellaswag",
+      "hf_subset": "default",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 10042,
+      "effective_num_docs": 10042,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:abstract_algebra": {
+      "name": "mmlu:abstract_algebra",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "abstract_algebra",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:anatomy": {
+      "name": "mmlu:anatomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "anatomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 135,
+      "effective_num_docs": 135,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:astronomy": {
+      "name": "mmlu:astronomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "astronomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 152,
+      "effective_num_docs": 152,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:business_ethics": {
+      "name": "mmlu:business_ethics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "business_ethics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge": {
+      "name": "mmlu:clinical_knowledge",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "clinical_knowledge",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 265,
+      "effective_num_docs": 265,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_biology": {
+      "name": "mmlu:college_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 144,
+      "effective_num_docs": 144,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_chemistry": {
+      "name": "mmlu:college_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_computer_science": {
+      "name": "mmlu:college_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_mathematics": {
+      "name": "mmlu:college_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_medicine": {
+      "name": "mmlu:college_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 173,
+      "effective_num_docs": 173,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_physics": {
+      "name": "mmlu:college_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 102,
+      "effective_num_docs": 102,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:computer_security": {
+      "name": "mmlu:computer_security",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "computer_security",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:conceptual_physics": {
+      "name": "mmlu:conceptual_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "conceptual_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 235,
+      "effective_num_docs": 235,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:econometrics": {
+      "name": "mmlu:econometrics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "econometrics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 114,
+      "effective_num_docs": 114,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:electrical_engineering": {
+      "name": "mmlu:electrical_engineering",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "electrical_engineering",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 145,
+      "effective_num_docs": 145,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics": {
+      "name": "mmlu:elementary_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "elementary_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 378,
+      "effective_num_docs": 378,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:formal_logic": {
+      "name": "mmlu:formal_logic",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "formal_logic",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 126,
+      "effective_num_docs": 126,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:global_facts": {
+      "name": "mmlu:global_facts",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "global_facts",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_biology": {
+      "name": "mmlu:high_school_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 310,
+      "effective_num_docs": 310,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry": {
+      "name": "mmlu:high_school_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 203,
+      "effective_num_docs": 203,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science": {
+      "name": "mmlu:high_school_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_european_history": {
+      "name": "mmlu:high_school_european_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_european_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 165,
+      "effective_num_docs": 165,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_geography": {
+      "name": "mmlu:high_school_geography",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_geography",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 198,
+      "effective_num_docs": 198,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics": {
+      "name": "mmlu:high_school_government_and_politics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_government_and_politics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 193,
+      "effective_num_docs": 193,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics": {
+      "name": "mmlu:high_school_macroeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_macroeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 390,
+      "effective_num_docs": 390,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics": {
+      "name": "mmlu:high_school_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 270,
+      "effective_num_docs": 270,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics": {
+      "name": "mmlu:high_school_microeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_microeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 238,
+      "effective_num_docs": 238,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_physics": {
+      "name": "mmlu:high_school_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 151,
+      "effective_num_docs": 151,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_psychology": {
+      "name": "mmlu:high_school_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 545,
+      "effective_num_docs": 545,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_statistics": {
+      "name": "mmlu:high_school_statistics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_statistics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 216,
+      "effective_num_docs": 216,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_us_history": {
+      "name": "mmlu:high_school_us_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_us_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 204,
+      "effective_num_docs": 204,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_world_history": {
+      "name": "mmlu:high_school_world_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_world_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 237,
+      "effective_num_docs": 237,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_aging": {
+      "name": "mmlu:human_aging",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_aging",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 223,
+      "effective_num_docs": 223,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_sexuality": {
+      "name": "mmlu:human_sexuality",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_sexuality",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 131,
+      "effective_num_docs": 131,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:international_law": {
+      "name": "mmlu:international_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "international_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 121,
+      "effective_num_docs": 121,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:jurisprudence": {
+      "name": "mmlu:jurisprudence",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "jurisprudence",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 108,
+      "effective_num_docs": 108,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:logical_fallacies": {
+      "name": "mmlu:logical_fallacies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "logical_fallacies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 163,
+      "effective_num_docs": 163,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:machine_learning": {
+      "name": "mmlu:machine_learning",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "machine_learning",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 112,
+      "effective_num_docs": 112,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:management": {
+      "name": "mmlu:management",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "management",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 103,
+      "effective_num_docs": 103,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:marketing": {
+      "name": "mmlu:marketing",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "marketing",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 234,
+      "effective_num_docs": 234,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:medical_genetics": {
+      "name": "mmlu:medical_genetics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "medical_genetics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:miscellaneous": {
+      "name": "mmlu:miscellaneous",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "miscellaneous",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 783,
+      "effective_num_docs": 783,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_disputes": {
+      "name": "mmlu:moral_disputes",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_disputes",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 346,
+      "effective_num_docs": 346,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_scenarios": {
+      "name": "mmlu:moral_scenarios",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_scenarios",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 895,
+      "effective_num_docs": 895,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:nutrition": {
+      "name": "mmlu:nutrition",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "nutrition",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 306,
+      "effective_num_docs": 306,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:philosophy": {
+      "name": "mmlu:philosophy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "philosophy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 311,
+      "effective_num_docs": 311,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:prehistory": {
+      "name": "mmlu:prehistory",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "prehistory",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 324,
+      "effective_num_docs": 324,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_accounting": {
+      "name": "mmlu:professional_accounting",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_accounting",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 282,
+      "effective_num_docs": 282,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_law": {
+      "name": "mmlu:professional_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 1534,
+      "effective_num_docs": 1534,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_medicine": {
+      "name": "mmlu:professional_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 272,
+      "effective_num_docs": 272,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_psychology": {
+      "name": "mmlu:professional_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 612,
+      "effective_num_docs": 612,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:public_relations": {
+      "name": "mmlu:public_relations",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "public_relations",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 110,
+      "effective_num_docs": 110,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:security_studies": {
+      "name": "mmlu:security_studies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "security_studies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 245,
+      "effective_num_docs": 245,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:sociology": {
+      "name": "mmlu:sociology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "sociology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 201,
+      "effective_num_docs": 201,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy": {
+      "name": "mmlu:us_foreign_policy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "us_foreign_policy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:virology": {
+      "name": "mmlu:virology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "virology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 166,
+      "effective_num_docs": 166,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:world_religions": {
+      "name": "mmlu:world_religions",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "world_religions",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 171,
+      "effective_num_docs": 171,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|truthfulqa:mc": {
+      "name": "truthfulqa:mc",
+      "prompt_function": "truthful_qa_multiple_choice",
+      "hf_repo": "truthful_qa",
+      "hf_subset": "multiple_choice",
+      "metric": [
+        "truthfulqa_mc_metrics"
+      ],
+      "hf_avail_splits": [
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": null,
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 817,
+      "effective_num_docs": 817,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|winogrande": {
+      "name": "winogrande",
+      "prompt_function": "winogrande",
+      "hf_repo": "winogrande",
+      "hf_subset": "winogrande_xl",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1267,
+      "effective_num_docs": 1267,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    }
+  },
+  "summary_tasks": {
+    "leaderboard|arc:challenge|25": {
+      "hashes": {
+        "hash_examples": "17b0cae357c0259e",
+        "hash_full_prompts": "4aeb23a740784b86",
+        "hash_input_tokens": "2e9e18067d1f8ad8",
+        "hash_cont_tokens": "19baa8a044eaaac8"
+      },
+      "truncated": 0,
+      "non_truncated": 1172,
+      "padded": 4687,
+      "non_padded": 0,
+      "effective_few_shots": 25.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|hellaswag|10": {
+      "hashes": {
+        "hash_examples": "31985c805c3a737e",
+        "hash_full_prompts": "3c2d3440e190b07b",
+        "hash_input_tokens": "412fc1d29623282b",
+        "hash_cont_tokens": "823c88a16c837063"
+      },
+      "truncated": 0,
+      "non_truncated": 10042,
+      "padded": 40105,
+      "non_padded": 63,
+      "effective_few_shots": 10.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "hashes": {
+        "hash_examples": "4c76229e00c9c0e9",
+        "hash_full_prompts": "faefa0cccb952fe0",
+        "hash_input_tokens": "e7380c35f0e2c4b3",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "hashes": {
+        "hash_examples": "6a1f8104dccbd33b",
+        "hash_full_prompts": "eacd03e46972fa59",
+        "hash_input_tokens": "2ee8bc2ef4561b6b",
+        "hash_cont_tokens": "9be31d13c42ead00"
+      },
+      "truncated": 0,
+      "non_truncated": 135,
+      "padded": 540,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "hashes": {
+        "hash_examples": "1302effa3a76ce4c",
+        "hash_full_prompts": "826cacbdf1f6bfd0",
+        "hash_input_tokens": "6ab8d24255ff03b3",
+        "hash_cont_tokens": "30cc2b2fc1294aac"
+      },
+      "truncated": 0,
+      "non_truncated": 152,
+      "padded": 608,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "hashes": {
+        "hash_examples": "03cb8bce5336419a",
+        "hash_full_prompts": "518511169382ac39",
+        "hash_input_tokens": "8be4f0cc9ce448e1",
+        "hash_cont_tokens": "4e9d83c717b7deb8"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "hashes": {
+        "hash_examples": "ffbb9c7b2be257f9",
+        "hash_full_prompts": "0b07b0bc774fdfd9",
+        "hash_input_tokens": "413166c01db52a72",
+        "hash_cont_tokens": "40dd7263ce5af5de"
+      },
+      "truncated": 0,
+      "non_truncated": 265,
+      "padded": 1060,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "hashes": {
+        "hash_examples": "3ee77f176f38eb8e",
+        "hash_full_prompts": "22cbe0e8dabf98b1",
+        "hash_input_tokens": "0dcd583202383d43",
+        "hash_cont_tokens": "1892d80e82b394c0"
+      },
+      "truncated": 0,
+      "non_truncated": 144,
+      "padded": 576,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "hashes": {
+        "hash_examples": "ce61a69c46d47aeb",
+        "hash_full_prompts": "9c1288940a4afb59",
+        "hash_input_tokens": "59a4f0d36881d644",
+        "hash_cont_tokens": "b6bb78fb2d7e4e6f"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "hashes": {
+        "hash_examples": "32805b52d7d5daab",
+        "hash_full_prompts": "9522781d0cdf1a43",
+        "hash_input_tokens": "302a2f1d05b53513",
+        "hash_cont_tokens": "6a5da979260e607c"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "hashes": {
+        "hash_examples": "55da1a0a0bd33722",
+        "hash_full_prompts": "72fe6f46a57e6ca4",
+        "hash_input_tokens": "042f1988f13b8f9a",
+        "hash_cont_tokens": "62df3b0447bd3b12"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "hashes": {
+        "hash_examples": "c33e143163049176",
+        "hash_full_prompts": "dee0989b2c8993f4",
+        "hash_input_tokens": "6dd81075c8e816e9",
+        "hash_cont_tokens": "933c01711a0757a0"
+      },
+      "truncated": 0,
+      "non_truncated": 173,
+      "padded": 692,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "hashes": {
+        "hash_examples": "ebdab1cdb7e555df",
+        "hash_full_prompts": "a1be6b64ea1948c3",
+        "hash_input_tokens": "37818fa59254732b",
+        "hash_cont_tokens": "d36569ab90faad7c"
+      },
+      "truncated": 0,
+      "non_truncated": 102,
+      "padded": 408,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "hashes": {
+        "hash_examples": "a24fd7d08a560921",
+        "hash_full_prompts": "01bc3fdfdefe67a4",
+        "hash_input_tokens": "d4957d5a9d5e83ec",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "hashes": {
+        "hash_examples": "8300977a79386993",
+        "hash_full_prompts": "b39315a8ada3ca79",
+        "hash_input_tokens": "c146a84803f78c9e",
+        "hash_cont_tokens": "6408f70f3d9ada31"
+      },
+      "truncated": 0,
+      "non_truncated": 235,
+      "padded": 940,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "hashes": {
+        "hash_examples": "ddde36788a04a46f",
+        "hash_full_prompts": "70bab37ca5fcc48f",
+        "hash_input_tokens": "086bc025be133096",
+        "hash_cont_tokens": "3befa885ca6e4b97"
+      },
+      "truncated": 0,
+      "non_truncated": 114,
+      "padded": 456,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "hashes": {
+        "hash_examples": "acbc5def98c19b3f",
+        "hash_full_prompts": "86a4747481c11c61",
+        "hash_input_tokens": "b83507ac94ded59b",
+        "hash_cont_tokens": "e75df8f470aa4973"
+      },
+      "truncated": 0,
+      "non_truncated": 145,
+      "padded": 580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "hashes": {
+        "hash_examples": "146e61d07497a9bd",
+        "hash_full_prompts": "1fe56333735325fa",
+        "hash_input_tokens": "8c3c868b34bad37b",
+        "hash_cont_tokens": "f09c97e7f7f9af71"
+      },
+      "truncated": 0,
+      "non_truncated": 378,
+      "padded": 1512,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "hashes": {
+        "hash_examples": "8635216e1909a03f",
+        "hash_full_prompts": "cc83c1ede45f974c",
+        "hash_input_tokens": "bb0616a24585501c",
+        "hash_cont_tokens": "df96e75b4eb1d7b0"
+      },
+      "truncated": 0,
+      "non_truncated": 126,
+      "padded": 504,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "hashes": {
+        "hash_examples": "30b315aa6353ee47",
+        "hash_full_prompts": "3a2ec1e2785c69a5",
+        "hash_input_tokens": "5e840dc7f1c55a67",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "hashes": {
+        "hash_examples": "c9136373af2180de",
+        "hash_full_prompts": "27646a569cf2a6f8",
+        "hash_input_tokens": "1dce672a00c5cbe1",
+        "hash_cont_tokens": "c6d11e73dc85157f"
+      },
+      "truncated": 0,
+      "non_truncated": 310,
+      "padded": 1240,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "hashes": {
+        "hash_examples": "b0661bfa1add6404",
+        "hash_full_prompts": "6905c6ca76f7b2b7",
+        "hash_input_tokens": "7fb2dd590b34e445",
+        "hash_cont_tokens": "208aff39cfca671a"
+      },
+      "truncated": 0,
+      "non_truncated": 203,
+      "padded": 812,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "hashes": {
+        "hash_examples": "80fc1d623a3d665f",
+        "hash_full_prompts": "b80092241e8b6c06",
+        "hash_input_tokens": "b2a9091fd8d00b66",
+        "hash_cont_tokens": "150a6d581009fbe0"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "hashes": {
+        "hash_examples": "854da6e5af0fe1a1",
+        "hash_full_prompts": "a3bc32a5dc022ce7",
+        "hash_input_tokens": "393e215e8667fde4",
+        "hash_cont_tokens": "7b6f4c22b304c3cc"
+      },
+      "truncated": 0,
+      "non_truncated": 165,
+      "padded": 656,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "hashes": {
+        "hash_examples": "7dc963c7acd19ad8",
+        "hash_full_prompts": "53f91beae305905d",
+        "hash_input_tokens": "439ac435fc478534",
+        "hash_cont_tokens": "1a85c9e696d91a66"
+      },
+      "truncated": 0,
+      "non_truncated": 198,
+      "padded": 792,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "hashes": {
+        "hash_examples": "1f675dcdebc9758f",
+        "hash_full_prompts": "623fd7e3495f243f",
+        "hash_input_tokens": "2c5757b8545f7cf8",
+        "hash_cont_tokens": "a47a4530b8790081"
+      },
+      "truncated": 0,
+      "non_truncated": 193,
+      "padded": 772,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "hashes": {
+        "hash_examples": "2fb32cf2d80f0b35",
+        "hash_full_prompts": "378ac13c8abb6c5f",
+        "hash_input_tokens": "afea2ca30b1622ff",
+        "hash_cont_tokens": "e71e7c6acf44c3e5"
+      },
+      "truncated": 0,
+      "non_truncated": 390,
+      "padded": 1560,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "hashes": {
+        "hash_examples": "fd6646fdb5d58a1f",
+        "hash_full_prompts": "14d34e0b34750627",
+        "hash_input_tokens": "34e63b0902b32a2c",
+        "hash_cont_tokens": "e36b5624bdbe96b0"
+      },
+      "truncated": 0,
+      "non_truncated": 270,
+      "padded": 1080,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "hashes": {
+        "hash_examples": "2118f21f71d87d84",
+        "hash_full_prompts": "9ac09e5d4da991c9",
+        "hash_input_tokens": "93d1c1ba5fe0bcbd",
+        "hash_cont_tokens": "a5f61d5beba13cc2"
+      },
+      "truncated": 0,
+      "non_truncated": 238,
+      "padded": 952,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "hashes": {
+        "hash_examples": "dc3ce06378548565",
+        "hash_full_prompts": "b4832a554d47d224",
+        "hash_input_tokens": "f5bf59bc9f6839fe",
+        "hash_cont_tokens": "df1d218ccbc258e8"
+      },
+      "truncated": 0,
+      "non_truncated": 151,
+      "padded": 604,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "hashes": {
+        "hash_examples": "c8d1d98a40e11f2f",
+        "hash_full_prompts": "1e8cd27064546274",
+        "hash_input_tokens": "329851f26db67226",
+        "hash_cont_tokens": "6fb549a4eb8e6c47"
+      },
+      "truncated": 0,
+      "non_truncated": 545,
+      "padded": 2180,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "hashes": {
+        "hash_examples": "666c8759b98ee4ff",
+        "hash_full_prompts": "e05ab41077ec0afa",
+        "hash_input_tokens": "7abad93393993e44",
+        "hash_cont_tokens": "d9528c65af653d67"
+      },
+      "truncated": 0,
+      "non_truncated": 216,
+      "padded": 864,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "hashes": {
+        "hash_examples": "95fef1c4b7d3f81e",
+        "hash_full_prompts": "a4b275996a416b4a",
+        "hash_input_tokens": "e5def820604ad889",
+        "hash_cont_tokens": "8b827fc7dfd3c1c5"
+      },
+      "truncated": 0,
+      "non_truncated": 204,
+      "padded": 816,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "hashes": {
+        "hash_examples": "7e5085b6184b0322",
+        "hash_full_prompts": "8adf16361f0f320a",
+        "hash_input_tokens": "aa85ae4eba20e53f",
+        "hash_cont_tokens": "82f19c159c69a66d"
+      },
+      "truncated": 0,
+      "non_truncated": 237,
+      "padded": 948,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "hashes": {
+        "hash_examples": "c17333e7c7c10797",
+        "hash_full_prompts": "918d91a3141aac4d",
+        "hash_input_tokens": "297fceccf01a2c64",
+        "hash_cont_tokens": "ca87074f1dc39668"
+      },
+      "truncated": 0,
+      "non_truncated": 223,
+      "padded": 892,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "hashes": {
+        "hash_examples": "4edd1e9045df5e3d",
+        "hash_full_prompts": "bcee39ecea32fcc8",
+        "hash_input_tokens": "7c66a375881d6788",
+        "hash_cont_tokens": "491a0ab53f54aeb9"
+      },
+      "truncated": 0,
+      "non_truncated": 131,
+      "padded": 524,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "hashes": {
+        "hash_examples": "db2fa00d771a062a",
+        "hash_full_prompts": "ffe12a3b5bf350c2",
+        "hash_input_tokens": "dc0250213736abca",
+        "hash_cont_tokens": "e3d257d7ea257fc8"
+      },
+      "truncated": 0,
+      "non_truncated": 121,
+      "padded": 484,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "hashes": {
+        "hash_examples": "e956f86b124076fe",
+        "hash_full_prompts": "b4293c3c08bebaf7",
+        "hash_input_tokens": "c9ed773ed04cff64",
+        "hash_cont_tokens": "4c69d7671fa1ab1c"
+      },
+      "truncated": 0,
+      "non_truncated": 108,
+      "padded": 432,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "hashes": {
+        "hash_examples": "956e0e6365ab79f1",
+        "hash_full_prompts": "8c1b7733e98cbe81",
+        "hash_input_tokens": "a4f6df541a56c41a",
+        "hash_cont_tokens": "57e78d3d09b7db81"
+      },
+      "truncated": 0,
+      "non_truncated": 163,
+      "padded": 652,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "hashes": {
+        "hash_examples": "397997cc6f4d581e",
+        "hash_full_prompts": "24a206a1c639ab8d",
+        "hash_input_tokens": "f0dfd08579d1f727",
+        "hash_cont_tokens": "94d2ec6c52bb7b53"
+      },
+      "truncated": 0,
+      "non_truncated": 112,
+      "padded": 448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:management|5": {
+      "hashes": {
+        "hash_examples": "2bcbe6f6ca63d740",
+        "hash_full_prompts": "77e1c79d988beecc",
+        "hash_input_tokens": "15925fd62ddd3ca4",
+        "hash_cont_tokens": "79499fecb18f1cb1"
+      },
+      "truncated": 0,
+      "non_truncated": 103,
+      "padded": 412,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "hashes": {
+        "hash_examples": "8ddb20d964a1b065",
+        "hash_full_prompts": "83cec2fa6b681d9d",
+        "hash_input_tokens": "6eb177c438da2061",
+        "hash_cont_tokens": "c5e9cd86b1a58fac"
+      },
+      "truncated": 0,
+      "non_truncated": 234,
+      "padded": 936,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "hashes": {
+        "hash_examples": "182a71f4763d2cea",
+        "hash_full_prompts": "195eb7ff99749730",
+        "hash_input_tokens": "5adeca0d34767f29",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "hashes": {
+        "hash_examples": "4c404fdbb4ca57fc",
+        "hash_full_prompts": "33539955c9a96851",
+        "hash_input_tokens": "52aee92a69c2b698",
+        "hash_cont_tokens": "8578b82c42cc7026"
+      },
+      "truncated": 0,
+      "non_truncated": 783,
+      "padded": 3132,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "hashes": {
+        "hash_examples": "60cbd2baa3fea5c9",
+        "hash_full_prompts": "009b7d0e7f819eff",
+        "hash_input_tokens": "f24c046b105c5e03",
+        "hash_cont_tokens": "26b0f808ec46464d"
+      },
+      "truncated": 0,
+      "non_truncated": 346,
+      "padded": 1384,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "hashes": {
+        "hash_examples": "fd8b0431fbdd75ef",
+        "hash_full_prompts": "f6e63c9fb9d3bff0",
+        "hash_input_tokens": "08eee0e3d8e89710",
+        "hash_cont_tokens": "52fe77d28aefc1b3"
+      },
+      "truncated": 0,
+      "non_truncated": 895,
+      "padded": 3580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "hashes": {
+        "hash_examples": "71e55e2b829b6528",
+        "hash_full_prompts": "8294d5e3ad435377",
+        "hash_input_tokens": "5b2c6686c8fc5e83",
+        "hash_cont_tokens": "25850a01b4a11b53"
+      },
+      "truncated": 0,
+      "non_truncated": 306,
+      "padded": 1224,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "hashes": {
+        "hash_examples": "a6d489a8d208fa4b",
+        "hash_full_prompts": "db68c0f4503e4793",
+        "hash_input_tokens": "7108ad04b556854f",
+        "hash_cont_tokens": "8c34ab2fa65c3b6e"
+      },
+      "truncated": 0,
+      "non_truncated": 311,
+      "padded": 1244,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "hashes": {
+        "hash_examples": "6cc50f032a19acaa",
+        "hash_full_prompts": "3972bcfa8c80e964",
+        "hash_input_tokens": "65cb6b1efc71921b",
+        "hash_cont_tokens": "89f21e5f9c7d81f2"
+      },
+      "truncated": 0,
+      "non_truncated": 324,
+      "padded": 1296,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "hashes": {
+        "hash_examples": "50f57ab32f5f6cea",
+        "hash_full_prompts": "25f0becc2483bd32",
+        "hash_input_tokens": "c1b1c1e1f1ca4a85",
+        "hash_cont_tokens": "c7c4930a659ca843"
+      },
+      "truncated": 0,
+      "non_truncated": 282,
+      "padded": 1120,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "hashes": {
+        "hash_examples": "a8fdc85c64f4b215",
+        "hash_full_prompts": "7a6f6c5706f00c7d",
+        "hash_input_tokens": "e7517115da0204cd",
+        "hash_cont_tokens": "6f36bd560ae36f02"
+      },
+      "truncated": 0,
+      "non_truncated": 1534,
+      "padded": 6136,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "hashes": {
+        "hash_examples": "c373a28a3050a73a",
+        "hash_full_prompts": "a74b6ac7c5c545d2",
+        "hash_input_tokens": "da6af6d03e682017",
+        "hash_cont_tokens": "ca4398b4ad3db5f1"
+      },
+      "truncated": 0,
+      "non_truncated": 272,
+      "padded": 1088,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "hashes": {
+        "hash_examples": "bf5254fe818356af",
+        "hash_full_prompts": "c53fa139ec25f502",
+        "hash_input_tokens": "c6dbaf3c7103ebe9",
+        "hash_cont_tokens": "ce4bb75e80359fe4"
+      },
+      "truncated": 0,
+      "non_truncated": 612,
+      "padded": 2448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "hashes": {
+        "hash_examples": "b66d52e28e7d14e0",
+        "hash_full_prompts": "55b5eff05aa6bf13",
+        "hash_input_tokens": "deea75b6eec5b782",
+        "hash_cont_tokens": "680235f5ede0b353"
+      },
+      "truncated": 0,
+      "non_truncated": 110,
+      "padded": 440,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "hashes": {
+        "hash_examples": "514c14feaf000ad9",
+        "hash_full_prompts": "6690ecdc054f7b0c",
+        "hash_input_tokens": "deef3d39896aca43",
+        "hash_cont_tokens": "189956efcec12818"
+      },
+      "truncated": 0,
+      "non_truncated": 245,
+      "padded": 980,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "hashes": {
+        "hash_examples": "f6c9bc9d18c80870",
+        "hash_full_prompts": "945fbdd091c72d64",
+        "hash_input_tokens": "330fffbccabf89e4",
+        "hash_cont_tokens": "2178ff937c0c1a29"
+      },
+      "truncated": 0,
+      "non_truncated": 201,
+      "padded": 804,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "hashes": {
+        "hash_examples": "ed7b78629db6678f",
+        "hash_full_prompts": "ebba6ea6eca4ae53",
+        "hash_input_tokens": "0ec87fa768a47632",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 392,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:virology|5": {
+      "hashes": {
+        "hash_examples": "bc52ffdc3f9b994a",
+        "hash_full_prompts": "a2ee4984d6877fe3",
+        "hash_input_tokens": "cc264818195d14da",
+        "hash_cont_tokens": "ec5c187546c7c842"
+      },
+      "truncated": 0,
+      "non_truncated": 166,
+      "padded": 660,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "hashes": {
+        "hash_examples": "ecdb4a4f94f62930",
+        "hash_full_prompts": "a89c8dddd1d8ced0",
+        "hash_input_tokens": "e7e781ba363743eb",
+        "hash_cont_tokens": "e52b573046cdfc5c"
+      },
+      "truncated": 0,
+      "non_truncated": 171,
+      "padded": 684,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "hashes": {
+        "hash_examples": "36a6d90e75d92d4a",
+        "hash_full_prompts": "8d9ca0a8bd458a1c",
+        "hash_input_tokens": "4aad1a3bfe70acfc",
+        "hash_cont_tokens": "b0f64f6659d8c230"
+      },
+      "truncated": 0,
+      "non_truncated": 817,
+      "padded": 9996,
+      "non_padded": 0,
+      "effective_few_shots": 0.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|winogrande|5": {
+      "hashes": {
+        "hash_examples": "087d5d1a1afd4c7b",
+        "hash_full_prompts": "35da55e47222e0e1",
+        "hash_input_tokens": "881c630a9e0034f7",
+        "hash_cont_tokens": "c466f4c92e3879cb"
+      },
+      "truncated": 0,
+      "non_truncated": 1267,
+      "padded": 2534,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|gsm8k|5": {
+      "hashes": {
+        "hash_examples": "0ed016e24e7512fd",
+        "hash_full_prompts": "f7ab209f6467841e",
+        "hash_input_tokens": "deccfe61ad5cb3d5",
+        "hash_cont_tokens": "b7442470c79a7028"
+      },
+      "truncated": 1319,
+      "non_truncated": 0,
+      "padded": 1074,
+      "non_padded": 245,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    }
+  },
+  "summary_general": {
+    "hashes": {
+      "hash_examples": "670666fa3a90ce5d",
+      "hash_full_prompts": "56c005e427046302",
+      "hash_input_tokens": "2a51da62c271a1a0",
+      "hash_cont_tokens": "aba89b730029cc1f"
+    },
+    "truncated": 1319,
+    "non_truncated": 27340,
+    "padded": 114540,
+    "non_padded": 332,
+    "num_truncated_few_shots": 0
+  }
+}
\ No newline at end of file
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|arc:challenge|25_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|arc:challenge|25_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..e430821
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|arc:challenge|25_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43067efd73a2e441ee5f5574d0291b3ac22ce492f57038791cc134e55ca46e6d
+size 5638936
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|gsm8k|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|gsm8k|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..b494cd6
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|gsm8k|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aed86fefb6bf2511af4826a12b97d2b0176474fb896bd2489e515b3028c78f6
+size 5018157
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|hellaswag|10_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|hellaswag|10_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..800bfc7
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|hellaswag|10_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2025e8bd756f130758acf09d7dca3d66858c6aa4d9ec836c2b176eaafe9712b8
+size 57616414
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..88db828
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ea3ca236ec7ddb977849da10813ff8ada8394c2173baf829fc2f72a2998464
+size 72484
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:anatomy|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:anatomy|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..783a104
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:anatomy|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62ed0ed5348d17a67788ca7b9931387c64fcf7f60936d068bdd2c7daa0f46dd
+size 115298
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:astronomy|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:astronomy|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..38a834f
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:astronomy|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b627420487c3aebd90bd6602c64f65fb14774f022663501f5cb2bb43a0b1d3
+size 180557
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:business_ethics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:business_ethics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..cdfa3bd
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:business_ethics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430e858bf908cc4a6eec9e918e787b633baa0a55325a0c41136771971136c702
+size 132584
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..bf43e44
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4946477265a71d045fdc30010d2fcae808a84a157c0bfac6313ebb53effaeaa5
+size 221395
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_biology|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_biology|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..d72a00a
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_biology|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297169790fe1ff4a20dfaa651013157b09b75d1d2379c829af6a7e8066cb8bc2
+size 167403
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..71b7b1c
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbdc287b32ff62da5877da8a8396636719687bb527d67d6561d997ebac7d2b1
+size 112835
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..7d8518e
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb03075b92ec14d26a6fcaef4d83463f60e8c9fef099fa3753bd195c794a9d9
+size 173750
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..3f7b4c2
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a841aa7721b153137f64d36b2f94015b2335f4c31009b3d0e71068f9a274b64
+size 108453
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_medicine|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_medicine|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..4b2833c
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_medicine|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17a348a36e1dcc29412102586f44780119d75b18d086dafd4581a77290eeb01
+size 235015
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_physics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_physics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..db2b21f
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_physics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190e43f712b89b86648a5e19e1e472f2126066102a11f5979cce070677c85963
+size 111043
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:computer_security|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:computer_security|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..c9d906c
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:computer_security|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5451e43fa504948425a543accead5ed374fd103576c0dc977d3024f2716f82c8
+size 107050
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..ee72e8d
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39483319c39a0c91d0ccfe5a1e62a7d3b2fc116a11a0ec3e7e1f6fd8db30f0fa
+size 150464
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:econometrics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:econometrics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..1de89e2
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:econometrics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcedd649fc64eb6e0f59007d54d566cf24646d71d33652b972c3fb705653bdfa
+size 151731
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..81ea335
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fae533a0d2d9a2bc48fa7aee84877ad69bb12e93df8796bac2c81dfa01c4f7
+size 112865
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..df56942
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d50f146baa9b12c712de52fa7e106b9f905c9e7e4c94eddafd3e4c558bd54c
+size 293188
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:formal_logic|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:formal_logic|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..ddd97cc
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:formal_logic|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b72391090fddff98bd34e97c4894cd446bab61e83af229f3bc42af3a3314db0
+size 145123
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:global_facts|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:global_facts|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..44547d5
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:global_facts|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5036b473019f271930c4c497324db592b555421af2c9fd3341e73b30e73b309e
+size 85080
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..d4a28ed
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b694dab73bec8bddc15490a5d180585e29dc6a3b51580b77e51bc7e659696dc
+size 331903
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..4a763e7
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb49628a895543d1cff7b71dd719b73adbb284816f26b5b52eccc07f430f908d
+size 190140
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..ee43ffc
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90cb819b879b98b8e70b95c7e1ff4b7ebfd290d35309dc7f6a497947181bbeb
+size 168894
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..16f024e
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fbffd35879812799456b92a4336ef5a8a10340141a5069600ba93e0a9b0ddb
+size 1336126
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..0e797e1
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6903218671a3bd1fa06ca59aeaba1888d745cfc44fc8e58abcce0193e71a8609
+size 164759
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..a466ffd
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8033e3740c06d5d98df9a36ba856e3fb8fcc56d1165f5d00cada5416303a6389
+size 215003
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..0af59cf
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9de4a912633a1ede4d863afa91bb068aca6c02440b13353649c9598bc36c97
+size 308271
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..87a9328
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9257e4d87d8537d570f6d3d35fa68c5c202f6b73d06dfa9d1f93d005a8ac12
+size 229311
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..8e85b45
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e7e27e399849c477b6ff65ee26695eb0f33d9cb569ed1ffcf92fca86083c96
+size 222421
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..4c0eb5f
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4222e18cb3f7d3426efdd5d42d93fd2f5b9d663dea3eb514bf0245a0aaf5767
+size 183087
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..0cc2ddd
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2474758537f5465f9ed3b91e8c1345081998e99ac26369bfb099317ec745282
+size 538851
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..567f799
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b06cec1cb83691f1090de3e7dd83444e2e7d53d9ed2a36181caebc74c77dadd
+size 329487
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..4c41727
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ace1c14d84cfe600e335a895501c6f07f71f092fc08442e66b585b3878d766
+size 1212408
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..d6822f3
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408437c3cab737f7147a9d971085009550dbf4e1f7b0d6ba4f9ce02f0d4556a4
+size 961990
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_aging|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_aging|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..fb00ae7
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_aging|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6f3bd608eaf5e7b228be2650732b90b3a1fd0a3a1ce709277c62d374838cff
+size 168183
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..d74e17f
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47e7605acbd96ca67cbd8814dd1031cf6dcfd220a1ec0560a962f138a6523de
+size 119472
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:international_law|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:international_law|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..a9fed7e
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:international_law|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a77b5540597cbcd65589b171c6c2a1d634b1a588789b4434249af8d8c3b377
+size 173839
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..c00e2cf
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46ea19e1227ac1ad1a81a8fe3c78de03131f0f1d0e3f92026de8adb82b306a2
+size 128241
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..7eed318
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26610e185fb2a42f13c72dd5d2145ebe8a619327dbdab8f2a62ad45e50391120
+size 156175
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:machine_learning|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:machine_learning|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..e6e78d2
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:machine_learning|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d363e6d187b89c85f38b4f4db6a6fbc1cdf3cf92b8717ad0997a5ea3bd0c239b
+size 156383
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:management|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:management|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..264358f
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:management|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d200b0b87a958714adafbd0d084cb6759e35068b9882d404b41195a80af0e1
+size 82611
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:marketing|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:marketing|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..5659ae4
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:marketing|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ff1258e19a5e862c63dccbc09988731891cffe009d6f538afd7761ddf0b6a0
+size 213506
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..47a8f1f
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2021fb85ca996825937e7e7af5b0ba91ef559c3c712bcfcde3d88bcb33e747f
+size 93062
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..06af47b
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6aca3c4c5878ec80ad30ce67cc4ef1bd5feda53d50c84fa47ab752734a2482
+size 520724
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..0e570d3
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17144e9ae754997fa1f478737e39da343235c19920a9bd78eb856d2313e58e2
+size 339782
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..e6ba7bf
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbf3ceee2f5716c96ed425ff98c8f30172a6940e9bd5f2624d952cb50ae72a4
+size 699043
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:nutrition|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:nutrition|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..d3712a4
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:nutrition|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece8852d29465ec5a22fb054f88caf1e2ed6da2c3f6b4c51949a38f47bfd4618
+size 328994
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:philosophy|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:philosophy|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..a97f93e
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:philosophy|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9300ceb60f9f4eebd66734f946284593fa251c9999f4e1ed04eb5b25728f9e3
+size 244016
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:prehistory|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:prehistory|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..976144a
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:prehistory|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a37f5cc056de2f8c006f7c32e2bfaab2453f820c1bc62a20b3368b8d6313df1
+size 329169
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..f125bc3
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82569c965fdbad0083ad597c7a91c1dc3f92560b45bda7db42a1c9e68ab0a45
+size 386575
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_law|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_law|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..5d8eccc
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_law|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f189c8ccb315176154a591d643c938def4b87e8de10f650e06930e4125b5af
+size 6079454
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..c5d833d
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab8b706e6a9107cbc31da2c92007e73da4f9d3d23c26097ba86e6cf85e81d29
+size 664089
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..8b16a64
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb776534a6f8bbb49a80a0532ab712c2776a9d3f5fc6261901829fd39f2862a
+size 726218
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:public_relations|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:public_relations|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..5b44a8d
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:public_relations|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122a925ad76ae8f77b9cb4ad6c6949c9e619cef5e7d33b7c5e34f45f94e07852
+size 127268
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:security_studies|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:security_studies|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..fe5a9f1
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:security_studies|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e757b3ad327166a8c684061d1eaac6a73e4f72954b0d9b713689fa6b9bb9e5ba
+size 638435
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:sociology|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:sociology|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..364ad78
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:sociology|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbac444a36cf1715b679f896258a708823e0519793b2c89f688b0028436b591f
+size 224753
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..f7f1162
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdf6bf649bbb4d5897228bb21bef2af2ad1d4d60f6f4e9e8617a38b6640fde4
+size 119779
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:virology|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:virology|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..c61d8b7
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:virology|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84d10f4765c2aec879f085443f94bf56049b7cecac4a10f9e9c058a753b03d4
+size 145444
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:world_religions|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:world_religions|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..04161dd
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:world_religions|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b478c1d1d530822e9904a4a94da6a5ddc6788b8187ebbb51bdcd7aad96043fa8
+size 109017
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|truthfulqa:mc|0_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|truthfulqa:mc|0_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..7148f5d
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|truthfulqa:mc|0_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212e362c9f119c69f471ba1c545a5fbc0f8170c52ee4ba684174b81174d38b7b
+size 883887
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|winogrande|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|winogrande|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..08a4e28
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|winogrande|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fea6739aa6dea487b0375519b5e950d68e93cedd4a56f9b0104c0d410b1dca
+size 1150015
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json b/details/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json
new file mode 100644
index 0000000..b506415
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json
@@ -0,0 +1,3461 @@
+{
+  "config_general": {
+    "lighteval_sha": "a98210fd3a2d1e8bface1c32b72ebd5017173a4c",
+    "num_fewshot_seeds": 1,
+    "override_batch_size": -1,
+    "max_samples": null,
+    "job_id": "",
+    "start_time": 2236465.645254106,
+    "end_time": 2260133.586933212,
+    "total_evaluation_time_secondes": "23667.941679106094",
+    "model_name": "meta-llama/Meta-Llama-3-8B-Instruct",
+    "model_sha": "c4a54320a52ed5f88b7a2f84496903ea4ff07b45",
+    "model_dtype": "torch.bfloat16",
+    "model_size": "14.96 GB",
+    "config": null
+  },
+  "results": {
+    "leaderboard|arc:challenge|25": {
+      "acc": 0.5742320819112628,
+      "acc_stderr": 0.01444946427886881,
+      "acc_norm": 0.5827645051194539,
+      "acc_norm_stderr": 0.014409825518403082
+    },
+    "leaderboard|hellaswag|10": {
+      "acc": 0.5707030472017527,
+      "acc_stderr": 0.004939642460172585,
+      "acc_norm": 0.7310296753634734,
+      "acc_norm_stderr": 0.004425182676353211
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "acc": 0.33,
+      "acc_stderr": 0.047258156262526045
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "acc": 0.6814814814814815,
+      "acc_stderr": 0.040247784019771096
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "acc": 0.75,
+      "acc_stderr": 0.03523807393012047
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "acc": 0.7,
+      "acc_stderr": 0.046056618647183814
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "acc": 0.7471698113207547,
+      "acc_stderr": 0.026749899771241214
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "acc": 0.7916666666666666,
+      "acc_stderr": 0.033961162058453336
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "acc": 0.45,
+      "acc_stderr": 0.05
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "acc": 0.52,
+      "acc_stderr": 0.050211673156867795
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "acc": 0.39,
+      "acc_stderr": 0.04902071300001975
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "acc": 0.6589595375722543,
+      "acc_stderr": 0.036146654241808254
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "acc": 0.43137254901960786,
+      "acc_stderr": 0.04928099597287533
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "acc": 0.79,
+      "acc_stderr": 0.04093601807403326
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "acc": 0.5872340425531914,
+      "acc_stderr": 0.03218471141400351
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "acc": 0.543859649122807,
+      "acc_stderr": 0.046854730419077895
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "acc": 0.6137931034482759,
+      "acc_stderr": 0.04057324734419035
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "acc": 0.46825396825396826,
+      "acc_stderr": 0.0256993528321318
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "acc": 0.5317460317460317,
+      "acc_stderr": 0.04463112720677172
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "acc": 0.46,
+      "acc_stderr": 0.05009082659620332
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "acc": 0.8064516129032258,
+      "acc_stderr": 0.022475258525536057
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "acc": 0.541871921182266,
+      "acc_stderr": 0.03505630140785741
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "acc": 0.68,
+      "acc_stderr": 0.04688261722621505
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "acc": 0.7393939393939394,
+      "acc_stderr": 0.034277431758165236
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "acc": 0.8131313131313131,
+      "acc_stderr": 0.027772533334218957
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "acc": 0.8963730569948186,
+      "acc_stderr": 0.02199531196364424
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "acc": 0.676923076923077,
+      "acc_stderr": 0.023710888501970555
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "acc": 0.32592592592592595,
+      "acc_stderr": 0.028578348365473072
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "acc": 0.7563025210084033,
+      "acc_stderr": 0.027886828078380548
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "acc": 0.4105960264900662,
+      "acc_stderr": 0.04016689594849927
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "acc": 0.8477064220183487,
+      "acc_stderr": 0.015405084393157074
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "acc": 0.47685185185185186,
+      "acc_stderr": 0.03406315360711507
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "acc": 0.7892156862745098,
+      "acc_stderr": 0.028626547912437406
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "acc": 0.8396624472573839,
+      "acc_stderr": 0.023884380925965665
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "acc": 0.726457399103139,
+      "acc_stderr": 0.029918586707798827
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "acc": 0.7938931297709924,
+      "acc_stderr": 0.03547771004159462
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "acc": 0.768595041322314,
+      "acc_stderr": 0.03849856098794088
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "acc": 0.7592592592592593,
+      "acc_stderr": 0.04133119440243839
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "acc": 0.7607361963190185,
+      "acc_stderr": 0.033519538795212696
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "acc": 0.5267857142857143,
+      "acc_stderr": 0.047389751192741546
+    },
+    "leaderboard|mmlu:management|5": {
+      "acc": 0.8155339805825242,
+      "acc_stderr": 0.03840423627288276
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "acc": 0.905982905982906,
+      "acc_stderr": 0.019119892798924974
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "acc": 0.79,
+      "acc_stderr": 0.040936018074033256
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "acc": 0.8237547892720306,
+      "acc_stderr": 0.013625556907993455
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "acc": 0.7398843930635838,
+      "acc_stderr": 0.023618678310069356
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "acc": 0.43575418994413406,
+      "acc_stderr": 0.016583881958602387
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "acc": 0.7549019607843137,
+      "acc_stderr": 0.024630048979824785
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "acc": 0.7331189710610932,
+      "acc_stderr": 0.025122637608816657
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "acc": 0.7469135802469136,
+      "acc_stderr": 0.024191808600713002
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "acc": 0.5177304964539007,
+      "acc_stderr": 0.02980873964223777
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "acc": 0.46479791395045633,
+      "acc_stderr": 0.012738547371303956
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "acc": 0.7279411764705882,
+      "acc_stderr": 0.027033041151681456
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "acc": 0.6928104575163399,
+      "acc_stderr": 0.018663359671463677
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "acc": 0.6636363636363637,
+      "acc_stderr": 0.04525393596302505
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "acc": 0.7306122448979592,
+      "acc_stderr": 0.02840125202902294
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "acc": 0.8557213930348259,
+      "acc_stderr": 0.02484575321230604
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "acc": 0.86,
+      "acc_stderr": 0.03487350880197769
+    },
+    "leaderboard|mmlu:virology|5": {
+      "acc": 0.536144578313253,
+      "acc_stderr": 0.03882310850890594
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "acc": 0.7953216374269005,
+      "acc_stderr": 0.030944459778533193
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "truthfulqa_mc1": 0.37454100367197063,
+      "truthfulqa_mc1_stderr": 0.016943535128405338,
+      "truthfulqa_mc2": 0.5337684444397199,
+      "truthfulqa_mc2_stderr": 0.015971485281891525
+    },
+    "leaderboard|winogrande|5": {
+      "acc": 0.6929755327545383,
+      "acc_stderr": 0.012963688616969483
+    },
+    "leaderboard|gsm8k|5": {
+      "qem": 0.6808188021228203,
+      "qem_stderr": 0.012840345676251653
+    },
+    "leaderboard|mmlu:_average|5": {
+      "acc": 0.6661794809691,
+      "acc_stderr": 0.033327669029227354
+    },
+    "all": {
+      "acc": 0.6635023512851042,
+      "acc_stderr": 0.032200498833699506,
+      "acc_norm": 0.6568970902414637,
+      "acc_norm_stderr": 0.009417504097378147,
+      "truthfulqa_mc1": 0.37454100367197063,
+      "truthfulqa_mc1_stderr": 0.016943535128405338,
+      "truthfulqa_mc2": 0.5337684444397199,
+      "truthfulqa_mc2_stderr": 0.015971485281891525,
+      "qem": 0.6808188021228203,
+      "qem_stderr": 0.012840345676251653
+    }
+  },
+  "versions": {
+    "leaderboard|arc:challenge|25": 0,
+    "leaderboard|gsm8k|5": 0,
+    "leaderboard|hellaswag|10": 0,
+    "leaderboard|mmlu:abstract_algebra|5": 0,
+    "leaderboard|mmlu:anatomy|5": 0,
+    "leaderboard|mmlu:astronomy|5": 0,
+    "leaderboard|mmlu:business_ethics|5": 0,
+    "leaderboard|mmlu:clinical_knowledge|5": 0,
+    "leaderboard|mmlu:college_biology|5": 0,
+    "leaderboard|mmlu:college_chemistry|5": 0,
+    "leaderboard|mmlu:college_computer_science|5": 0,
+    "leaderboard|mmlu:college_mathematics|5": 0,
+    "leaderboard|mmlu:college_medicine|5": 0,
+    "leaderboard|mmlu:college_physics|5": 0,
+    "leaderboard|mmlu:computer_security|5": 0,
+    "leaderboard|mmlu:conceptual_physics|5": 0,
+    "leaderboard|mmlu:econometrics|5": 0,
+    "leaderboard|mmlu:electrical_engineering|5": 0,
+    "leaderboard|mmlu:elementary_mathematics|5": 0,
+    "leaderboard|mmlu:formal_logic|5": 0,
+    "leaderboard|mmlu:global_facts|5": 0,
+    "leaderboard|mmlu:high_school_biology|5": 0,
+    "leaderboard|mmlu:high_school_chemistry|5": 0,
+    "leaderboard|mmlu:high_school_computer_science|5": 0,
+    "leaderboard|mmlu:high_school_european_history|5": 0,
+    "leaderboard|mmlu:high_school_geography|5": 0,
+    "leaderboard|mmlu:high_school_government_and_politics|5": 0,
+    "leaderboard|mmlu:high_school_macroeconomics|5": 0,
+    "leaderboard|mmlu:high_school_mathematics|5": 0,
+    "leaderboard|mmlu:high_school_microeconomics|5": 0,
+    "leaderboard|mmlu:high_school_physics|5": 0,
+    "leaderboard|mmlu:high_school_psychology|5": 0,
+    "leaderboard|mmlu:high_school_statistics|5": 0,
+    "leaderboard|mmlu:high_school_us_history|5": 0,
+    "leaderboard|mmlu:high_school_world_history|5": 0,
+    "leaderboard|mmlu:human_aging|5": 0,
+    "leaderboard|mmlu:human_sexuality|5": 0,
+    "leaderboard|mmlu:international_law|5": 0,
+    "leaderboard|mmlu:jurisprudence|5": 0,
+    "leaderboard|mmlu:logical_fallacies|5": 0,
+    "leaderboard|mmlu:machine_learning|5": 0,
+    "leaderboard|mmlu:management|5": 0,
+    "leaderboard|mmlu:marketing|5": 0,
+    "leaderboard|mmlu:medical_genetics|5": 0,
+    "leaderboard|mmlu:miscellaneous|5": 0,
+    "leaderboard|mmlu:moral_disputes|5": 0,
+    "leaderboard|mmlu:moral_scenarios|5": 0,
+    "leaderboard|mmlu:nutrition|5": 0,
+    "leaderboard|mmlu:philosophy|5": 0,
+    "leaderboard|mmlu:prehistory|5": 0,
+    "leaderboard|mmlu:professional_accounting|5": 0,
+    "leaderboard|mmlu:professional_law|5": 0,
+    "leaderboard|mmlu:professional_medicine|5": 0,
+    "leaderboard|mmlu:professional_psychology|5": 0,
+    "leaderboard|mmlu:public_relations|5": 0,
+    "leaderboard|mmlu:security_studies|5": 0,
+    "leaderboard|mmlu:sociology|5": 0,
+    "leaderboard|mmlu:us_foreign_policy|5": 0,
+    "leaderboard|mmlu:virology|5": 0,
+    "leaderboard|mmlu:world_religions|5": 0,
+    "leaderboard|truthfulqa:mc|0": 0,
+    "leaderboard|winogrande|5": 0
+  },
+  "config_tasks": {
+    "leaderboard|arc:challenge": {
+      "name": "arc:challenge",
+      "prompt_function": "arc",
+      "hf_repo": "ai2_arc",
+      "hf_subset": "ARC-Challenge",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm_nospace"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "arc"
+      ],
+      "original_num_docs": 1172,
+      "effective_num_docs": 1172,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|gsm8k": {
+      "name": "gsm8k",
+      "prompt_function": "gsm8k",
+      "hf_repo": "gsm8k",
+      "hf_subset": "main",
+      "metric": [
+        "quasi_exact_match_gsm8k"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 256,
+      "stop_sequence": [
+        "Question:",
+        "Question",
+        ":"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1319,
+      "effective_num_docs": 1319,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|hellaswag": {
+      "name": "hellaswag",
+      "prompt_function": "hellaswag_harness",
+      "hf_repo": "hellaswag",
+      "hf_subset": "default",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 10042,
+      "effective_num_docs": 10042,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:abstract_algebra": {
+      "name": "mmlu:abstract_algebra",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "abstract_algebra",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:anatomy": {
+      "name": "mmlu:anatomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "anatomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 135,
+      "effective_num_docs": 135,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:astronomy": {
+      "name": "mmlu:astronomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "astronomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 152,
+      "effective_num_docs": 152,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:business_ethics": {
+      "name": "mmlu:business_ethics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "business_ethics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge": {
+      "name": "mmlu:clinical_knowledge",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "clinical_knowledge",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 265,
+      "effective_num_docs": 265,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_biology": {
+      "name": "mmlu:college_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 144,
+      "effective_num_docs": 144,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_chemistry": {
+      "name": "mmlu:college_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_computer_science": {
+      "name": "mmlu:college_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_mathematics": {
+      "name": "mmlu:college_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_medicine": {
+      "name": "mmlu:college_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 173,
+      "effective_num_docs": 173,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_physics": {
+      "name": "mmlu:college_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 102,
+      "effective_num_docs": 102,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:computer_security": {
+      "name": "mmlu:computer_security",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "computer_security",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:conceptual_physics": {
+      "name": "mmlu:conceptual_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "conceptual_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 235,
+      "effective_num_docs": 235,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:econometrics": {
+      "name": "mmlu:econometrics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "econometrics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 114,
+      "effective_num_docs": 114,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:electrical_engineering": {
+      "name": "mmlu:electrical_engineering",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "electrical_engineering",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 145,
+      "effective_num_docs": 145,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics": {
+      "name": "mmlu:elementary_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "elementary_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 378,
+      "effective_num_docs": 378,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:formal_logic": {
+      "name": "mmlu:formal_logic",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "formal_logic",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 126,
+      "effective_num_docs": 126,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:global_facts": {
+      "name": "mmlu:global_facts",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "global_facts",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_biology": {
+      "name": "mmlu:high_school_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 310,
+      "effective_num_docs": 310,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry": {
+      "name": "mmlu:high_school_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 203,
+      "effective_num_docs": 203,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science": {
+      "name": "mmlu:high_school_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_european_history": {
+      "name": "mmlu:high_school_european_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_european_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 165,
+      "effective_num_docs": 165,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_geography": {
+      "name": "mmlu:high_school_geography",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_geography",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 198,
+      "effective_num_docs": 198,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics": {
+      "name": "mmlu:high_school_government_and_politics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_government_and_politics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 193,
+      "effective_num_docs": 193,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics": {
+      "name": "mmlu:high_school_macroeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_macroeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 390,
+      "effective_num_docs": 390,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics": {
+      "name": "mmlu:high_school_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 270,
+      "effective_num_docs": 270,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics": {
+      "name": "mmlu:high_school_microeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_microeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 238,
+      "effective_num_docs": 238,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_physics": {
+      "name": "mmlu:high_school_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 151,
+      "effective_num_docs": 151,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_psychology": {
+      "name": "mmlu:high_school_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 545,
+      "effective_num_docs": 545,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_statistics": {
+      "name": "mmlu:high_school_statistics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_statistics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 216,
+      "effective_num_docs": 216,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_us_history": {
+      "name": "mmlu:high_school_us_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_us_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 204,
+      "effective_num_docs": 204,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_world_history": {
+      "name": "mmlu:high_school_world_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_world_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 237,
+      "effective_num_docs": 237,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_aging": {
+      "name": "mmlu:human_aging",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_aging",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 223,
+      "effective_num_docs": 223,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_sexuality": {
+      "name": "mmlu:human_sexuality",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_sexuality",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 131,
+      "effective_num_docs": 131,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:international_law": {
+      "name": "mmlu:international_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "international_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 121,
+      "effective_num_docs": 121,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:jurisprudence": {
+      "name": "mmlu:jurisprudence",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "jurisprudence",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 108,
+      "effective_num_docs": 108,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:logical_fallacies": {
+      "name": "mmlu:logical_fallacies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "logical_fallacies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 163,
+      "effective_num_docs": 163,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:machine_learning": {
+      "name": "mmlu:machine_learning",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "machine_learning",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 112,
+      "effective_num_docs": 112,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:management": {
+      "name": "mmlu:management",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "management",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 103,
+      "effective_num_docs": 103,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:marketing": {
+      "name": "mmlu:marketing",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "marketing",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 234,
+      "effective_num_docs": 234,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:medical_genetics": {
+      "name": "mmlu:medical_genetics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "medical_genetics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:miscellaneous": {
+      "name": "mmlu:miscellaneous",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "miscellaneous",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 783,
+      "effective_num_docs": 783,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_disputes": {
+      "name": "mmlu:moral_disputes",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_disputes",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 346,
+      "effective_num_docs": 346,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_scenarios": {
+      "name": "mmlu:moral_scenarios",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_scenarios",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 895,
+      "effective_num_docs": 895,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:nutrition": {
+      "name": "mmlu:nutrition",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "nutrition",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 306,
+      "effective_num_docs": 306,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:philosophy": {
+      "name": "mmlu:philosophy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "philosophy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 311,
+      "effective_num_docs": 311,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:prehistory": {
+      "name": "mmlu:prehistory",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "prehistory",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 324,
+      "effective_num_docs": 324,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_accounting": {
+      "name": "mmlu:professional_accounting",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_accounting",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 282,
+      "effective_num_docs": 282,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_law": {
+      "name": "mmlu:professional_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 1534,
+      "effective_num_docs": 1534,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_medicine": {
+      "name": "mmlu:professional_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 272,
+      "effective_num_docs": 272,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_psychology": {
+      "name": "mmlu:professional_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 612,
+      "effective_num_docs": 612,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:public_relations": {
+      "name": "mmlu:public_relations",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "public_relations",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 110,
+      "effective_num_docs": 110,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:security_studies": {
+      "name": "mmlu:security_studies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "security_studies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 245,
+      "effective_num_docs": 245,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:sociology": {
+      "name": "mmlu:sociology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "sociology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 201,
+      "effective_num_docs": 201,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy": {
+      "name": "mmlu:us_foreign_policy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "us_foreign_policy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:virology": {
+      "name": "mmlu:virology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "virology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 166,
+      "effective_num_docs": 166,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:world_religions": {
+      "name": "mmlu:world_religions",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "world_religions",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 171,
+      "effective_num_docs": 171,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|truthfulqa:mc": {
+      "name": "truthfulqa:mc",
+      "prompt_function": "truthful_qa_multiple_choice",
+      "hf_repo": "truthful_qa",
+      "hf_subset": "multiple_choice",
+      "metric": [
+        "truthfulqa_mc_metrics"
+      ],
+      "hf_avail_splits": [
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": null,
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 817,
+      "effective_num_docs": 817,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|winogrande": {
+      "name": "winogrande",
+      "prompt_function": "winogrande",
+      "hf_repo": "winogrande",
+      "hf_subset": "winogrande_xl",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1267,
+      "effective_num_docs": 1267,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    }
+  },
+  "summary_tasks": {
+    "leaderboard|arc:challenge|25": {
+      "hashes": {
+        "hash_examples": "17b0cae357c0259e",
+        "hash_full_prompts": "4aeb23a740784b86",
+        "hash_input_tokens": "2e9e18067d1f8ad8",
+        "hash_cont_tokens": "19baa8a044eaaac8"
+      },
+      "truncated": 0,
+      "non_truncated": 1172,
+      "padded": 4687,
+      "non_padded": 0,
+      "effective_few_shots": 25.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|hellaswag|10": {
+      "hashes": {
+        "hash_examples": "31985c805c3a737e",
+        "hash_full_prompts": "3c2d3440e190b07b",
+        "hash_input_tokens": "412fc1d29623282b",
+        "hash_cont_tokens": "823c88a16c837063"
+      },
+      "truncated": 0,
+      "non_truncated": 10042,
+      "padded": 40105,
+      "non_padded": 63,
+      "effective_few_shots": 10.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "hashes": {
+        "hash_examples": "4c76229e00c9c0e9",
+        "hash_full_prompts": "faefa0cccb952fe0",
+        "hash_input_tokens": "e7380c35f0e2c4b3",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "hashes": {
+        "hash_examples": "6a1f8104dccbd33b",
+        "hash_full_prompts": "eacd03e46972fa59",
+        "hash_input_tokens": "2ee8bc2ef4561b6b",
+        "hash_cont_tokens": "9be31d13c42ead00"
+      },
+      "truncated": 0,
+      "non_truncated": 135,
+      "padded": 540,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "hashes": {
+        "hash_examples": "1302effa3a76ce4c",
+        "hash_full_prompts": "826cacbdf1f6bfd0",
+        "hash_input_tokens": "6ab8d24255ff03b3",
+        "hash_cont_tokens": "30cc2b2fc1294aac"
+      },
+      "truncated": 0,
+      "non_truncated": 152,
+      "padded": 608,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "hashes": {
+        "hash_examples": "03cb8bce5336419a",
+        "hash_full_prompts": "518511169382ac39",
+        "hash_input_tokens": "8be4f0cc9ce448e1",
+        "hash_cont_tokens": "4e9d83c717b7deb8"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "hashes": {
+        "hash_examples": "ffbb9c7b2be257f9",
+        "hash_full_prompts": "0b07b0bc774fdfd9",
+        "hash_input_tokens": "413166c01db52a72",
+        "hash_cont_tokens": "40dd7263ce5af5de"
+      },
+      "truncated": 0,
+      "non_truncated": 265,
+      "padded": 1060,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "hashes": {
+        "hash_examples": "3ee77f176f38eb8e",
+        "hash_full_prompts": "22cbe0e8dabf98b1",
+        "hash_input_tokens": "0dcd583202383d43",
+        "hash_cont_tokens": "1892d80e82b394c0"
+      },
+      "truncated": 0,
+      "non_truncated": 144,
+      "padded": 576,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "hashes": {
+        "hash_examples": "ce61a69c46d47aeb",
+        "hash_full_prompts": "9c1288940a4afb59",
+        "hash_input_tokens": "59a4f0d36881d644",
+        "hash_cont_tokens": "b6bb78fb2d7e4e6f"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "hashes": {
+        "hash_examples": "32805b52d7d5daab",
+        "hash_full_prompts": "9522781d0cdf1a43",
+        "hash_input_tokens": "302a2f1d05b53513",
+        "hash_cont_tokens": "6a5da979260e607c"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "hashes": {
+        "hash_examples": "55da1a0a0bd33722",
+        "hash_full_prompts": "72fe6f46a57e6ca4",
+        "hash_input_tokens": "042f1988f13b8f9a",
+        "hash_cont_tokens": "62df3b0447bd3b12"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "hashes": {
+        "hash_examples": "c33e143163049176",
+        "hash_full_prompts": "dee0989b2c8993f4",
+        "hash_input_tokens": "6dd81075c8e816e9",
+        "hash_cont_tokens": "933c01711a0757a0"
+      },
+      "truncated": 0,
+      "non_truncated": 173,
+      "padded": 692,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "hashes": {
+        "hash_examples": "ebdab1cdb7e555df",
+        "hash_full_prompts": "a1be6b64ea1948c3",
+        "hash_input_tokens": "37818fa59254732b",
+        "hash_cont_tokens": "d36569ab90faad7c"
+      },
+      "truncated": 0,
+      "non_truncated": 102,
+      "padded": 408,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "hashes": {
+        "hash_examples": "a24fd7d08a560921",
+        "hash_full_prompts": "01bc3fdfdefe67a4",
+        "hash_input_tokens": "d4957d5a9d5e83ec",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "hashes": {
+        "hash_examples": "8300977a79386993",
+        "hash_full_prompts": "b39315a8ada3ca79",
+        "hash_input_tokens": "c146a84803f78c9e",
+        "hash_cont_tokens": "6408f70f3d9ada31"
+      },
+      "truncated": 0,
+      "non_truncated": 235,
+      "padded": 940,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "hashes": {
+        "hash_examples": "ddde36788a04a46f",
+        "hash_full_prompts": "70bab37ca5fcc48f",
+        "hash_input_tokens": "086bc025be133096",
+        "hash_cont_tokens": "3befa885ca6e4b97"
+      },
+      "truncated": 0,
+      "non_truncated": 114,
+      "padded": 456,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "hashes": {
+        "hash_examples": "acbc5def98c19b3f",
+        "hash_full_prompts": "86a4747481c11c61",
+        "hash_input_tokens": "b83507ac94ded59b",
+        "hash_cont_tokens": "e75df8f470aa4973"
+      },
+      "truncated": 0,
+      "non_truncated": 145,
+      "padded": 580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "hashes": {
+        "hash_examples": "146e61d07497a9bd",
+        "hash_full_prompts": "1fe56333735325fa",
+        "hash_input_tokens": "8c3c868b34bad37b",
+        "hash_cont_tokens": "f09c97e7f7f9af71"
+      },
+      "truncated": 0,
+      "non_truncated": 378,
+      "padded": 1512,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "hashes": {
+        "hash_examples": "8635216e1909a03f",
+        "hash_full_prompts": "cc83c1ede45f974c",
+        "hash_input_tokens": "bb0616a24585501c",
+        "hash_cont_tokens": "df96e75b4eb1d7b0"
+      },
+      "truncated": 0,
+      "non_truncated": 126,
+      "padded": 504,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "hashes": {
+        "hash_examples": "30b315aa6353ee47",
+        "hash_full_prompts": "3a2ec1e2785c69a5",
+        "hash_input_tokens": "5e840dc7f1c55a67",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "hashes": {
+        "hash_examples": "c9136373af2180de",
+        "hash_full_prompts": "27646a569cf2a6f8",
+        "hash_input_tokens": "1dce672a00c5cbe1",
+        "hash_cont_tokens": "c6d11e73dc85157f"
+      },
+      "truncated": 0,
+      "non_truncated": 310,
+      "padded": 1240,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "hashes": {
+        "hash_examples": "b0661bfa1add6404",
+        "hash_full_prompts": "6905c6ca76f7b2b7",
+        "hash_input_tokens": "7fb2dd590b34e445",
+        "hash_cont_tokens": "208aff39cfca671a"
+      },
+      "truncated": 0,
+      "non_truncated": 203,
+      "padded": 812,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "hashes": {
+        "hash_examples": "80fc1d623a3d665f",
+        "hash_full_prompts": "b80092241e8b6c06",
+        "hash_input_tokens": "b2a9091fd8d00b66",
+        "hash_cont_tokens": "150a6d581009fbe0"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "hashes": {
+        "hash_examples": "854da6e5af0fe1a1",
+        "hash_full_prompts": "a3bc32a5dc022ce7",
+        "hash_input_tokens": "393e215e8667fde4",
+        "hash_cont_tokens": "7b6f4c22b304c3cc"
+      },
+      "truncated": 0,
+      "non_truncated": 165,
+      "padded": 656,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "hashes": {
+        "hash_examples": "7dc963c7acd19ad8",
+        "hash_full_prompts": "53f91beae305905d",
+        "hash_input_tokens": "439ac435fc478534",
+        "hash_cont_tokens": "1a85c9e696d91a66"
+      },
+      "truncated": 0,
+      "non_truncated": 198,
+      "padded": 792,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "hashes": {
+        "hash_examples": "1f675dcdebc9758f",
+        "hash_full_prompts": "623fd7e3495f243f",
+        "hash_input_tokens": "2c5757b8545f7cf8",
+        "hash_cont_tokens": "a47a4530b8790081"
+      },
+      "truncated": 0,
+      "non_truncated": 193,
+      "padded": 772,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "hashes": {
+        "hash_examples": "2fb32cf2d80f0b35",
+        "hash_full_prompts": "378ac13c8abb6c5f",
+        "hash_input_tokens": "afea2ca30b1622ff",
+        "hash_cont_tokens": "e71e7c6acf44c3e5"
+      },
+      "truncated": 0,
+      "non_truncated": 390,
+      "padded": 1560,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "hashes": {
+        "hash_examples": "fd6646fdb5d58a1f",
+        "hash_full_prompts": "14d34e0b34750627",
+        "hash_input_tokens": "34e63b0902b32a2c",
+        "hash_cont_tokens": "e36b5624bdbe96b0"
+      },
+      "truncated": 0,
+      "non_truncated": 270,
+      "padded": 1080,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "hashes": {
+        "hash_examples": "2118f21f71d87d84",
+        "hash_full_prompts": "9ac09e5d4da991c9",
+        "hash_input_tokens": "93d1c1ba5fe0bcbd",
+        "hash_cont_tokens": "a5f61d5beba13cc2"
+      },
+      "truncated": 0,
+      "non_truncated": 238,
+      "padded": 952,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "hashes": {
+        "hash_examples": "dc3ce06378548565",
+        "hash_full_prompts": "b4832a554d47d224",
+        "hash_input_tokens": "f5bf59bc9f6839fe",
+        "hash_cont_tokens": "df1d218ccbc258e8"
+      },
+      "truncated": 0,
+      "non_truncated": 151,
+      "padded": 604,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "hashes": {
+        "hash_examples": "c8d1d98a40e11f2f",
+        "hash_full_prompts": "1e8cd27064546274",
+        "hash_input_tokens": "329851f26db67226",
+        "hash_cont_tokens": "6fb549a4eb8e6c47"
+      },
+      "truncated": 0,
+      "non_truncated": 545,
+      "padded": 2180,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "hashes": {
+        "hash_examples": "666c8759b98ee4ff",
+        "hash_full_prompts": "e05ab41077ec0afa",
+        "hash_input_tokens": "7abad93393993e44",
+        "hash_cont_tokens": "d9528c65af653d67"
+      },
+      "truncated": 0,
+      "non_truncated": 216,
+      "padded": 864,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "hashes": {
+        "hash_examples": "95fef1c4b7d3f81e",
+        "hash_full_prompts": "a4b275996a416b4a",
+        "hash_input_tokens": "e5def820604ad889",
+        "hash_cont_tokens": "8b827fc7dfd3c1c5"
+      },
+      "truncated": 0,
+      "non_truncated": 204,
+      "padded": 816,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "hashes": {
+        "hash_examples": "7e5085b6184b0322",
+        "hash_full_prompts": "8adf16361f0f320a",
+        "hash_input_tokens": "aa85ae4eba20e53f",
+        "hash_cont_tokens": "82f19c159c69a66d"
+      },
+      "truncated": 0,
+      "non_truncated": 237,
+      "padded": 948,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "hashes": {
+        "hash_examples": "c17333e7c7c10797",
+        "hash_full_prompts": "918d91a3141aac4d",
+        "hash_input_tokens": "297fceccf01a2c64",
+        "hash_cont_tokens": "ca87074f1dc39668"
+      },
+      "truncated": 0,
+      "non_truncated": 223,
+      "padded": 892,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "hashes": {
+        "hash_examples": "4edd1e9045df5e3d",
+        "hash_full_prompts": "bcee39ecea32fcc8",
+        "hash_input_tokens": "7c66a375881d6788",
+        "hash_cont_tokens": "491a0ab53f54aeb9"
+      },
+      "truncated": 0,
+      "non_truncated": 131,
+      "padded": 524,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "hashes": {
+        "hash_examples": "db2fa00d771a062a",
+        "hash_full_prompts": "ffe12a3b5bf350c2",
+        "hash_input_tokens": "dc0250213736abca",
+        "hash_cont_tokens": "e3d257d7ea257fc8"
+      },
+      "truncated": 0,
+      "non_truncated": 121,
+      "padded": 484,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "hashes": {
+        "hash_examples": "e956f86b124076fe",
+        "hash_full_prompts": "b4293c3c08bebaf7",
+        "hash_input_tokens": "c9ed773ed04cff64",
+        "hash_cont_tokens": "4c69d7671fa1ab1c"
+      },
+      "truncated": 0,
+      "non_truncated": 108,
+      "padded": 432,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "hashes": {
+        "hash_examples": "956e0e6365ab79f1",
+        "hash_full_prompts": "8c1b7733e98cbe81",
+        "hash_input_tokens": "a4f6df541a56c41a",
+        "hash_cont_tokens": "57e78d3d09b7db81"
+      },
+      "truncated": 0,
+      "non_truncated": 163,
+      "padded": 652,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "hashes": {
+        "hash_examples": "397997cc6f4d581e",
+        "hash_full_prompts": "24a206a1c639ab8d",
+        "hash_input_tokens": "f0dfd08579d1f727",
+        "hash_cont_tokens": "94d2ec6c52bb7b53"
+      },
+      "truncated": 0,
+      "non_truncated": 112,
+      "padded": 448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:management|5": {
+      "hashes": {
+        "hash_examples": "2bcbe6f6ca63d740",
+        "hash_full_prompts": "77e1c79d988beecc",
+        "hash_input_tokens": "15925fd62ddd3ca4",
+        "hash_cont_tokens": "79499fecb18f1cb1"
+      },
+      "truncated": 0,
+      "non_truncated": 103,
+      "padded": 412,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "hashes": {
+        "hash_examples": "8ddb20d964a1b065",
+        "hash_full_prompts": "83cec2fa6b681d9d",
+        "hash_input_tokens": "6eb177c438da2061",
+        "hash_cont_tokens": "c5e9cd86b1a58fac"
+      },
+      "truncated": 0,
+      "non_truncated": 234,
+      "padded": 936,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "hashes": {
+        "hash_examples": "182a71f4763d2cea",
+        "hash_full_prompts": "195eb7ff99749730",
+        "hash_input_tokens": "5adeca0d34767f29",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "hashes": {
+        "hash_examples": "4c404fdbb4ca57fc",
+        "hash_full_prompts": "33539955c9a96851",
+        "hash_input_tokens": "52aee92a69c2b698",
+        "hash_cont_tokens": "8578b82c42cc7026"
+      },
+      "truncated": 0,
+      "non_truncated": 783,
+      "padded": 3132,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "hashes": {
+        "hash_examples": "60cbd2baa3fea5c9",
+        "hash_full_prompts": "009b7d0e7f819eff",
+        "hash_input_tokens": "f24c046b105c5e03",
+        "hash_cont_tokens": "26b0f808ec46464d"
+      },
+      "truncated": 0,
+      "non_truncated": 346,
+      "padded": 1384,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "hashes": {
+        "hash_examples": "fd8b0431fbdd75ef",
+        "hash_full_prompts": "f6e63c9fb9d3bff0",
+        "hash_input_tokens": "08eee0e3d8e89710",
+        "hash_cont_tokens": "52fe77d28aefc1b3"
+      },
+      "truncated": 0,
+      "non_truncated": 895,
+      "padded": 3580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "hashes": {
+        "hash_examples": "71e55e2b829b6528",
+        "hash_full_prompts": "8294d5e3ad435377",
+        "hash_input_tokens": "5b2c6686c8fc5e83",
+        "hash_cont_tokens": "25850a01b4a11b53"
+      },
+      "truncated": 0,
+      "non_truncated": 306,
+      "padded": 1224,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "hashes": {
+        "hash_examples": "a6d489a8d208fa4b",
+        "hash_full_prompts": "db68c0f4503e4793",
+        "hash_input_tokens": "7108ad04b556854f",
+        "hash_cont_tokens": "8c34ab2fa65c3b6e"
+      },
+      "truncated": 0,
+      "non_truncated": 311,
+      "padded": 1244,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "hashes": {
+        "hash_examples": "6cc50f032a19acaa",
+        "hash_full_prompts": "3972bcfa8c80e964",
+        "hash_input_tokens": "65cb6b1efc71921b",
+        "hash_cont_tokens": "89f21e5f9c7d81f2"
+      },
+      "truncated": 0,
+      "non_truncated": 324,
+      "padded": 1296,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "hashes": {
+        "hash_examples": "50f57ab32f5f6cea",
+        "hash_full_prompts": "25f0becc2483bd32",
+        "hash_input_tokens": "c1b1c1e1f1ca4a85",
+        "hash_cont_tokens": "c7c4930a659ca843"
+      },
+      "truncated": 0,
+      "non_truncated": 282,
+      "padded": 1120,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "hashes": {
+        "hash_examples": "a8fdc85c64f4b215",
+        "hash_full_prompts": "7a6f6c5706f00c7d",
+        "hash_input_tokens": "e7517115da0204cd",
+        "hash_cont_tokens": "6f36bd560ae36f02"
+      },
+      "truncated": 0,
+      "non_truncated": 1534,
+      "padded": 6136,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "hashes": {
+        "hash_examples": "c373a28a3050a73a",
+        "hash_full_prompts": "a74b6ac7c5c545d2",
+        "hash_input_tokens": "da6af6d03e682017",
+        "hash_cont_tokens": "ca4398b4ad3db5f1"
+      },
+      "truncated": 0,
+      "non_truncated": 272,
+      "padded": 1088,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "hashes": {
+        "hash_examples": "bf5254fe818356af",
+        "hash_full_prompts": "c53fa139ec25f502",
+        "hash_input_tokens": "c6dbaf3c7103ebe9",
+        "hash_cont_tokens": "ce4bb75e80359fe4"
+      },
+      "truncated": 0,
+      "non_truncated": 612,
+      "padded": 2448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "hashes": {
+        "hash_examples": "b66d52e28e7d14e0",
+        "hash_full_prompts": "55b5eff05aa6bf13",
+        "hash_input_tokens": "deea75b6eec5b782",
+        "hash_cont_tokens": "680235f5ede0b353"
+      },
+      "truncated": 0,
+      "non_truncated": 110,
+      "padded": 440,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "hashes": {
+        "hash_examples": "514c14feaf000ad9",
+        "hash_full_prompts": "6690ecdc054f7b0c",
+        "hash_input_tokens": "deef3d39896aca43",
+        "hash_cont_tokens": "189956efcec12818"
+      },
+      "truncated": 0,
+      "non_truncated": 245,
+      "padded": 980,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "hashes": {
+        "hash_examples": "f6c9bc9d18c80870",
+        "hash_full_prompts": "945fbdd091c72d64",
+        "hash_input_tokens": "330fffbccabf89e4",
+        "hash_cont_tokens": "2178ff937c0c1a29"
+      },
+      "truncated": 0,
+      "non_truncated": 201,
+      "padded": 804,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "hashes": {
+        "hash_examples": "ed7b78629db6678f",
+        "hash_full_prompts": "ebba6ea6eca4ae53",
+        "hash_input_tokens": "0ec87fa768a47632",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 392,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:virology|5": {
+      "hashes": {
+        "hash_examples": "bc52ffdc3f9b994a",
+        "hash_full_prompts": "a2ee4984d6877fe3",
+        "hash_input_tokens": "cc264818195d14da",
+        "hash_cont_tokens": "ec5c187546c7c842"
+      },
+      "truncated": 0,
+      "non_truncated": 166,
+      "padded": 660,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "hashes": {
+        "hash_examples": "ecdb4a4f94f62930",
+        "hash_full_prompts": "a89c8dddd1d8ced0",
+        "hash_input_tokens": "e7e781ba363743eb",
+        "hash_cont_tokens": "e52b573046cdfc5c"
+      },
+      "truncated": 0,
+      "non_truncated": 171,
+      "padded": 684,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "hashes": {
+        "hash_examples": "36a6d90e75d92d4a",
+        "hash_full_prompts": "8d9ca0a8bd458a1c",
+        "hash_input_tokens": "4aad1a3bfe70acfc",
+        "hash_cont_tokens": "b0f64f6659d8c230"
+      },
+      "truncated": 0,
+      "non_truncated": 817,
+      "padded": 9996,
+      "non_padded": 0,
+      "effective_few_shots": 0.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|winogrande|5": {
+      "hashes": {
+        "hash_examples": "087d5d1a1afd4c7b",
+        "hash_full_prompts": "35da55e47222e0e1",
+        "hash_input_tokens": "881c630a9e0034f7",
+        "hash_cont_tokens": "c466f4c92e3879cb"
+      },
+      "truncated": 0,
+      "non_truncated": 1267,
+      "padded": 2534,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|gsm8k|5": {
+      "hashes": {
+        "hash_examples": "0ed016e24e7512fd",
+        "hash_full_prompts": "f7ab209f6467841e",
+        "hash_input_tokens": "deccfe61ad5cb3d5",
+        "hash_cont_tokens": "95cc4cc1148eb790"
+      },
+      "truncated": 1319,
+      "non_truncated": 0,
+      "padded": 1074,
+      "non_padded": 245,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    }
+  },
+  "summary_general": {
+    "hashes": {
+      "hash_examples": "670666fa3a90ce5d",
+      "hash_full_prompts": "56c005e427046302",
+      "hash_input_tokens": "2a51da62c271a1a0",
+      "hash_cont_tokens": "a74619de92c05f2e"
+    },
+    "truncated": 1319,
+    "non_truncated": 27340,
+    "padded": 114540,
+    "non_padded": 332,
+    "num_truncated_few_shots": 0
+  }
+}
\ No newline at end of file
diff --git a/generation_config.json b/generation_config.json
new file mode 100644
index 0000000..2a4303a
--- /dev/null
+++ b/generation_config.json
@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128009
+  ],
+  "transformers_version": "4.41.1"
+}
diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors
new file mode 100644
index 0000000..3f0513b
--- /dev/null
+++ b/model-00001-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b91f5ced4c174fe9f973c89e59cf6b662fc13b9df093ff3152f64cf187d58d
+size 4976698672
diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors
new file mode 100644
index 0000000..3ef7613
--- /dev/null
+++ b/model-00002-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fee842889811dd24f84de11a892f5a81b67ed2ec970f0b22f0557929d3169af
+size 4999802720
diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors
new file mode 100644
index 0000000..5b5a4b8
--- /dev/null
+++ b/model-00003-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece494a0bc6bd65a03cd19cfee7d14ee41330b02d3b679eba3b120487d850ac2
+size 4915916176
diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors
new file mode 100644
index 0000000..496cece
--- /dev/null
+++ b/model-00004-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e1e520fa740d42551a7e76d6e01454d34b07896d5f9f95a23bbfd2ca69204a
+size 1168138808
diff --git a/model.safetensors.index.json b/model.safetensors.index.json
new file mode 100644
index 0000000..0fd8120
--- /dev/null
+++ b/model.safetensors.index.json
@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}
diff --git a/results/dreamgen/llama3-8b-instruct-align-test2-kto/results_2024-05-24T18-12-54.142897.json b/results/dreamgen/llama3-8b-instruct-align-test2-kto/results_2024-05-24T18-12-54.142897.json
new file mode 100644
index 0000000..fdca4e4
--- /dev/null
+++ b/results/dreamgen/llama3-8b-instruct-align-test2-kto/results_2024-05-24T18-12-54.142897.json
@@ -0,0 +1,3461 @@
+{
+  "config_general": {
+    "lighteval_sha": "a98210fd3a2d1e8bface1c32b72ebd5017173a4c",
+    "num_fewshot_seeds": 1,
+    "override_batch_size": -1,
+    "max_samples": null,
+    "job_id": "",
+    "start_time": 2236461.789611765,
+    "end_time": 2259996.300803602,
+    "total_evaluation_time_secondes": "23534.511191837024",
+    "model_name": "dreamgen/llama3-8b-instruct-align-test2-kto",
+    "model_sha": "9d61ac436978ee7007b966c145c2537cbe2fc994",
+    "model_dtype": "torch.bfloat16",
+    "model_size": "14.96 GB",
+    "config": null
+  },
+  "results": {
+    "leaderboard|arc:challenge|25": {
+      "acc": 0.5554607508532423,
+      "acc_stderr": 0.014521226405627075,
+      "acc_norm": 0.5622866894197952,
+      "acc_norm_stderr": 0.014497573881108282
+    },
+    "leaderboard|hellaswag|10": {
+      "acc": 0.5598486357299343,
+      "acc_stderr": 0.004953907062096603,
+      "acc_norm": 0.7204740091615216,
+      "acc_norm_stderr": 0.004478491697891239
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "acc": 0.33,
+      "acc_stderr": 0.047258156262526045
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "acc": 0.6592592592592592,
+      "acc_stderr": 0.040943762699967926
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "acc": 0.7302631578947368,
+      "acc_stderr": 0.03611780560284898
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "acc": 0.67,
+      "acc_stderr": 0.047258156262526094
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "acc": 0.7320754716981132,
+      "acc_stderr": 0.027257260322494845
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "acc": 0.7708333333333334,
+      "acc_stderr": 0.03514697467862388
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "acc": 0.49,
+      "acc_stderr": 0.05024183937956911
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "acc": 0.46,
+      "acc_stderr": 0.05009082659620332
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "acc": 0.39,
+      "acc_stderr": 0.04902071300001975
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "acc": 0.6069364161849711,
+      "acc_stderr": 0.0372424959581773
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "acc": 0.47058823529411764,
+      "acc_stderr": 0.04966570903978529
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "acc": 0.78,
+      "acc_stderr": 0.04163331998932261
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "acc": 0.5829787234042553,
+      "acc_stderr": 0.03223276266711712
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "acc": 0.5,
+      "acc_stderr": 0.047036043419179864
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "acc": 0.5862068965517241,
+      "acc_stderr": 0.04104269211806232
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "acc": 0.46296296296296297,
+      "acc_stderr": 0.02568056464005688
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "acc": 0.5238095238095238,
+      "acc_stderr": 0.04467062628403273
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "acc": 0.43,
+      "acc_stderr": 0.04975698519562428
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "acc": 0.7580645161290323,
+      "acc_stderr": 0.024362599693031076
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "acc": 0.5270935960591133,
+      "acc_stderr": 0.03512819077876106
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "acc": 0.66,
+      "acc_stderr": 0.04760952285695237
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "acc": 0.7212121212121212,
+      "acc_stderr": 0.035014387062967806
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "acc": 0.7929292929292929,
+      "acc_stderr": 0.028869778460267042
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "acc": 0.8756476683937824,
+      "acc_stderr": 0.023814477086593563
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "acc": 0.658974358974359,
+      "acc_stderr": 0.024035489676335068
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "acc": 0.34074074074074073,
+      "acc_stderr": 0.028897748741131137
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "acc": 0.7563025210084033,
+      "acc_stderr": 0.027886828078380548
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "acc": 0.4503311258278146,
+      "acc_stderr": 0.04062290018683775
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "acc": 0.8293577981651377,
+      "acc_stderr": 0.016129271025099878
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "acc": 0.49537037037037035,
+      "acc_stderr": 0.03409825519163572
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "acc": 0.803921568627451,
+      "acc_stderr": 0.027865942286639318
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "acc": 0.8185654008438819,
+      "acc_stderr": 0.025085961144579654
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "acc": 0.695067264573991,
+      "acc_stderr": 0.03089861088247752
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "acc": 0.7862595419847328,
+      "acc_stderr": 0.0359546161177469
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "acc": 0.8016528925619835,
+      "acc_stderr": 0.03640118271990947
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "acc": 0.8055555555555556,
+      "acc_stderr": 0.038260763248848646
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "acc": 0.7361963190184049,
+      "acc_stderr": 0.03462419931615623
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "acc": 0.49107142857142855,
+      "acc_stderr": 0.04745033255489123
+    },
+    "leaderboard|mmlu:management|5": {
+      "acc": 0.8252427184466019,
+      "acc_stderr": 0.03760178006026622
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "acc": 0.8717948717948718,
+      "acc_stderr": 0.02190190511507333
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "acc": 0.69,
+      "acc_stderr": 0.04648231987117316
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "acc": 0.822477650063857,
+      "acc_stderr": 0.013664230995834834
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "acc": 0.7052023121387283,
+      "acc_stderr": 0.02454761779480383
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "acc": 0.41899441340782123,
+      "acc_stderr": 0.016501579306861677
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "acc": 0.7352941176470589,
+      "acc_stderr": 0.025261691219729484
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "acc": 0.7202572347266881,
+      "acc_stderr": 0.02549425935069491
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "acc": 0.6975308641975309,
+      "acc_stderr": 0.025557653981868055
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "acc": 0.5035460992907801,
+      "acc_stderr": 0.02982674915328092
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "acc": 0.4576271186440678,
+      "acc_stderr": 0.012724296550980188
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "acc": 0.7132352941176471,
+      "acc_stderr": 0.027472274473233818
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "acc": 0.6879084967320261,
+      "acc_stderr": 0.018745011201277657
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "acc": 0.6545454545454545,
+      "acc_stderr": 0.04554619617541054
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "acc": 0.7387755102040816,
+      "acc_stderr": 0.028123429335142773
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "acc": 0.8159203980099502,
+      "acc_stderr": 0.027403859410786848
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "acc": 0.85,
+      "acc_stderr": 0.0358870281282637
+    },
+    "leaderboard|mmlu:virology|5": {
+      "acc": 0.5,
+      "acc_stderr": 0.03892494720807614
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "acc": 0.8128654970760234,
+      "acc_stderr": 0.029913127232368032
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "truthfulqa_mc1": 0.36964504283965727,
+      "truthfulqa_mc1_stderr": 0.01689818070697389,
+      "truthfulqa_mc2": 0.5305070824753251,
+      "truthfulqa_mc2_stderr": 0.015944782750315033
+    },
+    "leaderboard|winogrande|5": {
+      "acc": 0.6937647987371744,
+      "acc_stderr": 0.01295438597280247
+    },
+    "leaderboard|gsm8k|5": {
+      "qem": 0.4670204700530705,
+      "qem_stderr": 0.013742492794163421
+    },
+    "leaderboard|mmlu:_average|5": {
+      "acc": 0.6526569493505927,
+      "acc_stderr": 0.03380504750509661
+    },
+    "all": {
+      "acc": 0.6501753383050689,
+      "acc_stderr": 0.03265528712051721,
+      "acc_norm": 0.6413803492906585,
+      "acc_norm_stderr": 0.009488032789499761,
+      "truthfulqa_mc1": 0.36964504283965727,
+      "truthfulqa_mc1_stderr": 0.01689818070697389,
+      "truthfulqa_mc2": 0.5305070824753251,
+      "truthfulqa_mc2_stderr": 0.015944782750315033,
+      "qem": 0.4670204700530705,
+      "qem_stderr": 0.013742492794163421
+    }
+  },
+  "versions": {
+    "leaderboard|arc:challenge|25": 0,
+    "leaderboard|gsm8k|5": 0,
+    "leaderboard|hellaswag|10": 0,
+    "leaderboard|mmlu:abstract_algebra|5": 0,
+    "leaderboard|mmlu:anatomy|5": 0,
+    "leaderboard|mmlu:astronomy|5": 0,
+    "leaderboard|mmlu:business_ethics|5": 0,
+    "leaderboard|mmlu:clinical_knowledge|5": 0,
+    "leaderboard|mmlu:college_biology|5": 0,
+    "leaderboard|mmlu:college_chemistry|5": 0,
+    "leaderboard|mmlu:college_computer_science|5": 0,
+    "leaderboard|mmlu:college_mathematics|5": 0,
+    "leaderboard|mmlu:college_medicine|5": 0,
+    "leaderboard|mmlu:college_physics|5": 0,
+    "leaderboard|mmlu:computer_security|5": 0,
+    "leaderboard|mmlu:conceptual_physics|5": 0,
+    "leaderboard|mmlu:econometrics|5": 0,
+    "leaderboard|mmlu:electrical_engineering|5": 0,
+    "leaderboard|mmlu:elementary_mathematics|5": 0,
+    "leaderboard|mmlu:formal_logic|5": 0,
+    "leaderboard|mmlu:global_facts|5": 0,
+    "leaderboard|mmlu:high_school_biology|5": 0,
+    "leaderboard|mmlu:high_school_chemistry|5": 0,
+    "leaderboard|mmlu:high_school_computer_science|5": 0,
+    "leaderboard|mmlu:high_school_european_history|5": 0,
+    "leaderboard|mmlu:high_school_geography|5": 0,
+    "leaderboard|mmlu:high_school_government_and_politics|5": 0,
+    "leaderboard|mmlu:high_school_macroeconomics|5": 0,
+    "leaderboard|mmlu:high_school_mathematics|5": 0,
+    "leaderboard|mmlu:high_school_microeconomics|5": 0,
+    "leaderboard|mmlu:high_school_physics|5": 0,
+    "leaderboard|mmlu:high_school_psychology|5": 0,
+    "leaderboard|mmlu:high_school_statistics|5": 0,
+    "leaderboard|mmlu:high_school_us_history|5": 0,
+    "leaderboard|mmlu:high_school_world_history|5": 0,
+    "leaderboard|mmlu:human_aging|5": 0,
+    "leaderboard|mmlu:human_sexuality|5": 0,
+    "leaderboard|mmlu:international_law|5": 0,
+    "leaderboard|mmlu:jurisprudence|5": 0,
+    "leaderboard|mmlu:logical_fallacies|5": 0,
+    "leaderboard|mmlu:machine_learning|5": 0,
+    "leaderboard|mmlu:management|5": 0,
+    "leaderboard|mmlu:marketing|5": 0,
+    "leaderboard|mmlu:medical_genetics|5": 0,
+    "leaderboard|mmlu:miscellaneous|5": 0,
+    "leaderboard|mmlu:moral_disputes|5": 0,
+    "leaderboard|mmlu:moral_scenarios|5": 0,
+    "leaderboard|mmlu:nutrition|5": 0,
+    "leaderboard|mmlu:philosophy|5": 0,
+    "leaderboard|mmlu:prehistory|5": 0,
+    "leaderboard|mmlu:professional_accounting|5": 0,
+    "leaderboard|mmlu:professional_law|5": 0,
+    "leaderboard|mmlu:professional_medicine|5": 0,
+    "leaderboard|mmlu:professional_psychology|5": 0,
+    "leaderboard|mmlu:public_relations|5": 0,
+    "leaderboard|mmlu:security_studies|5": 0,
+    "leaderboard|mmlu:sociology|5": 0,
+    "leaderboard|mmlu:us_foreign_policy|5": 0,
+    "leaderboard|mmlu:virology|5": 0,
+    "leaderboard|mmlu:world_religions|5": 0,
+    "leaderboard|truthfulqa:mc|0": 0,
+    "leaderboard|winogrande|5": 0
+  },
+  "config_tasks": {
+    "leaderboard|arc:challenge": {
+      "name": "arc:challenge",
+      "prompt_function": "arc",
+      "hf_repo": "ai2_arc",
+      "hf_subset": "ARC-Challenge",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm_nospace"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "arc"
+      ],
+      "original_num_docs": 1172,
+      "effective_num_docs": 1172,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|gsm8k": {
+      "name": "gsm8k",
+      "prompt_function": "gsm8k",
+      "hf_repo": "gsm8k",
+      "hf_subset": "main",
+      "metric": [
+        "quasi_exact_match_gsm8k"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 256,
+      "stop_sequence": [
+        "Question:",
+        "Question",
+        ":"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1319,
+      "effective_num_docs": 1319,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|hellaswag": {
+      "name": "hellaswag",
+      "prompt_function": "hellaswag_harness",
+      "hf_repo": "hellaswag",
+      "hf_subset": "default",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 10042,
+      "effective_num_docs": 10042,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:abstract_algebra": {
+      "name": "mmlu:abstract_algebra",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "abstract_algebra",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:anatomy": {
+      "name": "mmlu:anatomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "anatomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 135,
+      "effective_num_docs": 135,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:astronomy": {
+      "name": "mmlu:astronomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "astronomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 152,
+      "effective_num_docs": 152,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:business_ethics": {
+      "name": "mmlu:business_ethics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "business_ethics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge": {
+      "name": "mmlu:clinical_knowledge",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "clinical_knowledge",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 265,
+      "effective_num_docs": 265,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_biology": {
+      "name": "mmlu:college_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 144,
+      "effective_num_docs": 144,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_chemistry": {
+      "name": "mmlu:college_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_computer_science": {
+      "name": "mmlu:college_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_mathematics": {
+      "name": "mmlu:college_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_medicine": {
+      "name": "mmlu:college_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 173,
+      "effective_num_docs": 173,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_physics": {
+      "name": "mmlu:college_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 102,
+      "effective_num_docs": 102,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:computer_security": {
+      "name": "mmlu:computer_security",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "computer_security",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:conceptual_physics": {
+      "name": "mmlu:conceptual_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "conceptual_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 235,
+      "effective_num_docs": 235,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:econometrics": {
+      "name": "mmlu:econometrics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "econometrics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 114,
+      "effective_num_docs": 114,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:electrical_engineering": {
+      "name": "mmlu:electrical_engineering",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "electrical_engineering",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 145,
+      "effective_num_docs": 145,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics": {
+      "name": "mmlu:elementary_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "elementary_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 378,
+      "effective_num_docs": 378,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:formal_logic": {
+      "name": "mmlu:formal_logic",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "formal_logic",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 126,
+      "effective_num_docs": 126,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:global_facts": {
+      "name": "mmlu:global_facts",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "global_facts",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_biology": {
+      "name": "mmlu:high_school_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 310,
+      "effective_num_docs": 310,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry": {
+      "name": "mmlu:high_school_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 203,
+      "effective_num_docs": 203,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science": {
+      "name": "mmlu:high_school_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_european_history": {
+      "name": "mmlu:high_school_european_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_european_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 165,
+      "effective_num_docs": 165,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_geography": {
+      "name": "mmlu:high_school_geography",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_geography",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 198,
+      "effective_num_docs": 198,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics": {
+      "name": "mmlu:high_school_government_and_politics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_government_and_politics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 193,
+      "effective_num_docs": 193,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics": {
+      "name": "mmlu:high_school_macroeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_macroeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 390,
+      "effective_num_docs": 390,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics": {
+      "name": "mmlu:high_school_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 270,
+      "effective_num_docs": 270,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics": {
+      "name": "mmlu:high_school_microeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_microeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 238,
+      "effective_num_docs": 238,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_physics": {
+      "name": "mmlu:high_school_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 151,
+      "effective_num_docs": 151,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_psychology": {
+      "name": "mmlu:high_school_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 545,
+      "effective_num_docs": 545,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_statistics": {
+      "name": "mmlu:high_school_statistics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_statistics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 216,
+      "effective_num_docs": 216,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_us_history": {
+      "name": "mmlu:high_school_us_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_us_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 204,
+      "effective_num_docs": 204,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_world_history": {
+      "name": "mmlu:high_school_world_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_world_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 237,
+      "effective_num_docs": 237,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_aging": {
+      "name": "mmlu:human_aging",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_aging",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 223,
+      "effective_num_docs": 223,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_sexuality": {
+      "name": "mmlu:human_sexuality",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_sexuality",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 131,
+      "effective_num_docs": 131,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:international_law": {
+      "name": "mmlu:international_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "international_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 121,
+      "effective_num_docs": 121,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:jurisprudence": {
+      "name": "mmlu:jurisprudence",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "jurisprudence",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 108,
+      "effective_num_docs": 108,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:logical_fallacies": {
+      "name": "mmlu:logical_fallacies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "logical_fallacies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 163,
+      "effective_num_docs": 163,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:machine_learning": {
+      "name": "mmlu:machine_learning",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "machine_learning",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 112,
+      "effective_num_docs": 112,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:management": {
+      "name": "mmlu:management",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "management",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 103,
+      "effective_num_docs": 103,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:marketing": {
+      "name": "mmlu:marketing",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "marketing",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 234,
+      "effective_num_docs": 234,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:medical_genetics": {
+      "name": "mmlu:medical_genetics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "medical_genetics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:miscellaneous": {
+      "name": "mmlu:miscellaneous",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "miscellaneous",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 783,
+      "effective_num_docs": 783,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_disputes": {
+      "name": "mmlu:moral_disputes",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_disputes",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 346,
+      "effective_num_docs": 346,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_scenarios": {
+      "name": "mmlu:moral_scenarios",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_scenarios",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 895,
+      "effective_num_docs": 895,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:nutrition": {
+      "name": "mmlu:nutrition",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "nutrition",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 306,
+      "effective_num_docs": 306,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:philosophy": {
+      "name": "mmlu:philosophy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "philosophy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 311,
+      "effective_num_docs": 311,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:prehistory": {
+      "name": "mmlu:prehistory",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "prehistory",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 324,
+      "effective_num_docs": 324,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_accounting": {
+      "name": "mmlu:professional_accounting",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_accounting",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 282,
+      "effective_num_docs": 282,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_law": {
+      "name": "mmlu:professional_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 1534,
+      "effective_num_docs": 1534,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_medicine": {
+      "name": "mmlu:professional_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 272,
+      "effective_num_docs": 272,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_psychology": {
+      "name": "mmlu:professional_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 612,
+      "effective_num_docs": 612,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:public_relations": {
+      "name": "mmlu:public_relations",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "public_relations",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 110,
+      "effective_num_docs": 110,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:security_studies": {
+      "name": "mmlu:security_studies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "security_studies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 245,
+      "effective_num_docs": 245,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:sociology": {
+      "name": "mmlu:sociology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "sociology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 201,
+      "effective_num_docs": 201,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy": {
+      "name": "mmlu:us_foreign_policy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "us_foreign_policy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:virology": {
+      "name": "mmlu:virology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "virology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 166,
+      "effective_num_docs": 166,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:world_religions": {
+      "name": "mmlu:world_religions",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "world_religions",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 171,
+      "effective_num_docs": 171,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|truthfulqa:mc": {
+      "name": "truthfulqa:mc",
+      "prompt_function": "truthful_qa_multiple_choice",
+      "hf_repo": "truthful_qa",
+      "hf_subset": "multiple_choice",
+      "metric": [
+        "truthfulqa_mc_metrics"
+      ],
+      "hf_avail_splits": [
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": null,
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 817,
+      "effective_num_docs": 817,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|winogrande": {
+      "name": "winogrande",
+      "prompt_function": "winogrande",
+      "hf_repo": "winogrande",
+      "hf_subset": "winogrande_xl",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1267,
+      "effective_num_docs": 1267,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    }
+  },
+  "summary_tasks": {
+    "leaderboard|arc:challenge|25": {
+      "hashes": {
+        "hash_examples": "17b0cae357c0259e",
+        "hash_full_prompts": "4aeb23a740784b86",
+        "hash_input_tokens": "2e9e18067d1f8ad8",
+        "hash_cont_tokens": "19baa8a044eaaac8"
+      },
+      "truncated": 0,
+      "non_truncated": 1172,
+      "padded": 4687,
+      "non_padded": 0,
+      "effective_few_shots": 25.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|hellaswag|10": {
+      "hashes": {
+        "hash_examples": "31985c805c3a737e",
+        "hash_full_prompts": "3c2d3440e190b07b",
+        "hash_input_tokens": "412fc1d29623282b",
+        "hash_cont_tokens": "823c88a16c837063"
+      },
+      "truncated": 0,
+      "non_truncated": 10042,
+      "padded": 40105,
+      "non_padded": 63,
+      "effective_few_shots": 10.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "hashes": {
+        "hash_examples": "4c76229e00c9c0e9",
+        "hash_full_prompts": "faefa0cccb952fe0",
+        "hash_input_tokens": "e7380c35f0e2c4b3",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "hashes": {
+        "hash_examples": "6a1f8104dccbd33b",
+        "hash_full_prompts": "eacd03e46972fa59",
+        "hash_input_tokens": "2ee8bc2ef4561b6b",
+        "hash_cont_tokens": "9be31d13c42ead00"
+      },
+      "truncated": 0,
+      "non_truncated": 135,
+      "padded": 540,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "hashes": {
+        "hash_examples": "1302effa3a76ce4c",
+        "hash_full_prompts": "826cacbdf1f6bfd0",
+        "hash_input_tokens": "6ab8d24255ff03b3",
+        "hash_cont_tokens": "30cc2b2fc1294aac"
+      },
+      "truncated": 0,
+      "non_truncated": 152,
+      "padded": 608,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "hashes": {
+        "hash_examples": "03cb8bce5336419a",
+        "hash_full_prompts": "518511169382ac39",
+        "hash_input_tokens": "8be4f0cc9ce448e1",
+        "hash_cont_tokens": "4e9d83c717b7deb8"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "hashes": {
+        "hash_examples": "ffbb9c7b2be257f9",
+        "hash_full_prompts": "0b07b0bc774fdfd9",
+        "hash_input_tokens": "413166c01db52a72",
+        "hash_cont_tokens": "40dd7263ce5af5de"
+      },
+      "truncated": 0,
+      "non_truncated": 265,
+      "padded": 1060,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "hashes": {
+        "hash_examples": "3ee77f176f38eb8e",
+        "hash_full_prompts": "22cbe0e8dabf98b1",
+        "hash_input_tokens": "0dcd583202383d43",
+        "hash_cont_tokens": "1892d80e82b394c0"
+      },
+      "truncated": 0,
+      "non_truncated": 144,
+      "padded": 576,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "hashes": {
+        "hash_examples": "ce61a69c46d47aeb",
+        "hash_full_prompts": "9c1288940a4afb59",
+        "hash_input_tokens": "59a4f0d36881d644",
+        "hash_cont_tokens": "b6bb78fb2d7e4e6f"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "hashes": {
+        "hash_examples": "32805b52d7d5daab",
+        "hash_full_prompts": "9522781d0cdf1a43",
+        "hash_input_tokens": "302a2f1d05b53513",
+        "hash_cont_tokens": "6a5da979260e607c"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "hashes": {
+        "hash_examples": "55da1a0a0bd33722",
+        "hash_full_prompts": "72fe6f46a57e6ca4",
+        "hash_input_tokens": "042f1988f13b8f9a",
+        "hash_cont_tokens": "62df3b0447bd3b12"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "hashes": {
+        "hash_examples": "c33e143163049176",
+        "hash_full_prompts": "dee0989b2c8993f4",
+        "hash_input_tokens": "6dd81075c8e816e9",
+        "hash_cont_tokens": "933c01711a0757a0"
+      },
+      "truncated": 0,
+      "non_truncated": 173,
+      "padded": 692,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "hashes": {
+        "hash_examples": "ebdab1cdb7e555df",
+        "hash_full_prompts": "a1be6b64ea1948c3",
+        "hash_input_tokens": "37818fa59254732b",
+        "hash_cont_tokens": "d36569ab90faad7c"
+      },
+      "truncated": 0,
+      "non_truncated": 102,
+      "padded": 408,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "hashes": {
+        "hash_examples": "a24fd7d08a560921",
+        "hash_full_prompts": "01bc3fdfdefe67a4",
+        "hash_input_tokens": "d4957d5a9d5e83ec",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "hashes": {
+        "hash_examples": "8300977a79386993",
+        "hash_full_prompts": "b39315a8ada3ca79",
+        "hash_input_tokens": "c146a84803f78c9e",
+        "hash_cont_tokens": "6408f70f3d9ada31"
+      },
+      "truncated": 0,
+      "non_truncated": 235,
+      "padded": 940,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "hashes": {
+        "hash_examples": "ddde36788a04a46f",
+        "hash_full_prompts": "70bab37ca5fcc48f",
+        "hash_input_tokens": "086bc025be133096",
+        "hash_cont_tokens": "3befa885ca6e4b97"
+      },
+      "truncated": 0,
+      "non_truncated": 114,
+      "padded": 456,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "hashes": {
+        "hash_examples": "acbc5def98c19b3f",
+        "hash_full_prompts": "86a4747481c11c61",
+        "hash_input_tokens": "b83507ac94ded59b",
+        "hash_cont_tokens": "e75df8f470aa4973"
+      },
+      "truncated": 0,
+      "non_truncated": 145,
+      "padded": 580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "hashes": {
+        "hash_examples": "146e61d07497a9bd",
+        "hash_full_prompts": "1fe56333735325fa",
+        "hash_input_tokens": "8c3c868b34bad37b",
+        "hash_cont_tokens": "f09c97e7f7f9af71"
+      },
+      "truncated": 0,
+      "non_truncated": 378,
+      "padded": 1512,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "hashes": {
+        "hash_examples": "8635216e1909a03f",
+        "hash_full_prompts": "cc83c1ede45f974c",
+        "hash_input_tokens": "bb0616a24585501c",
+        "hash_cont_tokens": "df96e75b4eb1d7b0"
+      },
+      "truncated": 0,
+      "non_truncated": 126,
+      "padded": 504,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "hashes": {
+        "hash_examples": "30b315aa6353ee47",
+        "hash_full_prompts": "3a2ec1e2785c69a5",
+        "hash_input_tokens": "5e840dc7f1c55a67",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "hashes": {
+        "hash_examples": "c9136373af2180de",
+        "hash_full_prompts": "27646a569cf2a6f8",
+        "hash_input_tokens": "1dce672a00c5cbe1",
+        "hash_cont_tokens": "c6d11e73dc85157f"
+      },
+      "truncated": 0,
+      "non_truncated": 310,
+      "padded": 1240,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "hashes": {
+        "hash_examples": "b0661bfa1add6404",
+        "hash_full_prompts": "6905c6ca76f7b2b7",
+        "hash_input_tokens": "7fb2dd590b34e445",
+        "hash_cont_tokens": "208aff39cfca671a"
+      },
+      "truncated": 0,
+      "non_truncated": 203,
+      "padded": 812,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "hashes": {
+        "hash_examples": "80fc1d623a3d665f",
+        "hash_full_prompts": "b80092241e8b6c06",
+        "hash_input_tokens": "b2a9091fd8d00b66",
+        "hash_cont_tokens": "150a6d581009fbe0"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "hashes": {
+        "hash_examples": "854da6e5af0fe1a1",
+        "hash_full_prompts": "a3bc32a5dc022ce7",
+        "hash_input_tokens": "393e215e8667fde4",
+        "hash_cont_tokens": "7b6f4c22b304c3cc"
+      },
+      "truncated": 0,
+      "non_truncated": 165,
+      "padded": 656,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "hashes": {
+        "hash_examples": "7dc963c7acd19ad8",
+        "hash_full_prompts": "53f91beae305905d",
+        "hash_input_tokens": "439ac435fc478534",
+        "hash_cont_tokens": "1a85c9e696d91a66"
+      },
+      "truncated": 0,
+      "non_truncated": 198,
+      "padded": 792,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "hashes": {
+        "hash_examples": "1f675dcdebc9758f",
+        "hash_full_prompts": "623fd7e3495f243f",
+        "hash_input_tokens": "2c5757b8545f7cf8",
+        "hash_cont_tokens": "a47a4530b8790081"
+      },
+      "truncated": 0,
+      "non_truncated": 193,
+      "padded": 772,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "hashes": {
+        "hash_examples": "2fb32cf2d80f0b35",
+        "hash_full_prompts": "378ac13c8abb6c5f",
+        "hash_input_tokens": "afea2ca30b1622ff",
+        "hash_cont_tokens": "e71e7c6acf44c3e5"
+      },
+      "truncated": 0,
+      "non_truncated": 390,
+      "padded": 1560,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "hashes": {
+        "hash_examples": "fd6646fdb5d58a1f",
+        "hash_full_prompts": "14d34e0b34750627",
+        "hash_input_tokens": "34e63b0902b32a2c",
+        "hash_cont_tokens": "e36b5624bdbe96b0"
+      },
+      "truncated": 0,
+      "non_truncated": 270,
+      "padded": 1080,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "hashes": {
+        "hash_examples": "2118f21f71d87d84",
+        "hash_full_prompts": "9ac09e5d4da991c9",
+        "hash_input_tokens": "93d1c1ba5fe0bcbd",
+        "hash_cont_tokens": "a5f61d5beba13cc2"
+      },
+      "truncated": 0,
+      "non_truncated": 238,
+      "padded": 952,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "hashes": {
+        "hash_examples": "dc3ce06378548565",
+        "hash_full_prompts": "b4832a554d47d224",
+        "hash_input_tokens": "f5bf59bc9f6839fe",
+        "hash_cont_tokens": "df1d218ccbc258e8"
+      },
+      "truncated": 0,
+      "non_truncated": 151,
+      "padded": 604,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "hashes": {
+        "hash_examples": "c8d1d98a40e11f2f",
+        "hash_full_prompts": "1e8cd27064546274",
+        "hash_input_tokens": "329851f26db67226",
+        "hash_cont_tokens": "6fb549a4eb8e6c47"
+      },
+      "truncated": 0,
+      "non_truncated": 545,
+      "padded": 2180,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "hashes": {
+        "hash_examples": "666c8759b98ee4ff",
+        "hash_full_prompts": "e05ab41077ec0afa",
+        "hash_input_tokens": "7abad93393993e44",
+        "hash_cont_tokens": "d9528c65af653d67"
+      },
+      "truncated": 0,
+      "non_truncated": 216,
+      "padded": 864,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "hashes": {
+        "hash_examples": "95fef1c4b7d3f81e",
+        "hash_full_prompts": "a4b275996a416b4a",
+        "hash_input_tokens": "e5def820604ad889",
+        "hash_cont_tokens": "8b827fc7dfd3c1c5"
+      },
+      "truncated": 0,
+      "non_truncated": 204,
+      "padded": 816,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "hashes": {
+        "hash_examples": "7e5085b6184b0322",
+        "hash_full_prompts": "8adf16361f0f320a",
+        "hash_input_tokens": "aa85ae4eba20e53f",
+        "hash_cont_tokens": "82f19c159c69a66d"
+      },
+      "truncated": 0,
+      "non_truncated": 237,
+      "padded": 948,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "hashes": {
+        "hash_examples": "c17333e7c7c10797",
+        "hash_full_prompts": "918d91a3141aac4d",
+        "hash_input_tokens": "297fceccf01a2c64",
+        "hash_cont_tokens": "ca87074f1dc39668"
+      },
+      "truncated": 0,
+      "non_truncated": 223,
+      "padded": 892,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "hashes": {
+        "hash_examples": "4edd1e9045df5e3d",
+        "hash_full_prompts": "bcee39ecea32fcc8",
+        "hash_input_tokens": "7c66a375881d6788",
+        "hash_cont_tokens": "491a0ab53f54aeb9"
+      },
+      "truncated": 0,
+      "non_truncated": 131,
+      "padded": 524,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "hashes": {
+        "hash_examples": "db2fa00d771a062a",
+        "hash_full_prompts": "ffe12a3b5bf350c2",
+        "hash_input_tokens": "dc0250213736abca",
+        "hash_cont_tokens": "e3d257d7ea257fc8"
+      },
+      "truncated": 0,
+      "non_truncated": 121,
+      "padded": 484,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "hashes": {
+        "hash_examples": "e956f86b124076fe",
+        "hash_full_prompts": "b4293c3c08bebaf7",
+        "hash_input_tokens": "c9ed773ed04cff64",
+        "hash_cont_tokens": "4c69d7671fa1ab1c"
+      },
+      "truncated": 0,
+      "non_truncated": 108,
+      "padded": 432,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "hashes": {
+        "hash_examples": "956e0e6365ab79f1",
+        "hash_full_prompts": "8c1b7733e98cbe81",
+        "hash_input_tokens": "a4f6df541a56c41a",
+        "hash_cont_tokens": "57e78d3d09b7db81"
+      },
+      "truncated": 0,
+      "non_truncated": 163,
+      "padded": 652,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "hashes": {
+        "hash_examples": "397997cc6f4d581e",
+        "hash_full_prompts": "24a206a1c639ab8d",
+        "hash_input_tokens": "f0dfd08579d1f727",
+        "hash_cont_tokens": "94d2ec6c52bb7b53"
+      },
+      "truncated": 0,
+      "non_truncated": 112,
+      "padded": 448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:management|5": {
+      "hashes": {
+        "hash_examples": "2bcbe6f6ca63d740",
+        "hash_full_prompts": "77e1c79d988beecc",
+        "hash_input_tokens": "15925fd62ddd3ca4",
+        "hash_cont_tokens": "79499fecb18f1cb1"
+      },
+      "truncated": 0,
+      "non_truncated": 103,
+      "padded": 412,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "hashes": {
+        "hash_examples": "8ddb20d964a1b065",
+        "hash_full_prompts": "83cec2fa6b681d9d",
+        "hash_input_tokens": "6eb177c438da2061",
+        "hash_cont_tokens": "c5e9cd86b1a58fac"
+      },
+      "truncated": 0,
+      "non_truncated": 234,
+      "padded": 936,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "hashes": {
+        "hash_examples": "182a71f4763d2cea",
+        "hash_full_prompts": "195eb7ff99749730",
+        "hash_input_tokens": "5adeca0d34767f29",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "hashes": {
+        "hash_examples": "4c404fdbb4ca57fc",
+        "hash_full_prompts": "33539955c9a96851",
+        "hash_input_tokens": "52aee92a69c2b698",
+        "hash_cont_tokens": "8578b82c42cc7026"
+      },
+      "truncated": 0,
+      "non_truncated": 783,
+      "padded": 3132,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "hashes": {
+        "hash_examples": "60cbd2baa3fea5c9",
+        "hash_full_prompts": "009b7d0e7f819eff",
+        "hash_input_tokens": "f24c046b105c5e03",
+        "hash_cont_tokens": "26b0f808ec46464d"
+      },
+      "truncated": 0,
+      "non_truncated": 346,
+      "padded": 1384,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "hashes": {
+        "hash_examples": "fd8b0431fbdd75ef",
+        "hash_full_prompts": "f6e63c9fb9d3bff0",
+        "hash_input_tokens": "08eee0e3d8e89710",
+        "hash_cont_tokens": "52fe77d28aefc1b3"
+      },
+      "truncated": 0,
+      "non_truncated": 895,
+      "padded": 3580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "hashes": {
+        "hash_examples": "71e55e2b829b6528",
+        "hash_full_prompts": "8294d5e3ad435377",
+        "hash_input_tokens": "5b2c6686c8fc5e83",
+        "hash_cont_tokens": "25850a01b4a11b53"
+      },
+      "truncated": 0,
+      "non_truncated": 306,
+      "padded": 1224,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "hashes": {
+        "hash_examples": "a6d489a8d208fa4b",
+        "hash_full_prompts": "db68c0f4503e4793",
+        "hash_input_tokens": "7108ad04b556854f",
+        "hash_cont_tokens": "8c34ab2fa65c3b6e"
+      },
+      "truncated": 0,
+      "non_truncated": 311,
+      "padded": 1244,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "hashes": {
+        "hash_examples": "6cc50f032a19acaa",
+        "hash_full_prompts": "3972bcfa8c80e964",
+        "hash_input_tokens": "65cb6b1efc71921b",
+        "hash_cont_tokens": "89f21e5f9c7d81f2"
+      },
+      "truncated": 0,
+      "non_truncated": 324,
+      "padded": 1296,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "hashes": {
+        "hash_examples": "50f57ab32f5f6cea",
+        "hash_full_prompts": "25f0becc2483bd32",
+        "hash_input_tokens": "c1b1c1e1f1ca4a85",
+        "hash_cont_tokens": "c7c4930a659ca843"
+      },
+      "truncated": 0,
+      "non_truncated": 282,
+      "padded": 1120,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "hashes": {
+        "hash_examples": "a8fdc85c64f4b215",
+        "hash_full_prompts": "7a6f6c5706f00c7d",
+        "hash_input_tokens": "e7517115da0204cd",
+        "hash_cont_tokens": "6f36bd560ae36f02"
+      },
+      "truncated": 0,
+      "non_truncated": 1534,
+      "padded": 6136,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "hashes": {
+        "hash_examples": "c373a28a3050a73a",
+        "hash_full_prompts": "a74b6ac7c5c545d2",
+        "hash_input_tokens": "da6af6d03e682017",
+        "hash_cont_tokens": "ca4398b4ad3db5f1"
+      },
+      "truncated": 0,
+      "non_truncated": 272,
+      "padded": 1088,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "hashes": {
+        "hash_examples": "bf5254fe818356af",
+        "hash_full_prompts": "c53fa139ec25f502",
+        "hash_input_tokens": "c6dbaf3c7103ebe9",
+        "hash_cont_tokens": "ce4bb75e80359fe4"
+      },
+      "truncated": 0,
+      "non_truncated": 612,
+      "padded": 2448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "hashes": {
+        "hash_examples": "b66d52e28e7d14e0",
+        "hash_full_prompts": "55b5eff05aa6bf13",
+        "hash_input_tokens": "deea75b6eec5b782",
+        "hash_cont_tokens": "680235f5ede0b353"
+      },
+      "truncated": 0,
+      "non_truncated": 110,
+      "padded": 440,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "hashes": {
+        "hash_examples": "514c14feaf000ad9",
+        "hash_full_prompts": "6690ecdc054f7b0c",
+        "hash_input_tokens": "deef3d39896aca43",
+        "hash_cont_tokens": "189956efcec12818"
+      },
+      "truncated": 0,
+      "non_truncated": 245,
+      "padded": 980,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "hashes": {
+        "hash_examples": "f6c9bc9d18c80870",
+        "hash_full_prompts": "945fbdd091c72d64",
+        "hash_input_tokens": "330fffbccabf89e4",
+        "hash_cont_tokens": "2178ff937c0c1a29"
+      },
+      "truncated": 0,
+      "non_truncated": 201,
+      "padded": 804,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "hashes": {
+        "hash_examples": "ed7b78629db6678f",
+        "hash_full_prompts": "ebba6ea6eca4ae53",
+        "hash_input_tokens": "0ec87fa768a47632",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 392,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:virology|5": {
+      "hashes": {
+        "hash_examples": "bc52ffdc3f9b994a",
+        "hash_full_prompts": "a2ee4984d6877fe3",
+        "hash_input_tokens": "cc264818195d14da",
+        "hash_cont_tokens": "ec5c187546c7c842"
+      },
+      "truncated": 0,
+      "non_truncated": 166,
+      "padded": 660,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "hashes": {
+        "hash_examples": "ecdb4a4f94f62930",
+        "hash_full_prompts": "a89c8dddd1d8ced0",
+        "hash_input_tokens": "e7e781ba363743eb",
+        "hash_cont_tokens": "e52b573046cdfc5c"
+      },
+      "truncated": 0,
+      "non_truncated": 171,
+      "padded": 684,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "hashes": {
+        "hash_examples": "36a6d90e75d92d4a",
+        "hash_full_prompts": "8d9ca0a8bd458a1c",
+        "hash_input_tokens": "4aad1a3bfe70acfc",
+        "hash_cont_tokens": "b0f64f6659d8c230"
+      },
+      "truncated": 0,
+      "non_truncated": 817,
+      "padded": 9996,
+      "non_padded": 0,
+      "effective_few_shots": 0.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|winogrande|5": {
+      "hashes": {
+        "hash_examples": "087d5d1a1afd4c7b",
+        "hash_full_prompts": "35da55e47222e0e1",
+        "hash_input_tokens": "881c630a9e0034f7",
+        "hash_cont_tokens": "c466f4c92e3879cb"
+      },
+      "truncated": 0,
+      "non_truncated": 1267,
+      "padded": 2534,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|gsm8k|5": {
+      "hashes": {
+        "hash_examples": "0ed016e24e7512fd",
+        "hash_full_prompts": "f7ab209f6467841e",
+        "hash_input_tokens": "deccfe61ad5cb3d5",
+        "hash_cont_tokens": "b7442470c79a7028"
+      },
+      "truncated": 1319,
+      "non_truncated": 0,
+      "padded": 1074,
+      "non_padded": 245,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    }
+  },
+  "summary_general": {
+    "hashes": {
+      "hash_examples": "670666fa3a90ce5d",
+      "hash_full_prompts": "56c005e427046302",
+      "hash_input_tokens": "2a51da62c271a1a0",
+      "hash_cont_tokens": "aba89b730029cc1f"
+    },
+    "truncated": 1319,
+    "non_truncated": 27340,
+    "padded": 114540,
+    "non_padded": 332,
+    "num_truncated_few_shots": 0
+  }
+}
\ No newline at end of file
diff --git a/results/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json b/results/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json
new file mode 100644
index 0000000..b506415
--- /dev/null
+++ b/results/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json
@@ -0,0 +1,3461 @@
+{
+  "config_general": {
+    "lighteval_sha": "a98210fd3a2d1e8bface1c32b72ebd5017173a4c",
+    "num_fewshot_seeds": 1,
+    "override_batch_size": -1,
+    "max_samples": null,
+    "job_id": "",
+    "start_time": 2236465.645254106,
+    "end_time": 2260133.586933212,
+    "total_evaluation_time_secondes": "23667.941679106094",
+    "model_name": "meta-llama/Meta-Llama-3-8B-Instruct",
+    "model_sha": "c4a54320a52ed5f88b7a2f84496903ea4ff07b45",
+    "model_dtype": "torch.bfloat16",
+    "model_size": "14.96 GB",
+    "config": null
+  },
+  "results": {
+    "leaderboard|arc:challenge|25": {
+      "acc": 0.5742320819112628,
+      "acc_stderr": 0.01444946427886881,
+      "acc_norm": 0.5827645051194539,
+      "acc_norm_stderr": 0.014409825518403082
+    },
+    "leaderboard|hellaswag|10": {
+      "acc": 0.5707030472017527,
+      "acc_stderr": 0.004939642460172585,
+      "acc_norm": 0.7310296753634734,
+      "acc_norm_stderr": 0.004425182676353211
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "acc": 0.33,
+      "acc_stderr": 0.047258156262526045
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "acc": 0.6814814814814815,
+      "acc_stderr": 0.040247784019771096
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "acc": 0.75,
+      "acc_stderr": 0.03523807393012047
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "acc": 0.7,
+      "acc_stderr": 0.046056618647183814
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "acc": 0.7471698113207547,
+      "acc_stderr": 0.026749899771241214
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "acc": 0.7916666666666666,
+      "acc_stderr": 0.033961162058453336
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "acc": 0.45,
+      "acc_stderr": 0.05
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "acc": 0.52,
+      "acc_stderr": 0.050211673156867795
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "acc": 0.39,
+      "acc_stderr": 0.04902071300001975
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "acc": 0.6589595375722543,
+      "acc_stderr": 0.036146654241808254
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "acc": 0.43137254901960786,
+      "acc_stderr": 0.04928099597287533
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "acc": 0.79,
+      "acc_stderr": 0.04093601807403326
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "acc": 0.5872340425531914,
+      "acc_stderr": 0.03218471141400351
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "acc": 0.543859649122807,
+      "acc_stderr": 0.046854730419077895
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "acc": 0.6137931034482759,
+      "acc_stderr": 0.04057324734419035
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "acc": 0.46825396825396826,
+      "acc_stderr": 0.0256993528321318
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "acc": 0.5317460317460317,
+      "acc_stderr": 0.04463112720677172
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "acc": 0.46,
+      "acc_stderr": 0.05009082659620332
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "acc": 0.8064516129032258,
+      "acc_stderr": 0.022475258525536057
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "acc": 0.541871921182266,
+      "acc_stderr": 0.03505630140785741
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "acc": 0.68,
+      "acc_stderr": 0.04688261722621505
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "acc": 0.7393939393939394,
+      "acc_stderr": 0.034277431758165236
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "acc": 0.8131313131313131,
+      "acc_stderr": 0.027772533334218957
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "acc": 0.8963730569948186,
+      "acc_stderr": 0.02199531196364424
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "acc": 0.676923076923077,
+      "acc_stderr": 0.023710888501970555
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "acc": 0.32592592592592595,
+      "acc_stderr": 0.028578348365473072
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "acc": 0.7563025210084033,
+      "acc_stderr": 0.027886828078380548
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "acc": 0.4105960264900662,
+      "acc_stderr": 0.04016689594849927
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "acc": 0.8477064220183487,
+      "acc_stderr": 0.015405084393157074
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "acc": 0.47685185185185186,
+      "acc_stderr": 0.03406315360711507
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "acc": 0.7892156862745098,
+      "acc_stderr": 0.028626547912437406
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "acc": 0.8396624472573839,
+      "acc_stderr": 0.023884380925965665
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "acc": 0.726457399103139,
+      "acc_stderr": 0.029918586707798827
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "acc": 0.7938931297709924,
+      "acc_stderr": 0.03547771004159462
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "acc": 0.768595041322314,
+      "acc_stderr": 0.03849856098794088
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "acc": 0.7592592592592593,
+      "acc_stderr": 0.04133119440243839
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "acc": 0.7607361963190185,
+      "acc_stderr": 0.033519538795212696
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "acc": 0.5267857142857143,
+      "acc_stderr": 0.047389751192741546
+    },
+    "leaderboard|mmlu:management|5": {
+      "acc": 0.8155339805825242,
+      "acc_stderr": 0.03840423627288276
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "acc": 0.905982905982906,
+      "acc_stderr": 0.019119892798924974
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "acc": 0.79,
+      "acc_stderr": 0.040936018074033256
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "acc": 0.8237547892720306,
+      "acc_stderr": 0.013625556907993455
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "acc": 0.7398843930635838,
+      "acc_stderr": 0.023618678310069356
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "acc": 0.43575418994413406,
+      "acc_stderr": 0.016583881958602387
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "acc": 0.7549019607843137,
+      "acc_stderr": 0.024630048979824785
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "acc": 0.7331189710610932,
+      "acc_stderr": 0.025122637608816657
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "acc": 0.7469135802469136,
+      "acc_stderr": 0.024191808600713002
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "acc": 0.5177304964539007,
+      "acc_stderr": 0.02980873964223777
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "acc": 0.46479791395045633,
+      "acc_stderr": 0.012738547371303956
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "acc": 0.7279411764705882,
+      "acc_stderr": 0.027033041151681456
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "acc": 0.6928104575163399,
+      "acc_stderr": 0.018663359671463677
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "acc": 0.6636363636363637,
+      "acc_stderr": 0.04525393596302505
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "acc": 0.7306122448979592,
+      "acc_stderr": 0.02840125202902294
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "acc": 0.8557213930348259,
+      "acc_stderr": 0.02484575321230604
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "acc": 0.86,
+      "acc_stderr": 0.03487350880197769
+    },
+    "leaderboard|mmlu:virology|5": {
+      "acc": 0.536144578313253,
+      "acc_stderr": 0.03882310850890594
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "acc": 0.7953216374269005,
+      "acc_stderr": 0.030944459778533193
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "truthfulqa_mc1": 0.37454100367197063,
+      "truthfulqa_mc1_stderr": 0.016943535128405338,
+      "truthfulqa_mc2": 0.5337684444397199,
+      "truthfulqa_mc2_stderr": 0.015971485281891525
+    },
+    "leaderboard|winogrande|5": {
+      "acc": 0.6929755327545383,
+      "acc_stderr": 0.012963688616969483
+    },
+    "leaderboard|gsm8k|5": {
+      "qem": 0.6808188021228203,
+      "qem_stderr": 0.012840345676251653
+    },
+    "leaderboard|mmlu:_average|5": {
+      "acc": 0.6661794809691,
+      "acc_stderr": 0.033327669029227354
+    },
+    "all": {
+      "acc": 0.6635023512851042,
+      "acc_stderr": 0.032200498833699506,
+      "acc_norm": 0.6568970902414637,
+      "acc_norm_stderr": 0.009417504097378147,
+      "truthfulqa_mc1": 0.37454100367197063,
+      "truthfulqa_mc1_stderr": 0.016943535128405338,
+      "truthfulqa_mc2": 0.5337684444397199,
+      "truthfulqa_mc2_stderr": 0.015971485281891525,
+      "qem": 0.6808188021228203,
+      "qem_stderr": 0.012840345676251653
+    }
+  },
+  "versions": {
+    "leaderboard|arc:challenge|25": 0,
+    "leaderboard|gsm8k|5": 0,
+    "leaderboard|hellaswag|10": 0,
+    "leaderboard|mmlu:abstract_algebra|5": 0,
+    "leaderboard|mmlu:anatomy|5": 0,
+    "leaderboard|mmlu:astronomy|5": 0,
+    "leaderboard|mmlu:business_ethics|5": 0,
+    "leaderboard|mmlu:clinical_knowledge|5": 0,
+    "leaderboard|mmlu:college_biology|5": 0,
+    "leaderboard|mmlu:college_chemistry|5": 0,
+    "leaderboard|mmlu:college_computer_science|5": 0,
+    "leaderboard|mmlu:college_mathematics|5": 0,
+    "leaderboard|mmlu:college_medicine|5": 0,
+    "leaderboard|mmlu:college_physics|5": 0,
+    "leaderboard|mmlu:computer_security|5": 0,
+    "leaderboard|mmlu:conceptual_physics|5": 0,
+    "leaderboard|mmlu:econometrics|5": 0,
+    "leaderboard|mmlu:electrical_engineering|5": 0,
+    "leaderboard|mmlu:elementary_mathematics|5": 0,
+    "leaderboard|mmlu:formal_logic|5": 0,
+    "leaderboard|mmlu:global_facts|5": 0,
+    "leaderboard|mmlu:high_school_biology|5": 0,
+    "leaderboard|mmlu:high_school_chemistry|5": 0,
+    "leaderboard|mmlu:high_school_computer_science|5": 0,
+    "leaderboard|mmlu:high_school_european_history|5": 0,
+    "leaderboard|mmlu:high_school_geography|5": 0,
+    "leaderboard|mmlu:high_school_government_and_politics|5": 0,
+    "leaderboard|mmlu:high_school_macroeconomics|5": 0,
+    "leaderboard|mmlu:high_school_mathematics|5": 0,
+    "leaderboard|mmlu:high_school_microeconomics|5": 0,
+    "leaderboard|mmlu:high_school_physics|5": 0,
+    "leaderboard|mmlu:high_school_psychology|5": 0,
+    "leaderboard|mmlu:high_school_statistics|5": 0,
+    "leaderboard|mmlu:high_school_us_history|5": 0,
+    "leaderboard|mmlu:high_school_world_history|5": 0,
+    "leaderboard|mmlu:human_aging|5": 0,
+    "leaderboard|mmlu:human_sexuality|5": 0,
+    "leaderboard|mmlu:international_law|5": 0,
+    "leaderboard|mmlu:jurisprudence|5": 0,
+    "leaderboard|mmlu:logical_fallacies|5": 0,
+    "leaderboard|mmlu:machine_learning|5": 0,
+    "leaderboard|mmlu:management|5": 0,
+    "leaderboard|mmlu:marketing|5": 0,
+    "leaderboard|mmlu:medical_genetics|5": 0,
+    "leaderboard|mmlu:miscellaneous|5": 0,
+    "leaderboard|mmlu:moral_disputes|5": 0,
+    "leaderboard|mmlu:moral_scenarios|5": 0,
+    "leaderboard|mmlu:nutrition|5": 0,
+    "leaderboard|mmlu:philosophy|5": 0,
+    "leaderboard|mmlu:prehistory|5": 0,
+    "leaderboard|mmlu:professional_accounting|5": 0,
+    "leaderboard|mmlu:professional_law|5": 0,
+    "leaderboard|mmlu:professional_medicine|5": 0,
+    "leaderboard|mmlu:professional_psychology|5": 0,
+    "leaderboard|mmlu:public_relations|5": 0,
+    "leaderboard|mmlu:security_studies|5": 0,
+    "leaderboard|mmlu:sociology|5": 0,
+    "leaderboard|mmlu:us_foreign_policy|5": 0,
+    "leaderboard|mmlu:virology|5": 0,
+    "leaderboard|mmlu:world_religions|5": 0,
+    "leaderboard|truthfulqa:mc|0": 0,
+    "leaderboard|winogrande|5": 0
+  },
+  "config_tasks": {
+    "leaderboard|arc:challenge": {
+      "name": "arc:challenge",
+      "prompt_function": "arc",
+      "hf_repo": "ai2_arc",
+      "hf_subset": "ARC-Challenge",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm_nospace"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "arc"
+      ],
+      "original_num_docs": 1172,
+      "effective_num_docs": 1172,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|gsm8k": {
+      "name": "gsm8k",
+      "prompt_function": "gsm8k",
+      "hf_repo": "gsm8k",
+      "hf_subset": "main",
+      "metric": [
+        "quasi_exact_match_gsm8k"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 256,
+      "stop_sequence": [
+        "Question:",
+        "Question",
+        ":"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1319,
+      "effective_num_docs": 1319,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|hellaswag": {
+      "name": "hellaswag",
+      "prompt_function": "hellaswag_harness",
+      "hf_repo": "hellaswag",
+      "hf_subset": "default",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 10042,
+      "effective_num_docs": 10042,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:abstract_algebra": {
+      "name": "mmlu:abstract_algebra",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "abstract_algebra",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:anatomy": {
+      "name": "mmlu:anatomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "anatomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 135,
+      "effective_num_docs": 135,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:astronomy": {
+      "name": "mmlu:astronomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "astronomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 152,
+      "effective_num_docs": 152,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:business_ethics": {
+      "name": "mmlu:business_ethics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "business_ethics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge": {
+      "name": "mmlu:clinical_knowledge",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "clinical_knowledge",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 265,
+      "effective_num_docs": 265,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_biology": {
+      "name": "mmlu:college_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 144,
+      "effective_num_docs": 144,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_chemistry": {
+      "name": "mmlu:college_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_computer_science": {
+      "name": "mmlu:college_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_mathematics": {
+      "name": "mmlu:college_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_medicine": {
+      "name": "mmlu:college_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 173,
+      "effective_num_docs": 173,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_physics": {
+      "name": "mmlu:college_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 102,
+      "effective_num_docs": 102,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:computer_security": {
+      "name": "mmlu:computer_security",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "computer_security",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:conceptual_physics": {
+      "name": "mmlu:conceptual_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "conceptual_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 235,
+      "effective_num_docs": 235,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:econometrics": {
+      "name": "mmlu:econometrics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "econometrics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 114,
+      "effective_num_docs": 114,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:electrical_engineering": {
+      "name": "mmlu:electrical_engineering",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "electrical_engineering",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 145,
+      "effective_num_docs": 145,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics": {
+      "name": "mmlu:elementary_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "elementary_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 378,
+      "effective_num_docs": 378,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:formal_logic": {
+      "name": "mmlu:formal_logic",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "formal_logic",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 126,
+      "effective_num_docs": 126,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:global_facts": {
+      "name": "mmlu:global_facts",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "global_facts",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_biology": {
+      "name": "mmlu:high_school_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 310,
+      "effective_num_docs": 310,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry": {
+      "name": "mmlu:high_school_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 203,
+      "effective_num_docs": 203,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science": {
+      "name": "mmlu:high_school_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_european_history": {
+      "name": "mmlu:high_school_european_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_european_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 165,
+      "effective_num_docs": 165,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_geography": {
+      "name": "mmlu:high_school_geography",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_geography",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 198,
+      "effective_num_docs": 198,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics": {
+      "name": "mmlu:high_school_government_and_politics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_government_and_politics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 193,
+      "effective_num_docs": 193,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics": {
+      "name": "mmlu:high_school_macroeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_macroeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 390,
+      "effective_num_docs": 390,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics": {
+      "name": "mmlu:high_school_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 270,
+      "effective_num_docs": 270,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics": {
+      "name": "mmlu:high_school_microeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_microeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 238,
+      "effective_num_docs": 238,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_physics": {
+      "name": "mmlu:high_school_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 151,
+      "effective_num_docs": 151,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_psychology": {
+      "name": "mmlu:high_school_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 545,
+      "effective_num_docs": 545,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_statistics": {
+      "name": "mmlu:high_school_statistics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_statistics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 216,
+      "effective_num_docs": 216,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_us_history": {
+      "name": "mmlu:high_school_us_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_us_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 204,
+      "effective_num_docs": 204,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_world_history": {
+      "name": "mmlu:high_school_world_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_world_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 237,
+      "effective_num_docs": 237,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_aging": {
+      "name": "mmlu:human_aging",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_aging",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 223,
+      "effective_num_docs": 223,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_sexuality": {
+      "name": "mmlu:human_sexuality",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_sexuality",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 131,
+      "effective_num_docs": 131,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:international_law": {
+      "name": "mmlu:international_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "international_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 121,
+      "effective_num_docs": 121,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:jurisprudence": {
+      "name": "mmlu:jurisprudence",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "jurisprudence",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 108,
+      "effective_num_docs": 108,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:logical_fallacies": {
+      "name": "mmlu:logical_fallacies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "logical_fallacies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 163,
+      "effective_num_docs": 163,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:machine_learning": {
+      "name": "mmlu:machine_learning",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "machine_learning",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 112,
+      "effective_num_docs": 112,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:management": {
+      "name": "mmlu:management",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "management",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 103,
+      "effective_num_docs": 103,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:marketing": {
+      "name": "mmlu:marketing",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "marketing",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 234,
+      "effective_num_docs": 234,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:medical_genetics": {
+      "name": "mmlu:medical_genetics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "medical_genetics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:miscellaneous": {
+      "name": "mmlu:miscellaneous",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "miscellaneous",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 783,
+      "effective_num_docs": 783,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_disputes": {
+      "name": "mmlu:moral_disputes",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_disputes",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 346,
+      "effective_num_docs": 346,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_scenarios": {
+      "name": "mmlu:moral_scenarios",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_scenarios",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 895,
+      "effective_num_docs": 895,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:nutrition": {
+      "name": "mmlu:nutrition",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "nutrition",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 306,
+      "effective_num_docs": 306,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:philosophy": {
+      "name": "mmlu:philosophy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "philosophy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 311,
+      "effective_num_docs": 311,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:prehistory": {
+      "name": "mmlu:prehistory",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "prehistory",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 324,
+      "effective_num_docs": 324,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_accounting": {
+      "name": "mmlu:professional_accounting",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_accounting",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 282,
+      "effective_num_docs": 282,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_law": {
+      "name": "mmlu:professional_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 1534,
+      "effective_num_docs": 1534,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_medicine": {
+      "name": "mmlu:professional_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 272,
+      "effective_num_docs": 272,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_psychology": {
+      "name": "mmlu:professional_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 612,
+      "effective_num_docs": 612,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:public_relations": {
+      "name": "mmlu:public_relations",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "public_relations",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 110,
+      "effective_num_docs": 110,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:security_studies": {
+      "name": "mmlu:security_studies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "security_studies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 245,
+      "effective_num_docs": 245,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:sociology": {
+      "name": "mmlu:sociology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "sociology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 201,
+      "effective_num_docs": 201,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy": {
+      "name": "mmlu:us_foreign_policy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "us_foreign_policy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:virology": {
+      "name": "mmlu:virology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "virology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 166,
+      "effective_num_docs": 166,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:world_religions": {
+      "name": "mmlu:world_religions",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "world_religions",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 171,
+      "effective_num_docs": 171,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|truthfulqa:mc": {
+      "name": "truthfulqa:mc",
+      "prompt_function": "truthful_qa_multiple_choice",
+      "hf_repo": "truthful_qa",
+      "hf_subset": "multiple_choice",
+      "metric": [
+        "truthfulqa_mc_metrics"
+      ],
+      "hf_avail_splits": [
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": null,
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 817,
+      "effective_num_docs": 817,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|winogrande": {
+      "name": "winogrande",
+      "prompt_function": "winogrande",
+      "hf_repo": "winogrande",
+      "hf_subset": "winogrande_xl",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1267,
+      "effective_num_docs": 1267,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    }
+  },
+  "summary_tasks": {
+    "leaderboard|arc:challenge|25": {
+      "hashes": {
+        "hash_examples": "17b0cae357c0259e",
+        "hash_full_prompts": "4aeb23a740784b86",
+        "hash_input_tokens": "2e9e18067d1f8ad8",
+        "hash_cont_tokens": "19baa8a044eaaac8"
+      },
+      "truncated": 0,
+      "non_truncated": 1172,
+      "padded": 4687,
+      "non_padded": 0,
+      "effective_few_shots": 25.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|hellaswag|10": {
+      "hashes": {
+        "hash_examples": "31985c805c3a737e",
+        "hash_full_prompts": "3c2d3440e190b07b",
+        "hash_input_tokens": "412fc1d29623282b",
+        "hash_cont_tokens": "823c88a16c837063"
+      },
+      "truncated": 0,
+      "non_truncated": 10042,
+      "padded": 40105,
+      "non_padded": 63,
+      "effective_few_shots": 10.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "hashes": {
+        "hash_examples": "4c76229e00c9c0e9",
+        "hash_full_prompts": "faefa0cccb952fe0",
+        "hash_input_tokens": "e7380c35f0e2c4b3",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "hashes": {
+        "hash_examples": "6a1f8104dccbd33b",
+        "hash_full_prompts": "eacd03e46972fa59",
+        "hash_input_tokens": "2ee8bc2ef4561b6b",
+        "hash_cont_tokens": "9be31d13c42ead00"
+      },
+      "truncated": 0,
+      "non_truncated": 135,
+      "padded": 540,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "hashes": {
+        "hash_examples": "1302effa3a76ce4c",
+        "hash_full_prompts": "826cacbdf1f6bfd0",
+        "hash_input_tokens": "6ab8d24255ff03b3",
+        "hash_cont_tokens": "30cc2b2fc1294aac"
+      },
+      "truncated": 0,
+      "non_truncated": 152,
+      "padded": 608,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "hashes": {
+        "hash_examples": "03cb8bce5336419a",
+        "hash_full_prompts": "518511169382ac39",
+        "hash_input_tokens": "8be4f0cc9ce448e1",
+        "hash_cont_tokens": "4e9d83c717b7deb8"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "hashes": {
+        "hash_examples": "ffbb9c7b2be257f9",
+        "hash_full_prompts": "0b07b0bc774fdfd9",
+        "hash_input_tokens": "413166c01db52a72",
+        "hash_cont_tokens": "40dd7263ce5af5de"
+      },
+      "truncated": 0,
+      "non_truncated": 265,
+      "padded": 1060,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "hashes": {
+        "hash_examples": "3ee77f176f38eb8e",
+        "hash_full_prompts": "22cbe0e8dabf98b1",
+        "hash_input_tokens": "0dcd583202383d43",
+        "hash_cont_tokens": "1892d80e82b394c0"
+      },
+      "truncated": 0,
+      "non_truncated": 144,
+      "padded": 576,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "hashes": {
+        "hash_examples": "ce61a69c46d47aeb",
+        "hash_full_prompts": "9c1288940a4afb59",
+        "hash_input_tokens": "59a4f0d36881d644",
+        "hash_cont_tokens": "b6bb78fb2d7e4e6f"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "hashes": {
+        "hash_examples": "32805b52d7d5daab",
+        "hash_full_prompts": "9522781d0cdf1a43",
+        "hash_input_tokens": "302a2f1d05b53513",
+        "hash_cont_tokens": "6a5da979260e607c"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "hashes": {
+        "hash_examples": "55da1a0a0bd33722",
+        "hash_full_prompts": "72fe6f46a57e6ca4",
+        "hash_input_tokens": "042f1988f13b8f9a",
+        "hash_cont_tokens": "62df3b0447bd3b12"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "hashes": {
+        "hash_examples": "c33e143163049176",
+        "hash_full_prompts": "dee0989b2c8993f4",
+        "hash_input_tokens": "6dd81075c8e816e9",
+        "hash_cont_tokens": "933c01711a0757a0"
+      },
+      "truncated": 0,
+      "non_truncated": 173,
+      "padded": 692,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "hashes": {
+        "hash_examples": "ebdab1cdb7e555df",
+        "hash_full_prompts": "a1be6b64ea1948c3",
+        "hash_input_tokens": "37818fa59254732b",
+        "hash_cont_tokens": "d36569ab90faad7c"
+      },
+      "truncated": 0,
+      "non_truncated": 102,
+      "padded": 408,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "hashes": {
+        "hash_examples": "a24fd7d08a560921",
+        "hash_full_prompts": "01bc3fdfdefe67a4",
+        "hash_input_tokens": "d4957d5a9d5e83ec",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "hashes": {
+        "hash_examples": "8300977a79386993",
+        "hash_full_prompts": "b39315a8ada3ca79",
+        "hash_input_tokens": "c146a84803f78c9e",
+        "hash_cont_tokens": "6408f70f3d9ada31"
+      },
+      "truncated": 0,
+      "non_truncated": 235,
+      "padded": 940,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "hashes": {
+        "hash_examples": "ddde36788a04a46f",
+        "hash_full_prompts": "70bab37ca5fcc48f",
+        "hash_input_tokens": "086bc025be133096",
+        "hash_cont_tokens": "3befa885ca6e4b97"
+      },
+      "truncated": 0,
+      "non_truncated": 114,
+      "padded": 456,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "hashes": {
+        "hash_examples": "acbc5def98c19b3f",
+        "hash_full_prompts": "86a4747481c11c61",
+        "hash_input_tokens": "b83507ac94ded59b",
+        "hash_cont_tokens": "e75df8f470aa4973"
+      },
+      "truncated": 0,
+      "non_truncated": 145,
+      "padded": 580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "hashes": {
+        "hash_examples": "146e61d07497a9bd",
+        "hash_full_prompts": "1fe56333735325fa",
+        "hash_input_tokens": "8c3c868b34bad37b",
+        "hash_cont_tokens": "f09c97e7f7f9af71"
+      },
+      "truncated": 0,
+      "non_truncated": 378,
+      "padded": 1512,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "hashes": {
+        "hash_examples": "8635216e1909a03f",
+        "hash_full_prompts": "cc83c1ede45f974c",
+        "hash_input_tokens": "bb0616a24585501c",
+        "hash_cont_tokens": "df96e75b4eb1d7b0"
+      },
+      "truncated": 0,
+      "non_truncated": 126,
+      "padded": 504,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "hashes": {
+        "hash_examples": "30b315aa6353ee47",
+        "hash_full_prompts": "3a2ec1e2785c69a5",
+        "hash_input_tokens": "5e840dc7f1c55a67",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "hashes": {
+        "hash_examples": "c9136373af2180de",
+        "hash_full_prompts": "27646a569cf2a6f8",
+        "hash_input_tokens": "1dce672a00c5cbe1",
+        "hash_cont_tokens": "c6d11e73dc85157f"
+      },
+      "truncated": 0,
+      "non_truncated": 310,
+      "padded": 1240,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "hashes": {
+        "hash_examples": "b0661bfa1add6404",
+        "hash_full_prompts": "6905c6ca76f7b2b7",
+        "hash_input_tokens": "7fb2dd590b34e445",
+        "hash_cont_tokens": "208aff39cfca671a"
+      },
+      "truncated": 0,
+      "non_truncated": 203,
+      "padded": 812,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "hashes": {
+        "hash_examples": "80fc1d623a3d665f",
+        "hash_full_prompts": "b80092241e8b6c06",
+        "hash_input_tokens": "b2a9091fd8d00b66",
+        "hash_cont_tokens": "150a6d581009fbe0"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "hashes": {
+        "hash_examples": "854da6e5af0fe1a1",
+        "hash_full_prompts": "a3bc32a5dc022ce7",
+        "hash_input_tokens": "393e215e8667fde4",
+        "hash_cont_tokens": "7b6f4c22b304c3cc"
+      },
+      "truncated": 0,
+      "non_truncated": 165,
+      "padded": 656,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "hashes": {
+        "hash_examples": "7dc963c7acd19ad8",
+        "hash_full_prompts": "53f91beae305905d",
+        "hash_input_tokens": "439ac435fc478534",
+        "hash_cont_tokens": "1a85c9e696d91a66"
+      },
+      "truncated": 0,
+      "non_truncated": 198,
+      "padded": 792,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "hashes": {
+        "hash_examples": "1f675dcdebc9758f",
+        "hash_full_prompts": "623fd7e3495f243f",
+        "hash_input_tokens": "2c5757b8545f7cf8",
+        "hash_cont_tokens": "a47a4530b8790081"
+      },
+      "truncated": 0,
+      "non_truncated": 193,
+      "padded": 772,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "hashes": {
+        "hash_examples": "2fb32cf2d80f0b35",
+        "hash_full_prompts": "378ac13c8abb6c5f",
+        "hash_input_tokens": "afea2ca30b1622ff",
+        "hash_cont_tokens": "e71e7c6acf44c3e5"
+      },
+      "truncated": 0,
+      "non_truncated": 390,
+      "padded": 1560,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "hashes": {
+        "hash_examples": "fd6646fdb5d58a1f",
+        "hash_full_prompts": "14d34e0b34750627",
+        "hash_input_tokens": "34e63b0902b32a2c",
+        "hash_cont_tokens": "e36b5624bdbe96b0"
+      },
+      "truncated": 0,
+      "non_truncated": 270,
+      "padded": 1080,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "hashes": {
+        "hash_examples": "2118f21f71d87d84",
+        "hash_full_prompts": "9ac09e5d4da991c9",
+        "hash_input_tokens": "93d1c1ba5fe0bcbd",
+        "hash_cont_tokens": "a5f61d5beba13cc2"
+      },
+      "truncated": 0,
+      "non_truncated": 238,
+      "padded": 952,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "hashes": {
+        "hash_examples": "dc3ce06378548565",
+        "hash_full_prompts": "b4832a554d47d224",
+        "hash_input_tokens": "f5bf59bc9f6839fe",
+        "hash_cont_tokens": "df1d218ccbc258e8"
+      },
+      "truncated": 0,
+      "non_truncated": 151,
+      "padded": 604,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "hashes": {
+        "hash_examples": "c8d1d98a40e11f2f",
+        "hash_full_prompts": "1e8cd27064546274",
+        "hash_input_tokens": "329851f26db67226",
+        "hash_cont_tokens": "6fb549a4eb8e6c47"
+      },
+      "truncated": 0,
+      "non_truncated": 545,
+      "padded": 2180,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "hashes": {
+        "hash_examples": "666c8759b98ee4ff",
+        "hash_full_prompts": "e05ab41077ec0afa",
+        "hash_input_tokens": "7abad93393993e44",
+        "hash_cont_tokens": "d9528c65af653d67"
+      },
+      "truncated": 0,
+      "non_truncated": 216,
+      "padded": 864,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "hashes": {
+        "hash_examples": "95fef1c4b7d3f81e",
+        "hash_full_prompts": "a4b275996a416b4a",
+        "hash_input_tokens": "e5def820604ad889",
+        "hash_cont_tokens": "8b827fc7dfd3c1c5"
+      },
+      "truncated": 0,
+      "non_truncated": 204,
+      "padded": 816,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "hashes": {
+        "hash_examples": "7e5085b6184b0322",
+        "hash_full_prompts": "8adf16361f0f320a",
+        "hash_input_tokens": "aa85ae4eba20e53f",
+        "hash_cont_tokens": "82f19c159c69a66d"
+      },
+      "truncated": 0,
+      "non_truncated": 237,
+      "padded": 948,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "hashes": {
+        "hash_examples": "c17333e7c7c10797",
+        "hash_full_prompts": "918d91a3141aac4d",
+        "hash_input_tokens": "297fceccf01a2c64",
+        "hash_cont_tokens": "ca87074f1dc39668"
+      },
+      "truncated": 0,
+      "non_truncated": 223,
+      "padded": 892,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "hashes": {
+        "hash_examples": "4edd1e9045df5e3d",
+        "hash_full_prompts": "bcee39ecea32fcc8",
+        "hash_input_tokens": "7c66a375881d6788",
+        "hash_cont_tokens": "491a0ab53f54aeb9"
+      },
+      "truncated": 0,
+      "non_truncated": 131,
+      "padded": 524,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "hashes": {
+        "hash_examples": "db2fa00d771a062a",
+        "hash_full_prompts": "ffe12a3b5bf350c2",
+        "hash_input_tokens": "dc0250213736abca",
+        "hash_cont_tokens": "e3d257d7ea257fc8"
+      },
+      "truncated": 0,
+      "non_truncated": 121,
+      "padded": 484,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "hashes": {
+        "hash_examples": "e956f86b124076fe",
+        "hash_full_prompts": "b4293c3c08bebaf7",
+        "hash_input_tokens": "c9ed773ed04cff64",
+        "hash_cont_tokens": "4c69d7671fa1ab1c"
+      },
+      "truncated": 0,
+      "non_truncated": 108,
+      "padded": 432,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "hashes": {
+        "hash_examples": "956e0e6365ab79f1",
+        "hash_full_prompts": "8c1b7733e98cbe81",
+        "hash_input_tokens": "a4f6df541a56c41a",
+        "hash_cont_tokens": "57e78d3d09b7db81"
+      },
+      "truncated": 0,
+      "non_truncated": 163,
+      "padded": 652,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "hashes": {
+        "hash_examples": "397997cc6f4d581e",
+        "hash_full_prompts": "24a206a1c639ab8d",
+        "hash_input_tokens": "f0dfd08579d1f727",
+        "hash_cont_tokens": "94d2ec6c52bb7b53"
+      },
+      "truncated": 0,
+      "non_truncated": 112,
+      "padded": 448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:management|5": {
+      "hashes": {
+        "hash_examples": "2bcbe6f6ca63d740",
+        "hash_full_prompts": "77e1c79d988beecc",
+        "hash_input_tokens": "15925fd62ddd3ca4",
+        "hash_cont_tokens": "79499fecb18f1cb1"
+      },
+      "truncated": 0,
+      "non_truncated": 103,
+      "padded": 412,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "hashes": {
+        "hash_examples": "8ddb20d964a1b065",
+        "hash_full_prompts": "83cec2fa6b681d9d",
+        "hash_input_tokens": "6eb177c438da2061",
+        "hash_cont_tokens": "c5e9cd86b1a58fac"
+      },
+      "truncated": 0,
+      "non_truncated": 234,
+      "padded": 936,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "hashes": {
+        "hash_examples": "182a71f4763d2cea",
+        "hash_full_prompts": "195eb7ff99749730",
+        "hash_input_tokens": "5adeca0d34767f29",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "hashes": {
+        "hash_examples": "4c404fdbb4ca57fc",
+        "hash_full_prompts": "33539955c9a96851",
+        "hash_input_tokens": "52aee92a69c2b698",
+        "hash_cont_tokens": "8578b82c42cc7026"
+      },
+      "truncated": 0,
+      "non_truncated": 783,
+      "padded": 3132,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "hashes": {
+        "hash_examples": "60cbd2baa3fea5c9",
+        "hash_full_prompts": "009b7d0e7f819eff",
+        "hash_input_tokens": "f24c046b105c5e03",
+        "hash_cont_tokens": "26b0f808ec46464d"
+      },
+      "truncated": 0,
+      "non_truncated": 346,
+      "padded": 1384,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "hashes": {
+        "hash_examples": "fd8b0431fbdd75ef",
+        "hash_full_prompts": "f6e63c9fb9d3bff0",
+        "hash_input_tokens": "08eee0e3d8e89710",
+        "hash_cont_tokens": "52fe77d28aefc1b3"
+      },
+      "truncated": 0,
+      "non_truncated": 895,
+      "padded": 3580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "hashes": {
+        "hash_examples": "71e55e2b829b6528",
+        "hash_full_prompts": "8294d5e3ad435377",
+        "hash_input_tokens": "5b2c6686c8fc5e83",
+        "hash_cont_tokens": "25850a01b4a11b53"
+      },
+      "truncated": 0,
+      "non_truncated": 306,
+      "padded": 1224,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "hashes": {
+        "hash_examples": "a6d489a8d208fa4b",
+        "hash_full_prompts": "db68c0f4503e4793",
+        "hash_input_tokens": "7108ad04b556854f",
+        "hash_cont_tokens": "8c34ab2fa65c3b6e"
+      },
+      "truncated": 0,
+      "non_truncated": 311,
+      "padded": 1244,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "hashes": {
+        "hash_examples": "6cc50f032a19acaa",
+        "hash_full_prompts": "3972bcfa8c80e964",
+        "hash_input_tokens": "65cb6b1efc71921b",
+        "hash_cont_tokens": "89f21e5f9c7d81f2"
+      },
+      "truncated": 0,
+      "non_truncated": 324,
+      "padded": 1296,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "hashes": {
+        "hash_examples": "50f57ab32f5f6cea",
+        "hash_full_prompts": "25f0becc2483bd32",
+        "hash_input_tokens": "c1b1c1e1f1ca4a85",
+        "hash_cont_tokens": "c7c4930a659ca843"
+      },
+      "truncated": 0,
+      "non_truncated": 282,
+      "padded": 1120,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "hashes": {
+        "hash_examples": "a8fdc85c64f4b215",
+        "hash_full_prompts": "7a6f6c5706f00c7d",
+        "hash_input_tokens": "e7517115da0204cd",
+        "hash_cont_tokens": "6f36bd560ae36f02"
+      },
+      "truncated": 0,
+      "non_truncated": 1534,
+      "padded": 6136,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "hashes": {
+        "hash_examples": "c373a28a3050a73a",
+        "hash_full_prompts": "a74b6ac7c5c545d2",
+        "hash_input_tokens": "da6af6d03e682017",
+        "hash_cont_tokens": "ca4398b4ad3db5f1"
+      },
+      "truncated": 0,
+      "non_truncated": 272,
+      "padded": 1088,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "hashes": {
+        "hash_examples": "bf5254fe818356af",
+        "hash_full_prompts": "c53fa139ec25f502",
+        "hash_input_tokens": "c6dbaf3c7103ebe9",
+        "hash_cont_tokens": "ce4bb75e80359fe4"
+      },
+      "truncated": 0,
+      "non_truncated": 612,
+      "padded": 2448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "hashes": {
+        "hash_examples": "b66d52e28e7d14e0",
+        "hash_full_prompts": "55b5eff05aa6bf13",
+        "hash_input_tokens": "deea75b6eec5b782",
+        "hash_cont_tokens": "680235f5ede0b353"
+      },
+      "truncated": 0,
+      "non_truncated": 110,
+      "padded": 440,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "hashes": {
+        "hash_examples": "514c14feaf000ad9",
+        "hash_full_prompts": "6690ecdc054f7b0c",
+        "hash_input_tokens": "deef3d39896aca43",
+        "hash_cont_tokens": "189956efcec12818"
+      },
+      "truncated": 0,
+      "non_truncated": 245,
+      "padded": 980,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "hashes": {
+        "hash_examples": "f6c9bc9d18c80870",
+        "hash_full_prompts": "945fbdd091c72d64",
+        "hash_input_tokens": "330fffbccabf89e4",
+        "hash_cont_tokens": "2178ff937c0c1a29"
+      },
+      "truncated": 0,
+      "non_truncated": 201,
+      "padded": 804,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "hashes": {
+        "hash_examples": "ed7b78629db6678f",
+        "hash_full_prompts": "ebba6ea6eca4ae53",
+        "hash_input_tokens": "0ec87fa768a47632",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 392,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:virology|5": {
+      "hashes": {
+        "hash_examples": "bc52ffdc3f9b994a",
+        "hash_full_prompts": "a2ee4984d6877fe3",
+        "hash_input_tokens": "cc264818195d14da",
+        "hash_cont_tokens": "ec5c187546c7c842"
+      },
+      "truncated": 0,
+      "non_truncated": 166,
+      "padded": 660,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "hashes": {
+        "hash_examples": "ecdb4a4f94f62930",
+        "hash_full_prompts": "a89c8dddd1d8ced0",
+        "hash_input_tokens": "e7e781ba363743eb",
+        "hash_cont_tokens": "e52b573046cdfc5c"
+      },
+      "truncated": 0,
+      "non_truncated": 171,
+      "padded": 684,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "hashes": {
+        "hash_examples": "36a6d90e75d92d4a",
+        "hash_full_prompts": "8d9ca0a8bd458a1c",
+        "hash_input_tokens": "4aad1a3bfe70acfc",
+        "hash_cont_tokens": "b0f64f6659d8c230"
+      },
+      "truncated": 0,
+      "non_truncated": 817,
+      "padded": 9996,
+      "non_padded": 0,
+      "effective_few_shots": 0.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|winogrande|5": {
+      "hashes": {
+        "hash_examples": "087d5d1a1afd4c7b",
+        "hash_full_prompts": "35da55e47222e0e1",
+        "hash_input_tokens": "881c630a9e0034f7",
+        "hash_cont_tokens": "c466f4c92e3879cb"
+      },
+      "truncated": 0,
+      "non_truncated": 1267,
+      "padded": 2534,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|gsm8k|5": {
+      "hashes": {
+        "hash_examples": "0ed016e24e7512fd",
+        "hash_full_prompts": "f7ab209f6467841e",
+        "hash_input_tokens": "deccfe61ad5cb3d5",
+        "hash_cont_tokens": "95cc4cc1148eb790"
+      },
+      "truncated": 1319,
+      "non_truncated": 0,
+      "padded": 1074,
+      "non_padded": 245,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    }
+  },
+  "summary_general": {
+    "hashes": {
+      "hash_examples": "670666fa3a90ce5d",
+      "hash_full_prompts": "56c005e427046302",
+      "hash_input_tokens": "2a51da62c271a1a0",
+      "hash_cont_tokens": "a74619de92c05f2e"
+    },
+    "truncated": 1319,
+    "non_truncated": 27340,
+    "padded": 114540,
+    "non_padded": 332,
+    "num_truncated_few_shots": 0
+  }
+}
\ No newline at end of file
diff --git a/special_tokens_map.json b/special_tokens_map.json
new file mode 100644
index 0000000..486068f
--- /dev/null
+++ b/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|reserved_special_token_250|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000..9a62752
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e134af98b985517b4f068e3755ae90d4e9cd2d45d328325dc503f1c6b2d06cc7
+size 9085698
diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000..0d43c06
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1,2064 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<|reserved_special_token_250|>",
+  "padding_side": "left",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}