docs: update README (#2516)
This commit is contained in:
@@ -11,4 +11,5 @@
|
||||
- `check_env.py`: Check the environment variables.
|
||||
- `global_config.py`: The global configs and constants.
|
||||
- `launch_server.py`: The entry point for launching the local server.
|
||||
- `llama3_eval.py`: Llama 3.1 evaluation with meta-llama dataset.
|
||||
- `utils.py`: Common utilities.
|
||||
|
||||
@@ -71,7 +71,7 @@ TASK_TO_MAX_TOKENS = {
|
||||
|
||||
TASK_TO_EVAL_SET = {
|
||||
"mmlu": "evals__mmlu__details",
|
||||
"mmlu_0_shot": "evals__mmlu__0_shot__cot__details",
|
||||
"mmlu_cot": "evals__mmlu__0_shot__cot__details",
|
||||
"mmlu_pro": "evals__mmlu_pro__details",
|
||||
"gsm8k": "evals__gsm8k__details",
|
||||
}
|
||||
@@ -297,7 +297,7 @@ if __name__ == "__main__":
|
||||
"--task",
|
||||
type=str,
|
||||
required=True,
|
||||
help="Task (e.g., mmlu, mmlu_0_shot, mmlu_pro, gsm8k)",
|
||||
help="Task (e.g., mmlu, mmlu_cot, mmlu_pro, gsm8k)",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--num-examples", type=int, default=None, help="Number of examples to process"
|
||||
|
||||
Reference in New Issue
Block a user