minor: support specifying local dataset path for gsm8k and hellaswag (#2816)
This commit is contained in:
@@ -1,6 +1,7 @@
|
|||||||
import argparse
|
import argparse
|
||||||
import ast
|
import ast
|
||||||
import json
|
import json
|
||||||
|
import os
|
||||||
import re
|
import re
|
||||||
import time
|
import time
|
||||||
|
|
||||||
@@ -46,9 +47,11 @@ def main(args):
|
|||||||
set_default_backend(select_sglang_backend(args))
|
set_default_backend(select_sglang_backend(args))
|
||||||
|
|
||||||
# Read data
|
# Read data
|
||||||
|
data_path = args.data_path
|
||||||
url = "https://raw.githubusercontent.com/openai/grade-school-math/master/grade_school_math/data/test.jsonl"
|
url = "https://raw.githubusercontent.com/openai/grade-school-math/master/grade_school_math/data/test.jsonl"
|
||||||
filename = download_and_cache_file(url)
|
if not os.path.isfile(data_path):
|
||||||
lines = list(read_jsonl(filename))
|
data_path = download_and_cache_file(url)
|
||||||
|
lines = list(read_jsonl(data_path))
|
||||||
|
|
||||||
# Construct prompts
|
# Construct prompts
|
||||||
num_questions = args.num_questions
|
num_questions = args.num_questions
|
||||||
|
|||||||
@@ -1,5 +1,6 @@
|
|||||||
import argparse
|
import argparse
|
||||||
import json
|
import json
|
||||||
|
import os
|
||||||
import time
|
import time
|
||||||
|
|
||||||
import numpy as np
|
import numpy as np
|
||||||
@@ -31,9 +32,11 @@ def main(args):
|
|||||||
set_default_backend(select_sglang_backend(args))
|
set_default_backend(select_sglang_backend(args))
|
||||||
|
|
||||||
# Read data
|
# Read data
|
||||||
|
data_path = args.data_path
|
||||||
url = "https://raw.githubusercontent.com/rowanz/hellaswag/master/data/hellaswag_val.jsonl"
|
url = "https://raw.githubusercontent.com/rowanz/hellaswag/master/data/hellaswag_val.jsonl"
|
||||||
filename = download_and_cache_file(url)
|
if not os.path.isfile(data_path):
|
||||||
lines = list(read_jsonl(filename))
|
data_path = download_and_cache_file(url)
|
||||||
|
lines = list(read_jsonl(data_path))
|
||||||
|
|
||||||
# Construct prompts
|
# Construct prompts
|
||||||
num_questions = args.num_questions
|
num_questions = args.num_questions
|
||||||
|
|||||||
Reference in New Issue
Block a user