fix: resolve lint issue (#10181)
This commit is contained in:
@@ -701,12 +701,14 @@ def get_dataset(args, tokenizer):
|
|||||||
# For mooncake, we don't generate the prompts here.
|
# For mooncake, we don't generate the prompts here.
|
||||||
# We just load the raw trace data. The async generator will handle the rest.
|
# We just load the raw trace data. The async generator will handle the rest.
|
||||||
if not args.dataset_path:
|
if not args.dataset_path:
|
||||||
local_path = os.path.join("/tmp", args.mooncake_workload + "_trace.jsonl")
|
local_path = os.path.join("/tmp", args.mooncake_workload + "_trace.jsonl")
|
||||||
else:
|
else:
|
||||||
local_path = args.dataset_path
|
local_path = args.dataset_path
|
||||||
|
|
||||||
if not os.path.exists(local_path):
|
if not os.path.exists(local_path):
|
||||||
download_and_cache_file(MOONCAKE_DATASET_URL[args.mooncake_workload], local_path)
|
download_and_cache_file(
|
||||||
|
MOONCAKE_DATASET_URL[args.mooncake_workload], local_path
|
||||||
|
)
|
||||||
|
|
||||||
with open(local_path, "r") as f:
|
with open(local_path, "r") as f:
|
||||||
all_requests_data = [json.loads(line) for line in f if line.strip()]
|
all_requests_data = [json.loads(line) for line in f if line.strip()]
|
||||||
|
|||||||
Reference in New Issue
Block a user