This commit is contained in:
zhousha
2025-08-06 15:38:55 +08:00
parent 4916ad0fe0
commit 55a67e817e
193 changed files with 51647 additions and 1 deletions

View File

@@ -0,0 +1,16 @@
import json
from schemas.dataset import QueryData
from schemas.stream import StreamDataModel
from utils.evaluator_plus import evaluate_editops
with open("out/detail_cases.json") as f:
detail_cases = json.load(f)
detail_case = detail_cases[0]
preds = []
for pred in detail_case["preds"]:
preds.append(StreamDataModel.model_validate(pred))
label = QueryData.model_validate(detail_case["label"])
print(evaluate_editops(label, preds))