17 lines
443 B
Python
17 lines
443 B
Python
import json
|
|
|
|
from schemas.dataset import QueryData
|
|
from schemas.stream import StreamDataModel
|
|
from utils.evaluator_plus import evaluate_editops
|
|
|
|
with open("out/detail_cases.json") as f:
|
|
detail_cases = json.load(f)
|
|
|
|
detail_case = detail_cases[0]
|
|
preds = []
|
|
for pred in detail_case["preds"]:
|
|
preds.append(StreamDataModel.model_validate(pred))
|
|
label = QueryData.model_validate(detail_case["label"])
|
|
|
|
print(evaluate_editops(label, preds))
|