17 lines
443 B
Python
17 lines
443 B
Python
|
import json
|
||
|
|
|
||
|
|
from schemas.dataset import QueryData
|
||
|
|
from schemas.stream import StreamDataModel
|
||
|
|
from utils.evaluator_plus import evaluate_editops
|
||
|
|
|
||
|
|
with open("out/detail_cases.json") as f:
|
||
|
|
detail_cases = json.load(f)
|
||
|
|
|
||
|
|
detail_case = detail_cases[0]
|
||
|
|
preds = []
|
||
|
|
for pred in detail_case["preds"]:
|
||
|
|
preds.append(StreamDataModel.model_validate(pred))
|
||
|
|
label = QueryData.model_validate(detail_case["label"])
|
||
|
|
|
||
|
|
print(evaluate_editops(label, preds))
|