91 lines
1.6 KiB
JSON
91 lines
1.6 KiB
JSON
|
{
|
||
|
|
"dense_model": "intfloat/multilingual-e5-base",
|
||
|
|
"eval_records": 500,
|
||
|
|
"gold_bearing": 150,
|
||
|
|
"no_citation_gold": 350,
|
||
|
|
"unresolved_fact_count": 0,
|
||
|
|
"unresolved_facts_sample": [],
|
||
|
|
"recall": {
|
||
|
|
"k=1": {
|
||
|
|
"any_hit": 0.4333,
|
||
|
|
"full_hit": 0.3867
|
||
|
|
},
|
||
|
|
"k=3": {
|
||
|
|
"any_hit": 0.5867,
|
||
|
|
"full_hit": 0.54
|
||
|
|
},
|
||
|
|
"k=5": {
|
||
|
|
"any_hit": 0.6267,
|
||
|
|
"full_hit": 0.58
|
||
|
|
},
|
||
|
|
"k=8": {
|
||
|
|
"any_hit": 0.7067,
|
||
|
|
"full_hit": 0.6533
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"by_language": {
|
||
|
|
"english": {
|
||
|
|
"n": 139,
|
||
|
|
"full_hit@8": 0.6619
|
||
|
|
},
|
||
|
|
"hindi": {
|
||
|
|
"n": 5,
|
||
|
|
"full_hit@8": 0.8
|
||
|
|
},
|
||
|
|
"hinglish": {
|
||
|
|
"n": 6,
|
||
|
|
"full_hit@8": 0.3333
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"by_domain": {
|
||
|
|
"bns": {
|
||
|
|
"n": 46,
|
||
|
|
"full_hit@8": 0.7174
|
||
|
|
},
|
||
|
|
"bnss": {
|
||
|
|
"n": 25,
|
||
|
|
"full_hit@8": 0.64
|
||
|
|
},
|
||
|
|
"bsa": {
|
||
|
|
"n": 11,
|
||
|
|
"full_hit@8": 0.3636
|
||
|
|
},
|
||
|
|
"cheque_bounce": {
|
||
|
|
"n": 8,
|
||
|
|
"full_hit@8": 0.5
|
||
|
|
},
|
||
|
|
"constitutional_law": {
|
||
|
|
"n": 33,
|
||
|
|
"full_hit@8": 0.7576
|
||
|
|
},
|
||
|
|
"cyber_law": {
|
||
|
|
"n": 12,
|
||
|
|
"full_hit@8": 0.5833
|
||
|
|
},
|
||
|
|
"labour_law": {
|
||
|
|
"n": 1,
|
||
|
|
"full_hit@8": 0.0
|
||
|
|
},
|
||
|
|
"motor_vehicles": {
|
||
|
|
"n": 4,
|
||
|
|
"full_hit@8": 0.75
|
||
|
|
},
|
||
|
|
"old_new_law_mapping": {
|
||
|
|
"n": 1,
|
||
|
|
"full_hit@8": 1.0
|
||
|
|
},
|
||
|
|
"rti": {
|
||
|
|
"n": 3,
|
||
|
|
"full_hit@8": 0.6667
|
||
|
|
},
|
||
|
|
"womens_protection": {
|
||
|
|
"n": 6,
|
||
|
|
"full_hit@8": 0.5
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"phrase_coverage": {
|
||
|
|
"n": 350,
|
||
|
|
"any_fact_in_topk": 0.06
|
||
|
|
},
|
||
|
|
"measured_at": "2026-07-17 00:35:30"
|
||
|
|
}
|