初始化项目,由ModelHub XC社区提供模型
Model: Luimas/claim-extractor-detective-qwen3b Source: Original Platform
This commit is contained in:
16
benchmarks/teacher_benchmark.json
Normal file
16
benchmarks/teacher_benchmark.json
Normal file
@@ -0,0 +1,16 @@
|
||||
{
|
||||
"model": "Qwen/Qwen2.5-14B-Instruct (TEACHER, no grammar)",
|
||||
"metrics": {
|
||||
"n": 15,
|
||||
"validity": 0.933,
|
||||
"avg_claims": 2.357,
|
||||
"avg_verification_questions": 3.242,
|
||||
"pct_claims_with_3plus_questions": 1,
|
||||
"contradiction_recall": 1.0,
|
||||
"date_extraction_rate": 1.0,
|
||||
"evidence_verbatim_rate": 1.0,
|
||||
"avg_claim_words": 7.333,
|
||||
"sarcasm_handling": 1.0,
|
||||
"avg_latency_s": 60.618
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user