120 lines
3.3 KiB
JSON
120 lines
3.3 KiB
JSON
|
{
|
||
|
|
"artifacts": {
|
||
|
|
"adapter": {
|
||
|
|
"path": "/kaggle/working/claim_extractor_v5/model/lora_adapter",
|
||
|
|
"exists": true,
|
||
|
|
"size_mb": 251.0
|
||
|
|
},
|
||
|
|
"merged_fp16": {
|
||
|
|
"path": "/kaggle/working/claim_extractor_v5/model/merged_16bit",
|
||
|
|
"exists": true,
|
||
|
|
"size_mb": 6183.4
|
||
|
|
},
|
||
|
|
"gguf": {
|
||
|
|
"path": "/kaggle/working/claim_extractor_v5/model/merged_16bit_gguf/Qwen2.5-3B-Instruct.Q4_K_M.gguf",
|
||
|
|
"exists": true,
|
||
|
|
"size_mb": 1929.9
|
||
|
|
},
|
||
|
|
"deploy_zip": {
|
||
|
|
"path": "/kaggle/working/claim_extractor_v5/deploy/claim_extractor_deploy.zip",
|
||
|
|
"exists": true,
|
||
|
|
"size_mb": 1929.9
|
||
|
|
},
|
||
|
|
"benchmarks": {
|
||
|
|
"path": "/kaggle/working/claim_extractor_v5/benchmarks/benchmarks.json",
|
||
|
|
"exists": true,
|
||
|
|
"size_mb": 0.0
|
||
|
|
},
|
||
|
|
"base_benchmark": {
|
||
|
|
"path": "/kaggle/working/claim_extractor_v5/benchmarks/base_benchmark.json",
|
||
|
|
"exists": true,
|
||
|
|
"size_mb": 0.0
|
||
|
|
},
|
||
|
|
"checkpoints": {
|
||
|
|
"path": "/kaggle/working/claim_extractor_v5/checkpoints",
|
||
|
|
"exists": true,
|
||
|
|
"size_mb": 747.7
|
||
|
|
},
|
||
|
|
"model_card": {
|
||
|
|
"path": "/kaggle/working/claim_extractor_v5/model/README.md",
|
||
|
|
"exists": false,
|
||
|
|
"size_mb": 0.0
|
||
|
|
},
|
||
|
|
"log_file": {
|
||
|
|
"path": "/kaggle/working/claim_extractor_v5/logs/run.log",
|
||
|
|
"exists": true,
|
||
|
|
"size_mb": 0.0
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"held_out_validity": 1.0,
|
||
|
|
"base": {
|
||
|
|
"n": 15,
|
||
|
|
"validity": 1.0,
|
||
|
|
"avg_claims": 2.067,
|
||
|
|
"avg_verification_questions": 3.71,
|
||
|
|
"pct_claims_with_3plus_questions": 1,
|
||
|
|
"contradiction_recall": 1.0,
|
||
|
|
"date_extraction_rate": 1.0,
|
||
|
|
"evidence_verbatim_rate": 1.0,
|
||
|
|
"avg_claim_words": 5.548,
|
||
|
|
"sarcasm_handling": 0.75,
|
||
|
|
"avg_latency_s": 30.214
|
||
|
|
},
|
||
|
|
"teacher": {
|
||
|
|
"n": 15,
|
||
|
|
"validity": 0.933,
|
||
|
|
"avg_claims": 2.357,
|
||
|
|
"avg_verification_questions": 3.242,
|
||
|
|
"pct_claims_with_3plus_questions": 1,
|
||
|
|
"contradiction_recall": 1.0,
|
||
|
|
"date_extraction_rate": 1.0,
|
||
|
|
"evidence_verbatim_rate": 1.0,
|
||
|
|
"avg_claim_words": 7.333,
|
||
|
|
"sarcasm_handling": 1.0,
|
||
|
|
"avg_latency_s": 60.618
|
||
|
|
},
|
||
|
|
"finetuned": {
|
||
|
|
"n": 15,
|
||
|
|
"validity": 1.0,
|
||
|
|
"avg_claims": 2.067,
|
||
|
|
"avg_verification_questions": 3,
|
||
|
|
"pct_claims_with_3plus_questions": 1,
|
||
|
|
"contradiction_recall": 0.75,
|
||
|
|
"date_extraction_rate": 1.0,
|
||
|
|
"evidence_verbatim_rate": 1.0,
|
||
|
|
"avg_claim_words": 7.806,
|
||
|
|
"sarcasm_handling": 1.0,
|
||
|
|
"avg_latency_s": 25.992
|
||
|
|
},
|
||
|
|
"improvement_vs_base": {
|
||
|
|
"validity": 0.0,
|
||
|
|
"avg_claims": 0.0,
|
||
|
|
"avg_verification_questions": -0.71,
|
||
|
|
"pct_claims_with_3plus_questions": 0,
|
||
|
|
"contradiction_recall": -0.25,
|
||
|
|
"date_extraction_rate": 0.0,
|
||
|
|
"evidence_verbatim_rate": 0.0,
|
||
|
|
"sarcasm_handling": 0.25,
|
||
|
|
"avg_claim_words": 2.258,
|
||
|
|
"avg_latency_s": -4.222
|
||
|
|
},
|
||
|
|
"finetuned_vs_teacher": {
|
||
|
|
"validity": 0.067,
|
||
|
|
"avg_claims": -0.29,
|
||
|
|
"avg_verification_questions": -0.242,
|
||
|
|
"pct_claims_with_3plus_questions": 0,
|
||
|
|
"contradiction_recall": -0.25,
|
||
|
|
"date_extraction_rate": 0.0,
|
||
|
|
"evidence_verbatim_rate": 0.0,
|
||
|
|
"sarcasm_handling": 0.0,
|
||
|
|
"avg_claim_words": 0.473,
|
||
|
|
"avg_latency_s": -34.626
|
||
|
|
},
|
||
|
|
"n_train": 1471,
|
||
|
|
"n_val": 127,
|
||
|
|
"hf_repo": "https://huggingface.co/Luimas/claim-extractor-detective-qwen3b",
|
||
|
|
"models": {
|
||
|
|
"student": "unsloth/Qwen2.5-3B-Instruct-bnb-4bit",
|
||
|
|
"teacher": "Qwen/Qwen2.5-14B-Instruct"
|
||
|
|
}
|
||
|
|
}
|