28 lines
644 B
JSON
28 lines
644 B
JSON
{
|
|
"status": "SHIP",
|
|
"target": 0.99,
|
|
"SE_mmlu": 0.023371657515033034,
|
|
"base_compliance": 0.52,
|
|
"compliance": 0.99,
|
|
"base_cap": 0.6775,
|
|
"cap": 0.675,
|
|
"dcap": -0.0025,
|
|
"gen_base": {
|
|
"foreign_rate": 0.0,
|
|
"degen_rate": 0.0,
|
|
"instr_pass": 1.0
|
|
},
|
|
"gen": {
|
|
"foreign_rate": 0.0,
|
|
"degen_rate": 0.0,
|
|
"instr_pass": 1.0
|
|
},
|
|
"gen_delta": {
|
|
"d_foreign": 0.0,
|
|
"d_degen": 0.0,
|
|
"d_instr": 0.0,
|
|
"holds_gen": true
|
|
},
|
|
"base_model": "microsoft/Phi-3.5-mini-instruct",
|
|
"_note": "Redacted: search trajectory, selected depth and edit-scope removed. Reported values are the measured outcome only."
|
|
} |