51 lines
1.6 KiB
JSON
51 lines
1.6 KiB
JSON
{
|
|
"total_code_rows": 744,
|
|
"total_qa_rows": 136,
|
|
"code_pass_at_1": {
|
|
"base_overall": 0.102,
|
|
"tuned_overall": 0.25,
|
|
"improvement": 0.148,
|
|
"base_by_category": {
|
|
"algorithms_and_applications": 0.114,
|
|
"circuits_and_gates": 0.125,
|
|
"hardware_and_providers": 0.133,
|
|
"noise_and_error_mitigation": 0.0,
|
|
"primitives_and_execution": 0.049,
|
|
"quantum_info_and_operators": 0.098,
|
|
"transpilation_and_compilation": 0.04
|
|
},
|
|
"tuned_by_category": {
|
|
"algorithms_and_applications": 0.125,
|
|
"circuits_and_gates": 0.319,
|
|
"hardware_and_providers": 0.169,
|
|
"noise_and_error_mitigation": 0.113,
|
|
"primitives_and_execution": 0.065,
|
|
"quantum_info_and_operators": 0.266,
|
|
"transpilation_and_compilation": 0.242
|
|
}
|
|
},
|
|
"qa_judge_score_1to5": {
|
|
"base_overall": 2.208,
|
|
"tuned_overall": 2.808,
|
|
"improvement": 0.6,
|
|
"base_by_category": {
|
|
"algorithms_and_applications": 1.833,
|
|
"circuits_and_gates": 1.922,
|
|
"hardware_and_providers": 2.593,
|
|
"noise_and_error_mitigation": 2.617,
|
|
"primitives_and_execution": 2.25,
|
|
"quantum_info_and_operators": 2.08,
|
|
"transpilation_and_compilation": 2.46
|
|
},
|
|
"tuned_by_category": {
|
|
"algorithms_and_applications": 1.875,
|
|
"circuits_and_gates": 2.792,
|
|
"hardware_and_providers": 3.833,
|
|
"noise_and_error_mitigation": 1.7,
|
|
"primitives_and_execution": 3.333,
|
|
"quantum_info_and_operators": 2.688,
|
|
"transpilation_and_compilation": 3.19
|
|
}
|
|
},
|
|
"instruction_following_compliance_rate": 1.0
|
|
} |