初始化项目,由ModelHub XC社区提供模型
Model: sarvan-2187/qrious-code-1.0 Source: Original Platform
This commit is contained in:
51
output-reports/eval_report_v1_combined.json
Normal file
51
output-reports/eval_report_v1_combined.json
Normal file
@@ -0,0 +1,51 @@
|
||||
{
|
||||
"total_code_rows": 744,
|
||||
"total_qa_rows": 136,
|
||||
"code_pass_at_1": {
|
||||
"base_overall": 0.102,
|
||||
"tuned_overall": 0.25,
|
||||
"improvement": 0.148,
|
||||
"base_by_category": {
|
||||
"algorithms_and_applications": 0.114,
|
||||
"circuits_and_gates": 0.125,
|
||||
"hardware_and_providers": 0.133,
|
||||
"noise_and_error_mitigation": 0.0,
|
||||
"primitives_and_execution": 0.049,
|
||||
"quantum_info_and_operators": 0.098,
|
||||
"transpilation_and_compilation": 0.04
|
||||
},
|
||||
"tuned_by_category": {
|
||||
"algorithms_and_applications": 0.125,
|
||||
"circuits_and_gates": 0.319,
|
||||
"hardware_and_providers": 0.169,
|
||||
"noise_and_error_mitigation": 0.113,
|
||||
"primitives_and_execution": 0.065,
|
||||
"quantum_info_and_operators": 0.266,
|
||||
"transpilation_and_compilation": 0.242
|
||||
}
|
||||
},
|
||||
"qa_judge_score_1to5": {
|
||||
"base_overall": 2.208,
|
||||
"tuned_overall": 2.808,
|
||||
"improvement": 0.6,
|
||||
"base_by_category": {
|
||||
"algorithms_and_applications": 1.833,
|
||||
"circuits_and_gates": 1.922,
|
||||
"hardware_and_providers": 2.593,
|
||||
"noise_and_error_mitigation": 2.617,
|
||||
"primitives_and_execution": 2.25,
|
||||
"quantum_info_and_operators": 2.08,
|
||||
"transpilation_and_compilation": 2.46
|
||||
},
|
||||
"tuned_by_category": {
|
||||
"algorithms_and_applications": 1.875,
|
||||
"circuits_and_gates": 2.792,
|
||||
"hardware_and_providers": 3.833,
|
||||
"noise_and_error_mitigation": 1.7,
|
||||
"primitives_and_execution": 3.333,
|
||||
"quantum_info_and_operators": 2.688,
|
||||
"transpilation_and_compilation": 3.19
|
||||
}
|
||||
},
|
||||
"instruction_following_compliance_rate": 1.0
|
||||
}
|
||||
Reference in New Issue
Block a user