{
  "total_code_rows": 744,
  "total_qa_rows": 136,
  "code_pass_at_1": {
    "base_overall": 0.102,
    "tuned_overall": 0.25,
    "improvement": 0.148,
    "base_by_category": {
      "algorithms_and_applications": 0.114,
      "circuits_and_gates": 0.125,
      "hardware_and_providers": 0.133,
      "noise_and_error_mitigation": 0.0,
      "primitives_and_execution": 0.049,
      "quantum_info_and_operators": 0.098,
      "transpilation_and_compilation": 0.04
    },
    "tuned_by_category": {
      "algorithms_and_applications": 0.125,
      "circuits_and_gates": 0.319,
      "hardware_and_providers": 0.169,
      "noise_and_error_mitigation": 0.113,
      "primitives_and_execution": 0.065,
      "quantum_info_and_operators": 0.266,
      "transpilation_and_compilation": 0.242
    }
  },
  "qa_judge_score_1to5": {
    "base_overall": 2.208,
    "tuned_overall": 2.808,
    "improvement": 0.6,
    "base_by_category": {
      "algorithms_and_applications": 1.833,
      "circuits_and_gates": 1.922,
      "hardware_and_providers": 2.593,
      "noise_and_error_mitigation": 2.617,
      "primitives_and_execution": 2.25,
      "quantum_info_and_operators": 2.08,
      "transpilation_and_compilation": 2.46
    },
    "tuned_by_category": {
      "algorithms_and_applications": 1.875,
      "circuits_and_gates": 2.792,
      "hardware_and_providers": 3.833,
      "noise_and_error_mitigation": 1.7,
      "primitives_and_execution": 3.333,
      "quantum_info_and_operators": 2.688,
      "transpilation_and_compilation": 3.19
    }
  },
  "instruction_following_compliance_rate": 1.0
}