80 lines
3.6 KiB
JSON
80 lines
3.6 KiB
JSON
{
|
|
"shard": "3/4",
|
|
"n_code_rows": 186,
|
|
"n_qa_rows": 34,
|
|
"code_pass_at_1": {
|
|
"base_overall": 0.108,
|
|
"tuned_overall": 0.22,
|
|
"base_by_category": {
|
|
"algorithms_and_applications": 0.158,
|
|
"circuits_and_gates": 0.132,
|
|
"hardware_and_providers": 0.0,
|
|
"noise_and_error_mitigation": 0.0,
|
|
"primitives_and_execution": 0.071,
|
|
"quantum_info_and_operators": 0.062,
|
|
"transpilation_and_compilation": 0.105
|
|
},
|
|
"tuned_by_category": {
|
|
"algorithms_and_applications": 0.211,
|
|
"circuits_and_gates": 0.275,
|
|
"hardware_and_providers": 0.143,
|
|
"noise_and_error_mitigation": 0.0,
|
|
"primitives_and_execution": 0.071,
|
|
"quantum_info_and_operators": 0.156,
|
|
"transpilation_and_compilation": 0.263
|
|
}
|
|
},
|
|
"qa_judge_score_1to5": {
|
|
"base_overall": 1.68,
|
|
"tuned_overall": 2.56,
|
|
"base_by_category": {
|
|
"algorithms_and_applications": 2.33,
|
|
"circuits_and_gates": 1.58,
|
|
"hardware_and_providers": 1.0,
|
|
"noise_and_error_mitigation": 1.67,
|
|
"primitives_and_execution": 2.0,
|
|
"quantum_info_and_operators": 1.25,
|
|
"transpilation_and_compilation": 2.0
|
|
},
|
|
"tuned_by_category": {
|
|
"algorithms_and_applications": 1.0,
|
|
"circuits_and_gates": 3.17,
|
|
"hardware_and_providers": 2.33,
|
|
"noise_and_error_mitigation": 2.0,
|
|
"primitives_and_execution": 2.33,
|
|
"quantum_info_and_operators": 2.5,
|
|
"transpilation_and_compilation": 2.67
|
|
}
|
|
},
|
|
"instruction_following": {
|
|
"compliance_rate": 1.0,
|
|
"probes": [
|
|
{
|
|
"prompt": "Write only the Qiskit code to create a 2-qubit Bell state circuit. Return only code, no explanation.",
|
|
"response": "```python\nfrom qiskit import QuantumCircuit\nfrom qiskit.quantum_info import Statevector\n\n# Create a 2-qubit circuit\nqc = QuantumCircuit(2, 2)\n\n# Create Bell state (entangled state)\nqc.h(0)\nqc.cx(0, 1)\n\n# Print the circuit\nprint(qc)\n```",
|
|
"compliant": true
|
|
},
|
|
{
|
|
"prompt": "Return only a Python function `ghz_state(n)` that builds an n-qubit GHZ state circuit using Qiskit. No prose, code only.",
|
|
"response": "```python\nfrom qiskit import QuantumCircuit\nfrom qiskit.quantum_info import Statevector\n\ndef ghz_state(n):\n qc = QuantumCircuit(n)\n for i in range(n):\n qc.h(i)\n return qc\n```",
|
|
"compliant": true
|
|
},
|
|
{
|
|
"prompt": "Give me just the Qiskit import statement for QuantumCircuit. One line, nothing else.",
|
|
"response": "```python\nfrom qiskit import QuantumCircuit\n```",
|
|
"compliant": true
|
|
},
|
|
{
|
|
"prompt": "Output only the code for a QFT circuit on 3 qubits using qiskit.circuit.library.QFT. No commentary.",
|
|
"response": "from qiskit import QuantumCircuit\nfrom qiskit.circuit.library import QFT\n\nqc = QuantumCircuit(3)\nQFT.qft(qc, 3)",
|
|
"compliant": true
|
|
},
|
|
{
|
|
"prompt": "Respond with only the code that transpiles a circuit `qc` for backend `backend` at optimization_level=3. No explanation text.",
|
|
"response": "```python\nfrom qiskit import transpilation\nfrom qiskit.transpilation import transpile\nfrom qiskit.transpilation.optimization import OptimizationLevel\n\n# Transpile the circuit for the specified backend with optimization level 3\ntranspiled_qc = transpile(qc, backend, optimization_level=3)\n```",
|
|
"compliant": true
|
|
}
|
|
]
|
|
},
|
|
"note": "RAG-on/off hallucination check skipped - deferred to Phase 6 (needs the RAG pipeline)."
|
|
} |