sarvan-2187/qrious-code-1.0
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: sarvan-2187/qrious-code-1.0
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-09-29 16:03:18 +08:00
commit e6a8f0bd99
14 changed files with 711 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
output-reports/README.md Normal file
View File

@@ -0,0 +1 @@
## This folder contains the reports of testing dataset

51
output-reports/eval_report_v1_combined.json Normal file
View File

@@ -0,0 +1,51 @@
{
"total_code_rows": 744,
"total_qa_rows": 136,
"code_pass_at_1": {
"base_overall": 0.102,
"tuned_overall": 0.25,
"improvement": 0.148,
"base_by_category": {
"algorithms_and_applications": 0.114,
"circuits_and_gates": 0.125,
"hardware_and_providers": 0.133,
"noise_and_error_mitigation": 0.0,
"primitives_and_execution": 0.049,
"quantum_info_and_operators": 0.098,
"transpilation_and_compilation": 0.04
},
"tuned_by_category": {
"algorithms_and_applications": 0.125,
"circuits_and_gates": 0.319,
"hardware_and_providers": 0.169,
"noise_and_error_mitigation": 0.113,
"primitives_and_execution": 0.065,
"quantum_info_and_operators": 0.266,
"transpilation_and_compilation": 0.242
}
},
"qa_judge_score_1to5": {
"base_overall": 2.208,
"tuned_overall": 2.808,
"improvement": 0.6,
"base_by_category": {
"algorithms_and_applications": 1.833,
"circuits_and_gates": 1.922,
"hardware_and_providers": 2.593,
"noise_and_error_mitigation": 2.617,
"primitives_and_execution": 2.25,
"quantum_info_and_operators": 2.08,
"transpilation_and_compilation": 2.46
},
"tuned_by_category": {
"algorithms_and_applications": 1.875,
"circuits_and_gates": 2.792,
"hardware_and_providers": 3.833,
"noise_and_error_mitigation": 1.7,
"primitives_and_execution": 3.333,
"quantum_info_and_operators": 2.688,
"transpilation_and_compilation": 3.19
}
},
"instruction_following_compliance_rate": 1.0
}

80
output-reports/eval_report_v1_shard1of4.json Normal file
View File

@@ -0,0 +1,80 @@
{
"shard": "1/4",
"n_code_rows": 186,
"n_qa_rows": 34,
"code_pass_at_1": {
"base_overall": 0.108,
"tuned_overall": 0.231,
"base_by_category": {
"algorithms_and_applications": 0.08,
"circuits_and_gates": 0.118,
"hardware_and_providers": 0.333,
"noise_and_error_mitigation": 0.0,
"primitives_and_execution": 0.067,
"quantum_info_and_operators": 0.154,
"transpilation_and_compilation": 0.053
},
"tuned_by_category": {
"algorithms_and_applications": 0.16,
"circuits_and_gates": 0.204,
"hardware_and_providers": 0.333,
"noise_and_error_mitigation": 0.2,
"primitives_and_execution": 0.133,
"quantum_info_and_operators": 0.423,
"transpilation_and_compilation": 0.263
}
},
"qa_judge_score_1to5": {
"base_overall": 1.94,
"tuned_overall": 2.76,
"base_by_category": {
"algorithms_and_applications": 1.0,
"circuits_and_gates": 1.44,
"hardware_and_providers": 2.12,
"noise_and_error_mitigation": 2.8,
"primitives_and_execution": 1.0,
"quantum_info_and_operators": 3.0,
"transpilation_and_compilation": 2.2
},
"tuned_by_category": {
"algorithms_and_applications": 2.0,
"circuits_and_gates": 2.44,
"hardware_and_providers": 3.0,
"noise_and_error_mitigation": 1.8,
"primitives_and_execution": 5.0,
"quantum_info_and_operators": 3.0,
"transpilation_and_compilation": 4.0
}
},
"instruction_following": {
"compliance_rate": 1.0,
"probes": [
{
"prompt": "Write only the Qiskit code to create a 2-qubit Bell state circuit. Return only code, no explanation.",
"response": "```python\nfrom qiskit import QuantumCircuit\nfrom qiskit.quantum_info import Statevector\n\n# Create a 2-qubit circuit\nqc = QuantumCircuit(2, 2)\n\n# Create Bell state (entangled state)\nqc.h(0)\nqc.cx(0, 1)\n\n# Print the circuit\nprint(qc)\n```",
"compliant": true
},
{
"prompt": "Return only a Python function `ghz_state(n)` that builds an n-qubit GHZ state circuit using Qiskit. No prose, code only.",
"response": "```python\nfrom qiskit import QuantumCircuit\nfrom qiskit.quantum_info import Statevector\n\ndef ghz_state(n):\n qc = QuantumCircuit(n)\n for i in range(n):\n qc.h(i)\n return qc\n```",
"compliant": true
},
{
"prompt": "Give me just the Qiskit import statement for QuantumCircuit. One line, nothing else.",
"response": "```python\nfrom qiskit import QuantumCircuit\n```",
"compliant": true
},
{
"prompt": "Output only the code for a QFT circuit on 3 qubits using qiskit.circuit.library.QFT. No commentary.",
"response": "from qiskit import QuantumCircuit\nfrom qiskit.circuit.library import QFT\n\nqc = QuantumCircuit(3)\nQFT.qft(qc, 3)",
"compliant": true
},
{
"prompt": "Respond with only the code that transpiles a circuit `qc` for backend `backend` at optimization_level=3. No explanation text.",
"response": "```python\nfrom qiskit import transpilation\nfrom qiskit.transpilation import transpile\nfrom qiskit.transpilation.optimization import OptimizationLevel\n\n# Transpile the circuit for the specified backend with optimization level 3\ntranspiled_qc = transpile(qc, backend, optimization_level=3)\n```",
"compliant": true
}
]
},
"note": "RAG-on/off hallucination check skipped - deferred to Phase 6 (needs the RAG pipeline)."
}

80
output-reports/eval_report_v1_shard2of4.json Normal file
View File

@@ -0,0 +1,80 @@
{
"shard": "2/4",
"n_code_rows": 186,
"n_qa_rows": 34,
"code_pass_at_1": {
"base_overall": 0.124,
"tuned_overall": 0.306,
"base_by_category": {
"algorithms_and_applications": 0.217,
"circuits_and_gates": 0.124,
"hardware_and_providers": 0.2,
"noise_and_error_mitigation": 0.0,
"primitives_and_execution": 0.056,
"quantum_info_and_operators": 0.143,
"transpilation_and_compilation": 0.0
},
"tuned_by_category": {
"algorithms_and_applications": 0.13,
"circuits_and_gates": 0.433,
"hardware_and_providers": 0.2,
"noise_and_error_mitigation": 0.0,
"primitives_and_execution": 0.056,
"quantum_info_and_operators": 0.286,
"transpilation_and_compilation": 0.167
}
},
"qa_judge_score_1to5": {
"base_overall": 2.06,
"tuned_overall": 2.85,
"base_by_category": {
"algorithms_and_applications": 2.5,
"circuits_and_gates": 1.67,
"hardware_and_providers": 3.25,
"noise_and_error_mitigation": 1.0,
"primitives_and_execution": 3.0,
"quantum_info_and_operators": 1.5,
"transpilation_and_compilation": 2.14
},
"tuned_by_category": {
"algorithms_and_applications": 2.5,
"circuits_and_gates": 2.67,
"hardware_and_providers": 5.0,
"noise_and_error_mitigation": 1.0,
"primitives_and_execution": 3.0,
"quantum_info_and_operators": 2.25,
"transpilation_and_compilation": 3.29
}
},
"instruction_following": {
"compliance_rate": 1.0,
"probes": [
{
"prompt": "Write only the Qiskit code to create a 2-qubit Bell state circuit. Return only code, no explanation.",
"response": "```python\nfrom qiskit import QuantumCircuit\nfrom qiskit.quantum_info import Statevector\n\n# Create a 2-qubit circuit\nqc = QuantumCircuit(2, 2)\n\n# Create Bell state (entangled state)\nqc.h(0)\nqc.cx(0, 1)\n\n# Print the circuit\nprint(qc)\n```",
"compliant": true
},
{
"prompt": "Return only a Python function `ghz_state(n)` that builds an n-qubit GHZ state circuit using Qiskit. No prose, code only.",
"response": "```python\nfrom qiskit import QuantumCircuit\nfrom qiskit.quantum_info import Statevector\n\ndef ghz_state(n):\n qc = QuantumCircuit(n)\n for i in range(n):\n qc.h(i)\n return qc\n```",
"compliant": true
},
{
"prompt": "Give me just the Qiskit import statement for QuantumCircuit. One line, nothing else.",
"response": "```python\nfrom qiskit import QuantumCircuit\n```",
"compliant": true
},
{
"prompt": "Output only the code for a QFT circuit on 3 qubits using qiskit.circuit.library.QFT. No commentary.",
"response": "from qiskit import QuantumCircuit\nfrom qiskit.circuit.library import QFT\n\nqc = QuantumCircuit(3)\nQFT.qft(qc, 3)",
"compliant": true
},
{
"prompt": "Respond with only the code that transpiles a circuit `qc` for backend `backend` at optimization_level=3. No explanation text.",
"response": "```python\nfrom qiskit import transpilation\nfrom qiskit.transpilation import transpile\nfrom qiskit.transpilation.optimization import OptimizationLevel\n\n# Transpile the circuit for the specified backend with optimization level 3\ntranspiled_qc = transpile(qc, backend, optimization_level=3)\n```",
"compliant": true
}
]
},
"note": "RAG-on/off hallucination check skipped - deferred to Phase 6 (needs the RAG pipeline)."
}

80
output-reports/eval_report_v1_shard3of4.json Normal file
View File

@@ -0,0 +1,80 @@
{
"shard": "3/4",
"n_code_rows": 186,
"n_qa_rows": 34,
"code_pass_at_1": {
"base_overall": 0.108,
"tuned_overall": 0.22,
"base_by_category": {
"algorithms_and_applications": 0.158,
"circuits_and_gates": 0.132,
"hardware_and_providers": 0.0,
"noise_and_error_mitigation": 0.0,
"primitives_and_execution": 0.071,
"quantum_info_and_operators": 0.062,
"transpilation_and_compilation": 0.105
},
"tuned_by_category": {
"algorithms_and_applications": 0.211,
"circuits_and_gates": 0.275,
"hardware_and_providers": 0.143,
"noise_and_error_mitigation": 0.0,
"primitives_and_execution": 0.071,
"quantum_info_and_operators": 0.156,
"transpilation_and_compilation": 0.263
}
},
"qa_judge_score_1to5": {
"base_overall": 1.68,
"tuned_overall": 2.56,
"base_by_category": {
"algorithms_and_applications": 2.33,
"circuits_and_gates": 1.58,
"hardware_and_providers": 1.0,
"noise_and_error_mitigation": 1.67,
"primitives_and_execution": 2.0,
"quantum_info_and_operators": 1.25,
"transpilation_and_compilation": 2.0
},
"tuned_by_category": {
"algorithms_and_applications": 1.0,
"circuits_and_gates": 3.17,
"hardware_and_providers": 2.33,
"noise_and_error_mitigation": 2.0,
"primitives_and_execution": 2.33,
"quantum_info_and_operators": 2.5,
"transpilation_and_compilation": 2.67
}
},
"instruction_following": {
"compliance_rate": 1.0,
"probes": [
{
"prompt": "Write only the Qiskit code to create a 2-qubit Bell state circuit. Return only code, no explanation.",
"response": "```python\nfrom qiskit import QuantumCircuit\nfrom qiskit.quantum_info import Statevector\n\n# Create a 2-qubit circuit\nqc = QuantumCircuit(2, 2)\n\n# Create Bell state (entangled state)\nqc.h(0)\nqc.cx(0, 1)\n\n# Print the circuit\nprint(qc)\n```",
"compliant": true
},
{
"prompt": "Return only a Python function `ghz_state(n)` that builds an n-qubit GHZ state circuit using Qiskit. No prose, code only.",
"response": "```python\nfrom qiskit import QuantumCircuit\nfrom qiskit.quantum_info import Statevector\n\ndef ghz_state(n):\n qc = QuantumCircuit(n)\n for i in range(n):\n qc.h(i)\n return qc\n```",
"compliant": true
},
{
"prompt": "Give me just the Qiskit import statement for QuantumCircuit. One line, nothing else.",
"response": "```python\nfrom qiskit import QuantumCircuit\n```",
"compliant": true
},
{
"prompt": "Output only the code for a QFT circuit on 3 qubits using qiskit.circuit.library.QFT. No commentary.",
"response": "from qiskit import QuantumCircuit\nfrom qiskit.circuit.library import QFT\n\nqc = QuantumCircuit(3)\nQFT.qft(qc, 3)",
"compliant": true
},
{
"prompt": "Respond with only the code that transpiles a circuit `qc` for backend `backend` at optimization_level=3. No explanation text.",
"response": "```python\nfrom qiskit import transpilation\nfrom qiskit.transpilation import transpile\nfrom qiskit.transpilation.optimization import OptimizationLevel\n\n# Transpile the circuit for the specified backend with optimization level 3\ntranspiled_qc = transpile(qc, backend, optimization_level=3)\n```",
"compliant": true
}
]
},
"note": "RAG-on/off hallucination check skipped - deferred to Phase 6 (needs the RAG pipeline)."
}

80
output-reports/eval_report_v1_shard4of4.json Normal file
View File

@@ -0,0 +1,80 @@
{
"shard": "4/4",
"n_code_rows": 186,
"n_qa_rows": 34,
"code_pass_at_1": {
"base_overall": 0.07,
"tuned_overall": 0.242,
"base_by_category": {
"algorithms_and_applications": 0.0,
"circuits_and_gates": 0.125,
"hardware_and_providers": 0.0,
"noise_and_error_mitigation": 0.0,
"primitives_and_execution": 0.0,
"quantum_info_and_operators": 0.033,
"transpilation_and_compilation": 0.0
},
"tuned_by_category": {
"algorithms_and_applications": 0.0,
"circuits_and_gates": 0.365,
"hardware_and_providers": 0.0,
"noise_and_error_mitigation": 0.25,
"primitives_and_execution": 0.0,
"quantum_info_and_operators": 0.2,
"transpilation_and_compilation": 0.273
}
},
"qa_judge_score_1to5": {
"base_overall": 3.15,
"tuned_overall": 3.06,
"base_by_category": {
"algorithms_and_applications": 1.5,
"circuits_and_gates": 3.0,
"hardware_and_providers": 4.0,
"noise_and_error_mitigation": 5.0,
"primitives_and_execution": 3.0,
"quantum_info_and_operators": 2.57,
"transpilation_and_compilation": 3.5
},
"tuned_by_category": {
"algorithms_and_applications": 2.0,
"circuits_and_gates": 2.89,
"hardware_and_providers": 5.0,
"noise_and_error_mitigation": 2.0,
"primitives_and_execution": 3.0,
"quantum_info_and_operators": 3.0,
"transpilation_and_compilation": 2.8
}
},
"instruction_following": {
"compliance_rate": 1.0,
"probes": [
{
"prompt": "Write only the Qiskit code to create a 2-qubit Bell state circuit. Return only code, no explanation.",
"response": "```python\nfrom qiskit import QuantumCircuit\nfrom qiskit.quantum_info import Statevector\n\n# Create a 2-qubit circuit\nqc = QuantumCircuit(2, 2)\n\n# Create Bell state (entangled state)\nqc.h(0)\nqc.cx(0, 1)\n\n# Print the circuit\nprint(qc)\n```",
"compliant": true
},
{
"prompt": "Return only a Python function `ghz_state(n)` that builds an n-qubit GHZ state circuit using Qiskit. No prose, code only.",
"response": "```python\nfrom qiskit import QuantumCircuit\nfrom qiskit.quantum_info import Statevector\n\ndef ghz_state(n):\n qc = QuantumCircuit(n)\n for i in range(n):\n qc.h(i)\n return qc\n```",
"compliant": true
},
{
"prompt": "Give me just the Qiskit import statement for QuantumCircuit. One line, nothing else.",
"response": "```python\nfrom qiskit import QuantumCircuit\n```",
"compliant": true
},
{
"prompt": "Output only the code for a QFT circuit on 3 qubits using qiskit.circuit.library.QFT. No commentary.",
"response": "from qiskit import QuantumCircuit\nfrom qiskit.circuit.library import QFT\n\nqc = QuantumCircuit(3)\nQFT.qft(qc, 3)",
"compliant": true
},
{
"prompt": "Respond with only the code that transpiles a circuit `qc` for backend `backend` at optimization_level=3. No explanation text.",
"response": "```python\nfrom qiskit import transpilation\nfrom qiskit.transpilation import transpile\nfrom qiskit.transpilation.optimization import OptimizationLevel\n\n# Transpile the circuit for the specified backend with optimization level 3\ntranspiled_qc = transpile(qc, backend, optimization_level=3)\n```",
"compliant": true
}
]
},
"note": "RAG-on/off hallucination check skipped - deferred to Phase 6 (needs the RAG pipeline)."
}