Plot expectation value benchmarks

.github/workflows/ucc-benchmarks.yml

@@ -37,6 +37,7 @@ jobs:
               poetry run ./benchmarks/scripts/run_benchmarks.sh 8 && \
               poetry run python ./benchmarks/scripts/plot_avg_benchmarks_over_time.py && \
               poetry run python ./benchmarks/scripts/plot_latest_benchmarks.py
+              poetry run python ./benchmarks/scripts/plot_latest_expval_benchmarks.py
             "
 
       # Commit and push benchmark results

.gitignore

@@ -9,7 +9,7 @@
 *.ipynb_checkpoints
 *.jupyter_cache
 _build
-*__pycache__/
+__pycache__/
 docs/build/
 *.egg-info/
 dist/

README.md

@@ -70,6 +70,12 @@ def test_cirq_compile():
 
 We run benchmarks regularly to compare against the most recent versions of the most popular quantum compiler frameworks for a range of circuits. Here's the latest:
 ![alt text](benchmarks/latest_compiler_benchmarks_by_circuit.png)
+
+In addition to raw compilation stats, we simulate the compiled circuits with a noisy density matrix simulation to see how each compiler impacts performance.
+Here we plot the absolute errors $|\langle O\rangle_{C_i,\text{ideal}} - \langle O\rangle_{C_i,\text{noisy}}|$ for a collection of circuits $C_i$.
+
+![Violin plot showing absolute error of each compiler across a variety of circuits](benchmarks/latest_expval_benchmark_by_compiler.png)
+
 And here you can see progress over time, with new package versions labeled for each compiler:
 ![alt text](benchmarks/avg_compiler_benchmarks_over_time.png)
 Note that the compile times before 2024-12-10 may have been run on different classical compute instances, so their runtime is not reported here, but you can find this data in benchmarks/results.

benchmarks/qasm_circuits/qasm2/benchpress/qaoa_barabasi_albert_N10_3reps_basis_rz_rx_ry_cx.qasm

@@ -0,0 +1,197 @@
+OPENQASM 2.0;
+include "qelib1.inc";
+qreg q[10];
+ry(pi/2) q[0];
+rx(pi) q[0];
+ry(pi/2) q[1];
+rx(pi) q[1];
+cx q[0],q[1];
+rz(1.5846238651156088) q[1];
+cx q[0],q[1];
+ry(pi/2) q[2];
+rx(pi) q[2];
+cx q[0],q[2];
+rz(1.5846238651156088) q[2];
+cx q[0],q[2];
+rx(1.9993980494552113) q[2];
+ry(pi/2) q[3];
+rx(pi) q[3];
+cx q[0],q[3];
+rz(1.5846238651156088) q[3];
+cx q[0],q[3];
+rx(1.9993980494552113) q[0];
+cx q[1],q[3];
+rz(1.5846238651156088) q[3];
+cx q[1],q[3];
+ry(pi/2) q[4];
+rx(pi) q[4];
+cx q[1],q[4];
+rz(1.5846238651156088) q[4];
+cx q[1],q[4];
+cx q[3],q[4];
+rz(1.5846238651156088) q[4];
+cx q[3],q[4];
+ry(pi/2) q[5];
+rx(pi) q[5];
+cx q[1],q[5];
+rz(1.5846238651156088) q[5];
+cx q[1],q[5];
+cx q[3],q[5];
+rz(1.5846238651156088) q[5];
+cx q[3],q[5];
+ry(pi/2) q[6];
+rx(pi) q[6];
+cx q[4],q[6];
+rz(1.5846238651156088) q[6];
+cx q[4],q[6];
+cx q[5],q[6];
+rz(1.5846238651156088) q[6];
+cx q[5],q[6];
+rx(1.9993980494552113) q[6];
+ry(pi/2) q[7];
+rx(pi) q[7];
+cx q[3],q[7];
+rz(1.5846238651156088) q[7];
+cx q[3],q[7];
+cx q[4],q[7];
+rz(1.5846238651156088) q[7];
+cx q[4],q[7];
+rx(1.9993980494552113) q[4];
+rx(1.9993980494552113) q[7];
+ry(pi/2) q[8];
+rx(pi) q[8];
+cx q[3],q[8];
+rz(1.5846238651156088) q[8];
+cx q[3],q[8];
+cx q[5],q[8];
+rz(1.5846238651156088) q[8];
+cx q[5],q[8];
+rx(1.9993980494552113) q[5];
+rx(1.9993980494552113) q[8];
+ry(pi/2) q[9];
+rx(pi) q[9];
+cx q[1],q[9];
+rz(1.5846238651156088) q[9];
+cx q[1],q[9];
+rx(1.9993980494552113) q[1];
+cx q[0],q[1];
+rz(0.8199726992929931) q[1];
+cx q[0],q[1];
+cx q[0],q[2];
+rz(0.8199726992929931) q[2];
+cx q[0],q[2];
+rx(9.808607416083087) q[2];
+cx q[3],q[9];
+rz(1.5846238651156088) q[9];
+cx q[3],q[9];
+rx(1.9993980494552113) q[3];
+cx q[0],q[3];
+rz(0.8199726992929931) q[3];
+cx q[0],q[3];
+rx(9.808607416083087) q[0];
+cx q[1],q[3];
+rz(0.8199726992929931) q[3];
+cx q[1],q[3];
+cx q[1],q[4];
+rz(0.8199726992929931) q[4];
+cx q[1],q[4];
+cx q[1],q[5];
+cx q[3],q[4];
+rz(0.8199726992929931) q[4];
+cx q[3],q[4];
+cx q[4],q[6];
+rz(0.8199726992929931) q[5];
+cx q[1],q[5];
+cx q[3],q[5];
+rz(0.8199726992929931) q[5];
+cx q[3],q[5];
+cx q[3],q[7];
+rz(0.8199726992929931) q[6];
+cx q[4],q[6];
+cx q[5],q[6];
+rz(0.8199726992929931) q[6];
+cx q[5],q[6];
+rx(9.808607416083087) q[6];
+rz(0.8199726992929931) q[7];
+cx q[3],q[7];
+cx q[3],q[8];
+cx q[4],q[7];
+rz(0.8199726992929931) q[7];
+cx q[4],q[7];
+rx(9.808607416083087) q[4];
+rx(9.808607416083087) q[7];
+rz(0.8199726992929931) q[8];
+cx q[3],q[8];
+cx q[5],q[8];
+rz(0.8199726992929931) q[8];
+cx q[5],q[8];
+rx(9.808607416083087) q[5];
+rx(9.808607416083087) q[8];
+rx(1.9993980494552113) q[9];
+cx q[1],q[9];
+rz(0.8199726992929931) q[9];
+cx q[1],q[9];
+rx(9.808607416083087) q[1];
+cx q[0],q[1];
+rz(1.2724239654332838) q[1];
+cx q[0],q[1];
+cx q[0],q[2];
+rz(1.2724239654332838) q[2];
+cx q[0],q[2];
+rx(4.304211127616218) q[2];
+cx q[3],q[9];
+rz(0.8199726992929931) q[9];
+cx q[3],q[9];
+rx(9.808607416083087) q[3];
+cx q[0],q[3];
+rz(1.2724239654332838) q[3];
+cx q[0],q[3];
+rx(4.304211127616218) q[0];
+cx q[1],q[3];
+rz(1.2724239654332838) q[3];
+cx q[1],q[3];
+cx q[1],q[4];
+rz(1.2724239654332838) q[4];
+cx q[1],q[4];
+cx q[1],q[5];
+cx q[3],q[4];
+rz(1.2724239654332838) q[4];
+cx q[3],q[4];
+cx q[4],q[6];
+rz(1.2724239654332838) q[5];
+cx q[1],q[5];
+cx q[3],q[5];
+rz(1.2724239654332838) q[5];
+cx q[3],q[5];
+cx q[3],q[7];
+rz(1.2724239654332838) q[6];
+cx q[4],q[6];
+cx q[5],q[6];
+rz(1.2724239654332838) q[6];
+cx q[5],q[6];
+rx(4.304211127616218) q[6];
+rz(1.2724239654332838) q[7];
+cx q[3],q[7];
+cx q[3],q[8];
+cx q[4],q[7];
+rz(1.2724239654332838) q[7];
+cx q[4],q[7];
+rx(4.304211127616218) q[4];
+rx(4.304211127616218) q[7];
+rz(1.2724239654332838) q[8];
+cx q[3],q[8];
+cx q[5],q[8];
+rz(1.2724239654332838) q[8];
+cx q[5],q[8];
+rx(4.304211127616218) q[5];
+rx(4.304211127616218) q[8];
+rx(9.808607416083087) q[9];
+cx q[1],q[9];
+rz(1.2724239654332838) q[9];
+cx q[1],q[9];
+rx(4.304211127616218) q[1];
+cx q[3],q[9];
+rz(1.2724239654332838) q[9];
+cx q[3],q[9];
+rx(4.304211127616218) q[3];
+rx(4.304211127616218) q[9];