Update benchmark results [benchmark chore]

unitaryfund · Feb 26, 2025 · 4ab3f2d · 4ab3f2d
1 parent 4974dab
commit 4ab3f2d
Show file tree

Hide file tree

Showing 5 changed files with 52 additions and 0 deletions.
diff --git a/benchmarks/avg_compiler_benchmarks_over_time.png b/benchmarks/avg_compiler_benchmarks_over_time.png
diff --git a/benchmarks/latest_compiler_benchmarks_by_circuit.png b/benchmarks/latest_compiler_benchmarks_by_circuit.png
diff --git a/benchmarks/latest_expval_benchmark_by_compiler.png b/benchmarks/latest_expval_benchmark_by_compiler.png
diff --git a/benchmarks/results/expval_2025-02-26_22.csv b/benchmarks/results/expval_2025-02-26_22.csv
@@ -0,0 +1,26 @@
+# Compiler versions: qiskit=1.4.0, cirq=1.4.1, pytket=1.41.0, ucc=0.4.2 # OS: Linux #26~22.04.1-Ubuntu SMP Thu Jul 11 22:33:04 UTC 2024, Architecture: 64bit, CPU Cores: 8
+compiler,circuit_name,observable,expval,absolute_error,relative_error,ideal_expval
+ucc,qaoa_barabasi_albert,ZZZZZZZZZZ,-1.5288262488181601e-06,0.00809785857765506,1.0001888295432326,0.008096329751406242
+qiskit,qaoa_barabasi_albert,ZZZZZZZZZZ,4.684878798699526e-05,0.008049480963419247,0.9942135770867215,0.008096329751406242
+pytket,qaoa_barabasi_albert,ZZZZZZZZZZ,5.8144190043223445e-05,0.008038185561363018,0.9928184508501368,0.008096329751406242
+cirq,qaoa_barabasi_albert,ZZZZZZZZZZ,4.684878806294861e-05,0.008049480963343294,0.9942135770773404,0.008096329751406242
+ucc,qv,HOP,-0.6150626614278225,0.07377661451316087,0.13629875540610856,-0.5412860469146616
+qiskit,qv,HOP,-0.5994426303500666,0.05697652296667799,0.10503241067263537,-0.5424661073833886
+pytket,qv,HOP,-0.6155570807000508,0.07309097331666214,0.13473832249026574,-0.5424661073833886
+cirq,qv,HOP,-0.5196663176961772,0.09365758568717075,0.15270493318541284,-0.613323903383348
+ucc,qft,ZZZZZZZZZZ,-8.023096076392733e-18,8.23993844762008e-18,37.999669534055094,2.1684237122734696e-19
+qiskit,qft,ZZZZZZZZZZ,2.2768245622195593e-18,2.0599821909922125e-18,9.499906219123742,2.1684237122734696e-19
+pytket,qft,ZZZZZZZZZZ,1.3010426069826053e-18,1.0842002357552585e-18,4.999946410927852,2.1684237122734696e-19
+ucc,square_heisenberg,ZZZZZZZZZ,0.04475291753159168,0.9552470824684098,0.9552470824684084,1.0000000000000016
+cirq,qft,ZZZZZZZZZZ,1.5178830414797062e-18,1.3010406702523593e-18,5.999937479415828,2.1684237122734696e-19
+qiskit,square_heisenberg,ZZZZZZZZZ,0.07860580325637458,0.921394196743627,0.9213941967436255,1.0000000000000016
+pytket,square_heisenberg,ZZZZZZZZZ,0.11511000185724336,0.8848899981427581,0.8848899981427568,1.0000000000000016
+cirq,square_heisenberg,ZZZZZZZZZ,0.028044187211763102,0.9719558127882385,0.971955812788237,1.0000000000000016
+qiskit,prep_select,ZZZZZZZZZZ,7.589415207398531e-19,2.893639478316343e-18,1.355526419110587,-2.13469795757649e-18
+ucc,prep_select,ZZZZZZZZZZ,-4.7704895589362195e-18,2.6357916013597295e-18,1.2347374915522606,-2.13469795757649e-18
+ucc,qcnn,ZZZZZZZZZZ,-0.00020206169301168744,0.0031749443987063365,0.9401654342563267,-0.003377006091718024
+qiskit,qcnn,ZZZZZZZZZZ,-0.0006837729802561487,0.002693233111461875,0.7975209514921885,-0.003377006091718024
+pytket,qcnn,ZZZZZZZZZZ,-0.0003529056198072359,0.003024100471910788,0.8954974879456915,-0.003377006091718024
+cirq,qcnn,ZZZZZZZZZZ,-0.0004547896509797271,0.0029222164407382966,0.8653275597888078,-0.003377006091718024
+pytket,prep_select,ZZZZZZZZZZ,-2.4936649967166602e-18,3.5896703914017015e-19,0.16815823422049989,-2.13469795757649e-18
+cirq,prep_select,ZZZZZZZZZZ,1.3519025308939003e-14,1.352116000689658e-14,6333.992103616885,-2.13469795757649e-18
diff --git a/benchmarks/results/gates_2025-02-26_22.csv b/benchmarks/results/gates_2025-02-26_22.csv
@@ -0,0 +1,26 @@
+# Compiler versions: qiskit=1.4.0, cirq=1.4.1, pytket=1.41.0, ucc=0.4.2 # OS: Linux #26~22.04.1-Ubuntu SMP Thu Jul 11 22:33:04 UTC 2024, Architecture: 64bit, CPU Cores: 8
+compiler,circuit_name,raw_multiq_gates,compile_time,compiled_multiq_gates
+qiskit,qaoa_barabasi_albert,1176,0.21905970573425293,1176
+ucc,qaoa_barabasi_albert,1176,0.4053483009338379,1176
+qiskit,qft,10050,0.5078072547912598,3244
+ucc,qft,10050,1.3127226829528809,2740
+ucc,qv,15000,5.575822353363037,14856
+cirq,qaoa_barabasi_albert,1176,10.53496241569519,1176
+qiskit,qv,15000,10.47034478187561,14856
+ucc,square_heisenberg,2160,0.30402517318725586,540
+qiskit,square_heisenberg,2160,0.4506821632385254,540
+pytket,qaoa_barabasi_albert,1176,21.65195059776306,1176
+ucc,prep_select,9744,5.119023084640503,9702
+qiskit,prep_select,9744,1.8134214878082275,9708
+pytket,square_heisenberg,2160,15.396286725997925,540
+ucc,qcnn,388,0.13675212860107422,388
+cirq,square_heisenberg,2160,12.782824516296387,540
+qiskit,qcnn,388,0.08561277389526367,388
+cirq,qcnn,388,4.938822984695435,388
+pytket,qcnn,388,7.538766622543335,388
+pytket,qft,10050,110.79395270347595,4498
+cirq,qft,10050,85.93752217292786,4648
+cirq,prep_select,9744,217.15975379943848,9712
+pytket,prep_select,9744,270.7506115436554,9698
+pytket,qv,15000,349.4316899776459,14856
+cirq,qv,15000,223.57632732391357,14856