Update benchmark results [benchmark chore]

unitaryfund · Feb 20, 2025 · d7250ce · d7250ce
1 parent da6395c
commit d7250ce
Show file tree

Hide file tree

Showing 6 changed files with 54 additions and 0 deletions.
diff --git a/benchmarks/avg_compiler_benchmarks_over_time.png b/benchmarks/avg_compiler_benchmarks_over_time.png
diff --git a/benchmarks/latest_compiler_benchmarks_by_circuit.png b/benchmarks/latest_compiler_benchmarks_by_circuit.png
diff --git a/benchmarks/latest_expval_benchmark_by_compiler.png b/benchmarks/latest_expval_benchmark_by_compiler.png
diff --git a/benchmarks/results/expval_2025-02-20_21.csv b/benchmarks/results/expval_2025-02-20_21.csv
@@ -0,0 +1,26 @@
+# Compiler versions: qiskit=1.3.3, cirq=1.4.1, pytket=1.40.0, ucc=0.4.2 # OS: Linux #26~22.04.1-Ubuntu SMP Thu Jul 11 22:33:04 UTC 2024, Architecture: 64bit, CPU Cores: 8
+compiler,circuit_name,observable,expval,absolute_error,relative_error,ideal_expval
+ucc,qaoa_barabasi_albert,ZZZZZZZZZZ,-1.7437351558201308e-06,0.008098073486562062,1.0002153735345967,0.008096329751406242
+qiskit,qaoa_barabasi_albert,ZZZZZZZZZZ,4.684878798699526e-05,0.008049480963419247,0.9942135770867215,0.008096329751406242
+pytket,qaoa_barabasi_albert,ZZZZZZZZZZ,4.684878798699645e-05,0.008049480963419245,0.9942135770867213,0.008096329751406242
+cirq,qaoa_barabasi_albert,ZZZZZZZZZZ,4.684878806294861e-05,0.008049480963343294,0.9942135770773404,0.008096329751406242
+ucc,qv,HOP,-0.4859542147635363,0.12736968861981168,0.20767116350298412,-0.613323903383348
+qiskit,qv,HOP,-0.6077820965241096,0.010078620448933928,0.016312123706957803,-0.6178607169730436
+pytket,qv,HOP,-0.6124225410604447,0.004730855325226213,0.0077849597687066705,-0.6076916857352185
+ucc,qft,ZZZZZZZZZZ,6.505213034913027e-19,4.336789322639557e-19,1.999973205463926,2.1684237122734696e-19
+pytket,qft,ZZZZZZZZZZ,-7.589415207398531e-19,9.757838919672e-19,4.499968739707914,2.1684237122734696e-19
+qiskit,qft,ZZZZZZZZZZ,2.2768245622195593e-18,2.0599821909922125e-18,9.499906219123742,2.1684237122734696e-19
+cirq,qv,HOP,-0.6092840115281596,0.08318435995819395,0.15811521583403162,-0.5260996515699656
+ucc,square_heisenberg,ZZZZZZZZZ,0.04475291753159164,0.95524708246841,0.9552470824684085,1.0000000000000016
+cirq,qft,ZZZZZZZZZZ,1.5178830414797062e-18,1.3010406702523593e-18,5.999937479415828,2.1684237122734696e-19
+pytket,square_heisenberg,ZZZZZZZZZ,0.00038839342611028866,0.9996116065738913,0.9996116065738897,1.0000000000000016
+qiskit,square_heisenberg,ZZZZZZZZZ,0.07860580325637458,0.921394196743627,0.9213941967436255,1.0000000000000016
+cirq,square_heisenberg,ZZZZZZZZZ,0.028044187211763102,0.9719558127882385,0.971955812788237,1.0000000000000016
+ucc,qcnn,ZZZZZZZZZZ,-0.0001766335755311934,0.0032003725161868306,0.9476952156040286,-0.003377006091718024
+qiskit,qcnn,ZZZZZZZZZZ,-0.0006837729802561487,0.002693233111461875,0.7975209514921885,-0.003377006091718024
+pytket,qcnn,ZZZZZZZZZZ,-0.000454789650867551,0.002922216440850473,0.8653275598220255,-0.003377006091718024
+ucc,prep_select,ZZZZZZZZZZ,9.75781955236954e-19,3.110479912813444e-18,1.457105395999326,-2.13469795757649e-18
+qiskit,prep_select,ZZZZZZZZZZ,7.589415207398531e-19,2.893639478316343e-18,1.355526419110587,-2.13469795757649e-18
+cirq,qcnn,ZZZZZZZZZZ,-0.0004547896509797271,0.0029222164407382966,0.8653275597888078,-0.003377006091718024
+pytket,prep_select,ZZZZZZZZZZ,1.0842021724855044e-19,2.2431181748250405e-18,1.0507894884443696,-2.13469795757649e-18
+cirq,prep_select,ZZZZZZZZZZ,1.3519025308939003e-14,1.352116000689658e-14,6333.992103616885,-2.13469795757649e-18
diff --git a/benchmarks/results/gates_2025-02-20_21.csv b/benchmarks/results/gates_2025-02-20_21.csv
@@ -0,0 +1,25 @@
+# Compiler versions: qiskit=1.3.3, cirq=1.4.1, pytket=1.40.0, ucc=0.4.2 # OS: Linux #26~22.04.1-Ubuntu SMP Thu Jul 11 22:33:04 UTC 2024, Architecture: 64bit, CPU Cores: 8
+compiler,circuit_name,raw_multiq_gates,compile_time,compiled_multiq_gates
+qiskit,qaoa_barabasi_albert,1176,0.22493696212768555,1176
+pytket,qaoa_barabasi_albert,1176,0.027301549911499023,1176
+ucc,qaoa_barabasi_albert,1176,0.671276330947876,1176
+qiskit,qft,10050,0.5669238567352295,3244
+ucc,qft,10050,2.1081631183624268,2740
+pytket,qft,10050,0.39684224128723145,5890
+ucc,square_heisenberg,2160,0.4731447696685791,540
+cirq,qaoa_barabasi_albert,1176,11.47882604598999,1176
+qiskit,square_heisenberg,2160,0.5277822017669678,540
+ucc,qv,15000,10.560623168945312,14856
+qiskit,qv,15000,11.53265905380249,14856
+pytket,square_heisenberg,2160,0.14353561401367188,2160
+qiskit,prep_select,9744,1.7569034099578857,9708
+pytket,prep_select,9744,0.3493776321411133,9712
+ucc,qcnn,388,0.1725935935974121,388
+ucc,prep_select,9744,6.767412185668945,9702
+qiskit,qcnn,388,0.1053767204284668,388
+pytket,qcnn,388,0.019719362258911133,388
+cirq,qcnn,388,7.140037298202515,388
+cirq,square_heisenberg,2160,15.143591403961182,540
+pytket,qv,15000,16.96953535079956,15000
+cirq,qft,10050,136.34526920318604,4648
+cirq,prep_select,9744,186.16025948524475,9712
diff --git a/benchmarks/results/gates_2025-02-20_22.csv b/benchmarks/results/gates_2025-02-20_22.csv
@@ -0,0 +1,3 @@
+# Compiler versions: qiskit=1.3.3, cirq=1.4.1, pytket=1.40.0, ucc=0.4.2 # OS: Linux #26~22.04.1-Ubuntu SMP Thu Jul 11 22:33:04 UTC 2024, Architecture: 64bit, CPU Cores: 8
+compiler,circuit_name,raw_multiq_gates,compile_time,compiled_multiq_gates
+cirq,qv,15000,243.6987006664276,14856