diff --git a/benchmarks/avg_compiler_benchmarks_over_time.png b/benchmarks/avg_compiler_benchmarks_over_time.png index 984496c..8a29a63 100644 Binary files a/benchmarks/avg_compiler_benchmarks_over_time.png and b/benchmarks/avg_compiler_benchmarks_over_time.png differ diff --git a/benchmarks/latest_compiler_benchmarks_by_circuit.png b/benchmarks/latest_compiler_benchmarks_by_circuit.png index 867eea3..1e62801 100644 Binary files a/benchmarks/latest_compiler_benchmarks_by_circuit.png and b/benchmarks/latest_compiler_benchmarks_by_circuit.png differ diff --git a/benchmarks/latest_expval_benchmark_by_compiler.png b/benchmarks/latest_expval_benchmark_by_compiler.png index 23c73d1..8d93b76 100644 Binary files a/benchmarks/latest_expval_benchmark_by_compiler.png and b/benchmarks/latest_expval_benchmark_by_compiler.png differ diff --git a/benchmarks/results/expval_2025-02-27_18.csv b/benchmarks/results/expval_2025-02-27_18.csv new file mode 100644 index 0000000..7616883 --- /dev/null +++ b/benchmarks/results/expval_2025-02-27_18.csv @@ -0,0 +1,26 @@ +# Compiler versions: qiskit=1.4.0, cirq=1.4.1, pytket=2.0.0, ucc=0.4.2 # OS: Linux #25~22.04.1-Ubuntu SMP Thu Jan 16 21:37:09 UTC 2025, Architecture: 64bit, CPU Cores: 8 +compiler,circuit_name,observable,expval,absolute_error,relative_error,ideal_expval +ucc,qaoa_barabasi_albert,ZZZZZZZZZZ,-1.5288262488181601e-06,0.00809785857765506,1.0001888295432326,0.008096329751406242 +qiskit,qaoa_barabasi_albert,ZZZZZZZZZZ,4.684878798699526e-05,0.008049480963419247,0.9942135770867215,0.008096329751406242 +pytket,qaoa_barabasi_albert,ZZZZZZZZZZ,4.684878798699645e-05,0.008049480963419245,0.9942135770867213,0.008096329751406242 +cirq,qaoa_barabasi_albert,ZZZZZZZZZZ,4.684878806294861e-05,0.008049480963343294,0.9942135770773404,0.008096329751406242 +ucc,qv,HOP,-0.6171890700348209,0.003865166651472962,0.006301999041862068,-0.613323903383348 +qiskit,qv,HOP,-0.5392692800077633,0.0755533734931223,0.12288645036566381,-0.6148226535008856 +pytket,qv,HOP,-0.6092840115281596,0.08729355555832763,0.1672320912384128,-0.521990455969832 +ucc,qft,ZZZZZZZZZZ,-8.023096076392733e-18,8.23993844762008e-18,37.999669534055094,2.1684237122734696e-19 +qiskit,qft,ZZZZZZZZZZ,2.2768245622195593e-18,2.0599821909922125e-18,9.499906219123742,2.1684237122734696e-19 +pytket,qft,ZZZZZZZZZZ,-7.589415207398531e-19,9.757838919672e-19,4.499968739707914,2.1684237122734696e-19 +ucc,square_heisenberg,ZZZZZZZZZ,0.04475291753159168,0.9552470824684098,0.9552470824684084,1.0000000000000016 +cirq,qv,HOP,-0.5105113716774577,0.10100898145785253,0.16517681045278704,-0.6115203531353103 +cirq,qft,ZZZZZZZZZZ,1.5178830414797062e-18,1.3010406702523593e-18,5.999937479415828,2.1684237122734696e-19 +qiskit,square_heisenberg,ZZZZZZZZZ,0.07860580325637458,0.921394196743627,0.9213941967436255,1.0000000000000016 +pytket,square_heisenberg,ZZZZZZZZZ,0.00038839342611028866,0.9996116065738913,0.9996116065738897,1.0000000000000016 +cirq,square_heisenberg,ZZZZZZZZZ,0.028044187211763102,0.9719558127882385,0.971955812788237,1.0000000000000016 +ucc,qcnn,ZZZZZZZZZZ,-0.00020206169301168744,0.0031749443987063365,0.9401654342563267,-0.003377006091718024 +qiskit,qcnn,ZZZZZZZZZZ,-0.0006837729802561487,0.002693233111461875,0.7975209514921885,-0.003377006091718024 +qiskit,prep_select,ZZZZZZZZZZ,7.589415207398531e-19,2.893639478316343e-18,1.355526419110587,-2.13469795757649e-18 +ucc,prep_select,ZZZZZZZZZZ,-4.7704895589362195e-18,2.6357916013597295e-18,1.2347374915522606,-2.13469795757649e-18 +pytket,prep_select,ZZZZZZZZZZ,1.0842021724855044e-19,2.2431181748250405e-18,1.0507894884443696,-2.13469795757649e-18 +pytket,qcnn,ZZZZZZZZZZ,-0.000454789650867551,0.002922216440850473,0.8653275598220255,-0.003377006091718024 +cirq,qcnn,ZZZZZZZZZZ,-0.0004547896509797271,0.0029222164407382966,0.8653275597888078,-0.003377006091718024 +cirq,prep_select,ZZZZZZZZZZ,1.3519025308939003e-14,1.352116000689658e-14,6333.992103616885,-2.13469795757649e-18 diff --git a/benchmarks/results/gates_2025-02-27_18.csv b/benchmarks/results/gates_2025-02-27_18.csv new file mode 100644 index 0000000..a9c4902 --- /dev/null +++ b/benchmarks/results/gates_2025-02-27_18.csv @@ -0,0 +1,26 @@ +# Compiler versions: qiskit=1.4.0, cirq=1.4.1, pytket=2.0.0, ucc=0.4.2 # OS: Linux #25~22.04.1-Ubuntu SMP Thu Jan 16 21:37:09 UTC 2025, Architecture: 64bit, CPU Cores: 8 +compiler,circuit_name,raw_multiq_gates,compile_time,compiled_multiq_gates +qiskit,qaoa_barabasi_albert,1176,0.23041319847106934,1176 +ucc,qaoa_barabasi_albert,1176,0.3916504383087158,1176 +pytket,qaoa_barabasi_albert,1176,0.02480030059814453,1176 +qiskit,qft,10050,0.5930650234222412,3244 +ucc,qft,10050,1.2780110836029053,2740 +pytket,qft,10050,0.27532482147216797,5890 +ucc,qv,15000,5.391762971878052,14856 +ucc,square_heisenberg,2160,0.3510921001434326,540 +cirq,qaoa_barabasi_albert,1176,11.40641164779663,1176 +qiskit,square_heisenberg,2160,0.478515625,540 +pytket,square_heisenberg,2160,0.12270808219909668,2160 +qiskit,qv,15000,11.570347309112549,14856 +qiskit,prep_select,9744,1.7332751750946045,9708 +ucc,prep_select,9744,5.207615375518799,9702 +pytket,prep_select,9744,0.3377811908721924,9712 +ucc,qcnn,388,0.16037654876708984,388 +qiskit,qcnn,388,0.1080174446105957,388 +pytket,qcnn,388,0.02400493621826172,388 +cirq,qcnn,388,6.49763822555542,388 +cirq,square_heisenberg,2160,14.427969932556152,540 +pytket,qv,15000,16.575412273406982,15000 +cirq,qft,10050,112.38511824607849,4648 +cirq,prep_select,9744,157.64012622833252,9712 +cirq,qv,15000,226.9986379146576,14856