From fb76c8bf20bbe57ac3e3d9956ba912b928259b79 Mon Sep 17 00:00:00 2001 From: Nussknacker Date: Sun, 24 Nov 2024 05:05:59 +0000 Subject: [PATCH] Update benchmark data --- data/e2e.csv | 4 ++-- data/microbenchmarks.csv | 36 ++++++++++++++++++------------------ 2 files changed, 20 insertions(+), 20 deletions(-) diff --git a/data/e2e.csv b/data/e2e.csv index cb9a444..4808438 100644 --- a/data/e2e.csv +++ b/data/e2e.csv @@ -1,4 +1,6 @@ Date,Step,Value +2024-11-24T00:19:37Z,|prepareData,3476485.00|,|runScenario,10538.00| +2024-11-24T00:19:37Z,|verifyResult,563265.00|, 2024-11-23T00:19:49Z,|prepareData,3497711.00|,|runScenario,10489.00| 2024-11-23T00:19:49Z,|verifyResult,605653.00|, 2024-11-22T00:19:56Z,|prepareData,3506538.00|,|runScenario,10440.00| @@ -57,5 +59,3 @@ Date,Step,Value 2024-10-27T00:18:01Z,|verifyResult,563469.00|, 2024-10-26T00:19:34Z,|prepareData,3502384.00|,|runScenario,10415.00| 2024-10-26T00:19:34Z,|verifyResult,572863.00|, -2024-10-25T00:18:06Z,|prepareData,3450442.00|,|runScenario,10673.00| -2024-10-25T00:18:06Z,|verifyResult,538834.00|, diff --git a/data/microbenchmarks.csv b/data/microbenchmarks.csv index 4963a3f..68f82dc 100644 --- a/data/microbenchmarks.csv +++ b/data/microbenchmarks.csv @@ -1,4 +1,22 @@ Date,Benchmark,Mode,Threads,Samples,Score,Score Error (99.9%),Unit +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkAsyncService,thrpt,1,8,189448.367491,479.097236,ops/s +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkSyncService,thrpt,1,8,197552.568480,570.986110,ops/s +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureAsyncService,thrpt,1,8,43801.643866,647.083303,ops/s +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureSyncService,thrpt,1,8,968562.918317,3793.048082,ops/s +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOAsyncService,thrpt,1,8,42865.228415,680.208396,ops/s +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOSyncService,thrpt,1,8,616871.057315,3137.671927,ops/s +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.aggregate.AggregatorBenchamark.sumAggregatorAdd,avgt,1,8,0.041700,0.000100,us/op +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.defaultFlinkKryoRoundTripSerialization,avgt,1,8,12.012908,0.019707,us/op +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.schemaIdBasedKryoRoundTripSerialization,avgt,1,8,1.827357,0.004946,us/op +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericScalaMapSerialization,avgt,1,8,2.927081,0.017642,us/op +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericSerialization,avgt,1,8,10.219642,0.028734,us/op +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericTypedMapSerialization,avgt,1,8,1.806517,0.009580,us/op +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultScalaMapSerialization,avgt,1,8,0.562782,0.001647,us/op +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultSerialization,avgt,1,8,0.883444,0.002005,us/op +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultTypedMapSerialization,avgt,1,8,0.484090,0.001831,us/op +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.spel.SampleSpelBenchmark.benchmark,avgt,1,8,0.110518,0.000176,us/op +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.chainCallBenchmark,ss,1,8,4.302214,1.134649,ms/op +2024-11-23T23:35:38Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.complexExpressionBenchmark,ss,1,8,6.458290,2.686570,ms/op 2024-11-22T23:36:50Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkAsyncService,thrpt,1,8,160582.302301,4278.196930,ops/s 2024-11-22T23:36:50Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkSyncService,thrpt,1,8,157560.218384,5523.349840,ops/s 2024-11-22T23:36:50Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureAsyncService,thrpt,1,8,29117.887847,2127.221761,ops/s @@ -521,21 +539,3 @@ Date,Benchmark,Mode,Threads,Samples,Score,Score Error (99.9%),Unit 2024-10-25T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.spel.SampleSpelBenchmark.benchmark,avgt,1,8,0.110319,0.000478,us/op 2024-10-25T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.chainCallBenchmark,ss,1,8,4.287647,4.431336,ms/op 2024-10-25T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.complexExpressionBenchmark,ss,1,8,6.059477,3.229766,ms/op -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkAsyncService,thrpt,1,8,190416.995111,1040.296131,ops/s -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkSyncService,thrpt,1,8,196417.503984,785.987109,ops/s -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureAsyncService,thrpt,1,8,44065.013437,1003.263898,ops/s -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureSyncService,thrpt,1,8,953062.883836,2682.726401,ops/s -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOAsyncService,thrpt,1,8,42417.836626,910.062146,ops/s -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOSyncService,thrpt,1,8,635986.108006,3240.377250,ops/s -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.aggregate.AggregatorBenchamark.sumAggregatorAdd,avgt,1,8,0.045592,0.000111,us/op -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.defaultFlinkKryoRoundTripSerialization,avgt,1,8,12.015096,0.094249,us/op -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.schemaIdBasedKryoRoundTripSerialization,avgt,1,8,1.873150,0.009373,us/op -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericScalaMapSerialization,avgt,1,8,2.958914,0.021111,us/op -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericSerialization,avgt,1,8,10.451039,0.048438,us/op -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericTypedMapSerialization,avgt,1,8,1.940250,0.007974,us/op -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultScalaMapSerialization,avgt,1,8,0.561727,0.003025,us/op -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultSerialization,avgt,1,8,0.849249,0.002915,us/op -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultTypedMapSerialization,avgt,1,8,0.467613,0.003512,us/op -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.spel.SampleSpelBenchmark.benchmark,avgt,1,8,0.090878,0.000668,us/op -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.chainCallBenchmark,ss,1,8,5.201838,3.860088,ms/op -2024-10-24T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.complexExpressionBenchmark,ss,1,8,5.602695,1.500975,ms/op