From c3ed6b2ff5b5ed896ee6fbe623c26bd82f57daa5 Mon Sep 17 00:00:00 2001 From: Nussknacker Date: Fri, 29 Nov 2024 05:06:47 +0000 Subject: [PATCH] Update benchmark data --- data/e2e.csv | 4 ++-- data/microbenchmarks.csv | 36 ++++++++++++++++++------------------ 2 files changed, 20 insertions(+), 20 deletions(-) diff --git a/data/e2e.csv b/data/e2e.csv index 04576b0..7b5e68d 100644 --- a/data/e2e.csv +++ b/data/e2e.csv @@ -1,4 +1,6 @@ Date,Step,Value +2024-11-29T00:20:31Z,|prepareData,3515050.00|,|runScenario,10492.00| +2024-11-29T00:20:31Z,|verifyResult,624997.00|, 2024-11-28T00:19:34Z,|prepareData,3487585.00|,|runScenario,10420.00| 2024-11-28T00:19:34Z,|verifyResult,595555.00|, 2024-11-27T00:20:33Z,|prepareData,3517268.00|,|runScenario,10434.00| @@ -57,5 +59,3 @@ Date,Step,Value 2024-11-01T00:18:04Z,|verifyResult,542769.00|, 2024-10-31T00:18:16Z,|prepareData,3444071.00|,|runScenario,10457.00| 2024-10-31T00:18:16Z,|verifyResult,558292.00|, -2024-10-30T00:18:13Z,|prepareData,3453442.00|,|runScenario,10478.00| -2024-10-30T00:18:13Z,|verifyResult,571369.00|, diff --git a/data/microbenchmarks.csv b/data/microbenchmarks.csv index bc7dfdd..32e1830 100644 --- a/data/microbenchmarks.csv +++ b/data/microbenchmarks.csv @@ -1,4 +1,22 @@ Date,Benchmark,Mode,Threads,Samples,Score,Score Error (99.9%),Unit +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkAsyncService,thrpt,1,8,191301.040917,1753.081012,ops/s +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkSyncService,thrpt,1,8,192027.540661,661.898778,ops/s +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureAsyncService,thrpt,1,8,44946.986261,707.928862,ops/s +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureSyncService,thrpt,1,8,920796.798528,3376.910008,ops/s +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOAsyncService,thrpt,1,8,42595.175239,669.915374,ops/s +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOSyncService,thrpt,1,8,627547.958501,2412.802697,ops/s +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.aggregate.AggregatorBenchamark.sumAggregatorAdd,avgt,1,8,0.043667,0.000096,us/op +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.defaultFlinkKryoRoundTripSerialization,avgt,1,8,12.366205,0.033344,us/op +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.schemaIdBasedKryoRoundTripSerialization,avgt,1,8,1.802406,0.008963,us/op +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericScalaMapSerialization,avgt,1,8,2.894491,0.009827,us/op +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericSerialization,avgt,1,8,10.062182,0.020702,us/op +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericTypedMapSerialization,avgt,1,8,1.913044,0.012488,us/op +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultScalaMapSerialization,avgt,1,8,0.567361,0.002399,us/op +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultSerialization,avgt,1,8,0.881278,0.003129,us/op +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultTypedMapSerialization,avgt,1,8,0.455231,0.003791,us/op +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.spel.SampleSpelBenchmark.benchmark,avgt,1,8,0.101623,0.000069,us/op +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.chainCallBenchmark,ss,1,8,3.736123,1.213406,ms/op +2024-11-28T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.complexExpressionBenchmark,ss,1,8,6.181822,2.022838,ms/op 2024-11-27T23:36:05Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkAsyncService,thrpt,1,8,188586.173130,1810.232598,ops/s 2024-11-27T23:36:05Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkSyncService,thrpt,1,8,189502.873094,751.338435,ops/s 2024-11-27T23:36:05Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureAsyncService,thrpt,1,8,45034.969134,940.153855,ops/s @@ -521,21 +539,3 @@ Date,Benchmark,Mode,Threads,Samples,Score,Score Error (99.9%),Unit 2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.spel.SampleSpelBenchmark.benchmark,avgt,1,8,0.092912,0.000275,us/op 2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.chainCallBenchmark,ss,1,8,3.471597,0.625357,ms/op 2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.complexExpressionBenchmark,ss,1,8,6.645594,3.234264,ms/op -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkAsyncService,thrpt,1,8,200789.778379,559.368723,ops/s -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkSyncService,thrpt,1,8,189680.054341,677.553797,ops/s -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureAsyncService,thrpt,1,8,43981.669056,847.844486,ops/s -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureSyncService,thrpt,1,8,965405.188174,2819.635955,ops/s -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOAsyncService,thrpt,1,8,43335.147739,820.043857,ops/s -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOSyncService,thrpt,1,8,643411.892707,1651.447788,ops/s -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.aggregate.AggregatorBenchamark.sumAggregatorAdd,avgt,1,8,0.037889,0.000148,us/op -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.defaultFlinkKryoRoundTripSerialization,avgt,1,8,11.878236,0.043806,us/op -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.schemaIdBasedKryoRoundTripSerialization,avgt,1,8,1.794955,0.011025,us/op -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericScalaMapSerialization,avgt,1,8,2.945762,0.011670,us/op -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericSerialization,avgt,1,8,10.317894,0.043574,us/op -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericTypedMapSerialization,avgt,1,8,1.846868,0.010809,us/op -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultScalaMapSerialization,avgt,1,8,0.581521,0.002222,us/op -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultSerialization,avgt,1,8,0.890511,0.004717,us/op -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultTypedMapSerialization,avgt,1,8,0.468575,0.004266,us/op -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.spel.SampleSpelBenchmark.benchmark,avgt,1,8,0.114519,0.000309,us/op -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.chainCallBenchmark,ss,1,8,4.164033,0.966527,ms/op -2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.complexExpressionBenchmark,ss,1,8,8.487080,11.272965,ms/op