From 29c8bff3ac6bd2f99a01b31514aeecf79c48d481 Mon Sep 17 00:00:00 2001 From: Nussknacker Date: Thu, 31 Oct 2024 05:06:24 +0000 Subject: [PATCH] Update benchmark data --- data/e2e.csv | 4 ++-- data/microbenchmarks.csv | 36 ++++++++++++++++++------------------ 2 files changed, 20 insertions(+), 20 deletions(-) diff --git a/data/e2e.csv b/data/e2e.csv index 402ca6a..ab1cdbb 100644 --- a/data/e2e.csv +++ b/data/e2e.csv @@ -1,4 +1,6 @@ Date,Step,Value +2024-10-31T00:18:16Z,|prepareData,3444071.00|,|runScenario,10457.00| +2024-10-31T00:18:16Z,|verifyResult,558292.00|, 2024-10-30T00:18:13Z,|prepareData,3453442.00|,|runScenario,10478.00| 2024-10-30T00:18:13Z,|verifyResult,571369.00|, 2024-10-29T00:18:18Z,|prepareData,3433606.00|,|runScenario,10453.00| @@ -57,5 +59,3 @@ Date,Step,Value 2024-10-03T00:20:35Z,|verifyResult,569723.00|, 2024-10-02T00:20:20Z,|prepareData,3559505.00|,|runScenario,10435.00| 2024-10-02T00:20:20Z,|verifyResult,586767.00|, -2024-10-01T00:20:05Z,|prepareData,3533524.00|,|runScenario,10461.00| -2024-10-01T00:20:05Z,|verifyResult,582845.00|, diff --git a/data/microbenchmarks.csv b/data/microbenchmarks.csv index e03e206..e7bc62d 100644 --- a/data/microbenchmarks.csv +++ b/data/microbenchmarks.csv @@ -1,4 +1,22 @@ Date,Benchmark,Mode,Threads,Samples,Score,Score Error (99.9%),Unit +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkAsyncService,thrpt,1,8,192905.551062,441.134482,ops/s +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkSyncService,thrpt,1,8,187729.109918,390.831329,ops/s +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureAsyncService,thrpt,1,8,37687.387932,908.138014,ops/s +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureSyncService,thrpt,1,8,964230.952454,4647.035889,ops/s +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOAsyncService,thrpt,1,8,36726.414164,1468.135417,ops/s +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOSyncService,thrpt,1,8,629925.351556,3334.612861,ops/s +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.aggregate.AggregatorBenchamark.sumAggregatorAdd,avgt,1,8,0.036246,0.000134,us/op +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.defaultFlinkKryoRoundTripSerialization,avgt,1,8,12.051290,0.057538,us/op +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.schemaIdBasedKryoRoundTripSerialization,avgt,1,8,1.838840,0.005326,us/op +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericScalaMapSerialization,avgt,1,8,2.906567,0.011142,us/op +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericSerialization,avgt,1,8,10.183117,0.036986,us/op +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericTypedMapSerialization,avgt,1,8,1.850744,0.004939,us/op +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultScalaMapSerialization,avgt,1,8,0.569987,0.002914,us/op +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultSerialization,avgt,1,8,0.881355,0.002998,us/op +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultTypedMapSerialization,avgt,1,8,0.486984,0.001451,us/op +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.spel.SampleSpelBenchmark.benchmark,avgt,1,8,0.092912,0.000275,us/op +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.chainCallBenchmark,ss,1,8,3.471597,0.625357,ms/op +2024-10-30T23:35:41Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.complexExpressionBenchmark,ss,1,8,6.645594,3.234264,ms/op 2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkAsyncService,thrpt,1,8,200789.778379,559.368723,ops/s 2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkSyncService,thrpt,1,8,189680.054341,677.553797,ops/s 2024-10-29T23:35:44Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureAsyncService,thrpt,1,8,43981.669056,847.844486,ops/s @@ -521,21 +539,3 @@ Date,Benchmark,Mode,Threads,Samples,Score,Score Error (99.9%),Unit 2024-10-01T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.spel.SampleSpelBenchmark.benchmark,avgt,1,8,0.110209,0.000623,us/op 2024-10-01T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.chainCallBenchmark,ss,1,8,3.943402,0.982230,ms/op 2024-10-01T23:35:54Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.complexExpressionBenchmark,ss,1,8,5.945477,1.426094,ms/op -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkAsyncService,thrpt,1,8,196237.505556,974.847249,ops/s -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkSyncService,thrpt,1,8,185098.242497,479.708638,ops/s -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureAsyncService,thrpt,1,8,42836.818305,609.917343,ops/s -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureSyncService,thrpt,1,8,926225.101659,3947.269604,ops/s -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOAsyncService,thrpt,1,8,42253.533040,829.816512,ops/s -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOSyncService,thrpt,1,8,654024.548826,2169.498947,ops/s -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.aggregate.AggregatorBenchamark.sumAggregatorAdd,avgt,1,8,0.037709,0.000122,us/op -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.defaultFlinkKryoRoundTripSerialization,avgt,1,8,12.440135,0.033136,us/op -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.schemaIdBasedKryoRoundTripSerialization,avgt,1,8,1.843844,0.006709,us/op -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericScalaMapSerialization,avgt,1,8,2.964641,0.019970,us/op -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericSerialization,avgt,1,8,10.353502,0.029432,us/op -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericTypedMapSerialization,avgt,1,8,1.863674,0.008734,us/op -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultScalaMapSerialization,avgt,1,8,0.552592,0.009446,us/op -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultSerialization,avgt,1,8,0.868793,0.002720,us/op -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultTypedMapSerialization,avgt,1,8,0.479954,0.001385,us/op -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.spel.SampleSpelBenchmark.benchmark,avgt,1,8,0.111425,0.000278,us/op -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.chainCallBenchmark,ss,1,8,4.514600,1.574979,ms/op -2024-09-30T23:35:43Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.complexExpressionBenchmark,ss,1,8,6.751522,2.724581,ms/op