From 14ef1ab2c3b7ddad4070a644a966cd80989b7b0e Mon Sep 17 00:00:00 2001 From: Tony Knight <45595149+tknightnd@users.noreply.github.com> Date: Tue, 26 Sep 2023 14:55:13 +0100 Subject: [PATCH] .net7 upgrade (#31) * upgrade to .net 7 * upgrade test files * sca warnings * upgrade stryker * Bump up minor build number --- .config/dotnet-tools.json | 2 +- .../workflows/actions_buildtestpackage.yml | 10 +- FakeBuild.fsx | 194 -- README.md | 7 +- benchmarkdotnetanalyser.sln | 12 +- build.fs | 9 +- build.fsproj | 5 +- fakebuild.fsx.lock | 189 -- global.json | 6 - .../BenchmarkDotNetAnalyser.csproj | 2 +- ...markDotNetAnalyser.SampleBenchmarks.csproj | 2 +- ...arkDotNetAnalyser.Tests.Integration.csproj | 2 +- ...hmarks.BaselinedBenchmark-report-full.json | 403 ++-- ...s.Benchmarks.BaselinedBenchmark-report.csv | 4 +- ...Benchmarks.Crc32Benchmark-report-full.json | 1669 ++++++++--------- ...marks.Benchmarks.Crc32Benchmark-report.csv | 16 +- ...arks.Md5VsSha256Benchmark-report-full.json | 1613 ++++++++-------- ...Benchmarks.Md5VsSha256Benchmark-report.csv | 12 +- .../BenchmarkDotNetAnalyser.Tests.Unit.csproj | 2 +- 19 files changed, 1904 insertions(+), 2255 deletions(-) delete mode 100644 FakeBuild.fsx delete mode 100644 fakebuild.fsx.lock delete mode 100644 global.json diff --git a/.config/dotnet-tools.json b/.config/dotnet-tools.json index 1f95634..4267346 100644 --- a/.config/dotnet-tools.json +++ b/.config/dotnet-tools.json @@ -3,7 +3,7 @@ "isRoot": true, "tools": { "dotnet-stryker": { - "version": "3.6.1", + "version": "3.10.0", "commands": [ "dotnet-stryker" ] diff --git a/.github/workflows/actions_buildtestpackage.yml b/.github/workflows/actions_buildtestpackage.yml index 30dbaf8..eded1ba 100644 --- a/.github/workflows/actions_buildtestpackage.yml +++ b/.github/workflows/actions_buildtestpackage.yml @@ -6,7 +6,7 @@ on: branches: [ main ] env: - build-version-number: 0.2.${{ github.run_number }} + build-version-number: 0.3.${{ github.run_number }} jobs: Build: @@ -19,7 +19,7 @@ jobs: - name: Setup .NET uses: actions/setup-dotnet@v3 with: - dotnet-version: 6.0.x + dotnet-version: 7.0.x - name: Restore tools run: dotnet tool restore @@ -74,7 +74,7 @@ jobs: - name: Setup .NET Core SDK uses: actions/setup-dotnet@v3 with: - dotnet-version: "6.0.x" + dotnet-version: "7.0.x" - name: dotnet SCA run: | @@ -107,7 +107,7 @@ jobs: - name: Setup .NET uses: actions/setup-dotnet@v3 with: - dotnet-version: 6.0.x + dotnet-version: 7.0.x - name: Restore tools run: dotnet tool restore @@ -138,7 +138,7 @@ jobs: - name: Setup .NET uses: actions/setup-dotnet@v3 with: - dotnet-version: 6.0.x + dotnet-version: 7.0.x - name: Download package uses: actions/download-artifact@v3 diff --git a/FakeBuild.fsx b/FakeBuild.fsx deleted file mode 100644 index 85f1dbb..0000000 --- a/FakeBuild.fsx +++ /dev/null @@ -1,194 +0,0 @@ -#r "paket: -nuget Fake.IO.FileSystem -nuget Fake.DotNet.Cli -nuget Fake.DotNet.MSBuild -nuget Fake.BuildServer.GitHubActions -nuget Fake.Core.Target //" -#if !FAKE - #load "./.fake/fakebuild.fsx/intellisense.fsx" -#endif - -open Fake.Core -open Fake.Core.TargetOperators -open Fake.IO.Globbing.Operators -open Fake.DotNet - -let combine x y = System.IO.Path.Combine(x,y) - -// Build variables -let sln = "benchmarkdotnetanalyser.sln" -let mainProj = ".\src\BenchmarkDotNetAnalyser\BenchmarkDotNetAnalyser.csproj" -let unitTestsProj = "BenchmarkDotNetAnalyser.Tests.Unit.csproj" -let intTestsProj = "BenchmarkDotNetAnalyser.Tests.Integration.csproj" -let publishDir = "publish" -let unitTestDir = "test/BenchmarkDotNetAnalyser.Tests.Unit" -let integrationTestDir = "test/BenchmarkDotNetAnalyser.Tests.Integration" -let integrationTestResultsDir = "BenchmarkDotNetResults" -let sampleBenchmarksDir = "test/BenchmarkDotNetAnalyser.SampleBenchmarks/bin/Release/net6.0" -let sampleBenchmarksResults = "BenchmarkDotNet.Artifacts/results" -let sampleBenchmarksResultsDir = combine sampleBenchmarksDir sampleBenchmarksResults - -let unitTestResultsOutputDir = combine unitTestDir "TestResults" -let integrationTestResultsOutputDir = combine integrationTestDir "TestResults" -let strykerOutputDir = combine unitTestDir "StrykerOutput" - -let strykerBreak = 69 -let strykerHigh = 80 -let strykerLow = 70 - -let runNumber = (match Fake.BuildServer.GitHubActions.Environment.CI false with - | true -> Fake.BuildServer.GitHubActions.Environment.RunNumber - | _ -> "0") -let commitSha = Fake.BuildServer.GitHubActions.Environment.Sha -let versionSuffix = match Fake.BuildServer.GitHubActions.Environment.Ref with - | null - | "refs/heads/main" -> "" - | _ -> "-preview" - -let version = sprintf "0.1.%s%s" runNumber versionSuffix -let infoVersion = match commitSha with - | null -> version - | sha -> sprintf "%s.%s" version sha - -sprintf "Ref: %s" Fake.BuildServer.GitHubActions.Environment.Ref |> Trace.log -sprintf "Version: %s" version |> Trace.log -sprintf "Info Version: %s" infoVersion |> Trace.log - -let assemblyInfoParams (buildParams)= - [ ("Version", version); ("AssemblyInformationalVersion", infoVersion) ] |> List.append buildParams - -let packBuildParams (buildParams) = - [ ("PackageVersion", version); ] |> List.append buildParams - -let codeCoverageParams (buildParams)= - [ ("CollectCoverage", "true"); - ("CoverletOutput", "./TestResults/coverage.info"); - ( "CoverletOutputFormat", "lcov") ] |> List.append buildParams - -let buildOptions (opts: DotNet.BuildOptions) = - { opts with Configuration = DotNet.BuildConfiguration.Release; - MSBuildParams = { opts.MSBuildParams with Properties = assemblyInfoParams opts.MSBuildParams.Properties; WarnAsError = Some [ "*" ] } } - -let testOptions (opts: DotNet.TestOptions)= - { opts with NoBuild = false; - Configuration = DotNet.BuildConfiguration.Release; - Logger = Some "trx;LogFileName=test_results.trx"; - MSBuildParams = { opts.MSBuildParams with Properties = codeCoverageParams opts.MSBuildParams.Properties } } - -let packOptions(opts: DotNet.PackOptions)= - { opts with Configuration = DotNet.BuildConfiguration.Release; - MSBuildParams = { opts.MSBuildParams with Properties = (packBuildParams opts.MSBuildParams.Properties |> assemblyInfoParams )}; - OutputPath = sprintf ".\\%s\\toolpackage" publishDir |> Some; - } - -let publishOptions(runtime: string)(opts: DotNet.PublishOptions)= - { opts with - SelfContained = Some true; - Runtime = Some runtime; - OutputPath = Some (sprintf ".\%s\%s" publishDir runtime;); - MSBuildParams = { opts.MSBuildParams with Properties = assemblyInfoParams opts.MSBuildParams.Properties} - } - -// Declare build targets -Target.create "Clean" (fun _ -> - Fake.IO.Directory.delete publishDir - Fake.IO.Directory.create publishDir - Fake.IO.Directory.delete unitTestResultsOutputDir - Fake.IO.Directory.delete integrationTestResultsOutputDir - Fake.IO.Directory.delete strykerOutputDir -) - -Target.create "Restore" (fun _ -> - DotNet.restore id sln -) - -Target.create "Build" (fun _ -> - DotNet.build buildOptions sln -) - -Target.create "Unit Tests" (fun _ -> - let proj = combine unitTestDir unitTestsProj - DotNet.test testOptions proj -) - -Target.create "Package" (fun _ -> - DotNet.pack packOptions mainProj -) - -Target.create "Consolidate code coverage" (fun _ -> - let args = sprintf @"-reports:""./test/**/coverage.info"" -targetdir:""./%s/codecoverage"" -reporttypes:""HtmlSummary""" publishDir - let result = DotNet.exec id "reportgenerator" args - - if not result.OK then failwithf "reportgenerator failed!" -) - -Target.create "Stryker" (fun _ -> - let opts (o: DotNet.Options) = { o with WorkingDirectory = unitTestDir } - - let args = sprintf "--threshold-high %i --threshold-low %i -b %i" strykerHigh strykerLow strykerBreak - let result = DotNet.exec opts "dotnet-stryker" args - - if not result.OK then failwithf "Stryker failed!" - - - let strykerFiles = !! (strykerOutputDir + "/**/mutation-report.html") - let strykerTargetPath = combine publishDir "stryker" - - strykerFiles |> Fake.IO.Shell.copy strykerTargetPath - sprintf "Stryker reports copied to %s." strykerTargetPath |> Trace.log -) - -Target.create "Run Sample benchmarks" (fun _ -> - - let opts (o: DotNet.Options) = { o with WorkingDirectory = sampleBenchmarksDir } - let args = "-f *" - let result = DotNet.exec opts "BenchmarkDotNetAnalyser.SampleBenchmarks.dll" args - - if not result.OK then failwithf "Sample benchmarks failed!" -) - -Target.create "Copy benchmark results" (fun _ -> - - let sourcePath = combine __SOURCE_DIRECTORY__ sampleBenchmarksResultsDir - let targetPath = integrationTestResultsDir |> combine integrationTestDir |> combine __SOURCE_DIRECTORY__ - - Trace.log sourcePath - Trace.log targetPath - - !! (sourcePath + "/*.csv") |> Fake.IO.Shell.copy targetPath - !! (sourcePath + "/*-report-full.json") |> Fake.IO.Shell.copy targetPath -) - -let runIntegrationTests = (fun _ -> - let proj = combine integrationTestDir intTestsProj - DotNet.test testOptions proj -) - -Target.create "Integration Tests" runIntegrationTests - -Target.create "Integration Tests Standalone" runIntegrationTests - -Target.create "RebuildTestDataValidate" (fun _ -> Trace.log "Done." ) - -Target.create "BuildTestAndPackage" (fun _ -> Trace.log "Done." ) - -// Declare build dependencies -"Clean" - ==> "Restore" - ==> "Build" - ==> "Unit Tests" - ==> "Integration Tests" - ==> "Consolidate code coverage" - ==> "Package" - ==> "BuildTestAndPackage" - -"Build" - ==> "Run Sample benchmarks" - ==> "Copy benchmark results" - ==> "Integration Tests Standalone" - ==> "RebuildTestDataValidate" - -"Build" - ==> "Stryker" - -Target.runOrDefaultWithArguments "BuildTestAndPackage" \ No newline at end of file diff --git a/README.md b/README.md index 3de5239..62aa315 100644 --- a/README.md +++ b/README.md @@ -21,7 +21,7 @@ BDNA aggregates and analyses [BenchmarkDotNet](https://benchmarkdotnet.org/) res ## Installation -To install BDNA, you'll need the [.NET 6 SDK or runtime](https://dotnet.microsoft.com/download/dotnet/6.0). BDNA can be downloaded and installed from [Nuget](https://www.nuget.org/packages/bdna/). +To install BDNA, you'll need the [.NET 7 SDK or runtime](https://dotnet.microsoft.com/download/dotnet/7.0). BDNA can be downloaded and installed from [Nuget](https://www.nuget.org/packages/bdna/). --- @@ -29,8 +29,7 @@ To install BDNA, you'll need the [.NET 6 SDK or runtime](https://dotnet.microsof ## Building locally -To build, you'll need the [.NET 6 SDK](https://dotnet.microsoft.com/download/dotnet/6.0). -The local build scripts are a [FAKE build script](FakeBuild.fsx) and a [Powershell bootstrapper](build.ps1). +To build, you'll need the [.NET 7 SDK](https://dotnet.microsoft.com/download/dotnet/7.0). By default, the build script will restore, build, run tests and package: @@ -38,7 +37,7 @@ By default, the build script will restore, build, run tests and package: .\build.ps1 ``` -If you need to build up to a [certain target](FakeBuild.fsx) just give the target's name: +If you need to build up to a [certain target](build.fs) just give the target's name: ```powershell .\build.ps1 "Unit Tests" diff --git a/benchmarkdotnetanalyser.sln b/benchmarkdotnetanalyser.sln index 9b5b0e4..1803875 100644 --- a/benchmarkdotnetanalyser.sln +++ b/benchmarkdotnetanalyser.sln @@ -1,7 +1,7 @@  Microsoft Visual Studio Solution File, Format Version 12.00 -# Visual Studio Version 16 -VisualStudioVersion = 16.0.30907.101 +# Visual Studio Version 17 +VisualStudioVersion = 17.7.34003.232 MinimumVisualStudioVersion = 10.0.40219.1 Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "source", "source", "{B8167426-C3AA-49BB-8B3A-371A97800CD6}" EndProject @@ -23,7 +23,6 @@ EndProject Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "scripts", "scripts", "{FBD4B9A3-76D2-4237-BDF1-916CD9085D83}" ProjectSection(SolutionItems) = preProject build.ps1 = build.ps1 - FakeBuild.fsx = FakeBuild.fsx EndProjectSection EndProject Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "BenchmarkDotNetAnalyser.Tests.Unit", "test\BenchmarkDotNetAnalyser.Tests.Unit\BenchmarkDotNetAnalyser.Tests.Unit.csproj", "{423AEEF3-7F23-410E-AFA2-75DAD14036F3}" @@ -42,6 +41,8 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "BenchmarkDotNetAnalyser.Sam EndProject Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "BenchmarkDotNetAnalyser.Tests.Integration", "test\BenchmarkDotNetAnalyser.Tests.Integration\BenchmarkDotNetAnalyser.Tests.Integration.csproj", "{BB5D99A6-6283-47BE-B004-2AA13DD2869C}" EndProject +Project("{6EC3EE1D-3C4E-46DD-8F32-0CC8E7565705}") = "build", "build.fsproj", "{6AB2D9FC-C297-4E74-BA60-4CF687558367}" +EndProject Global GlobalSection(SolutionConfigurationPlatforms) = preSolution Debug|Any CPU = Debug|Any CPU @@ -64,6 +65,10 @@ Global {BB5D99A6-6283-47BE-B004-2AA13DD2869C}.Debug|Any CPU.Build.0 = Debug|Any CPU {BB5D99A6-6283-47BE-B004-2AA13DD2869C}.Release|Any CPU.ActiveCfg = Release|Any CPU {BB5D99A6-6283-47BE-B004-2AA13DD2869C}.Release|Any CPU.Build.0 = Release|Any CPU + {6AB2D9FC-C297-4E74-BA60-4CF687558367}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {6AB2D9FC-C297-4E74-BA60-4CF687558367}.Debug|Any CPU.Build.0 = Debug|Any CPU + {6AB2D9FC-C297-4E74-BA60-4CF687558367}.Release|Any CPU.ActiveCfg = Release|Any CPU + {6AB2D9FC-C297-4E74-BA60-4CF687558367}.Release|Any CPU.Build.0 = Release|Any CPU EndGlobalSection GlobalSection(SolutionProperties) = preSolution HideSolutionNode = FALSE @@ -73,6 +78,7 @@ Global {1B0573B7-E6CD-4318-A9B0-F4CCB67A9818} = {B8167426-C3AA-49BB-8B3A-371A97800CD6} {6F8331FF-46E9-4DFE-9666-6819EF25342C} = {3F496CEB-C6A9-4861-A44B-A737DE4F76EA} {BB5D99A6-6283-47BE-B004-2AA13DD2869C} = {3F496CEB-C6A9-4861-A44B-A737DE4F76EA} + {6AB2D9FC-C297-4E74-BA60-4CF687558367} = {FBD4B9A3-76D2-4237-BDF1-916CD9085D83} EndGlobalSection GlobalSection(ExtensibilityGlobals) = postSolution SolutionGuid = {368CCD8F-9A9E-400A-8CD2-044766E97284} diff --git a/build.fs b/build.fs index 41f9f0d..72857fc 100644 --- a/build.fs +++ b/build.fs @@ -19,7 +19,7 @@ let publishDir = "publish" let unitTestDir = "test/BenchmarkDotNetAnalyser.Tests.Unit" let integrationTestDir = "test/BenchmarkDotNetAnalyser.Tests.Integration" let integrationTestResultsDir = "BenchmarkDotNetResults" -let sampleBenchmarksDir = "test/BenchmarkDotNetAnalyser.SampleBenchmarks/bin/Release/net6.0" +let sampleBenchmarksDir = "test/BenchmarkDotNetAnalyser.SampleBenchmarks/bin/Release/net7.0" let sampleBenchmarksResults = "BenchmarkDotNet.Artifacts/results" let sampleBenchmarksResultsDir = combine sampleBenchmarksDir sampleBenchmarksResults @@ -40,7 +40,7 @@ let versionSuffix = match Fake.BuildServer.GitHubActions.Environment.Ref with | "refs/heads/main" -> "" | _ -> "-preview" -let version = sprintf "0.2.%s%s" runNumber versionSuffix +let version = sprintf "0.3.%s%s" runNumber versionSuffix let infoVersion = match commitSha with | null -> version | sha -> sprintf "%s.%s" version sha @@ -85,11 +85,6 @@ let publishOptions(runtime: string)(opts: DotNet.PublishOptions)= } let initTargets() = - (* - BuildServer.install [ - GitHubActions.Installer - ] - *) // Declare build targets Target.create "Clean" (fun _ -> Fake.IO.Directory.delete publishDir diff --git a/build.fsproj b/build.fsproj index 8663b72..e487aea 100644 --- a/build.fsproj +++ b/build.fsproj @@ -1,7 +1,7 @@ Exe - net6.0 + net7.0 @@ -12,6 +12,9 @@ + + + \ No newline at end of file diff --git a/fakebuild.fsx.lock b/fakebuild.fsx.lock deleted file mode 100644 index c47c9ae..0000000 --- a/fakebuild.fsx.lock +++ /dev/null @@ -1,189 +0,0 @@ -STORAGE: NONE -RESTRICTION: || (== net6.0) (== netstandard2.0) -NUGET - remote: https://api.nuget.org/v3/index.json - BlackFox.VsWhere (1.1) - FSharp.Core (>= 4.2.3) - Microsoft.Win32.Registry (>= 4.7) - Fake.BuildServer.GitHubActions (6.0) - Fake.Core.Environment (>= 6.0) - Fake.Core.Trace (>= 6.0) - FSharp.Core (>= 6.0.3) - Fake.Core.CommandLineParsing (6.0) - FParsec (>= 1.1.1) - FSharp.Core (>= 6.0.3) - Fake.Core.Context (6.0) - FSharp.Core (>= 6.0.3) - Fake.Core.Environment (6.0) - FSharp.Core (>= 6.0.3) - Fake.Core.FakeVar (6.0) - Fake.Core.Context (>= 6.0) - FSharp.Core (>= 6.0.3) - Fake.Core.Process (6.0) - Fake.Core.Environment (>= 6.0) - Fake.Core.FakeVar (>= 6.0) - Fake.Core.String (>= 6.0) - Fake.Core.Trace (>= 6.0) - Fake.IO.FileSystem (>= 6.0) - FSharp.Core (>= 6.0.3) - System.Collections.Immutable (>= 6.0) - Fake.Core.SemVer (6.0) - FSharp.Core (>= 6.0.3) - Fake.Core.String (6.0) - FSharp.Core (>= 6.0.3) - Fake.Core.Target (6.0) - Fake.Core.CommandLineParsing (>= 6.0) - Fake.Core.Context (>= 6.0) - Fake.Core.Environment (>= 6.0) - Fake.Core.FakeVar (>= 6.0) - Fake.Core.Process (>= 6.0) - Fake.Core.String (>= 6.0) - Fake.Core.Trace (>= 6.0) - FSharp.Control.Reactive (>= 5.0.2) - FSharp.Core (>= 6.0.3) - Fake.Core.Tasks (6.0) - Fake.Core.Trace (>= 6.0) - FSharp.Core (>= 6.0.3) - Fake.Core.Trace (6.0) - Fake.Core.Environment (>= 6.0) - Fake.Core.FakeVar (>= 6.0) - FSharp.Core (>= 6.0.3) - Fake.Core.Xml (6.0) - Fake.Core.String (>= 6.0) - FSharp.Core (>= 6.0.3) - Fake.DotNet.Cli (6.0) - Fake.Core.Environment (>= 6.0) - Fake.Core.Process (>= 6.0) - Fake.Core.String (>= 6.0) - Fake.Core.Trace (>= 6.0) - Fake.DotNet.MSBuild (>= 6.0) - Fake.DotNet.NuGet (>= 6.0) - Fake.IO.FileSystem (>= 6.0) - FSharp.Core (>= 6.0.3) - Mono.Posix.NETStandard (>= 1.0) - Newtonsoft.Json (>= 13.0.1) - Fake.DotNet.MSBuild (6.0) - BlackFox.VsWhere (>= 1.1) - Fake.Core.Environment (>= 6.0) - Fake.Core.Process (>= 6.0) - Fake.Core.String (>= 6.0) - Fake.Core.Trace (>= 6.0) - Fake.IO.FileSystem (>= 6.0) - FSharp.Core (>= 6.0.3) - MSBuild.StructuredLogger (>= 2.1.545) - Fake.DotNet.NuGet (6.0) - Fake.Core.Environment (>= 6.0) - Fake.Core.Process (>= 6.0) - Fake.Core.SemVer (>= 6.0) - Fake.Core.String (>= 6.0) - Fake.Core.Tasks (>= 6.0) - Fake.Core.Trace (>= 6.0) - Fake.Core.Xml (>= 6.0) - Fake.IO.FileSystem (>= 6.0) - Fake.Net.Http (>= 6.0) - FSharp.Core (>= 6.0.3) - Newtonsoft.Json (>= 13.0.1) - NuGet.Protocol (>= 6.0) - Fake.IO.FileSystem (6.0) - Fake.Core.String (>= 6.0) - Fake.Core.Trace (>= 6.0) - FSharp.Core (>= 6.0.3) - Fake.Net.Http (6.0) - Fake.Core.Trace (>= 6.0) - FSharp.Core (>= 6.0.3) - FParsec (1.1.1) - FSharp.Core (>= 4.3.4) - FSharp.Control.Reactive (5.0.5) - FSharp.Core (>= 4.7.2) - System.Reactive (>= 5.0 < 6.0) - FSharp.Core (7.0.200) - Microsoft.Build.Framework (17.4) - Microsoft.Win32.Registry (>= 5.0) - System.Security.Permissions (>= 6.0) - Microsoft.Build.Utilities.Core (17.4) - Microsoft.Build.Framework (>= 17.4) - Microsoft.NET.StringTools (>= 17.4) - Microsoft.Win32.Registry (>= 5.0) - System.Collections.Immutable (>= 6.0) - System.Configuration.ConfigurationManager (>= 6.0) - System.Security.Permissions (>= 6.0) - System.Text.Encoding.CodePages (>= 6.0) - Microsoft.NET.StringTools (17.4) - System.Memory (>= 4.5.5) - System.Runtime.CompilerServices.Unsafe (>= 6.0) - Microsoft.NETCore.Platforms (7.0) - restriction: || (&& (== net6.0) (< netcoreapp3.1)) (&& (== net6.0) (< netstandard1.2)) (&& (== net6.0) (< netstandard1.3)) (&& (== net6.0) (< netstandard1.5)) (== netstandard2.0) - Microsoft.NETCore.Targets (5.0) - restriction: || (&& (== net6.0) (< netcoreapp3.1)) (&& (== net6.0) (< netstandard1.2)) (&& (== net6.0) (< netstandard1.3)) (&& (== net6.0) (< netstandard1.5)) (== netstandard2.0) - Microsoft.Win32.Registry (5.0) - System.Buffers (>= 4.5.1) - restriction: || (&& (== net6.0) (>= monoandroid) (< netstandard1.3)) (&& (== net6.0) (>= monotouch)) (&& (== net6.0) (< netcoreapp2.0)) (&& (== net6.0) (>= xamarinios)) (&& (== net6.0) (>= xamarinmac)) (&& (== net6.0) (>= xamarintvos)) (&& (== net6.0) (>= xamarinwatchos)) (== netstandard2.0) - System.Memory (>= 4.5.4) - restriction: || (&& (== net6.0) (< netcoreapp2.0)) (&& (== net6.0) (< netcoreapp2.1)) (&& (== net6.0) (>= uap10.1)) (== netstandard2.0) - System.Security.AccessControl (>= 5.0) - System.Security.Principal.Windows (>= 5.0) - Microsoft.Win32.SystemEvents (7.0) - restriction: || (== net6.0) (&& (== netstandard2.0) (>= net6.0)) - Mono.Posix.NETStandard (1.0) - MSBuild.StructuredLogger (2.1.768) - Microsoft.Build.Framework (>= 16.10) - Microsoft.Build.Utilities.Core (>= 16.10) - Newtonsoft.Json (13.0.2) - NuGet.Common (6.5) - NuGet.Frameworks (>= 6.5) - NuGet.Configuration (6.5) - NuGet.Common (>= 6.5) - System.Security.Cryptography.ProtectedData (>= 4.4) - NuGet.Frameworks (6.5) - NuGet.Packaging (6.5) - Newtonsoft.Json (>= 13.0.1) - NuGet.Configuration (>= 6.5) - NuGet.Versioning (>= 6.5) - System.Security.Cryptography.Cng (>= 5.0) - System.Security.Cryptography.Pkcs (>= 5.0) - NuGet.Protocol (6.5) - NuGet.Packaging (>= 6.5) - NuGet.Versioning (6.5) - System.Buffers (4.5.1) - restriction: || (&& (== net6.0) (>= monoandroid) (< netstandard1.3)) (&& (== net6.0) (>= monotouch)) (&& (== net6.0) (< netcoreapp2.0)) (&& (== net6.0) (>= xamarinios)) (&& (== net6.0) (>= xamarinmac)) (&& (== net6.0) (>= xamarintvos)) (&& (== net6.0) (>= xamarinwatchos)) (== netstandard2.0) - System.Collections.Immutable (7.0) - System.Memory (>= 4.5.5) - restriction: || (&& (== net6.0) (>= net462)) (== netstandard2.0) - System.Runtime.CompilerServices.Unsafe (>= 6.0) - System.Configuration.ConfigurationManager (7.0) - System.Security.Cryptography.ProtectedData (>= 7.0) - System.Security.Permissions (>= 7.0) - System.Drawing.Common (7.0) - restriction: || (== net6.0) (&& (== netstandard2.0) (>= net6.0)) - Microsoft.Win32.SystemEvents (>= 7.0) - restriction: || (== net6.0) (&& (== netstandard2.0) (>= net6.0)) - System.Formats.Asn1 (7.0) - System.Buffers (>= 4.5.1) - restriction: || (&& (== net6.0) (>= net462)) (== netstandard2.0) - System.Memory (>= 4.5.5) - restriction: || (&& (== net6.0) (>= net462)) (== netstandard2.0) - System.Memory (4.5.5) - System.Buffers (>= 4.5.1) - restriction: || (&& (== net6.0) (>= monotouch)) (&& (== net6.0) (>= net461)) (&& (== net6.0) (< netcoreapp2.0)) (&& (== net6.0) (< netstandard1.1)) (&& (== net6.0) (< netstandard2.0)) (&& (== net6.0) (>= xamarinios)) (&& (== net6.0) (>= xamarinmac)) (&& (== net6.0) (>= xamarintvos)) (&& (== net6.0) (>= xamarinwatchos)) (== netstandard2.0) - System.Numerics.Vectors (>= 4.4) - restriction: || (&& (== net6.0) (< netcoreapp2.0)) (== netstandard2.0) - System.Runtime.CompilerServices.Unsafe (>= 4.5.3) - restriction: || (&& (== net6.0) (>= monotouch)) (&& (== net6.0) (>= net461)) (&& (== net6.0) (< netcoreapp2.0)) (&& (== net6.0) (< netcoreapp2.1)) (&& (== net6.0) (< netstandard1.1)) (&& (== net6.0) (< netstandard2.0)) (&& (== net6.0) (>= uap10.1)) (&& (== net6.0) (>= xamarinios)) (&& (== net6.0) (>= xamarinmac)) (&& (== net6.0) (>= xamarintvos)) (&& (== net6.0) (>= xamarinwatchos)) (== netstandard2.0) - System.Numerics.Vectors (4.5) - restriction: || (&& (== net6.0) (>= net462)) (== netstandard2.0) - System.Reactive (5.0) - System.Runtime.InteropServices.WindowsRuntime (>= 4.3) - restriction: || (&& (== net6.0) (< netcoreapp3.1)) (== netstandard2.0) - System.Threading.Tasks.Extensions (>= 4.5.4) - restriction: || (&& (== net6.0) (>= net472)) (&& (== net6.0) (< netcoreapp3.1)) (&& (== net6.0) (>= uap10.1)) (== netstandard2.0) - System.Runtime (4.3.1) - restriction: || (&& (== net6.0) (< netcoreapp3.1)) (== netstandard2.0) - Microsoft.NETCore.Platforms (>= 1.1.1) - Microsoft.NETCore.Targets (>= 1.1.3) - System.Runtime.CompilerServices.Unsafe (6.0) - System.Runtime.InteropServices.WindowsRuntime (4.3) - restriction: || (&& (== net6.0) (< netcoreapp3.1)) (== netstandard2.0) - System.Runtime (>= 4.3) - System.Security.AccessControl (6.0) - System.Security.Principal.Windows (>= 5.0) - restriction: || (&& (== net6.0) (>= net461)) (== netstandard2.0) - System.Security.Cryptography.Cng (5.0) - System.Formats.Asn1 (>= 5.0) - restriction: || (== net6.0) (&& (== netstandard2.0) (>= netcoreapp3.0)) - System.Security.Cryptography.Pkcs (7.0.1) - System.Buffers (>= 4.5.1) - restriction: || (&& (== net6.0) (< netstandard2.1)) (== netstandard2.0) - System.Formats.Asn1 (>= 7.0) - System.Memory (>= 4.5.5) - restriction: || (&& (== net6.0) (< netstandard2.1)) (== netstandard2.0) - System.Security.Cryptography.Cng (>= 5.0) - restriction: || (&& (== net6.0) (< netstandard2.1)) (== netstandard2.0) - System.Security.Cryptography.ProtectedData (7.0.1) - System.Memory (>= 4.5.5) - restriction: == netstandard2.0 - System.Security.Permissions (7.0) - System.Security.AccessControl (>= 6.0) - restriction: || (&& (== net6.0) (>= net462)) (== netstandard2.0) - System.Windows.Extensions (>= 7.0) - restriction: || (== net6.0) (&& (== netstandard2.0) (>= net6.0)) - System.Security.Principal.Windows (5.0) - System.Text.Encoding.CodePages (7.0) - System.Memory (>= 4.5.5) - restriction: || (&& (== net6.0) (>= net462)) (== netstandard2.0) - System.Runtime.CompilerServices.Unsafe (>= 6.0) - System.Threading.Tasks.Extensions (4.5.4) - restriction: || (&& (== net6.0) (>= net472)) (&& (== net6.0) (< netcoreapp3.1)) (&& (== net6.0) (>= uap10.1)) (== netstandard2.0) - System.Runtime.CompilerServices.Unsafe (>= 4.5.3) - restriction: || (&& (== net6.0) (>= net461)) (&& (== net6.0) (< netcoreapp2.1)) (&& (== net6.0) (< netstandard1.0)) (&& (== net6.0) (< netstandard2.0)) (&& (== net6.0) (>= wp8)) (== netstandard2.0) - System.Windows.Extensions (7.0) - restriction: || (== net6.0) (&& (== netstandard2.0) (>= net6.0)) - System.Drawing.Common (>= 7.0) - restriction: || (== net6.0) (&& (== netstandard2.0) (>= net6.0)) diff --git a/global.json b/global.json deleted file mode 100644 index ba13a66..0000000 --- a/global.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "sdk": { - "version": "6.0.406", - "rollForward": "latestFeature" - } -} \ No newline at end of file diff --git a/src/BenchmarkDotNetAnalyser/BenchmarkDotNetAnalyser.csproj b/src/BenchmarkDotNetAnalyser/BenchmarkDotNetAnalyser.csproj index 852fadf..d504d6c 100644 --- a/src/BenchmarkDotNetAnalyser/BenchmarkDotNetAnalyser.csproj +++ b/src/BenchmarkDotNetAnalyser/BenchmarkDotNetAnalyser.csproj @@ -2,7 +2,7 @@ Exe - net6.0 + net7.0 NewDay Cards Ltd Copyright 2023 NewDay Cards Ltd 0.0.0 diff --git a/test/BenchmarkDotNetAnalyser.SampleBenchmarks/BenchmarkDotNetAnalyser.SampleBenchmarks.csproj b/test/BenchmarkDotNetAnalyser.SampleBenchmarks/BenchmarkDotNetAnalyser.SampleBenchmarks.csproj index 4368bc1..cd71fc5 100644 --- a/test/BenchmarkDotNetAnalyser.SampleBenchmarks/BenchmarkDotNetAnalyser.SampleBenchmarks.csproj +++ b/test/BenchmarkDotNetAnalyser.SampleBenchmarks/BenchmarkDotNetAnalyser.SampleBenchmarks.csproj @@ -2,7 +2,7 @@ Exe - net6.0 + net7.0 diff --git a/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetAnalyser.Tests.Integration.csproj b/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetAnalyser.Tests.Integration.csproj index 923eecf..e209415 100644 --- a/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetAnalyser.Tests.Integration.csproj +++ b/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetAnalyser.Tests.Integration.csproj @@ -1,7 +1,7 @@ - net6.0 + net7.0 false diff --git a/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.BaselinedBenchmark-report-full.json b/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.BaselinedBenchmark-report-full.json index 0153487..b846efe 100644 --- a/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.BaselinedBenchmark-report-full.json +++ b/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.BaselinedBenchmark-report-full.json @@ -1,19 +1,19 @@ { - "Title":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.BaselinedBenchmark-20230308-185007", + "Title":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.BaselinedBenchmark-20230921-214331", "HostEnvironmentInfo":{ "BenchmarkDotNetCaption":"BenchmarkDotNet", "BenchmarkDotNetVersion":"0.13.5", - "OsVersion":"Windows 10 (10.0.19045.2604/22H2/2022Update)", - "ProcessorName":"Intel Core i7-10850H CPU 2.70GHz", + "OsVersion":"Windows 10 (10.0.19045.3324/22H2/2022Update)", + "ProcessorName":"11th Gen Intel Core i7-11850H 2.50GHz", "PhysicalProcessorCount":1, - "PhysicalCoreCount":6, - "LogicalCoreCount":12, - "RuntimeVersion":".NET 6.0.14 (6.0.1423.7309)", + "PhysicalCoreCount":8, + "LogicalCoreCount":16, + "RuntimeVersion":".NET 7.0.11 (7.0.1123.42427)", "Architecture":"X64", "HasAttachedDebugger":false, "HasRyuJit":true, "Configuration":"RELEASE", - "DotNetCliVersion":"6.0.406", + "DotNetCliVersion":"7.0.401", "ChronometerFrequency":{ "Hertz":10000000 }, @@ -21,7 +21,7 @@ }, "Benchmarks":[ { - "DisplayInfo":"BaselinedBenchmark.DoNothingBaseline: Job-KCZPEO(Server=True, IterationCount=3)", + "DisplayInfo":"BaselinedBenchmark.DoNothingBaseline: Job-PYMLEY(Server=True, IterationCount=3)", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"BaselinedBenchmark", "Method":"DoNothingBaseline", @@ -31,18 +31,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 0,0,0.007228925824165344 + 0.09625311940908432,0,0.0013636425137519836 ], "N":3, "Min":0, - "LowerFence":-0.005421694368124008, - "Q1":0, - "Median":0, - "Mean":0.0024096419413884482, - "Q3":0.003614462912082672, - "UpperFence":0.00903615728020668, - "Max":0.007228925824165344, - "InterquartileRange":0.003614462912082672, + "LowerFence":-0.07150801829993725, + "Q1":0.0006818212568759918, + "Median":0.0013636425137519836, + "Mean":0.032538920640945435, + "Q3":0.04880838096141815, + "UpperFence":0.12099822051823139, + "Max":0.09625311940908432, + "InterquartileRange":0.04812655970454216, "LowerOutliers":[ ], @@ -52,30 +52,30 @@ "AllOutliers":[ ], - "StandardError":0.0024096419413884482, - "Variance":1.7419122857094866e-05, - "StandardDeviation":0.004173622270533699, - "Skewness":0.3849001794597503, + "StandardError":0.03185953140336374, + "Variance":0.003045089223725761, + "StandardDeviation":0.05518232709596217, + "Skewness":0.3846357717884458, "Kurtosis":0.6666666666666665, "ConfidenceInterval":{ "N":3, - "Mean":0.0024096419413884482, - "StandardError":0.0024096419413884482, + "Mean":0.032538920640945435, + "StandardError":0.03185953140336374, "Level":12, - "Margin":0.07614240721555936, - "Lower":-0.07373276527417091, - "Upper":0.0785520491569478 + "Margin":1.0067310715939934, + "Lower":-0.974192150953048, + "Upper":1.0392699922349389 }, "Percentiles":{ "P0":0, - "P25":0, - "P50":0, - "P67":0.0024578347802162175, - "P80":0.004337355494499207, - "P85":0.005060248076915741, - "P90":0.005783140659332275, - "P95":0.006506033241748809, - "P100":0.007228925824165344 + "P25":0.0006818212568759918, + "P50":0.0013636425137519836, + "P67":0.033626064658164985, + "P80":0.05829732865095139, + "P85":0.06778627634048462, + "P90":0.07727522403001785, + "P95":0.08676417171955107, + "P100":0.09625311940908432 } }, "Memory":{ @@ -92,28 +92,28 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":226300 + "Nanoseconds":221000 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":139600 + "Nanoseconds":288600 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":205300 + "Nanoseconds":275000 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":175100 + "Nanoseconds":253100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", @@ -127,413 +127,399 @@ "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":500 + "Nanoseconds":1000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":800 + "Nanoseconds":1000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":900 + "Nanoseconds":1500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":1100 + "Nanoseconds":1800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":1600 + "Nanoseconds":2300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":2600 + "Nanoseconds":3400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":4800 + "Nanoseconds":6500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":10500 + "Nanoseconds":10800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":10, "Operations":8192, - "Nanoseconds":23200 + "Nanoseconds":20100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":11, "Operations":16384, - "Nanoseconds":47200 + "Nanoseconds":37700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":12, "Operations":32768, - "Nanoseconds":74900 + "Nanoseconds":67700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":13, "Operations":65536, - "Nanoseconds":104600 + "Nanoseconds":147400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":14, "Operations":131072, - "Nanoseconds":224400 + "Nanoseconds":263800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":15, "Operations":262144, - "Nanoseconds":427200 + "Nanoseconds":615700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":16, "Operations":524288, - "Nanoseconds":867000 + "Nanoseconds":1037000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":17, "Operations":1048576, - "Nanoseconds":2404100 + "Nanoseconds":1786200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":18, "Operations":2097152, - "Nanoseconds":3493600 + "Nanoseconds":4563500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":19, "Operations":4194304, - "Nanoseconds":6182300 + "Nanoseconds":6449500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":20, "Operations":8388608, - "Nanoseconds":13976700 + "Nanoseconds":15211000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":21, "Operations":16777216, - "Nanoseconds":26797400 + "Nanoseconds":32633500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":22, "Operations":33554432, - "Nanoseconds":59880600 + "Nanoseconds":56965700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":23, "Operations":67108864, - "Nanoseconds":107986300 + "Nanoseconds":104750800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":24, "Operations":134217728, - "Nanoseconds":199937800 + "Nanoseconds":213920800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":25, "Operations":268435456, - "Nanoseconds":451726900 + "Nanoseconds":423946200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":26, "Operations":536870912, - "Nanoseconds":840643200 + "Nanoseconds":831020800 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":536870912, - "Nanoseconds":937381000 + "Nanoseconds":892239500 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":536870912, - "Nanoseconds":805127300 + "Nanoseconds":829288500 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":536870912, - "Nanoseconds":870526500 + "Nanoseconds":869717000 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":536870912, - "Nanoseconds":957270500 + "Nanoseconds":849857800 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":536870912, - "Nanoseconds":794149400 + "Nanoseconds":850768600 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":536870912, - "Nanoseconds":868120400 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":7, - "Operations":536870912, - "Nanoseconds":884972600 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":8, - "Operations":536870912, - "Nanoseconds":859523800 + "Nanoseconds":844753100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":536870912, - "Nanoseconds":922610100 + "Nanoseconds":845320400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":536870912, - "Nanoseconds":867650200 + "Nanoseconds":855544200 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":536870912, - "Nanoseconds":883262900 + "Nanoseconds":834906800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, "Operations":536870912, - "Nanoseconds":1076718900 + "Nanoseconds":853635500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, "Operations":536870912, - "Nanoseconds":1256123900 + "Nanoseconds":1035818700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, "Operations":536870912, - "Nanoseconds":894357700 + "Nanoseconds":848892400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, "Operations":536870912, - "Nanoseconds":919987900 + "Nanoseconds":860970000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, "Operations":536870912, - "Nanoseconds":921273200 + "Nanoseconds":844456400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, "Operations":536870912, - "Nanoseconds":983721200 + "Nanoseconds":856747600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, "Operations":536870912, - "Nanoseconds":920239500 + "Nanoseconds":830304400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, "Operations":536870912, - "Nanoseconds":910900100 + "Nanoseconds":844087700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, "Operations":536870912, - "Nanoseconds":877043000 + "Nanoseconds":856198800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, "Operations":536870912, - "Nanoseconds":855528700 + "Nanoseconds":872826000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, "Operations":536870912, - "Nanoseconds":898867700 + "Nanoseconds":846449600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, "Operations":536870912, - "Nanoseconds":860771300 + "Nanoseconds":843766700 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":536870912, - "Nanoseconds":785231600 + "Nanoseconds":842285400 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":536870912, - "Nanoseconds":892950300 + "Nanoseconds":826215800 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":536870912, - "Nanoseconds":873891000 + "Nanoseconds":884790000 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":536870912, - "Nanoseconds":817266900 + "Nanoseconds":855218200 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":536870912, - "Nanoseconds":852725100 + "Nanoseconds":831644100 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":536870912, - "Nanoseconds":888961800 + "Nanoseconds":860620200 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":7, "Operations":536870912, - "Nanoseconds":817751200 + "Nanoseconds":848560600 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":536870912, - "Nanoseconds":864818000 + "Nanoseconds":900567900 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":536870912, - "Nanoseconds":871615400 + "Nanoseconds":840877000 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":536870912, - "Nanoseconds":914781100 + "Nanoseconds":849624500 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, "Operations":536870912, - "Nanoseconds":0 + "Nanoseconds":51675500 },{ "IterationMode":"Workload", "IterationStage":"Result", @@ -547,7 +533,7 @@ "LaunchIndex":1, "IterationIndex":3, "Operations":536870912, - "Nanoseconds":3881000 + "Nanoseconds":732100 } ], "Metrics":[ @@ -566,7 +552,7 @@ } ] },{ - "DisplayInfo":"BaselinedBenchmark.DoNothing: Job-KCZPEO(Server=True, IterationCount=3)", + "DisplayInfo":"BaselinedBenchmark.DoNothing: Job-PYMLEY(Server=True, IterationCount=3)", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"BaselinedBenchmark", "Method":"DoNothing", @@ -576,18 +562,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 0,0,0 + 0.0024147331714630127,0,0 ], "N":3, "Min":0, - "LowerFence":0, + "LowerFence":-0.0018110498785972595, "Q1":0, "Median":0, - "Mean":0, - "Q3":0, - "UpperFence":0, - "Max":0, - "InterquartileRange":0, + "Mean":0.0008049110571543375, + "Q3":0.0012073665857315063, + "UpperFence":0.003018416464328766, + "Max":0.0024147331714630127, + "InterquartileRange":0.0012073665857315063, "LowerOutliers":[ ], @@ -597,30 +583,30 @@ "AllOutliers":[ ], - "StandardError":0, - "Variance":0, - "StandardDeviation":0, - "Skewness":"", - "Kurtosis":"", + "StandardError":0.0008049110571543376, + "Variance":1.94364542978794e-06, + "StandardDeviation":0.0013941468465652892, + "Skewness":0.3849001794597507, + "Kurtosis":0.6666666666666667, "ConfidenceInterval":{ "N":3, - "Mean":0, - "StandardError":0, + "Mean":0.0008049110571543375, + "StandardError":0.0008049110571543376, "Level":12, - "Margin":0, - "Lower":0, - "Upper":0 + "Margin":0.02543442842418221, + "Lower":-0.02462951736702787, + "Upper":0.026239339481336547 }, "Percentiles":{ "P0":0, "P25":0, "P50":0, - "P67":0, - "P80":0, - "P85":0, - "P90":0, - "P95":0, - "P100":0 + "P67":0.0008210092782974245, + "P80":0.0014488399028778078, + "P85":0.0016903132200241089, + "P90":0.0019317865371704102, + "P95":0.0021732598543167114, + "P100":0.0024147331714630127 } }, "Memory":{ @@ -637,91 +623,91 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":770100 + "Nanoseconds":620600 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":174100 + "Nanoseconds":332400 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":455200 + "Nanoseconds":643600 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":751600 + "Nanoseconds":664800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":1, "Operations":16, - "Nanoseconds":600 + "Nanoseconds":700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":500 + "Nanoseconds":800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":700 + "Nanoseconds":1000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":800 + "Nanoseconds":1600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":1100 + "Nanoseconds":1800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":1600 + "Nanoseconds":2500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":2600 + "Nanoseconds":4200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":4000 + "Nanoseconds":6800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":8100 + "Nanoseconds":10200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", @@ -735,378 +721,357 @@ "LaunchIndex":1, "IterationIndex":11, "Operations":16384, - "Nanoseconds":43400 + "Nanoseconds":48900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":12, "Operations":32768, - "Nanoseconds":56100 + "Nanoseconds":104100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":13, "Operations":65536, - "Nanoseconds":115800 + "Nanoseconds":138800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":14, "Operations":131072, - "Nanoseconds":230800 + "Nanoseconds":272400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":15, "Operations":262144, - "Nanoseconds":438100 + "Nanoseconds":577300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":16, "Operations":524288, - "Nanoseconds":871600 + "Nanoseconds":1081100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":17, "Operations":1048576, - "Nanoseconds":2546200 + "Nanoseconds":1892500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":18, "Operations":2097152, - "Nanoseconds":3683700 + "Nanoseconds":4446500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":19, "Operations":4194304, - "Nanoseconds":8070200 + "Nanoseconds":6713200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":20, "Operations":8388608, - "Nanoseconds":16464900 + "Nanoseconds":14097700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":21, "Operations":16777216, - "Nanoseconds":29710800 + "Nanoseconds":28257300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":22, "Operations":33554432, - "Nanoseconds":61263400 + "Nanoseconds":56874300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":23, "Operations":67108864, - "Nanoseconds":101393800 + "Nanoseconds":116322600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":24, "Operations":134217728, - "Nanoseconds":236675100 + "Nanoseconds":219429500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":25, "Operations":268435456, - "Nanoseconds":427151800 + "Nanoseconds":411648600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":26, "Operations":536870912, - "Nanoseconds":951809300 + "Nanoseconds":837230600 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":536870912, - "Nanoseconds":998373100 + "Nanoseconds":901434200 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":536870912, - "Nanoseconds":908889200 + "Nanoseconds":892217100 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":536870912, - "Nanoseconds":905916900 + "Nanoseconds":838114500 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":536870912, - "Nanoseconds":953689900 + "Nanoseconds":862277700 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":536870912, - "Nanoseconds":883338400 + "Nanoseconds":866231000 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":536870912, - "Nanoseconds":949850700 + "Nanoseconds":827959500 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":7, "Operations":536870912, - "Nanoseconds":961471600 + "Nanoseconds":853927900 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":8, "Operations":536870912, - "Nanoseconds":953696000 + "Nanoseconds":827322000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":536870912, - "Nanoseconds":972909900 + "Nanoseconds":821255600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":536870912, - "Nanoseconds":849409200 + "Nanoseconds":808704100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":536870912, - "Nanoseconds":917149500 + "Nanoseconds":832730000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, "Operations":536870912, - "Nanoseconds":897253300 + "Nanoseconds":866758800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, "Operations":536870912, - "Nanoseconds":904952000 + "Nanoseconds":846001200 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, "Operations":536870912, - "Nanoseconds":909172400 + "Nanoseconds":848576100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, "Operations":536870912, - "Nanoseconds":896805700 + "Nanoseconds":871246900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, "Operations":536870912, - "Nanoseconds":918139400 + "Nanoseconds":852482300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, "Operations":536870912, - "Nanoseconds":929282500 + "Nanoseconds":862998400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, "Operations":536870912, - "Nanoseconds":1069653700 + "Nanoseconds":846263200 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, "Operations":536870912, - "Nanoseconds":894764700 + "Nanoseconds":873285600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, "Operations":536870912, - "Nanoseconds":856904800 + "Nanoseconds":833488100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, "Operations":536870912, - "Nanoseconds":886315900 + "Nanoseconds":855507800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, "Operations":536870912, - "Nanoseconds":915379300 + "Nanoseconds":842002900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, "Operations":536870912, - "Nanoseconds":893180900 + "Nanoseconds":844371600 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":536870912, - "Nanoseconds":903445400 + "Nanoseconds":830222400 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":536870912, - "Nanoseconds":875693100 + "Nanoseconds":840192700 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":536870912, - "Nanoseconds":857858400 + "Nanoseconds":841314900 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":536870912, - "Nanoseconds":868782100 + "Nanoseconds":834251000 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":536870912, - "Nanoseconds":870825500 + "Nanoseconds":829331300 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":536870912, - "Nanoseconds":908002400 + "Nanoseconds":838121800 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":7, "Operations":536870912, - "Nanoseconds":937228000 + "Nanoseconds":843157600 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":8, "Operations":536870912, - "Nanoseconds":927935100 - },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":9, - "Operations":536870912, - "Nanoseconds":887402500 - },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":10, - "Operations":536870912, - "Nanoseconds":939460300 - },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":11, - "Operations":536870912, - "Nanoseconds":889228500 + "Nanoseconds":833985700 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":536870912, - "Nanoseconds":849412100 + "Nanoseconds":847559600 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":536870912, - "Nanoseconds":872156500 + "Nanoseconds":844867000 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":536870912, - "Nanoseconds":886593700 + "Nanoseconds":817791700 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, "Operations":536870912, - "Nanoseconds":0 + "Nanoseconds":1296400 },{ "IterationMode":"Workload", "IterationStage":"Result", diff --git a/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.BaselinedBenchmark-report.csv b/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.BaselinedBenchmark-report.csv index 3d34093..8ac46b4 100644 --- a/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.BaselinedBenchmark-report.csv +++ b/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.BaselinedBenchmark-report.csv @@ -1,3 +1,3 @@ Method,Job,AnalyzeLaunchVariance,EvaluateOverhead,MaxAbsoluteError,MaxRelativeError,MinInvokeCount,MinIterationTime,OutlierMode,Affinity,EnvironmentVariables,Jit,LargeAddressAware,Platform,PowerPlanMode,Runtime,AllowVeryLargeObjects,Concurrent,CpuGroups,Force,HeapAffinitizeMask,HeapCount,NoAffinitize,RetainVm,Server,Arguments,BuildConfiguration,Clock,EngineFactory,NuGetReferences,Toolchain,IsMutator,InvocationCount,IterationCount,IterationTime,LaunchCount,MaxIterationCount,MaxWarmupIterationCount,MemoryRandomization,MinIterationCount,MinWarmupIterationCount,RunStrategy,UnrollFactor,WarmupCount,Mean,Error,StdDev,StdErr,Median,Min,Max,Q1,Q3,Op/s,Ratio,RatioSD,Rank,Allocated,Alloc Ratio -DoNothingBaseline,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,0.0024 ns,0.0761 ns,0.0042 ns,0.0024 ns,0.0 ns,0.0 ns,0.0072 ns,0.0 ns,0.0036 ns,"414,999,416,645.2",?,?,2,0 B,? -DoNothing,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,0.0000 ns,0.0000 ns,0.0000 ns,0.0000 ns,0.0 ns,0.0 ns,0.0000 ns,0.0 ns,0.0000 ns,Infinity,?,?,1,0 B,? +DoNothingBaseline,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,0.0325 ns,1.0067 ns,0.0552 ns,0.0319 ns,0.0014 ns,0.0 ns,0.0963 ns,0.0007 ns,0.0488 ns,"30,732,426,899.9",?,?,2,0 B,? +DoNothing,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,0.0008 ns,0.0254 ns,0.0014 ns,0.0008 ns,0.0000 ns,0.0 ns,0.0024 ns,0.0000 ns,0.0012 ns,"1,242,373,292,193.8",?,?,1,0 B,? diff --git a/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Crc32Benchmark-report-full.json b/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Crc32Benchmark-report-full.json index f143568..fb92463 100644 --- a/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Crc32Benchmark-report-full.json +++ b/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Crc32Benchmark-report-full.json @@ -1,19 +1,19 @@ { - "Title":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Crc32Benchmark-20230308-185117", + "Title":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Crc32Benchmark-20230921-214433", "HostEnvironmentInfo":{ "BenchmarkDotNetCaption":"BenchmarkDotNet", "BenchmarkDotNetVersion":"0.13.5", - "OsVersion":"Windows 10 (10.0.19045.2604/22H2/2022Update)", - "ProcessorName":"Intel Core i7-10850H CPU 2.70GHz", + "OsVersion":"Windows 10 (10.0.19045.3324/22H2/2022Update)", + "ProcessorName":"11th Gen Intel Core i7-11850H 2.50GHz", "PhysicalProcessorCount":1, - "PhysicalCoreCount":6, - "LogicalCoreCount":12, - "RuntimeVersion":".NET 6.0.14 (6.0.1423.7309)", + "PhysicalCoreCount":8, + "LogicalCoreCount":16, + "RuntimeVersion":".NET 7.0.11 (7.0.1123.42427)", "Architecture":"X64", "HasAttachedDebugger":false, "HasRyuJit":true, "Configuration":"RELEASE", - "DotNetCliVersion":"6.0.406", + "DotNetCliVersion":"7.0.401", "ChronometerFrequency":{ "Hertz":10000000 }, @@ -21,7 +21,7 @@ }, "Benchmarks":[ { - "DisplayInfo":"Crc32Benchmark.Crc32: Job-KCZPEO(Server=True, IterationCount=3) [Size=256]", + "DisplayInfo":"Crc32Benchmark.Crc32: Job-PYMLEY(Server=True, IterationCount=3) [Size=256]", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"Crc32Benchmark", "Method":"Crc32", @@ -31,18 +31,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 176.20257139205933,172.3837971687317,172.9793667793274 + 153.63019704818726,161.81646585464478,164.24301862716675 ], "N":3, - "Min":172.3837971687317, - "LowerFence":169.8175013065338, - "Q1":172.68158197402954, - "Median":172.9793667793274, - "Mean":173.8552451133728, - "Q3":174.59096908569336, - "UpperFence":177.4550497531891, - "Max":176.20257139205933, - "InterquartileRange":1.9093871116638184, + "Min":153.63019704818726, + "LowerFence":149.7637152671814, + "Q1":157.72333145141602, + "Median":161.81646585464478, + "Mean":159.8965605099996, + "Q3":163.02974224090576, + "UpperFence":170.98935842514038, + "Max":164.24301862716675, + "InterquartileRange":5.306410789489746, "LowerOutliers":[ ], @@ -52,30 +52,30 @@ "AllOutliers":[ ], - "StandardError":1.1861887545447847, - "Variance":4.221131284225521, - "StandardDeviation":2.054539190238415, - "Skewness":0.3488340399290988, - "Kurtosis":0.6666666666666669, + "StandardError":3.2105307383728654, + "Variance":30.922522866111045, + "StandardDeviation":5.560802358123425, + "Skewness":-0.3041014695988427, + "Kurtosis":0.6666666666666686, "ConfidenceInterval":{ "N":3, - "Mean":173.8552451133728, - "StandardError":1.1861887545447847, + "Mean":159.8965605099996, + "StandardError":3.2105307383728654, "Level":12, - "Margin":37.48244319279393, - "Lower":136.37280192057887, - "Upper":211.33768830616674 + "Margin":101.4497360211117, + "Lower":58.4468244888879, + "Upper":261.3462965311113 }, "Percentiles":{ - "P0":172.3837971687317, - "P25":172.68158197402954, - "P50":172.9793667793274, - "P67":174.07525634765625, - "P80":174.91328954696655, - "P85":175.23561000823975, - "P90":175.55793046951294, - "P95":175.88025093078613, - "P100":176.20257139205933 + "P0":153.63019704818726, + "P25":157.72333145141602, + "P50":161.81646585464478, + "P67":162.64149379730225, + "P80":163.27239751815796, + "P85":163.51505279541016, + "P90":163.75770807266235, + "P95":164.00036334991455, + "P100":164.24301862716675 } }, "Memory":{ @@ -92,462 +92,448 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":212600 + "Nanoseconds":229700 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":4292200 + "Nanoseconds":4330800 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":345500 + "Nanoseconds":479800 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":307400 + "Nanoseconds":486300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":1, "Operations":16, - "Nanoseconds":3700 + "Nanoseconds":14100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":5900 + "Nanoseconds":19200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":10800 + "Nanoseconds":30900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":20700 + "Nanoseconds":63900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":59100 + "Nanoseconds":106900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":87100 + "Nanoseconds":207800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":208000 + "Nanoseconds":419800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":354600 + "Nanoseconds":1286200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":649000 + "Nanoseconds":1607800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":10, "Operations":8192, - "Nanoseconds":1255000 + "Nanoseconds":3290000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":11, "Operations":16384, - "Nanoseconds":2628000 + "Nanoseconds":5094600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":12, "Operations":32768, - "Nanoseconds":5164500 + "Nanoseconds":12261400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":13, "Operations":65536, - "Nanoseconds":10962900 + "Nanoseconds":20554900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":14, "Operations":131072, - "Nanoseconds":25291400 + "Nanoseconds":41840000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":15, "Operations":262144, - "Nanoseconds":47195900 + "Nanoseconds":90207500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":16, "Operations":524288, - "Nanoseconds":95912100 + "Nanoseconds":95757600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":17, "Operations":1048576, - "Nanoseconds":182864000 + "Nanoseconds":169016900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":18, "Operations":2097152, - "Nanoseconds":366978200 + "Nanoseconds":351352000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":19, "Operations":4194304, - "Nanoseconds":734196300 + "Nanoseconds":651784300 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":4194304, - "Nanoseconds":7059700 + "Nanoseconds":9173200 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":4194304, - "Nanoseconds":7054400 + "Nanoseconds":9765400 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":4194304, - "Nanoseconds":8857400 + "Nanoseconds":9845900 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":4194304, - "Nanoseconds":7697000 + "Nanoseconds":10269800 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":4194304, - "Nanoseconds":7966800 + "Nanoseconds":9186400 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":4194304, - "Nanoseconds":7293700 + "Nanoseconds":7952200 + },{ + "IterationMode":"Overhead", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":7, + "Operations":4194304, + "Nanoseconds":10331100 + },{ + "IterationMode":"Overhead", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":8, + "Operations":4194304, + "Nanoseconds":10671700 + },{ + "IterationMode":"Overhead", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":9, + "Operations":4194304, + "Nanoseconds":9303800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":4194304, - "Nanoseconds":9149100 + "Nanoseconds":9682100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":4194304, - "Nanoseconds":8377400 + "Nanoseconds":10831300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":4194304, - "Nanoseconds":7228900 + "Nanoseconds":9202900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, "Operations":4194304, - "Nanoseconds":7213500 + "Nanoseconds":10648800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, "Operations":4194304, - "Nanoseconds":9902700 + "Nanoseconds":10414400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, "Operations":4194304, - "Nanoseconds":8091400 + "Nanoseconds":10248800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, "Operations":4194304, - "Nanoseconds":9876200 + "Nanoseconds":9701300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, "Operations":4194304, - "Nanoseconds":7405300 + "Nanoseconds":9183800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, "Operations":4194304, - "Nanoseconds":7248500 + "Nanoseconds":9765300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, "Operations":4194304, - "Nanoseconds":11503000 + "Nanoseconds":8548700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, "Operations":4194304, - "Nanoseconds":8410800 + "Nanoseconds":8512300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, "Operations":4194304, - "Nanoseconds":8019700 + "Nanoseconds":9317100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, "Operations":4194304, - "Nanoseconds":7337000 + "Nanoseconds":9640000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, "Operations":4194304, - "Nanoseconds":7608500 + "Nanoseconds":8083700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, "Operations":4194304, - "Nanoseconds":7231600 + "Nanoseconds":9967900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":16, "Operations":4194304, - "Nanoseconds":5974900 + "Nanoseconds":9977800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":17, "Operations":4194304, - "Nanoseconds":6617300 + "Nanoseconds":9227400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":18, "Operations":4194304, - "Nanoseconds":6258800 + "Nanoseconds":5730000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":19, "Operations":4194304, - "Nanoseconds":6581100 + "Nanoseconds":7425300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":20, "Operations":4194304, - "Nanoseconds":5894500 + "Nanoseconds":5927800 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":4194304, - "Nanoseconds":728872600 + "Nanoseconds":675876900 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":4194304, - "Nanoseconds":676643100 + "Nanoseconds":661218300 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":4194304, - "Nanoseconds":679836100 + "Nanoseconds":665698000 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":4194304, - "Nanoseconds":686973300 + "Nanoseconds":646648600 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":4194304, - "Nanoseconds":711457200 + "Nanoseconds":676446500 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":4194304, - "Nanoseconds":728961600 - },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":7, - "Operations":4194304, - "Nanoseconds":720418000 - },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":8, - "Operations":4194304, - "Nanoseconds":716351400 - },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":9, - "Operations":4194304, - "Nanoseconds":712897500 - },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":10, - "Operations":4194304, - "Nanoseconds":741791400 - },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":11, - "Operations":4194304, - "Nanoseconds":741791400 + "Nanoseconds":668799300 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":4194304, - "Nanoseconds":746418300 + "Nanoseconds":653850300 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":4194304, - "Nanoseconds":730401200 + "Nanoseconds":688186000 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":4194304, - "Nanoseconds":732899200 + "Nanoseconds":698363700 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, "Operations":4194304, - "Nanoseconds":739047150 + "Nanoseconds":644371750 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":2, "Operations":4194304, - "Nanoseconds":723030050 + "Nanoseconds":678707450 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":3, "Operations":4194304, - "Nanoseconds":725528050 + "Nanoseconds":688885150 } ], "Metrics":[ @@ -566,7 +552,7 @@ } ] },{ - "DisplayInfo":"Crc32Benchmark.Crc32: Job-KCZPEO(Server=True, IterationCount=3) [Size=512]", + "DisplayInfo":"Crc32Benchmark.Crc32: Job-PYMLEY(Server=True, IterationCount=3) [Size=512]", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"Crc32Benchmark", "Method":"Crc32", @@ -576,18 +562,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 299.68881607055664,368.28885078430176,349.3337631225586 + 334.0324401855469,313.4638786315918,338.93566131591797 ], "N":3, - "Min":299.68881607055664, - "LowerFence":273.0612635612488, - "Q1":324.5112895965576, - "Median":349.3337631225586, - "Mean":339.10380999247235, - "Q3":358.8113069534302, - "UpperFence":410.261332988739, - "Max":368.28885078430176, - "InterquartileRange":34.30001735687256, + "Min":313.4638786315918, + "LowerFence":304.6443223953247, + "Q1":323.74815940856934, + "Median":334.0324401855469, + "Mean":328.81066004435223, + "Q3":336.4840507507324, + "UpperFence":355.58788776397705, + "Max":338.93566131591797, + "InterquartileRange":12.735891342163086, "LowerOutliers":[ ], @@ -597,30 +583,30 @@ "AllOutliers":[ ], - "StandardError":20.45303682801636, - "Variance":1254.98014646458, - "StandardDeviation":35.42569895520172, - "Skewness":-0.2646915818558475, - "Kurtosis":0.6666666666666672, + "StandardError":7.802844976067295, + "Variance":182.65316916161586, + "StandardDeviation":13.514923942132114, + "Skewness":-0.3286927751931404, + "Kurtosis":0.6666666666666684, "ConfidenceInterval":{ "N":3, - "Mean":339.10380999247235, - "StandardError":20.45303682801636, + "Mean":328.81066004435223, + "StandardError":7.802844976067295, "Level":12, - "Margin":646.2966269819759, - "Lower":-307.19281698950357, - "Upper":985.4004369744482 + "Margin":246.56252425007932, + "Lower":82.24813579427291, + "Upper":575.3731842944316 }, "Percentiles":{ - "P0":299.68881607055664, - "P25":324.5112895965576, - "P50":349.3337631225586, - "P67":355.77849292755127, - "P80":360.7068157196045, - "P85":362.6023244857788, - "P90":364.4978332519531, - "P95":366.39334201812744, - "P100":368.28885078430176 + "P0":313.4638786315918, + "P25":323.74815940856934, + "P50":334.0324401855469, + "P67":335.69953536987305, + "P80":336.97437286376953, + "P85":337.46469497680664, + "P90":337.95501708984375, + "P95":338.44533920288086, + "P100":338.93566131591797 } }, "Memory":{ @@ -637,406 +623,427 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":215600 + "Nanoseconds":326500 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":2890500 + "Nanoseconds":2001800 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":343700 + "Nanoseconds":495700 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":391700 + "Nanoseconds":504400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":1, "Operations":16, - "Nanoseconds":7200 + "Nanoseconds":20000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":11700 + "Nanoseconds":28800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":25400 + "Nanoseconds":47400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":39200 + "Nanoseconds":154500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":77100 + "Nanoseconds":276700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":153000 + "Nanoseconds":411900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":304100 + "Nanoseconds":1475300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":1023300 + "Nanoseconds":1887100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":1234000 + "Nanoseconds":2759000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":10, "Operations":8192, - "Nanoseconds":2439900 + "Nanoseconds":6009900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":11, "Operations":16384, - "Nanoseconds":4894100 + "Nanoseconds":11061900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":12, "Operations":32768, - "Nanoseconds":10398800 + "Nanoseconds":23566300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":13, "Operations":65536, - "Nanoseconds":21227300 + "Nanoseconds":40837300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":14, "Operations":131072, - "Nanoseconds":40480900 + "Nanoseconds":79638500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":15, "Operations":262144, - "Nanoseconds":82525100 + "Nanoseconds":85496000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":16, "Operations":524288, - "Nanoseconds":176025200 + "Nanoseconds":166501800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":17, "Operations":1048576, - "Nanoseconds":347041600 + "Nanoseconds":321466200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":18, "Operations":2097152, - "Nanoseconds":722897100 + "Nanoseconds":668058600 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":2097152, - "Nanoseconds":3509000 + "Nanoseconds":4388600 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":2097152, - "Nanoseconds":4131400 + "Nanoseconds":4872800 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":2097152, - "Nanoseconds":3712200 + "Nanoseconds":4017300 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":2097152, - "Nanoseconds":3538000 + "Nanoseconds":5624000 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":2097152, - "Nanoseconds":3674600 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":6, - "Operations":2097152, - "Nanoseconds":3530900 + "Nanoseconds":4335500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":2097152, - "Nanoseconds":3426800 + "Nanoseconds":4152700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":2097152, - "Nanoseconds":3406000 + "Nanoseconds":5252800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":2097152, - "Nanoseconds":3367900 + "Nanoseconds":5433500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, "Operations":2097152, - "Nanoseconds":4328400 + "Nanoseconds":4351700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, "Operations":2097152, - "Nanoseconds":3553400 + "Nanoseconds":6069500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, "Operations":2097152, - "Nanoseconds":3781100 + "Nanoseconds":4040400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, "Operations":2097152, - "Nanoseconds":3528800 + "Nanoseconds":5048300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, "Operations":2097152, - "Nanoseconds":3875600 + "Nanoseconds":4974700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, "Operations":2097152, - "Nanoseconds":3540900 + "Nanoseconds":5185500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, "Operations":2097152, - "Nanoseconds":3416700 + "Nanoseconds":4110800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, "Operations":2097152, - "Nanoseconds":3553100 + "Nanoseconds":4135500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, "Operations":2097152, - "Nanoseconds":3759700 + "Nanoseconds":5782500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, "Operations":2097152, - "Nanoseconds":3495200 + "Nanoseconds":4204900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, "Operations":2097152, - "Nanoseconds":3591100 + "Nanoseconds":6226100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, "Operations":2097152, - "Nanoseconds":3912000 + "Nanoseconds":3813200 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":16, "Operations":2097152, - "Nanoseconds":3420900 + "Nanoseconds":4722100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":17, "Operations":2097152, - "Nanoseconds":3509000 + "Nanoseconds":4983100 + },{ + "IterationMode":"Overhead", + "IterationStage":"Actual", + "LaunchIndex":1, + "IterationIndex":18, + "Operations":2097152, + "Nanoseconds":5031900 + },{ + "IterationMode":"Overhead", + "IterationStage":"Actual", + "LaunchIndex":1, + "IterationIndex":19, + "Operations":2097152, + "Nanoseconds":5026900 + },{ + "IterationMode":"Overhead", + "IterationStage":"Actual", + "LaunchIndex":1, + "IterationIndex":20, + "Operations":2097152, + "Nanoseconds":4182100 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":2097152, - "Nanoseconds":720418900 + "Nanoseconds":672328700 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":2097152, - "Nanoseconds":660748300 + "Nanoseconds":658201600 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":2097152, - "Nanoseconds":704385600 + "Nanoseconds":655658300 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":2097152, - "Nanoseconds":740744100 + "Nanoseconds":672647300 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":2097152, - "Nanoseconds":715371300 + "Nanoseconds":651772400 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":2097152, - "Nanoseconds":721907400 + "Nanoseconds":655277700 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":7, "Operations":2097152, - "Nanoseconds":709557200 + "Nanoseconds":661681700 + },{ + "IterationMode":"Workload", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":8, + "Operations":2097152, + "Nanoseconds":657844200 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":2097152, - "Nanoseconds":632033900 + "Nanoseconds":705495700 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":2097152, - "Nanoseconds":775898600 + "Nanoseconds":662360300 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":2097152, - "Nanoseconds":736146900 + "Nanoseconds":715778500 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, "Operations":2097152, - "Nanoseconds":628493000 + "Nanoseconds":700516800 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":2, "Operations":2097152, - "Nanoseconds":772357700 + "Nanoseconds":657381400 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":3, "Operations":2097152, - "Nanoseconds":732606000 + "Nanoseconds":710799600 } ], "Metrics":[ @@ -1055,7 +1062,7 @@ } ] },{ - "DisplayInfo":"Crc32Benchmark.Crc32: Job-KCZPEO(Server=True, IterationCount=3) [Size=1024]", + "DisplayInfo":"Crc32Benchmark.Crc32: Job-PYMLEY(Server=True, IterationCount=3) [Size=1024]", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"Crc32Benchmark", "Method":"Crc32", @@ -1065,18 +1072,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 669.9628829956055,668.3655738830566,661.6476058959961 + 652.9814720153809,647.8170394897461,636.4952087402344 ], "N":3, - "Min":661.6476058959961, - "LowerFence":658.7701320648193, - "Q1":665.0065898895264, - "Median":668.3655738830566, - "Mean":666.6586875915527, - "Q3":669.164228439331, - "UpperFence":675.4006862640381, - "Max":669.9628829956055, - "InterquartileRange":4.1576385498046875, + "Min":636.4952087402344, + "LowerFence":629.7914266586304, + "Q1":642.1561241149902, + "Median":647.8170394897461, + "Mean":645.7645734151205, + "Q3":650.3992557525635, + "UpperFence":662.7639532089233, + "Max":652.9814720153809, + "InterquartileRange":8.243131637573242, "LowerOutliers":[ ], @@ -1086,30 +1093,30 @@ "AllOutliers":[ ], - "StandardError":2.5476167895973543, - "Variance":19.471053919914993, - "StandardDeviation":4.412601717798128, - "Skewness":-0.3289406961379334, - "Kurtosis":0.6666666666666666, + "StandardError":4.868561797731025, + "Variance":71.10868193497784, + "StandardDeviation":8.432596393459006, + "Skewness":-0.22897739815113663, + "Kurtosis":0.6666666666666708, "ConfidenceInterval":{ "N":3, - "Mean":666.6586875915527, - "StandardError":2.5476167895973543, + "Mean":645.7645734151205, + "StandardError":4.868561797731025, "Level":12, - "Margin":80.50228197428557, - "Lower":586.1564056172672, - "Upper":747.1609695658383 + "Margin":153.8419499551663, + "Lower":491.92262345995414, + "Upper":799.6065233702868 }, "Percentiles":{ - "P0":661.6476058959961, - "P25":665.0065898895264, - "P50":668.3655738830566, - "P67":668.9086589813232, - "P80":669.3239593505859, - "P85":669.4836902618408, - "P90":669.6434211730957, - "P95":669.8031520843506, - "P100":669.9628829956055 + "P0":636.4952087402344, + "P25":642.1561241149902, + "P50":647.8170394897461, + "P67":649.5729465484619, + "P80":650.915699005127, + "P85":651.4321422576904, + "P90":651.9485855102539, + "P95":652.4650287628174, + "P100":652.9814720153809 } }, "Memory":{ @@ -1126,378 +1133,420 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":234500 + "Nanoseconds":237300 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":2723300 + "Nanoseconds":2452700 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":394600 + "Nanoseconds":498700 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":322800 + "Nanoseconds":494800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":1, "Operations":16, - "Nanoseconds":10900 + "Nanoseconds":30900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":20400 + "Nanoseconds":56600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":38300 + "Nanoseconds":103700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":79500 + "Nanoseconds":232600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":154500 + "Nanoseconds":569700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":306500 + "Nanoseconds":1305300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":603100 + "Nanoseconds":1471000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":1211300 + "Nanoseconds":3421500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":2700300 + "Nanoseconds":6327300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":10, "Operations":8192, - "Nanoseconds":8407500 + "Nanoseconds":11610700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":11, "Operations":16384, - "Nanoseconds":10740900 + "Nanoseconds":22042200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":12, "Operations":32768, - "Nanoseconds":23797000 + "Nanoseconds":44597400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":13, "Operations":65536, - "Nanoseconds":45388000 + "Nanoseconds":85574400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":14, "Operations":131072, - "Nanoseconds":81387400 + "Nanoseconds":83094800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":15, "Operations":262144, - "Nanoseconds":180668600 + "Nanoseconds":160927600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":16, "Operations":524288, - "Nanoseconds":348528900 + "Nanoseconds":319214200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":17, "Operations":1048576, - "Nanoseconds":651447100 + "Nanoseconds":652549200 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":1048576, - "Nanoseconds":1686600 + "Nanoseconds":2393200 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":1048576, - "Nanoseconds":1779600 + "Nanoseconds":2709800 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":1048576, - "Nanoseconds":1764200 + "Nanoseconds":2445000 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":1048576, - "Nanoseconds":1753400 + "Nanoseconds":2864200 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":1048576, - "Nanoseconds":2033200 + "Nanoseconds":3337000 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":1048576, - "Nanoseconds":1716500 + "Nanoseconds":2998500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":1048576, - "Nanoseconds":1731700 + "Nanoseconds":2997600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":1048576, - "Nanoseconds":1706000 + "Nanoseconds":3358300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":1048576, - "Nanoseconds":1703000 + "Nanoseconds":2299200 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, "Operations":1048576, - "Nanoseconds":1955200 + "Nanoseconds":3345900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, "Operations":1048576, - "Nanoseconds":1702800 + "Nanoseconds":2353700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, "Operations":1048576, - "Nanoseconds":1701000 + "Nanoseconds":2247000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, "Operations":1048576, - "Nanoseconds":1736300 + "Nanoseconds":2936500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, "Operations":1048576, - "Nanoseconds":1734000 + "Nanoseconds":2978900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, "Operations":1048576, - "Nanoseconds":1942600 + "Nanoseconds":2311900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, "Operations":1048576, - "Nanoseconds":1706900 + "Nanoseconds":2270100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, "Operations":1048576, - "Nanoseconds":1716800 + "Nanoseconds":2511700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, "Operations":1048576, - "Nanoseconds":1720900 + "Nanoseconds":3169300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, "Operations":1048576, - "Nanoseconds":1717800 + "Nanoseconds":2283900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, "Operations":1048576, - "Nanoseconds":1778000 + "Nanoseconds":2134100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, "Operations":1048576, - "Nanoseconds":1707600 + "Nanoseconds":2232200 + },{ + "IterationMode":"Overhead", + "IterationStage":"Actual", + "LaunchIndex":1, + "IterationIndex":16, + "Operations":1048576, + "Nanoseconds":3604700 + },{ + "IterationMode":"Overhead", + "IterationStage":"Actual", + "LaunchIndex":1, + "IterationIndex":17, + "Operations":1048576, + "Nanoseconds":2486100 + },{ + "IterationMode":"Overhead", + "IterationStage":"Actual", + "LaunchIndex":1, + "IterationIndex":18, + "Operations":1048576, + "Nanoseconds":2242600 + },{ + "IterationMode":"Overhead", + "IterationStage":"Actual", + "LaunchIndex":1, + "IterationIndex":19, + "Operations":1048576, + "Nanoseconds":3430000 + },{ + "IterationMode":"Overhead", + "IterationStage":"Actual", + "LaunchIndex":1, + "IterationIndex":20, + "Operations":1048576, + "Nanoseconds":2352200 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":1048576, - "Nanoseconds":689112700 + "Nanoseconds":699228700 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":1048576, - "Nanoseconds":719572200 + "Nanoseconds":638263600 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":1048576, - "Nanoseconds":722285900 + "Nanoseconds":653221200 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":1048576, - "Nanoseconds":701660200 + "Nanoseconds":656925600 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":1048576, - "Nanoseconds":717455700 + "Nanoseconds":626099300 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":1048576, - "Nanoseconds":684436400 + "Nanoseconds":663704000 + },{ + "IterationMode":"Workload", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":7, + "Operations":1048576, + "Nanoseconds":661161000 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":1048576, - "Nanoseconds":704224800 + "Nanoseconds":687120600 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":1048576, - "Nanoseconds":702549900 + "Nanoseconds":681705300 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":1048576, - "Nanoseconds":695505600 + "Nanoseconds":669833500 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, "Operations":1048576, - "Nanoseconds":702507000 + "Nanoseconds":684700700 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":2, "Operations":1048576, - "Nanoseconds":700832100 + "Nanoseconds":679285400 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":3, "Operations":1048576, - "Nanoseconds":693787800 + "Nanoseconds":667413600 } ], "Metrics":[ @@ -1516,7 +1565,7 @@ } ] },{ - "DisplayInfo":"Crc32Benchmark.Crc32: Job-KCZPEO(Server=True, IterationCount=3) [Size=2048]", + "DisplayInfo":"Crc32Benchmark.Crc32: Job-PYMLEY(Server=True, IterationCount=3) [Size=2048]", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"Crc32Benchmark", "Method":"Crc32", @@ -1526,18 +1575,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 1456.5507888793945,1411.8865966796875,1244.6094512939453 + 1222.8507995605469,1276.2453079223633,1271.1318969726562 ], "N":3, - "Min":1244.6094512939453, - "LowerFence":1169.2920207977295, - "Q1":1328.2480239868164, - "Median":1411.8865966796875, - "Mean":1371.0156122843425, - "Q3":1434.218692779541, - "UpperFence":1593.174695968628, - "Max":1456.5507888793945, - "InterquartileRange":105.97066879272461, + "Min":1222.8507995605469, + "LowerFence":1206.9454669952393, + "Q1":1246.9913482666016, + "Median":1271.1318969726562, + "Mean":1256.7426681518555, + "Q3":1273.6886024475098, + "UpperFence":1313.734483718872, + "Max":1276.2453079223633, + "InterquartileRange":26.697254180908203, "LowerOutliers":[ ], @@ -1547,30 +1596,30 @@ "AllOutliers":[ ], - "StandardError":64.50480774965729, - "Variance":12482.61066846074, - "StandardDeviation":111.72560435486908, - "Skewness":-0.31686185364626923, - "Kurtosis":0.6666666666666676, + "StandardError":17.010102981689474, + "Variance":868.0308103430434, + "StandardDeviation":29.46236260626502, + "Skewness":-0.37189789570888376, + "Kurtosis":0.6666666666666667, "ConfidenceInterval":{ "N":3, - "Mean":1371.0156122843425, - "StandardError":64.50480774965729, + "Mean":1256.7426681518555, + "StandardError":17.010102981689474, "Level":12, - "Margin":2038.2909405227704, - "Lower":-667.2753282384278, - "Upper":3409.306552807113 + "Margin":537.503172468896, + "Lower":719.2394956829595, + "Upper":1794.2458406207516 }, "Percentiles":{ - "P0":1244.6094512939453, - "P25":1328.2480239868164, - "P50":1411.8865966796875, - "P67":1427.072422027588, - "P80":1438.6851119995117, - "P85":1443.1515312194824, - "P90":1447.6179504394531, - "P95":1452.0843696594238, - "P100":1456.5507888793945 + "P0":1222.8507995605469, + "P25":1246.9913482666016, + "P50":1271.1318969726562, + "P67":1272.8704566955566, + "P80":1274.1999435424805, + "P85":1274.7112846374512, + "P90":1275.2226257324219, + "P95":1275.7339668273926, + "P100":1276.2453079223633 } }, "Memory":{ @@ -1587,434 +1636,399 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":203800 + "Nanoseconds":334100 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":2645000 + "Nanoseconds":2492400 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":433900 + "Nanoseconds":584000 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":331200 + "Nanoseconds":1152400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":1, "Operations":16, - "Nanoseconds":20400 + "Nanoseconds":54200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":38800 + "Nanoseconds":146700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":75000 + "Nanoseconds":282700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":149900 + "Nanoseconds":433600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":501900 + "Nanoseconds":829400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":635000 + "Nanoseconds":1497400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":1219200 + "Nanoseconds":2579000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":2447100 + "Nanoseconds":6858900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":4927700 + "Nanoseconds":12117000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":10, "Operations":8192, - "Nanoseconds":14938500 + "Nanoseconds":21959100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":11, "Operations":16384, - "Nanoseconds":21665800 + "Nanoseconds":46427900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":12, "Operations":32768, - "Nanoseconds":46978800 + "Nanoseconds":81069900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":13, "Operations":65536, - "Nanoseconds":92034000 + "Nanoseconds":80067200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":14, "Operations":131072, - "Nanoseconds":178324100 + "Nanoseconds":164016400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":15, "Operations":262144, - "Nanoseconds":362634400 + "Nanoseconds":325846700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":16, "Operations":524288, - "Nanoseconds":726565300 + "Nanoseconds":655500300 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":524288, - "Nanoseconds":879700 + "Nanoseconds":1352700 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":524288, - "Nanoseconds":860400 + "Nanoseconds":1805200 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":524288, - "Nanoseconds":894600 + "Nanoseconds":1278300 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":524288, - "Nanoseconds":956600 + "Nanoseconds":1893700 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":524288, - "Nanoseconds":941100 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":6, - "Operations":524288, - "Nanoseconds":915400 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":7, - "Operations":524288, - "Nanoseconds":924200 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":8, - "Operations":524288, - "Nanoseconds":862100 + "Nanoseconds":1577500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":524288, - "Nanoseconds":944200 + "Nanoseconds":1344100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":524288, - "Nanoseconds":853200 + "Nanoseconds":1369900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":524288, - "Nanoseconds":1010700 + "Nanoseconds":1402600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, "Operations":524288, - "Nanoseconds":925100 + "Nanoseconds":1222000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, "Operations":524288, - "Nanoseconds":889000 + "Nanoseconds":1305700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, "Operations":524288, - "Nanoseconds":929400 + "Nanoseconds":2059500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, "Operations":524288, - "Nanoseconds":906900 + "Nanoseconds":1354100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, "Operations":524288, - "Nanoseconds":1507300 + "Nanoseconds":1191400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, "Operations":524288, - "Nanoseconds":892400 + "Nanoseconds":1204000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, "Operations":524288, - "Nanoseconds":875600 + "Nanoseconds":1318600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, "Operations":524288, - "Nanoseconds":858600 + "Nanoseconds":1952300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, "Operations":524288, - "Nanoseconds":864700 + "Nanoseconds":1690300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, "Operations":524288, - "Nanoseconds":860000 + "Nanoseconds":1360000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, "Operations":524288, - "Nanoseconds":856100 + "Nanoseconds":1291600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, "Operations":524288, - "Nanoseconds":1062800 + "Nanoseconds":1350900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":16, "Operations":524288, - "Nanoseconds":1038700 + "Nanoseconds":1282900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":17, "Operations":524288, - "Nanoseconds":1516000 + "Nanoseconds":1420700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":18, "Operations":524288, - "Nanoseconds":1034800 + "Nanoseconds":1435000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":19, "Operations":524288, - "Nanoseconds":1045500 + "Nanoseconds":1400700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":20, "Operations":524288, - "Nanoseconds":857100 + "Nanoseconds":1315900 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":524288, - "Nanoseconds":727680700 + "Nanoseconds":642466000 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":524288, - "Nanoseconds":712551600 + "Nanoseconds":649175400 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":524288, - "Nanoseconds":717412000 + "Nanoseconds":656707900 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":524288, - "Nanoseconds":725084200 + "Nanoseconds":645382600 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":524288, - "Nanoseconds":686256500 + "Nanoseconds":660569100 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":524288, - "Nanoseconds":729513600 - },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":7, - "Operations":524288, - "Nanoseconds":770269100 - },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":8, - "Operations":524288, - "Nanoseconds":742106100 + "Nanoseconds":660105100 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":524288, - "Nanoseconds":764568100 + "Nanoseconds":642478500 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":524288, - "Nanoseconds":741151200 + "Nanoseconds":670472600 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":524288, - "Nanoseconds":653449800 + "Nanoseconds":667791700 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, "Operations":524288, - "Nanoseconds":763652100 + "Nanoseconds":641126000 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":2, "Operations":524288, - "Nanoseconds":740235200 + "Nanoseconds":669120100 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":3, "Operations":524288, - "Nanoseconds":652533800 + "Nanoseconds":666439200 } ], "Metrics":[ @@ -2033,7 +2047,7 @@ } ] },{ - "DisplayInfo":"Crc32Benchmark.Crc32: Job-KCZPEO(Server=True, IterationCount=3) [Size=4096]", + "DisplayInfo":"Crc32Benchmark.Crc32: Job-PYMLEY(Server=True, IterationCount=3) [Size=4096]", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"Crc32Benchmark", "Method":"Crc32", @@ -2043,18 +2057,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 2851.127243041992,2857.547378540039,2828.6876678466797 + 2517.3507690429688,2477.413558959961,2509.828567504883 ], "N":3, - "Min":2828.6876678466797, - "LowerFence":2818.2626724243164, - "Q1":2839.907455444336, - "Median":2851.127243041992, - "Mean":2845.7874298095703, - "Q3":2854.3373107910156, - "UpperFence":2875.982093811035, - "Max":2857.547378540039, - "InterquartileRange":14.429855346679688, + "Min":2477.413558959961, + "LowerFence":2463.668155670166, + "Q1":2493.621063232422, + "Median":2509.828567504883, + "Mean":2501.530965169271, + "Q3":2513.589668273926, + "UpperFence":2543.5425758361816, + "Max":2517.3507690429688, + "InterquartileRange":19.968605041503906, "LowerOutliers":[ ], @@ -2064,30 +2078,30 @@ "AllOutliers":[ ], - "StandardError":8.748446135247129, - "Variance":229.60592934396118, - "StandardDeviation":15.15275319352761, - "Skewness":-0.3086362345322542, - "Kurtosis":0.6666666666666666, + "StandardError":12.252657408273254, + "Variance":450.38284069354023, + "StandardDeviation":21.222225158864475, + "Skewness":-0.3312161898168278, + "Kurtosis":0.6666666666666762, "ConfidenceInterval":{ "N":3, - "Mean":2845.7874298095703, - "StandardError":8.748446135247129, + "Mean":2501.530965169271, + "StandardError":12.252657408273254, "Level":12, - "Margin":276.442626886527, - "Lower":2569.344802923043, - "Upper":3122.2300566960976 + "Margin":387.17239015017867, + "Lower":2114.3585750190923, + "Upper":2888.7033553194497 }, "Percentiles":{ - "P0":2828.6876678466797, - "P25":2839.907455444336, - "P50":2851.127243041992, - "P67":2853.310089111328, - "P80":2854.9793243408203, - "P85":2855.621337890625, - "P90":2856.2633514404297, - "P95":2856.9053649902344, - "P100":2857.547378540039 + "P0":2477.413558959961, + "P25":2493.621063232422, + "P50":2509.828567504883, + "P67":2512.386116027832, + "P80":2514.3418884277344, + "P85":2515.094108581543, + "P90":2515.8463287353516, + "P95":2516.59854888916, + "P100":2517.3507690429688 } }, "Memory":{ @@ -2104,427 +2118,420 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":238600 + "Nanoseconds":269000 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":3845300 + "Nanoseconds":3447000 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":562200 + "Nanoseconds":546600 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":379600 + "Nanoseconds":743400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":1, "Operations":16, - "Nanoseconds":43300 + "Nanoseconds":157900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":102000 + "Nanoseconds":205900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":163100 + "Nanoseconds":691300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":325400 + "Nanoseconds":833400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":1193000 + "Nanoseconds":1453600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":2153600 + "Nanoseconds":3725400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":2701600 + "Nanoseconds":6167400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":5615700 + "Nanoseconds":11469500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":11387400 + "Nanoseconds":22247400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":10, "Operations":8192, - "Nanoseconds":25725900 + "Nanoseconds":39953200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":11, "Operations":16384, - "Nanoseconds":42629600 + "Nanoseconds":75723700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":12, "Operations":32768, - "Nanoseconds":92508100 + "Nanoseconds":92636200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":13, "Operations":65536, - "Nanoseconds":184413300 + "Nanoseconds":164705900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":14, "Operations":131072, - "Nanoseconds":356814800 + "Nanoseconds":324797300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":15, "Operations":262144, - "Nanoseconds":753797800 + "Nanoseconds":646871700 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":262144, - "Nanoseconds":471400 + "Nanoseconds":747400 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":262144, - "Nanoseconds":542000 + "Nanoseconds":721000 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":262144, - "Nanoseconds":687400 + "Nanoseconds":709900 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":262144, - "Nanoseconds":653700 + "Nanoseconds":715200 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":262144, - "Nanoseconds":591000 + "Nanoseconds":668000 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":262144, - "Nanoseconds":603100 + "Nanoseconds":805900 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":7, "Operations":262144, - "Nanoseconds":725100 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":8, - "Operations":262144, - "Nanoseconds":652700 + "Nanoseconds":739000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":262144, - "Nanoseconds":574700 + "Nanoseconds":744900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":262144, - "Nanoseconds":438900 + "Nanoseconds":639000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":262144, - "Nanoseconds":581800 + "Nanoseconds":599400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, "Operations":262144, - "Nanoseconds":461200 + "Nanoseconds":756000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, "Operations":262144, - "Nanoseconds":518200 + "Nanoseconds":714300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, "Operations":262144, - "Nanoseconds":449600 + "Nanoseconds":716100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, "Operations":262144, - "Nanoseconds":453700 + "Nanoseconds":717900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, "Operations":262144, - "Nanoseconds":436500 + "Nanoseconds":732700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, "Operations":262144, - "Nanoseconds":754600 + "Nanoseconds":745600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, "Operations":262144, - "Nanoseconds":475400 + "Nanoseconds":1269500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, "Operations":262144, - "Nanoseconds":485900 + "Nanoseconds":718200 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, "Operations":262144, - "Nanoseconds":758500 + "Nanoseconds":744700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, "Operations":262144, - "Nanoseconds":519900 + "Nanoseconds":717400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, "Operations":262144, - "Nanoseconds":462800 + "Nanoseconds":716600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, "Operations":262144, - "Nanoseconds":476100 + "Nanoseconds":806700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":16, "Operations":262144, - "Nanoseconds":464800 + "Nanoseconds":730100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":17, "Operations":262144, - "Nanoseconds":435700 + "Nanoseconds":725200 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":18, "Operations":262144, - "Nanoseconds":694200 + "Nanoseconds":716500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":19, "Operations":262144, - "Nanoseconds":460500 + "Nanoseconds":756500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":20, "Operations":262144, - "Nanoseconds":445100 + "Nanoseconds":701500 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":262144, - "Nanoseconds":745839700 + "Nanoseconds":664594500 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":262144, - "Nanoseconds":741754500 + "Nanoseconds":650738900 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":262144, - "Nanoseconds":743267000 + "Nanoseconds":654356900 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":262144, - "Nanoseconds":728930800 + "Nanoseconds":668322300 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":262144, - "Nanoseconds":721044600 + "Nanoseconds":668721600 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":262144, - "Nanoseconds":702089800 + "Nanoseconds":646970200 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":7, "Operations":262144, - "Nanoseconds":772355100 + "Nanoseconds":676091700 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":8, "Operations":262144, - "Nanoseconds":708946600 + "Nanoseconds":665189700 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":262144, - "Nanoseconds":747876000 + "Nanoseconds":660630100 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":262144, - "Nanoseconds":749559000 + "Nanoseconds":650160800 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":262144, - "Nanoseconds":741993600 + "Nanoseconds":658658200 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, "Operations":262144, - "Nanoseconds":747405900 + "Nanoseconds":659908400 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":2, "Operations":262144, - "Nanoseconds":749088900 + "Nanoseconds":649439100 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":3, "Operations":262144, - "Nanoseconds":741523500 + "Nanoseconds":657936500 } ], "Metrics":[ @@ -2543,7 +2550,7 @@ } ] },{ - "DisplayInfo":"Crc32Benchmark.Crc32: Job-KCZPEO(Server=True, IterationCount=3) [Size=8192]", + "DisplayInfo":"Crc32Benchmark.Crc32: Job-PYMLEY(Server=True, IterationCount=3) [Size=8192]", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"Crc32Benchmark", "Method":"Crc32", @@ -2553,18 +2560,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 5478.49235534668,5345.682907104492,5392.989730834961 + 5046.778106689453,5443.987274169922,5059.6435546875 ], "N":3, - "Min":5345.682907104492, - "LowerFence":5269.729232788086, - "Q1":5369.336318969727, - "Median":5392.989730834961, - "Mean":5405.721664428711, - "Q3":5435.74104309082, - "UpperFence":5535.348129272461, - "Max":5478.49235534668, - "InterquartileRange":66.40472412109375, + "Min":5046.778106689453, + "LowerFence":4755.303955078125, + "Q1":5053.210830688477, + "Median":5059.6435546875, + "Mean":5183.469645182292, + "Q3":5251.815414428711, + "UpperFence":5549.7222900390625, + "Max":5443.987274169922, + "InterquartileRange":198.60458374023438, "LowerOutliers":[ ], @@ -2574,30 +2581,30 @@ "AllOutliers":[ ], - "StandardError":38.86371051669031, - "Variance":4531.163985375315, - "StandardDeviation":67.31392118555652, - "Skewness":0.1823760847634589, - "Kurtosis":0.6666666666666666, + "StandardError":130.31174953171595, + "Variance":50943.45619805002, + "StandardDeviation":225.70657101212188, + "Skewness":0.3834937595059142, + "Kurtosis":0.6666666666666644, "ConfidenceInterval":{ "N":3, - "Mean":5405.721664428711, - "StandardError":38.86371051669031, + "Mean":5183.469645182292, + "StandardError":130.31174953171595, "Level":12, - "Margin":1228.0565096590067, - "Lower":4177.665154769704, - "Upper":6633.778174087718 + "Margin":4117.728085401203, + "Lower":1065.7415597810887, + "Upper":9301.197730583495 }, "Percentiles":{ - "P0":5345.682907104492, - "P25":5369.336318969727, - "P50":5392.989730834961, - "P67":5422.060623168945, - "P80":5444.291305541992, - "P85":5452.841567993164, - "P90":5461.391830444336, - "P95":5469.942092895508, - "P100":5478.49235534668 + "P0":5046.778106689453, + "P25":5053.210830688477, + "P50":5059.6435546875, + "P67":5190.320419311523, + "P80":5290.249786376953, + "P85":5328.684158325195, + "P90":5367.1185302734375, + "P95":5405.55290222168, + "P100":5443.987274169922 } }, "Memory":{ @@ -2614,420 +2621,427 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":223100 + "Nanoseconds":344400 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":2863200 + "Nanoseconds":3060900 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":317300 + "Nanoseconds":563900 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":499800 + "Nanoseconds":959100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":1, "Operations":16, - "Nanoseconds":88300 + "Nanoseconds":263500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":148900 + "Nanoseconds":401600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":300800 + "Nanoseconds":797100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":591200 + "Nanoseconds":3049200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":1204100 + "Nanoseconds":4964100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":2523800 + "Nanoseconds":8725700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":5475600 + "Nanoseconds":13089600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":11394800 + "Nanoseconds":23662400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":22576800 + "Nanoseconds":45545200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":10, "Operations":8192, - "Nanoseconds":44884000 + "Nanoseconds":75536700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":11, "Operations":16384, - "Nanoseconds":88397100 + "Nanoseconds":89423400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":12, "Operations":32768, - "Nanoseconds":185143300 + "Nanoseconds":175091200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":13, "Operations":65536, - "Nanoseconds":341426100 + "Nanoseconds":336189400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":14, "Operations":131072, - "Nanoseconds":757982500 + "Nanoseconds":665943500 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":131072, - "Nanoseconds":322400 + "Nanoseconds":436600 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":131072, - "Nanoseconds":366000 + "Nanoseconds":367000 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":131072, - "Nanoseconds":379000 + "Nanoseconds":359500 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":131072, - "Nanoseconds":309900 + "Nanoseconds":369300 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":131072, - "Nanoseconds":317000 + "Nanoseconds":403900 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":131072, - "Nanoseconds":441500 + "Nanoseconds":363100 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":7, "Operations":131072, - "Nanoseconds":289800 + "Nanoseconds":371200 + },{ + "IterationMode":"Overhead", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":8, + "Operations":131072, + "Nanoseconds":879800 + },{ + "IterationMode":"Overhead", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":9, + "Operations":131072, + "Nanoseconds":381600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":131072, - "Nanoseconds":281300 + "Nanoseconds":442800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":131072, - "Nanoseconds":238100 + "Nanoseconds":441700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":131072, - "Nanoseconds":241000 + "Nanoseconds":461600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, "Operations":131072, - "Nanoseconds":243200 + "Nanoseconds":394400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, "Operations":131072, - "Nanoseconds":329000 + "Nanoseconds":446900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, "Operations":131072, - "Nanoseconds":444400 + "Nanoseconds":445900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, "Operations":131072, - "Nanoseconds":254900 + "Nanoseconds":443000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, "Operations":131072, - "Nanoseconds":357200 + "Nanoseconds":381900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, "Operations":131072, - "Nanoseconds":372000 + "Nanoseconds":443500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, "Operations":131072, - "Nanoseconds":220600 + "Nanoseconds":459100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, "Operations":131072, - "Nanoseconds":220400 + "Nanoseconds":538400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, "Operations":131072, - "Nanoseconds":273100 + "Nanoseconds":441000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, "Operations":131072, - "Nanoseconds":263700 + "Nanoseconds":445600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, "Operations":131072, - "Nanoseconds":244300 + "Nanoseconds":452300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, "Operations":131072, - "Nanoseconds":251600 + "Nanoseconds":456400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":16, "Operations":131072, - "Nanoseconds":340800 + "Nanoseconds":521800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":17, "Operations":131072, - "Nanoseconds":254800 + "Nanoseconds":423700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":18, "Operations":131072, - "Nanoseconds":247800 + "Nanoseconds":1248900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":19, "Operations":131072, - "Nanoseconds":365600 + "Nanoseconds":459500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":20, "Operations":131072, - "Nanoseconds":237300 + "Nanoseconds":558900 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":131072, - "Nanoseconds":779452300 + "Nanoseconds":669163400 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":131072, - "Nanoseconds":715517300 + "Nanoseconds":644224300 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":131072, - "Nanoseconds":718827700 + "Nanoseconds":676454300 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":131072, - "Nanoseconds":739977900 + "Nanoseconds":654614200 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":131072, - "Nanoseconds":729494600 + "Nanoseconds":652509500 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":131072, - "Nanoseconds":721903400 + "Nanoseconds":647518000 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":7, "Operations":131072, - "Nanoseconds":713017700 + "Nanoseconds":658531800 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":8, "Operations":131072, - "Nanoseconds":724094300 - },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":9, - "Operations":131072, - "Nanoseconds":694390600 + "Nanoseconds":655595800 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":131072, - "Nanoseconds":718331800 + "Nanoseconds":661937700 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":131072, - "Nanoseconds":700924200 + "Nanoseconds":714000700 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":131072, - "Nanoseconds":707124800 + "Nanoseconds":663624000 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, "Operations":131072, - "Nanoseconds":718076950 + "Nanoseconds":661491300 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":2, "Operations":131072, - "Nanoseconds":700669350 + "Nanoseconds":713554300 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":3, "Operations":131072, - "Nanoseconds":706869950 + "Nanoseconds":663177600 } ], "Metrics":[ @@ -3046,7 +3060,7 @@ } ] },{ - "DisplayInfo":"Crc32Benchmark.Crc32: Job-KCZPEO(Server=True, IterationCount=3) [Size=16384]", + "DisplayInfo":"Crc32Benchmark.Crc32: Job-PYMLEY(Server=True, IterationCount=3) [Size=16384]", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"Crc32Benchmark", "Method":"Crc32", @@ -3056,18 +3070,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 11926.80435180664,10642.899322509766,10371.146392822266 + 9771.714782714844,9991.241455078125,9806.155395507812 ], "N":3, - "Min":10371.146392822266, - "LowerFence":9340.279388427734, - "Q1":10507.022857666016, - "Median":10642.899322509766, - "Mean":10980.28335571289, - "Q3":11284.851837158203, - "UpperFence":12451.595306396484, - "Max":11926.80435180664, - "InterquartileRange":777.8289794921875, + "Min":9771.714782714844, + "LowerFence":9624.290084838867, + "Q1":9788.935089111328, + "Median":9806.155395507812, + "Mean":9856.370544433594, + "Q3":9898.698425292969, + "UpperFence":10063.34342956543, + "Max":9991.241455078125, + "InterquartileRange":109.76333618164062, "LowerOutliers":[ ], @@ -3077,30 +3091,30 @@ "AllOutliers":[ ], - "StandardError":479.7182891146162, - "Variance":690388.9107331634, - "StandardDeviation":830.8964500665311, - "Skewness":0.33910096125281414, + "StandardError":68.16441118343367, + "Variance":13939.16085595265, + "StandardDeviation":118.0642234377233, + "Skewness":0.34838112876482663, "Kurtosis":0.6666666666666666, "ConfidenceInterval":{ "N":3, - "Mean":10980.28335571289, - "StandardError":479.7182891146162, + "Mean":9856.370544433594, + "StandardError":68.16441118343367, "Level":12, - "Margin":15158.644399038618, - "Lower":-4178.361043325727, - "Upper":26138.92775475151 + "Margin":2153.930949154717, + "Lower":7702.439595278876, + "Upper":12010.301493588311 }, "Percentiles":{ - "P0":10371.146392822266, - "P25":10507.022857666016, - "P50":10642.899322509766, - "P67":11079.427032470703, - "P80":11413.24234008789, - "P85":11541.632843017578, - "P90":11670.023345947266, - "P95":11798.413848876953, - "P100":11926.80435180664 + "P0":9771.714782714844, + "P25":9788.935089111328, + "P50":9806.155395507812, + "P67":9869.084655761719, + "P80":9917.20703125, + "P85":9935.715637207031, + "P90":9954.224243164062, + "P95":9972.732849121094, + "P100":9991.241455078125 } }, "Memory":{ @@ -3117,420 +3131,378 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":204900 + "Nanoseconds":368300 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":2536400 + "Nanoseconds":2062000 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":325800 + "Nanoseconds":1082400 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":464000 + "Nanoseconds":2546700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":1, "Operations":16, - "Nanoseconds":183600 + "Nanoseconds":351700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":315300 + "Nanoseconds":845800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":660800 + "Nanoseconds":1761300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":1357000 + "Nanoseconds":2651600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":2424900 + "Nanoseconds":5808500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":4815800 + "Nanoseconds":10218300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":10737400 + "Nanoseconds":21965500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":20706100 + "Nanoseconds":45319700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":46648400 + "Nanoseconds":83119500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":10, "Operations":8192, - "Nanoseconds":90158500 + "Nanoseconds":93986400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":11, "Operations":16384, - "Nanoseconds":178844600 + "Nanoseconds":157862100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":12, "Operations":32768, - "Nanoseconds":341172000 + "Nanoseconds":336789500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":13, "Operations":65536, - "Nanoseconds":705702200 + "Nanoseconds":647460700 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":65536, - "Nanoseconds":192600 + "Nanoseconds":181600 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":65536, - "Nanoseconds":111600 + "Nanoseconds":198100 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":65536, - "Nanoseconds":109500 + "Nanoseconds":182900 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":65536, - "Nanoseconds":107200 + "Nanoseconds":182900 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":65536, - "Nanoseconds":111000 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":6, - "Operations":65536, - "Nanoseconds":139500 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":7, - "Operations":65536, - "Nanoseconds":150400 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":8, - "Operations":65536, - "Nanoseconds":152400 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":9, - "Operations":65536, - "Nanoseconds":117000 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":10, - "Operations":65536, - "Nanoseconds":119000 + "Nanoseconds":180500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":65536, - "Nanoseconds":137700 + "Nanoseconds":180600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":65536, - "Nanoseconds":132100 + "Nanoseconds":163800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":65536, - "Nanoseconds":146200 + "Nanoseconds":180100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, "Operations":65536, - "Nanoseconds":108300 + "Nanoseconds":181300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, "Operations":65536, - "Nanoseconds":108100 + "Nanoseconds":180700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, "Operations":65536, - "Nanoseconds":118300 + "Nanoseconds":185600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, "Operations":65536, - "Nanoseconds":109500 + "Nanoseconds":182100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, "Operations":65536, - "Nanoseconds":108200 + "Nanoseconds":261300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, "Operations":65536, - "Nanoseconds":116700 + "Nanoseconds":230000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, "Operations":65536, - "Nanoseconds":168000 + "Nanoseconds":189200 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, "Operations":65536, - "Nanoseconds":129700 + "Nanoseconds":180700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, "Operations":65536, - "Nanoseconds":126800 + "Nanoseconds":190100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, "Operations":65536, - "Nanoseconds":115600 + "Nanoseconds":195000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, "Operations":65536, - "Nanoseconds":117800 + "Nanoseconds":180200 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, "Operations":65536, - "Nanoseconds":114300 + "Nanoseconds":210200 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":16, "Operations":65536, - "Nanoseconds":109700 + "Nanoseconds":179800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":17, "Operations":65536, - "Nanoseconds":155300 - },{ - "IterationMode":"Overhead", - "IterationStage":"Actual", - "LaunchIndex":1, - "IterationIndex":18, - "Operations":65536, - "Nanoseconds":108900 - },{ - "IterationMode":"Overhead", - "IterationStage":"Actual", - "LaunchIndex":1, - "IterationIndex":19, - "Operations":65536, - "Nanoseconds":153000 - },{ - "IterationMode":"Overhead", - "IterationStage":"Actual", - "LaunchIndex":1, - "IterationIndex":20, - "Operations":65536, - "Nanoseconds":108400 + "Nanoseconds":183000 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":65536, - "Nanoseconds":668576100 + "Nanoseconds":655514000 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":65536, - "Nanoseconds":650621100 + "Nanoseconds":665924800 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":65536, - "Nanoseconds":707158800 + "Nanoseconds":650132600 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":65536, - "Nanoseconds":701457500 + "Nanoseconds":650635300 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":65536, - "Nanoseconds":730910600 + "Nanoseconds":657432300 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":65536, - "Nanoseconds":757330700 + "Nanoseconds":678406600 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":7, "Operations":65536, - "Nanoseconds":734753700 + "Nanoseconds":718882000 + },{ + "IterationMode":"Workload", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":8, + "Operations":65536, + "Nanoseconds":720303200 + },{ + "IterationMode":"Workload", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":9, + "Operations":65536, + "Nanoseconds":706170400 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":65536, - "Nanoseconds":781752300 + "Nanoseconds":640581200 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":65536, - "Nanoseconds":697610300 + "Nanoseconds":654968100 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":65536, - "Nanoseconds":679800700 + "Nanoseconds":642838300 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, "Operations":65536, - "Nanoseconds":781635050 + "Nanoseconds":640399100 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":2, "Operations":65536, - "Nanoseconds":697493050 + "Nanoseconds":654786000 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":3, "Operations":65536, - "Nanoseconds":679683450 + "Nanoseconds":642656200 } ], "Metrics":[ @@ -3549,7 +3521,7 @@ } ] },{ - "DisplayInfo":"Crc32Benchmark.Crc32: Job-KCZPEO(Server=True, IterationCount=3) [Size=32768]", + "DisplayInfo":"Crc32Benchmark.Crc32: Job-PYMLEY(Server=True, IterationCount=3) [Size=32768]", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"Crc32Benchmark", "Method":"Crc32", @@ -3559,18 +3531,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 21672.610473632812,22475.921630859375,21845.480346679688 + 20561.648559570312,20368.316650390625,20217.706298828125 ], "N":3, - "Min":21672.610473632812, - "LowerFence":21156.562042236328, - "Q1":21759.04541015625, - "Median":21845.480346679688, - "Mean":21998.004150390625, - "Q3":22160.70098876953, - "UpperFence":22763.184356689453, - "Max":22475.921630859375, - "InterquartileRange":401.65557861328125, + "Min":20217.706298828125, + "LowerFence":20035.054779052734, + "Q1":20293.011474609375, + "Median":20368.316650390625, + "Mean":20382.557169596355, + "Q3":20464.98260498047, + "UpperFence":20722.93930053711, + "Max":20561.648559570312, + "InterquartileRange":171.97113037109375, "LowerOutliers":[ ], @@ -3580,30 +3552,30 @@ "AllOutliers":[ ], - "StandardError":244.1139330005624, - "Variance":178774.8368550092, - "StandardDeviation":422.8177347924389, - "Skewness":0.3137906990774251, - "Kurtosis":0.6666666666666666, + "StandardError":99.54256036414489, + "Variance":29726.16397154828, + "StandardDeviation":172.41277206619085, + "Skewness":0.08203203264059356, + "Kurtosis":0.6666666666666642, "ConfidenceInterval":{ "N":3, - "Mean":21998.004150390625, - "StandardError":244.1139330005624, + "Mean":20382.557169596355, + "StandardError":99.54256036414489, "Level":12, - "Margin":7713.769491748815, - "Lower":14284.23465864181, - "Upper":29711.77364213944 + "Margin":3145.450797622996, + "Lower":17237.106371973357, + "Upper":23528.007967219353 }, "Percentiles":{ - "P0":21672.610473632812, - "P25":21759.04541015625, - "P50":21845.480346679688, - "P67":22059.83038330078, - "P80":22223.7451171875, - "P85":22286.78924560547, - "P90":22349.833374023438, - "P95":22412.877502441406, - "P100":22475.921630859375 + "P0":20217.706298828125, + "P25":20293.011474609375, + "P50":20368.316650390625, + "P67":20434.04949951172, + "P80":20484.315795898438, + "P85":20503.648986816406, + "P90":20522.982177734375, + "P95":20542.315368652344, + "P100":20561.648559570312 } }, "Memory":{ @@ -3620,371 +3592,364 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":216300 + "Nanoseconds":338000 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":2314600 + "Nanoseconds":3133000 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":304100 + "Nanoseconds":503900 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":618800 + "Nanoseconds":2486100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":1, "Operations":16, - "Nanoseconds":351000 + "Nanoseconds":649800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":606100 + "Nanoseconds":1130300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":1190500 + "Nanoseconds":2172800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":2338600 + "Nanoseconds":4963600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":4721900 + "Nanoseconds":8119500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":10677800 + "Nanoseconds":15271400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":19124700 + "Nanoseconds":32218400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":44630000 + "Nanoseconds":59428400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":95492600 + "Nanoseconds":103881300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":10, "Operations":8192, - "Nanoseconds":177895200 + "Nanoseconds":166208200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":11, "Operations":16384, - "Nanoseconds":334327200 + "Nanoseconds":325774700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":12, "Operations":32768, - "Nanoseconds":719651300 + "Nanoseconds":682671900 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":32768, - "Nanoseconds":74400 + "Nanoseconds":93800 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":32768, - "Nanoseconds":73800 + "Nanoseconds":91400 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":32768, - "Nanoseconds":59100 + "Nanoseconds":91400 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":32768, - "Nanoseconds":74900 + "Nanoseconds":90200 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":32768, - "Nanoseconds":57500 + "Nanoseconds":93200 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":32768, - "Nanoseconds":58400 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":7, - "Operations":32768, - "Nanoseconds":55800 + "Nanoseconds":92900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":32768, - "Nanoseconds":86200 + "Nanoseconds":92700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":32768, - "Nanoseconds":67800 + "Nanoseconds":94700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":32768, - "Nanoseconds":54200 + "Nanoseconds":88900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, "Operations":32768, - "Nanoseconds":68500 + "Nanoseconds":90900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, "Operations":32768, - "Nanoseconds":56200 + "Nanoseconds":97700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, "Operations":32768, - "Nanoseconds":111100 + "Nanoseconds":101300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, "Operations":32768, - "Nanoseconds":55600 + "Nanoseconds":102600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, "Operations":32768, - "Nanoseconds":54300 + "Nanoseconds":100400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, "Operations":32768, - "Nanoseconds":53300 + "Nanoseconds":91600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, "Operations":32768, - "Nanoseconds":54300 + "Nanoseconds":94700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, "Operations":32768, - "Nanoseconds":53900 + "Nanoseconds":124400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, "Operations":32768, - "Nanoseconds":58000 + "Nanoseconds":140900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, "Operations":32768, - "Nanoseconds":54500 + "Nanoseconds":126400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, "Operations":32768, - "Nanoseconds":54400 + "Nanoseconds":94300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, "Operations":32768, - "Nanoseconds":53800 + "Nanoseconds":98100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":16, "Operations":32768, - "Nanoseconds":54500 + "Nanoseconds":92700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":17, "Operations":32768, - "Nanoseconds":54000 + "Nanoseconds":94500 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":32768, - "Nanoseconds":727121300 + "Nanoseconds":670357300 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":32768, - "Nanoseconds":702442200 + "Nanoseconds":657416900 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":32768, - "Nanoseconds":682648900 + "Nanoseconds":674839600 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":32768, - "Nanoseconds":732784700 + "Nanoseconds":652553400 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":32768, - "Nanoseconds":685834600 + "Nanoseconds":665012000 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":32768, - "Nanoseconds":727212500 + "Nanoseconds":672180900 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":7, "Operations":32768, - "Nanoseconds":689760100 + "Nanoseconds":636748300 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":32768, - "Nanoseconds":710222600 + "Nanoseconds":673858800 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":32768, - "Nanoseconds":736545500 + "Nanoseconds":667523700 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":32768, - "Nanoseconds":715887200 + "Nanoseconds":662588500 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, "Operations":32768, - "Nanoseconds":710168100 + "Nanoseconds":673764100 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":2, "Operations":32768, - "Nanoseconds":736491000 + "Nanoseconds":667429000 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":3, "Operations":32768, - "Nanoseconds":715832700 + "Nanoseconds":662493800 } ], "Metrics":[ diff --git a/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Crc32Benchmark-report.csv b/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Crc32Benchmark-report.csv index 33c623c..e93a9ec 100644 --- a/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Crc32Benchmark-report.csv +++ b/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Crc32Benchmark-report.csv @@ -1,9 +1,9 @@ Method,Job,AnalyzeLaunchVariance,EvaluateOverhead,MaxAbsoluteError,MaxRelativeError,MinInvokeCount,MinIterationTime,OutlierMode,Affinity,EnvironmentVariables,Jit,LargeAddressAware,Platform,PowerPlanMode,Runtime,AllowVeryLargeObjects,Concurrent,CpuGroups,Force,HeapAffinitizeMask,HeapCount,NoAffinitize,RetainVm,Server,Arguments,BuildConfiguration,Clock,EngineFactory,NuGetReferences,Toolchain,IsMutator,InvocationCount,IterationCount,IterationTime,LaunchCount,MaxIterationCount,MaxWarmupIterationCount,MemoryRandomization,MinIterationCount,MinWarmupIterationCount,RunStrategy,UnrollFactor,WarmupCount,Size,Mean,Error,StdDev,StdErr,Min,Max,Q1,Q3,Median,Op/s,Rank,Allocated -Crc32,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,256,173.9 ns,37.48 ns,2.05 ns,1.19 ns,172.4 ns,176.2 ns,172.7 ns,174.6 ns,173.0 ns,"5,751,911.6",1,0 B -Crc32,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,512,339.1 ns,646.30 ns,35.43 ns,20.45 ns,299.7 ns,368.3 ns,324.5 ns,358.8 ns,349.3 ns,"2,948,949.5",2,0 B -Crc32,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,1024,666.7 ns,80.50 ns,4.41 ns,2.55 ns,661.6 ns,670.0 ns,665.0 ns,669.2 ns,668.4 ns,"1,500,018.0",3,0 B -Crc32,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,2048,"1,371.0 ns","2,038.29 ns",111.73 ns,64.50 ns,"1,244.6 ns","1,456.6 ns","1,328.2 ns","1,434.2 ns","1,411.9 ns","729,386.3",4,0 B -Crc32,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,4096,"2,845.8 ns",276.44 ns,15.15 ns,8.75 ns,"2,828.7 ns","2,857.5 ns","2,839.9 ns","2,854.3 ns","2,851.1 ns","351,396.6",5,0 B -Crc32,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,8192,"5,405.7 ns","1,228.06 ns",67.31 ns,38.86 ns,"5,345.7 ns","5,478.5 ns","5,369.3 ns","5,435.7 ns","5,393.0 ns","184,989.2",6,0 B -Crc32,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,16384,"10,980.3 ns","15,158.64 ns",830.90 ns,479.72 ns,"10,371.1 ns","11,926.8 ns","10,507.0 ns","11,284.9 ns","10,642.9 ns","91,072.3",7,0 B -Crc32,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,32768,"21,998.0 ns","7,713.77 ns",422.82 ns,244.11 ns,"21,672.6 ns","22,475.9 ns","21,759.0 ns","22,160.7 ns","21,845.5 ns","45,458.7",8,0 B +Crc32,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,256,159.9 ns,101.4 ns,5.56 ns,3.21 ns,153.6 ns,164.2 ns,157.7 ns,163.0 ns,161.8 ns,"6,254,043.2",1,0 B +Crc32,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,512,328.8 ns,246.6 ns,13.51 ns,7.80 ns,313.5 ns,338.9 ns,323.7 ns,336.5 ns,334.0 ns,"3,041,263.9",2,0 B +Crc32,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,1024,645.8 ns,153.8 ns,8.43 ns,4.87 ns,636.5 ns,653.0 ns,642.2 ns,650.4 ns,647.8 ns,"1,548,552.0",3,0 B +Crc32,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,2048,"1,256.7 ns",537.5 ns,29.46 ns,17.01 ns,"1,222.9 ns","1,276.2 ns","1,247.0 ns","1,273.7 ns","1,271.1 ns","795,707.8",4,0 B +Crc32,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,4096,"2,501.5 ns",387.2 ns,21.22 ns,12.25 ns,"2,477.4 ns","2,517.4 ns","2,493.6 ns","2,513.6 ns","2,509.8 ns","399,755.2",5,0 B +Crc32,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,8192,"5,183.5 ns","4,117.7 ns",225.71 ns,130.31 ns,"5,046.8 ns","5,444.0 ns","5,053.2 ns","5,251.8 ns","5,059.6 ns","192,921.0",6,0 B +Crc32,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,16384,"9,856.4 ns","2,153.9 ns",118.06 ns,68.16 ns,"9,771.7 ns","9,991.2 ns","9,788.9 ns","9,898.7 ns","9,806.2 ns","101,457.2",7,0 B +Crc32,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,32768,"20,382.6 ns","3,145.5 ns",172.41 ns,99.54 ns,"20,217.7 ns","20,561.6 ns","20,293.0 ns","20,465.0 ns","20,368.3 ns","49,061.6",8,0 B diff --git a/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Md5VsSha256Benchmark-report-full.json b/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Md5VsSha256Benchmark-report-full.json index 5cf50b6..a5c176f 100644 --- a/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Md5VsSha256Benchmark-report-full.json +++ b/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Md5VsSha256Benchmark-report-full.json @@ -1,19 +1,19 @@ { - "Title":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Md5VsSha256Benchmark-20230308-185240", + "Title":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Md5VsSha256Benchmark-20230921-214548", "HostEnvironmentInfo":{ "BenchmarkDotNetCaption":"BenchmarkDotNet", "BenchmarkDotNetVersion":"0.13.5", - "OsVersion":"Windows 10 (10.0.19045.2604/22H2/2022Update)", - "ProcessorName":"Intel Core i7-10850H CPU 2.70GHz", + "OsVersion":"Windows 10 (10.0.19045.3324/22H2/2022Update)", + "ProcessorName":"11th Gen Intel Core i7-11850H 2.50GHz", "PhysicalProcessorCount":1, - "PhysicalCoreCount":6, - "LogicalCoreCount":12, - "RuntimeVersion":".NET 6.0.14 (6.0.1423.7309)", + "PhysicalCoreCount":8, + "LogicalCoreCount":16, + "RuntimeVersion":".NET 7.0.11 (7.0.1123.42427)", "Architecture":"X64", "HasAttachedDebugger":false, "HasRyuJit":true, "Configuration":"RELEASE", - "DotNetCliVersion":"6.0.406", + "DotNetCliVersion":"7.0.401", "ChronometerFrequency":{ "Hertz":10000000 }, @@ -21,7 +21,7 @@ }, "Benchmarks":[ { - "DisplayInfo":"Md5VsSha256Benchmark.Sha256: Job-KCZPEO(Server=True, IterationCount=3) [N=1000]", + "DisplayInfo":"Md5VsSha256Benchmark.Sha256: Job-PYMLEY(Server=True, IterationCount=3) [N=1000]", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"Md5VsSha256Benchmark", "Method":"Sha256", @@ -31,18 +31,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 4783.213043212891,4799.278259277344,4713.222503662109 + 857.5937271118164,873.432445526123,868.3011054992676 ], "N":3, - "Min":4713.222503662109, - "LowerFence":4683.675956726074, - "Q1":4748.2177734375, - "Median":4783.213043212891, - "Mean":4765.237935384114, - "Q3":4791.245651245117, - "UpperFence":4855.787467956543, - "Max":4799.278259277344, - "InterquartileRange":43.02787780761719, + "Min":857.5937271118164, + "LowerFence":851.068377494812, + "Q1":862.947416305542, + "Median":868.3011054992676, + "Mean":866.4424260457357, + "Q3":870.8667755126953, + "UpperFence":882.7458143234253, + "Max":873.432445526123, + "InterquartileRange":7.91935920715332, "LowerOutliers":[ ], @@ -52,37 +52,37 @@ "AllOutliers":[ ], - "StandardError":26.41796512930377, - "Variance":2093.7266447193297, - "StandardDeviation":45.75725783653703, - "Skewness":-0.33221361392248344, - "Kurtosis":0.6666666666666581, + "StandardError":4.665735641716831, + "Variance":65.30726723516031, + "StandardDeviation":8.08129118613853, + "Skewness":-0.21783117615823736, + "Kurtosis":0.6666666666666707, "ConfidenceInterval":{ "N":3, - "Mean":4765.237935384114, - "StandardError":26.41796512930377, + "Mean":866.4424260457357, + "StandardError":4.665735641716831, "Level":12, - "Margin":834.782721918777, - "Lower":3930.4552134653372, - "Upper":5600.020657302892 + "Margin":147.43283518174874, + "Lower":719.009590863987, + "Upper":1013.8752612274844 }, "Percentiles":{ - "P0":4713.222503662109, - "P25":4748.2177734375, - "P50":4783.213043212891, - "P67":4788.675216674805, - "P80":4792.8521728515625, - "P85":4794.458694458008, - "P90":4796.065216064453, - "P95":4797.671737670898, - "P100":4799.278259277344 + "P0":857.5937271118164, + "P25":862.947416305542, + "P50":868.3011054992676, + "P67":870.0457611083984, + "P80":871.3799095153809, + "P85":871.8930435180664, + "P90":872.406177520752, + "P95":872.9193115234375, + "P100":873.432445526123 } }, "Memory":{ "Gen0Collections":0, "Gen1Collections":0, "Gen2Collections":0, - "TotalOperations":131072, + "TotalOperations":1048576, "BytesAllocatedPerOperation":112 }, "Measurements":[ @@ -92,406 +92,441 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":276200 + "Nanoseconds":247900 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":663600 + "Nanoseconds":658400 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":453600 + "Nanoseconds":769100 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":572100 + "Nanoseconds":887500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":1, "Operations":16, - "Nanoseconds":90800 + "Nanoseconds":30600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":155700 + "Nanoseconds":45800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":297000 + "Nanoseconds":94100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":793000 + "Nanoseconds":172000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":1202600 + "Nanoseconds":316600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":2253900 + "Nanoseconds":627800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":5204800 + "Nanoseconds":1405600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":9570500 + "Nanoseconds":2736600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":20359700 + "Nanoseconds":4841900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":10, "Operations":8192, - "Nanoseconds":41729000 + "Nanoseconds":8581500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":11, "Operations":16384, - "Nanoseconds":71376400 + "Nanoseconds":17940100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":12, "Operations":32768, - "Nanoseconds":141350800 + "Nanoseconds":35565400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":13, "Operations":65536, - "Nanoseconds":314175900 + "Nanoseconds":68849900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":14, "Operations":131072, - "Nanoseconds":597538100 + "Nanoseconds":122537000 + },{ + "IterationMode":"Workload", + "IterationStage":"Pilot", + "LaunchIndex":1, + "IterationIndex":15, + "Operations":262144, + "Nanoseconds":237355000 + },{ + "IterationMode":"Workload", + "IterationStage":"Pilot", + "LaunchIndex":1, + "IterationIndex":16, + "Operations":524288, + "Nanoseconds":488523000 + },{ + "IterationMode":"Workload", + "IterationStage":"Pilot", + "LaunchIndex":1, + "IterationIndex":17, + "Operations":1048576, + "Nanoseconds":900168600 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, - "Operations":131072, - "Nanoseconds":397700 + "Operations":1048576, + "Nanoseconds":4422800 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, - "Operations":131072, - "Nanoseconds":389400 + "Operations":1048576, + "Nanoseconds":4558800 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, - "Operations":131072, - "Nanoseconds":616600 + "Operations":1048576, + "Nanoseconds":4315100 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, - "Operations":131072, - "Nanoseconds":388700 + "Operations":1048576, + "Nanoseconds":4711600 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, - "Operations":131072, - "Nanoseconds":430500 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":6, - "Operations":131072, - "Nanoseconds":581400 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":7, - "Operations":131072, - "Nanoseconds":386400 + "Operations":1048576, + "Nanoseconds":4488400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, - "Operations":131072, - "Nanoseconds":393400 + "Operations":1048576, + "Nanoseconds":3542000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, - "Operations":131072, - "Nanoseconds":556500 + "Operations":1048576, + "Nanoseconds":3867400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, - "Operations":131072, - "Nanoseconds":368000 + "Operations":1048576, + "Nanoseconds":3846600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, - "Operations":131072, - "Nanoseconds":370500 + "Operations":1048576, + "Nanoseconds":4864500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, - "Operations":131072, - "Nanoseconds":560500 + "Operations":1048576, + "Nanoseconds":4347500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, - "Operations":131072, - "Nanoseconds":407600 + "Operations":1048576, + "Nanoseconds":4247200 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, - "Operations":131072, - "Nanoseconds":383700 + "Operations":1048576, + "Nanoseconds":3649000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, - "Operations":131072, - "Nanoseconds":552500 + "Operations":1048576, + "Nanoseconds":3776000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, - "Operations":131072, - "Nanoseconds":369500 + "Operations":1048576, + "Nanoseconds":4673200 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, - "Operations":131072, - "Nanoseconds":368100 + "Operations":1048576, + "Nanoseconds":3918600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, - "Operations":131072, - "Nanoseconds":360800 + "Operations":1048576, + "Nanoseconds":4793700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, - "Operations":131072, - "Nanoseconds":372100 + "Operations":1048576, + "Nanoseconds":4127900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, - "Operations":131072, - "Nanoseconds":529900 + "Operations":1048576, + "Nanoseconds":3777900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, - "Operations":131072, - "Nanoseconds":533400 + "Operations":1048576, + "Nanoseconds":6052800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, - "Operations":131072, - "Nanoseconds":487100 + "Operations":1048576, + "Nanoseconds":3861700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":16, - "Operations":131072, - "Nanoseconds":374200 + "Operations":1048576, + "Nanoseconds":3902600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":17, - "Operations":131072, - "Nanoseconds":523600 + "Operations":1048576, + "Nanoseconds":4524000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":18, - "Operations":131072, - "Nanoseconds":362300 + "Operations":1048576, + "Nanoseconds":3384600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":19, - "Operations":131072, - "Nanoseconds":443700 + "Operations":1048576, + "Nanoseconds":4952600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":20, - "Operations":131072, - "Nanoseconds":435500 + "Operations":1048576, + "Nanoseconds":3850000 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, - "Operations":131072, - "Nanoseconds":619375200 + "Operations":1048576, + "Nanoseconds":921757500 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, - "Operations":131072, - "Nanoseconds":601830700 + "Operations":1048576, + "Nanoseconds":911512100 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, - "Operations":131072, - "Nanoseconds":602052500 + "Operations":1048576, + "Nanoseconds":900544800 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, - "Operations":131072, - "Nanoseconds":599677700 + "Operations":1048576, + "Nanoseconds":922238800 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, - "Operations":131072, - "Nanoseconds":559885200 + "Operations":1048576, + "Nanoseconds":942351600 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, - "Operations":131072, - "Nanoseconds":591142500 + "Operations":1048576, + "Nanoseconds":922714100 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":7, - "Operations":131072, - "Nanoseconds":584222000 + "Operations":1048576, + "Nanoseconds":918294700 + },{ + "IterationMode":"Workload", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":8, + "Operations":1048576, + "Nanoseconds":914678400 + },{ + "IterationMode":"Workload", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":9, + "Operations":1048576, + "Nanoseconds":915407800 + },{ + "IterationMode":"Workload", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":10, + "Operations":1048576, + "Nanoseconds":970754200 + },{ + "IterationMode":"Workload", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":11, + "Operations":1048576, + "Nanoseconds":899344900 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, - "Operations":131072, - "Nanoseconds":627345800 + "Operations":1048576, + "Nanoseconds":903162800 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, - "Operations":131072, - "Nanoseconds":629451500 + "Operations":1048576, + "Nanoseconds":919770900 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, - "Operations":131072, - "Nanoseconds":618172000 + "Operations":1048576, + "Nanoseconds":914390300 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, - "Operations":131072, - "Nanoseconds":626945300 + "Operations":1048576, + "Nanoseconds":899252200 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":2, - "Operations":131072, - "Nanoseconds":629051000 + "Operations":1048576, + "Nanoseconds":915860300 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":3, - "Operations":131072, - "Nanoseconds":617771500 + "Operations":1048576, + "Nanoseconds":910479700 } ], "Metrics":[ @@ -510,7 +545,7 @@ } ] },{ - "DisplayInfo":"Md5VsSha256Benchmark.Md5: Job-KCZPEO(Server=True, IterationCount=3) [N=1000]", + "DisplayInfo":"Md5VsSha256Benchmark.Md5: Job-PYMLEY(Server=True, IterationCount=3) [N=1000]", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"Md5VsSha256Benchmark", "Method":"Md5", @@ -520,18 +555,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 1861.0298156738281,1985.3025436401367,2077.5196075439453 + 2157.1733474731445,2148.0859756469727,2144.8389053344727 ], "N":3, - "Min":1861.0298156738281, - "LowerFence":1760.7988357543945, - "Q1":1923.1661796569824, - "Median":1985.3025436401367, - "Mean":1974.61732228597, - "Q3":2031.411075592041, - "UpperFence":2193.778419494629, - "Max":2077.5196075439453, - "InterquartileRange":108.2448959350586, + "Min":2144.8389053344727, + "LowerFence":2137.2116088867188, + "Q1":2146.4624404907227, + "Median":2148.0859756469727, + "Mean":2150.0327428181968, + "Q3":2152.6296615600586, + "UpperFence":2161.8804931640625, + "Max":2157.1733474731445, + "InterquartileRange":6.1672210693359375, "LowerOutliers":[ ], @@ -541,37 +576,37 @@ "AllOutliers":[ ], - "StandardError":62.723169463211704, - "Variance":11802.587962532318, - "StandardDeviation":108.63971632203537, - "Skewness":-0.0974032035092449, - "Kurtosis":0.6666666666666665, + "StandardError":3.691297989067333, + "Variance":40.8770425322776, + "StandardDeviation":6.3935156629414465, + "Skewness":0.27626009619025754, + "Kurtosis":0.6666666666666408, "ConfidenceInterval":{ "N":3, - "Mean":1974.61732228597, - "StandardError":62.723169463211704, + "Mean":2150.0327428181968, + "StandardError":3.691297989067333, "Level":12, - "Margin":1981.9928550739405, - "Lower":-7.375532787970542, - "Upper":3956.6101773599103 + "Margin":116.64152661436061, + "Lower":2033.3912162038362, + "Upper":2266.6742694325576 }, "Percentiles":{ - "P0":1861.0298156738281, - "P25":1923.1661796569824, - "P50":1985.3025436401367, - "P67":2016.6563453674316, - "P80":2040.6327819824219, - "P85":2049.8544883728027, - "P90":2059.0761947631836, - "P95":2068.2979011535645, - "P100":2077.5196075439453 + "P0":2144.8389053344727, + "P25":2146.4624404907227, + "P50":2148.0859756469727, + "P67":2151.175682067871, + "P80":2153.538398742676, + "P85":2154.447135925293, + "P90":2155.35587310791, + "P95":2156.2646102905273, + "P100":2157.1733474731445 } }, "Memory":{ "Gen0Collections":0, "Gen1Collections":0, "Gen2Collections":0, - "TotalOperations":524288, + "TotalOperations":262144, "BytesAllocatedPerOperation":80 }, "Measurements":[ @@ -581,392 +616,399 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":266800 + "Nanoseconds":264100 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":489300 + "Nanoseconds":647400 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":450400 + "Nanoseconds":674400 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":595600 + "Nanoseconds":749800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":1, "Operations":16, - "Nanoseconds":40200 + "Nanoseconds":58400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":73300 + "Nanoseconds":109800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":129700 + "Nanoseconds":203900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":262500 + "Nanoseconds":377900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":628200 + "Nanoseconds":727700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":1022300 + "Nanoseconds":1404700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":1840300 + "Nanoseconds":2550300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":3788400 + "Nanoseconds":5945200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":7692200 + "Nanoseconds":8685300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":10, "Operations":8192, - "Nanoseconds":15153100 + "Nanoseconds":20960300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":11, "Operations":16384, - "Nanoseconds":31377300 + "Nanoseconds":39094800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":12, "Operations":32768, - "Nanoseconds":62594800 + "Nanoseconds":77944100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":13, "Operations":65536, - "Nanoseconds":127423500 + "Nanoseconds":148171500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":14, "Operations":131072, - "Nanoseconds":261325100 + "Nanoseconds":279397100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":15, "Operations":262144, - "Nanoseconds":479312400 - },{ - "IterationMode":"Workload", - "IterationStage":"Pilot", - "LaunchIndex":1, - "IterationIndex":16, - "Operations":524288, - "Nanoseconds":993063400 + "Nanoseconds":575660900 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, - "Operations":524288, - "Nanoseconds":1458800 + "Operations":262144, + "Nanoseconds":1182000 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, - "Operations":524288, - "Nanoseconds":1699000 + "Operations":262144, + "Nanoseconds":1147500 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, - "Operations":524288, - "Nanoseconds":1436900 + "Operations":262144, + "Nanoseconds":1174200 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, - "Operations":524288, - "Nanoseconds":1460400 + "Operations":262144, + "Nanoseconds":1130600 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, - "Operations":524288, - "Nanoseconds":1430100 + "Operations":262144, + "Nanoseconds":1819900 + },{ + "IterationMode":"Overhead", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":6, + "Operations":262144, + "Nanoseconds":1213800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, - "Operations":524288, - "Nanoseconds":1440500 + "Operations":262144, + "Nanoseconds":1116600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, - "Operations":524288, - "Nanoseconds":1433800 + "Operations":262144, + "Nanoseconds":1145800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, - "Operations":524288, - "Nanoseconds":1542000 + "Operations":262144, + "Nanoseconds":1359800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, - "Operations":524288, - "Nanoseconds":1485100 + "Operations":262144, + "Nanoseconds":973100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, - "Operations":524288, - "Nanoseconds":1418600 + "Operations":262144, + "Nanoseconds":1175900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, - "Operations":524288, - "Nanoseconds":1505500 + "Operations":262144, + "Nanoseconds":1251900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, - "Operations":524288, - "Nanoseconds":1440600 + "Operations":262144, + "Nanoseconds":1166700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, - "Operations":524288, - "Nanoseconds":1436400 + "Operations":262144, + "Nanoseconds":1150000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, - "Operations":524288, - "Nanoseconds":1446200 + "Operations":262144, + "Nanoseconds":1140800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, - "Operations":524288, - "Nanoseconds":1432600 + "Operations":262144, + "Nanoseconds":1019900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, - "Operations":524288, - "Nanoseconds":1429100 + "Operations":262144, + "Nanoseconds":1159100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, - "Operations":524288, - "Nanoseconds":1474700 + "Operations":262144, + "Nanoseconds":1123500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, - "Operations":524288, - "Nanoseconds":1474000 + "Operations":262144, + "Nanoseconds":1155700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, - "Operations":524288, - "Nanoseconds":1543900 + "Operations":262144, + "Nanoseconds":1271400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, - "Operations":524288, - "Nanoseconds":1560800 + "Operations":262144, + "Nanoseconds":1175700 },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", + "IterationMode":"Overhead", + "IterationStage":"Actual", "LaunchIndex":1, - "IterationIndex":1, - "Operations":524288, - "Nanoseconds":992462300 + "IterationIndex":16, + "Operations":262144, + "Nanoseconds":1194500 },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", + "IterationMode":"Overhead", + "IterationStage":"Actual", "LaunchIndex":1, - "IterationIndex":2, - "Operations":524288, - "Nanoseconds":1005244200 + "IterationIndex":17, + "Operations":262144, + "Nanoseconds":1062300 },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", + "IterationMode":"Overhead", + "IterationStage":"Actual", "LaunchIndex":1, - "IterationIndex":3, - "Operations":524288, - "Nanoseconds":1043825400 + "IterationIndex":18, + "Operations":262144, + "Nanoseconds":967500 },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", + "IterationMode":"Overhead", + "IterationStage":"Actual", "LaunchIndex":1, - "IterationIndex":4, - "Operations":524288, - "Nanoseconds":1103908800 + "IterationIndex":19, + "Operations":262144, + "Nanoseconds":993700 + },{ + "IterationMode":"Overhead", + "IterationStage":"Actual", + "LaunchIndex":1, + "IterationIndex":20, + "Operations":262144, + "Nanoseconds":1182500 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, - "IterationIndex":5, - "Operations":524288, - "Nanoseconds":1102210300 + "IterationIndex":1, + "Operations":262144, + "Nanoseconds":565032700 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, - "IterationIndex":6, - "Operations":524288, - "Nanoseconds":1050451500 + "IterationIndex":2, + "Operations":262144, + "Nanoseconds":565241300 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, - "IterationIndex":7, - "Operations":524288, - "Nanoseconds":1039942400 + "IterationIndex":3, + "Operations":262144, + "Nanoseconds":571521400 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, - "IterationIndex":8, - "Operations":524288, - "Nanoseconds":1016991300 + "IterationIndex":4, + "Operations":262144, + "Nanoseconds":561060700 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, - "IterationIndex":9, - "Operations":524288, - "Nanoseconds":1017948300 + "IterationIndex":5, + "Operations":262144, + "Nanoseconds":573895500 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, - "IterationIndex":10, - "Operations":524288, - "Nanoseconds":994902100 + "IterationIndex":6, + "Operations":262144, + "Nanoseconds":554353800 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, - "Operations":524288, - "Nanoseconds":977161800 + "Operations":262144, + "Nanoseconds":566642900 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, - "Operations":524288, - "Nanoseconds":1042316500 + "Operations":262144, + "Nanoseconds":564260700 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, - "Operations":524288, - "Nanoseconds":1090664800 + "Operations":262144, + "Nanoseconds":563409500 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, - "Operations":524288, - "Nanoseconds":975715600 + "Operations":262144, + "Nanoseconds":565490050 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":2, - "Operations":524288, - "Nanoseconds":1040870300 + "Operations":262144, + "Nanoseconds":563107850 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":3, - "Operations":524288, - "Nanoseconds":1089218600 + "Operations":262144, + "Nanoseconds":562256650 } ], "Metrics":[ @@ -985,7 +1027,7 @@ } ] },{ - "DisplayInfo":"Md5VsSha256Benchmark.Sha256: Job-KCZPEO(Server=True, IterationCount=3) [N=10000]", + "DisplayInfo":"Md5VsSha256Benchmark.Sha256: Job-PYMLEY(Server=True, IterationCount=3) [N=10000]", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"Md5VsSha256Benchmark", "Method":"Sha256", @@ -995,18 +1037,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 46563.7451171875,45238.58642578125,43851.64794921875 + 7244.326019287109,7488.289642333984,7112.63427734375 ], "N":3, - "Min":43851.64794921875, - "LowerFence":42511.04431152344, - "Q1":44545.1171875, - "Median":45238.58642578125, - "Mean":45217.9931640625, - "Q3":45901.165771484375, - "UpperFence":47935.23864746094, - "Max":46563.7451171875, - "InterquartileRange":1356.048583984375, + "Min":7112.63427734375, + "LowerFence":6896.738624572754, + "Q1":7178.48014831543, + "Median":7244.326019287109, + "Mean":7281.749979654948, + "Q3":7366.307830810547, + "UpperFence":7648.049354553223, + "Max":7488.289642333984, + "InterquartileRange":187.8276824951172, "LowerOutliers":[ ], @@ -1016,37 +1058,37 @@ "AllOutliers":[ ], - "StandardError":782.9827209560441, - "Variance":1839185.8239471912, - "StandardDeviation":1356.165854144393, - "Skewness":-0.015181412530327162, - "Kurtosis":0.6666666666666667, + "StandardError":110.04491949305174, + "Variance":36329.65291869671, + "StandardDeviation":190.60339167679234, + "Skewness":0.18877534310066846, + "Kurtosis":0.6666666666666656, "ConfidenceInterval":{ "N":3, - "Mean":45217.9931640625, - "StandardError":782.9827209560441, + "Mean":7281.749979654948, + "StandardError":110.04491949305174, "Level":12, - "Margin":24741.51373188229, - "Lower":20476.47943218021, - "Upper":69959.5068959448 + "Margin":3477.315416918465, + "Lower":3804.4345627364833, + "Upper":10759.065396573413 }, "Percentiles":{ - "P0":43851.64794921875, - "P25":44545.1171875, - "P50":45238.58642578125, - "P67":45689.140380859375, - "P80":46033.681640625, - "P85":46166.197509765625, - "P90":46298.71337890625, - "P95":46431.229248046875, - "P100":46563.7451171875 + "P0":7112.63427734375, + "P25":7178.48014831543, + "P50":7244.326019287109, + "P67":7327.273651123047, + "P80":7390.704193115234, + "P85":7415.100555419922, + "P90":7439.496917724609, + "P95":7463.893280029297, + "P100":7488.289642333984 } }, "Memory":{ "Gen0Collections":0, "Gen1Collections":0, "Gen2Collections":0, - "TotalOperations":16384, + "TotalOperations":131072, "BytesAllocatedPerOperation":112 }, "Measurements":[ @@ -1056,392 +1098,399 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":221500 + "Nanoseconds":289700 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":529800 + "Nanoseconds":815500 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":594100 + "Nanoseconds":705000 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":1277500 + "Nanoseconds":896100 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":1, "Operations":16, - "Nanoseconds":610600 + "Nanoseconds":158800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":1195600 + "Nanoseconds":325400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":2381600 + "Nanoseconds":662500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":5128600 + "Nanoseconds":1205500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":10760900 + "Nanoseconds":3102500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":22475900 + "Nanoseconds":4267500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":43577200 + "Nanoseconds":8458500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":91674700 + "Nanoseconds":17348400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":181376800 + "Nanoseconds":31007900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":10, "Operations":8192, - "Nanoseconds":366467200 + "Nanoseconds":59728000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":11, "Operations":16384, - "Nanoseconds":707055800 + "Nanoseconds":121444900 + },{ + "IterationMode":"Workload", + "IterationStage":"Pilot", + "LaunchIndex":1, + "IterationIndex":12, + "Operations":32768, + "Nanoseconds":226522500 + },{ + "IterationMode":"Workload", + "IterationStage":"Pilot", + "LaunchIndex":1, + "IterationIndex":13, + "Operations":65536, + "Nanoseconds":480657600 + },{ + "IterationMode":"Workload", + "IterationStage":"Pilot", + "LaunchIndex":1, + "IterationIndex":14, + "Operations":131072, + "Nanoseconds":943547100 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, - "Operations":16384, - "Nanoseconds":64100 + "Operations":131072, + "Nanoseconds":605300 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, - "Operations":16384, - "Nanoseconds":68400 + "Operations":131072, + "Nanoseconds":605800 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, - "Operations":16384, - "Nanoseconds":64000 + "Operations":131072, + "Nanoseconds":617700 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, - "Operations":16384, - "Nanoseconds":83300 + "Operations":131072, + "Nanoseconds":602800 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, - "Operations":16384, - "Nanoseconds":66500 + "Operations":131072, + "Nanoseconds":765500 + },{ + "IterationMode":"Overhead", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":6, + "Operations":131072, + "Nanoseconds":647600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, - "Operations":16384, - "Nanoseconds":59300 + "Operations":131072, + "Nanoseconds":679100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, - "Operations":16384, - "Nanoseconds":59200 + "Operations":131072, + "Nanoseconds":606000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, - "Operations":16384, - "Nanoseconds":58900 + "Operations":131072, + "Nanoseconds":634800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, - "Operations":16384, - "Nanoseconds":90800 + "Operations":131072, + "Nanoseconds":583400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, - "Operations":16384, - "Nanoseconds":60500 + "Operations":131072, + "Nanoseconds":628800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, - "Operations":16384, - "Nanoseconds":52800 + "Operations":131072, + "Nanoseconds":725500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, - "Operations":16384, - "Nanoseconds":45200 + "Operations":131072, + "Nanoseconds":604400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, - "Operations":16384, - "Nanoseconds":48100 + "Operations":131072, + "Nanoseconds":868000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, - "Operations":16384, - "Nanoseconds":50700 + "Operations":131072, + "Nanoseconds":616600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, - "Operations":16384, - "Nanoseconds":48500 + "Operations":131072, + "Nanoseconds":605000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, - "Operations":16384, - "Nanoseconds":48300 + "Operations":131072, + "Nanoseconds":596600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, - "Operations":16384, - "Nanoseconds":54300 + "Operations":131072, + "Nanoseconds":614300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, - "Operations":16384, - "Nanoseconds":59900 + "Operations":131072, + "Nanoseconds":683700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, - "Operations":16384, - "Nanoseconds":57800 + "Operations":131072, + "Nanoseconds":618800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, - "Operations":16384, - "Nanoseconds":53400 + "Operations":131072, + "Nanoseconds":683100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":16, - "Operations":16384, - "Nanoseconds":72500 + "Operations":131072, + "Nanoseconds":637500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":17, - "Operations":16384, - "Nanoseconds":104400 + "Operations":131072, + "Nanoseconds":610600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":18, - "Operations":16384, - "Nanoseconds":55900 + "Operations":131072, + "Nanoseconds":590300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":19, - "Operations":16384, - "Nanoseconds":46700 + "Operations":131072, + "Nanoseconds":657400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":20, - "Operations":16384, - "Nanoseconds":51800 + "Operations":131072, + "Nanoseconds":638400 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, - "Operations":16384, - "Nanoseconds":763987500 + "Operations":131072, + "Nanoseconds":962854800 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, - "Operations":16384, - "Nanoseconds":746226500 + "Operations":131072, + "Nanoseconds":954423900 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, - "Operations":16384, - "Nanoseconds":668347300 + "Operations":131072, + "Nanoseconds":966267600 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, - "Operations":16384, - "Nanoseconds":657334400 + "Operations":131072, + "Nanoseconds":921656000 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, - "Operations":16384, - "Nanoseconds":737767900 + "Operations":131072, + "Nanoseconds":933898000 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, - "Operations":16384, - "Nanoseconds":737079700 + "Operations":131072, + "Nanoseconds":974268900 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":7, - "Operations":16384, - "Nanoseconds":725246400 - },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":8, - "Operations":16384, - "Nanoseconds":730657300 - },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":9, - "Operations":16384, - "Nanoseconds":742545200 - },{ - "IterationMode":"Workload", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":10, - "Operations":16384, - "Nanoseconds":729427500 + "Operations":131072, + "Nanoseconds":933315900 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, - "Operations":16384, - "Nanoseconds":762955500 + "Operations":131072, + "Nanoseconds":950152100 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, - "Operations":16384, - "Nanoseconds":741244100 + "Operations":131072, + "Nanoseconds":982128900 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, - "Operations":16384, - "Nanoseconds":718520500 + "Operations":131072, + "Nanoseconds":932891000 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, - "Operations":16384, - "Nanoseconds":762900400 + "Operations":131072, + "Nanoseconds":949528300 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":2, - "Operations":16384, - "Nanoseconds":741189000 + "Operations":131072, + "Nanoseconds":981505100 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":3, - "Operations":16384, - "Nanoseconds":718465400 + "Operations":131072, + "Nanoseconds":932267200 } ], "Metrics":[ @@ -1460,7 +1509,7 @@ } ] },{ - "DisplayInfo":"Md5VsSha256Benchmark.Md5: Job-KCZPEO(Server=True, IterationCount=3) [N=10000]", + "DisplayInfo":"Md5VsSha256Benchmark.Md5: Job-PYMLEY(Server=True, IterationCount=3) [N=10000]", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"Md5VsSha256Benchmark", "Method":"Md5", @@ -1470,18 +1519,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 16664.620971679688,16712.527465820312,17432.949829101562 + 20403.488159179688,20515.14892578125,19626.788330078125 ], "N":3, - "Min":16664.620971679688, - "LowerFence":16112.327575683594, - "Q1":16688.57421875, - "Median":16712.527465820312, - "Mean":16936.69942220052, - "Q3":17072.738647460938, - "UpperFence":17648.985290527344, - "Max":17432.949829101562, - "InterquartileRange":384.1644287109375, + "Min":19626.788330078125, + "LowerFence":19348.867797851562, + "Q1":20015.138244628906, + "Median":20403.488159179688, + "Mean":20181.808471679688, + "Q3":20459.31854248047, + "UpperFence":21125.588989257812, + "Max":20515.14892578125, + "InterquartileRange":444.1802978515625, "LowerOutliers":[ ], @@ -1491,30 +1540,30 @@ "AllOutliers":[ ], - "StandardError":248.51030012677444, - "Variance":185272.1078072985, - "StandardDeviation":430.4324660237637, - "Skewness":0.3795432218052568, - "Kurtosis":0.6666666666666708, + "StandardError":279.3758220790745, + "Variance":234152.54988707602, + "StandardDeviation":483.8931182472799, + "Skewness":-0.3619714602796221, + "Kurtosis":0.6666666666666667, "ConfidenceInterval":{ "N":3, - "Mean":16936.69942220052, - "StandardError":248.51030012677444, + "Mean":20181.808471679688, + "StandardError":279.3758220790745, "Level":12, - "Margin":7852.690536507958, - "Lower":9084.008885692561, - "Upper":24789.389958708478 + "Margin":8828.011849208317, + "Lower":11353.796622471371, + "Upper":29009.820320888004 }, "Percentiles":{ - "P0":16664.620971679688, - "P25":16688.57421875, - "P50":16712.527465820312, - "P67":16957.471069335938, - "P80":17144.780883789062, - "P85":17216.823120117188, - "P90":17288.865356445312, - "P95":17360.907592773438, - "P100":17432.949829101562 + "P0":19626.788330078125, + "P25":20015.138244628906, + "P50":20403.488159179688, + "P67":20441.45281982422, + "P80":20470.484619140625, + "P85":20481.65069580078, + "P90":20492.816772460938, + "P95":20503.982849121094, + "P100":20515.14892578125 } }, "Memory":{ @@ -1531,343 +1580,406 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":273600 + "Nanoseconds":261800 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":566000 + "Nanoseconds":758200 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":555100 + "Nanoseconds":685500 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":1114600 + "Nanoseconds":1003300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":1, "Operations":16, - "Nanoseconds":340000 + "Nanoseconds":374000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":593500 + "Nanoseconds":836600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":1198100 + "Nanoseconds":2268800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":2294900 + "Nanoseconds":2875500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":4475900 + "Nanoseconds":4850400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":9431100 + "Nanoseconds":10630600 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":17514700 + "Nanoseconds":19661900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":36363800 + "Nanoseconds":42131000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":75773800 + "Nanoseconds":86436400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":10, "Operations":8192, - "Nanoseconds":147247700 + "Nanoseconds":162610200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":11, "Operations":16384, - "Nanoseconds":274693200 + "Nanoseconds":314520400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":12, "Operations":32768, - "Nanoseconds":582728300 + "Nanoseconds":649401500 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":32768, - "Nanoseconds":93400 + "Nanoseconds":167000 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":32768, - "Nanoseconds":123100 + "Nanoseconds":158400 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":32768, - "Nanoseconds":96800 + "Nanoseconds":155600 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":32768, - "Nanoseconds":96100 + "Nanoseconds":155600 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":32768, - "Nanoseconds":111100 + "Nanoseconds":153300 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":32768, - "Nanoseconds":96300 + "Nanoseconds":152200 + },{ + "IterationMode":"Overhead", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":7, + "Operations":32768, + "Nanoseconds":153300 + },{ + "IterationMode":"Overhead", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":8, + "Operations":32768, + "Nanoseconds":191100 + },{ + "IterationMode":"Overhead", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":9, + "Operations":32768, + "Nanoseconds":166900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":32768, - "Nanoseconds":146400 + "Nanoseconds":251700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":32768, - "Nanoseconds":95400 + "Nanoseconds":155100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":32768, - "Nanoseconds":89900 + "Nanoseconds":146000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, "Operations":32768, - "Nanoseconds":89500 + "Nanoseconds":146400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, "Operations":32768, - "Nanoseconds":90100 + "Nanoseconds":201100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, "Operations":32768, - "Nanoseconds":89600 + "Nanoseconds":153500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, "Operations":32768, - "Nanoseconds":101200 + "Nanoseconds":154600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, "Operations":32768, - "Nanoseconds":92700 + "Nanoseconds":158000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, "Operations":32768, - "Nanoseconds":90300 + "Nanoseconds":158800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, "Operations":32768, - "Nanoseconds":108000 + "Nanoseconds":211500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, "Operations":32768, - "Nanoseconds":93400 + "Nanoseconds":156500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, "Operations":32768, - "Nanoseconds":91400 + "Nanoseconds":156900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, "Operations":32768, - "Nanoseconds":90700 + "Nanoseconds":177000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, "Operations":32768, - "Nanoseconds":89800 + "Nanoseconds":181500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, "Operations":32768, - "Nanoseconds":92600 + "Nanoseconds":156800 + },{ + "IterationMode":"Overhead", + "IterationStage":"Actual", + "LaunchIndex":1, + "IterationIndex":16, + "Operations":32768, + "Nanoseconds":175500 + },{ + "IterationMode":"Overhead", + "IterationStage":"Actual", + "LaunchIndex":1, + "IterationIndex":17, + "Operations":32768, + "Nanoseconds":176200 + },{ + "IterationMode":"Overhead", + "IterationStage":"Actual", + "LaunchIndex":1, + "IterationIndex":18, + "Operations":32768, + "Nanoseconds":153500 + },{ + "IterationMode":"Overhead", + "IterationStage":"Actual", + "LaunchIndex":1, + "IterationIndex":19, + "Operations":32768, + "Nanoseconds":181800 + },{ + "IterationMode":"Overhead", + "IterationStage":"Actual", + "LaunchIndex":1, + "IterationIndex":20, + "Operations":32768, + "Nanoseconds":167800 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":32768, - "Nanoseconds":584414300 + "Nanoseconds":646113700 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":32768, - "Nanoseconds":594428800 + "Nanoseconds":633216800 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":32768, - "Nanoseconds":579875100 + "Nanoseconds":642504500 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":32768, - "Nanoseconds":548113100 + "Nanoseconds":630988700 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":32768, - "Nanoseconds":568066400 + "Nanoseconds":638021200 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":32768, - "Nanoseconds":546650500 + "Nanoseconds":643552700 + },{ + "IterationMode":"Workload", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":7, + "Operations":32768, + "Nanoseconds":642024700 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":32768, - "Nanoseconds":546157700 + "Nanoseconds":668739900 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":32768, - "Nanoseconds":547727500 + "Nanoseconds":672398800 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":32768, - "Nanoseconds":571334300 + "Nanoseconds":643289000 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, "Operations":32768, - "Nanoseconds":546066300 + "Nanoseconds":668581500 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":2, "Operations":32768, - "Nanoseconds":547636100 + "Nanoseconds":672240400 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":3, "Operations":32768, - "Nanoseconds":571242900 + "Nanoseconds":643130600 } ], "Metrics":[ @@ -1886,7 +1998,7 @@ } ] },{ - "DisplayInfo":"Md5VsSha256Benchmark.Sha256: Job-KCZPEO(Server=True, IterationCount=3) [N=100000]", + "DisplayInfo":"Md5VsSha256Benchmark.Sha256: Job-PYMLEY(Server=True, IterationCount=3) [N=100000]", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"Md5VsSha256Benchmark", "Method":"Sha256", @@ -1896,18 +2008,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 444434.716796875,447833.544921875,413867.333984375 + 68893.59130859375,65877.96630859375,69181.1279296875 ], "N":3, - "Min":413867.333984375, - "LowerFence":403676.3671875, - "Q1":429151.025390625, - "Median":444434.716796875, - "Mean":435378.5319010417, - "Q3":446134.130859375, - "UpperFence":471608.7890625, - "Max":447833.544921875, - "InterquartileRange":16983.10546875, + "Min":65877.96630859375, + "LowerFence":64908.40759277344, + "Q1":67385.77880859375, + "Median":68893.59130859375, + "Mean":67984.228515625, + "Q3":69037.35961914062, + "UpperFence":71514.73083496094, + "Max":69181.1279296875, + "InterquartileRange":1651.580810546875, "LowerOutliers":[ ], @@ -1917,37 +2029,37 @@ "AllOutliers":[ ], - "StandardError":10800.258253290767, - "Variance":349936735.01332605, - "StandardDeviation":18706.596029564706, - "Skewness":-0.3706549117152854, - "Kurtosis":0.6666666666666681, + "StandardError":1056.3971302961174, + "Variance":3347924.690693617, + "StandardDeviation":1829.7335026428348, + "Skewness":-0.37423443813799157, + "Kurtosis":0.6666666666666667, "ConfidenceInterval":{ "N":3, - "Mean":435378.5319010417, - "StandardError":10800.258253290767, + "Mean":67984.228515625, + "StandardError":1056.3971302961174, "Level":12, - "Margin":341277.9499851437, - "Lower":94100.58191589796, - "Upper":776656.4818861855 + "Margin":33381.15057459835, + "Lower":34603.07794102665, + "Upper":101365.37909022334 }, "Percentiles":{ - "P0":413867.333984375, - "P25":429151.025390625, - "P50":444434.716796875, - "P67":445590.318359375, - "P80":446474.013671875, - "P85":446813.896484375, - "P90":447153.779296875, - "P95":447493.662109375, - "P100":447833.544921875 + "P0":65877.96630859375, + "P25":67385.77880859375, + "P50":68893.59130859375, + "P67":68991.35375976562, + "P80":69066.11328125, + "P85":69094.86694335938, + "P90":69123.62060546875, + "P95":69152.37426757812, + "P100":69181.1279296875 } }, "Memory":{ "Gen0Collections":0, "Gen1Collections":0, "Gen2Collections":0, - "TotalOperations":2048, + "TotalOperations":8192, "BytesAllocatedPerOperation":112 }, "Measurements":[ @@ -1957,378 +2069,371 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":265400 + "Nanoseconds":347200 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":953400 + "Nanoseconds":741900 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":707300 + "Nanoseconds":805200 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":11266900 + "Nanoseconds":2121700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":1, "Operations":16, - "Nanoseconds":6633200 + "Nanoseconds":1803500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":14305100 + "Nanoseconds":2387800 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":28137000 + "Nanoseconds":5636300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":56771700 + "Nanoseconds":10025900 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":123142600 + "Nanoseconds":18616000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":211306700 + "Nanoseconds":35129700 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":439720600 + "Nanoseconds":68794000 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":924271800 + "Nanoseconds":145114300 + },{ + "IterationMode":"Workload", + "IterationStage":"Pilot", + "LaunchIndex":1, + "IterationIndex":9, + "Operations":4096, + "Nanoseconds":283824400 + },{ + "IterationMode":"Workload", + "IterationStage":"Pilot", + "LaunchIndex":1, + "IterationIndex":10, + "Operations":8192, + "Nanoseconds":546297200 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, - "Operations":2048, - "Nanoseconds":10500 + "Operations":8192, + "Nanoseconds":38400 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, - "Operations":2048, - "Nanoseconds":8400 + "Operations":8192, + "Nanoseconds":45100 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, - "Operations":2048, - "Nanoseconds":9400 + "Operations":8192, + "Nanoseconds":38700 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, - "Operations":2048, - "Nanoseconds":9500 + "Operations":8192, + "Nanoseconds":40900 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, - "Operations":2048, - "Nanoseconds":9200 + "Operations":8192, + "Nanoseconds":41300 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, - "Operations":2048, - "Nanoseconds":8800 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":7, - "Operations":2048, - "Nanoseconds":7000 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":8, - "Operations":2048, - "Nanoseconds":8200 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":9, - "Operations":2048, - "Nanoseconds":8000 + "Operations":8192, + "Nanoseconds":40900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, - "Operations":2048, - "Nanoseconds":8600 + "Operations":8192, + "Nanoseconds":35300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, - "Operations":2048, - "Nanoseconds":6400 + "Operations":8192, + "Nanoseconds":34300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, - "Operations":2048, - "Nanoseconds":7900 + "Operations":8192, + "Nanoseconds":39600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, - "Operations":2048, - "Nanoseconds":7900 + "Operations":8192, + "Nanoseconds":37900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, - "Operations":2048, - "Nanoseconds":6000 + "Operations":8192, + "Nanoseconds":29600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, - "Operations":2048, - "Nanoseconds":6600 + "Operations":8192, + "Nanoseconds":39600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, - "Operations":2048, - "Nanoseconds":8700 + "Operations":8192, + "Nanoseconds":38500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, - "Operations":2048, - "Nanoseconds":6400 + "Operations":8192, + "Nanoseconds":40900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, - "Operations":2048, - "Nanoseconds":8500 + "Operations":8192, + "Nanoseconds":43500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, - "Operations":2048, - "Nanoseconds":6200 + "Operations":8192, + "Nanoseconds":40200 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, - "Operations":2048, - "Nanoseconds":6400 + "Operations":8192, + "Nanoseconds":40000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, - "Operations":2048, - "Nanoseconds":6400 + "Operations":8192, + "Nanoseconds":47600 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, - "Operations":2048, - "Nanoseconds":6000 + "Operations":8192, + "Nanoseconds":45500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, - "Operations":2048, - "Nanoseconds":7700 + "Operations":8192, + "Nanoseconds":49100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, - "Operations":2048, - "Nanoseconds":9100 + "Operations":8192, + "Nanoseconds":62100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":16, - "Operations":2048, - "Nanoseconds":6300 + "Operations":8192, + "Nanoseconds":54200 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":17, - "Operations":2048, - "Nanoseconds":10400 + "Operations":8192, + "Nanoseconds":44400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":18, - "Operations":2048, - "Nanoseconds":8700 + "Operations":8192, + "Nanoseconds":41500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":19, - "Operations":2048, - "Nanoseconds":8900 + "Operations":8192, + "Nanoseconds":43300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":20, - "Operations":2048, - "Nanoseconds":8100 + "Operations":8192, + "Nanoseconds":44500 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, - "Operations":2048, - "Nanoseconds":865889300 + "Operations":8192, + "Nanoseconds":564252800 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, - "Operations":2048, - "Nanoseconds":889338800 + "Operations":8192, + "Nanoseconds":540890600 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, - "Operations":2048, - "Nanoseconds":895895100 + "Operations":8192, + "Nanoseconds":565750700 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, - "Operations":2048, - "Nanoseconds":897368100 + "Operations":8192, + "Nanoseconds":554438800 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, - "Operations":2048, - "Nanoseconds":893974800 + "Operations":8192, + "Nanoseconds":546268800 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, - "Operations":2048, - "Nanoseconds":908602400 + "Operations":8192, + "Nanoseconds":554915600 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":7, - "Operations":2048, - "Nanoseconds":875554400 + "Operations":8192, + "Nanoseconds":550682400 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, - "Operations":2048, - "Nanoseconds":910210100 + "Operations":8192, + "Nanoseconds":564417500 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, - "Operations":2048, - "Nanoseconds":917170900 + "Operations":8192, + "Nanoseconds":539713500 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, - "Operations":2048, - "Nanoseconds":847608100 + "Operations":8192, + "Nanoseconds":566773000 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, - "Operations":2048, - "Nanoseconds":910202300 + "Operations":8192, + "Nanoseconds":564376300 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":2, - "Operations":2048, - "Nanoseconds":917163100 + "Operations":8192, + "Nanoseconds":539672300 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":3, - "Operations":2048, - "Nanoseconds":847600300 + "Operations":8192, + "Nanoseconds":566731800 } ], "Metrics":[ @@ -2347,7 +2452,7 @@ } ] },{ - "DisplayInfo":"Md5VsSha256Benchmark.Md5: Job-KCZPEO(Server=True, IterationCount=3) [N=100000]", + "DisplayInfo":"Md5VsSha256Benchmark.Md5: Job-PYMLEY(Server=True, IterationCount=3) [N=100000]", "Namespace":"BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks", "Type":"Md5VsSha256Benchmark", "Method":"Md5", @@ -2357,18 +2462,18 @@ "HardwareIntrinsics":"AVX2,AES,BMI1,BMI2,FMA,LZCNT,PCLMUL,POPCNT VectorSize=256", "Statistics":{ "OriginalValues":[ - 166086.474609375,168368.4326171875,167853.9306640625 + 192324.71923828125,187344.03076171875,189841.39404296875 ], "N":3, - "Min":166086.474609375, - "LowerFence":165258.73413085938, - "Q1":166970.20263671875, - "Median":167853.9306640625, - "Mean":167436.279296875, - "Q3":168111.181640625, - "UpperFence":169822.65014648438, - "Max":168368.4326171875, - "InterquartileRange":1140.97900390625, + "Min":187344.03076171875, + "LowerFence":184857.19604492188, + "Q1":188592.71240234375, + "Median":189841.39404296875, + "Mean":189836.7146809896, + "Q3":191083.056640625, + "UpperFence":194818.57299804688, + "Max":192324.71923828125, + "InterquartileRange":2490.34423828125, "LowerOutliers":[ ], @@ -2378,30 +2483,30 @@ "AllOutliers":[ ], - "StandardError":691.051755355581, - "Variance":1432657.5857400894, - "StandardDeviation":1196.9367509355243, - "Skewness":-0.3064492655055578, - "Kurtosis":0.6666666666666667, + "StandardError":1437.802819984022, + "Variance":6201830.847462019, + "StandardDeviation":2490.3475354781344, + "Skewness":-0.0018789929483266968, + "Kurtosis":0.6666666666666665, "ConfidenceInterval":{ "N":3, - "Mean":167436.279296875, - "StandardError":691.051755355581, + "Mean":189836.7146809896, + "StandardError":1437.802819984022, "Level":12, - "Margin":21836.582132610452, - "Lower":145599.69716426454, - "Upper":189272.86142948546 + "Margin":45433.2097788028, + "Lower":144403.5049021868, + "Upper":235269.92445979238 }, "Percentiles":{ - "P0":166086.474609375, - "P25":166970.20263671875, - "P50":167853.9306640625, - "P67":168028.861328125, - "P80":168162.6318359375, - "P85":168214.08203125, - "P90":168265.5322265625, - "P95":168316.982421875, - "P100":168368.4326171875 + "P0":187344.03076171875, + "P25":188592.71240234375, + "P50":189841.39404296875, + "P67":190685.724609375, + "P80":191331.38916015625, + "P85":191579.7216796875, + "P90":191828.05419921875, + "P95":192076.38671875, + "P100":192324.71923828125 } }, "Memory":{ @@ -2418,385 +2523,385 @@ "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":238200 + "Nanoseconds":283200 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":1, "Operations":1, - "Nanoseconds":636400 + "Nanoseconds":1004200 },{ "IterationMode":"Overhead", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":438000 + "Nanoseconds":1013000 },{ "IterationMode":"Workload", "IterationStage":"Jitting", "LaunchIndex":1, "IterationIndex":2, "Operations":16, - "Nanoseconds":3437500 + "Nanoseconds":4301200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":1, "Operations":16, - "Nanoseconds":2619600 + "Nanoseconds":3365300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":2, "Operations":32, - "Nanoseconds":5121900 + "Nanoseconds":7171300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":3, "Operations":64, - "Nanoseconds":10862500 + "Nanoseconds":13252400 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":4, "Operations":128, - "Nanoseconds":21539200 + "Nanoseconds":24425300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":5, "Operations":256, - "Nanoseconds":44168700 + "Nanoseconds":50493200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":6, "Operations":512, - "Nanoseconds":91874000 + "Nanoseconds":105692500 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":7, "Operations":1024, - "Nanoseconds":177953800 + "Nanoseconds":195494300 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":8, "Operations":2048, - "Nanoseconds":345583400 + "Nanoseconds":386517200 },{ "IterationMode":"Workload", "IterationStage":"Pilot", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":709709000 + "Nanoseconds":782580100 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":4096, - "Nanoseconds":13500 + "Nanoseconds":29200 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":4096, - "Nanoseconds":13200 + "Nanoseconds":22300 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":4096, - "Nanoseconds":12800 + "Nanoseconds":25800 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":4096, - "Nanoseconds":13700 + "Nanoseconds":21500 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":4096, - "Nanoseconds":12000 + "Nanoseconds":24800 },{ "IterationMode":"Overhead", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":4096, - "Nanoseconds":14600 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":7, - "Operations":4096, - "Nanoseconds":15600 - },{ - "IterationMode":"Overhead", - "IterationStage":"Warmup", - "LaunchIndex":1, - "IterationIndex":8, - "Operations":4096, - "Nanoseconds":14800 + "Nanoseconds":20700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":4096, - "Nanoseconds":12300 + "Nanoseconds":21100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":4096, - "Nanoseconds":12300 + "Nanoseconds":24000 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":4096, - "Nanoseconds":11800 + "Nanoseconds":15800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":4, "Operations":4096, - "Nanoseconds":16200 + "Nanoseconds":28100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":5, "Operations":4096, - "Nanoseconds":12000 + "Nanoseconds":15400 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":6, "Operations":4096, - "Nanoseconds":13300 + "Nanoseconds":23800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":7, "Operations":4096, - "Nanoseconds":16000 + "Nanoseconds":20700 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":8, "Operations":4096, - "Nanoseconds":13300 + "Nanoseconds":24800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":9, "Operations":4096, - "Nanoseconds":12500 + "Nanoseconds":24500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":10, "Operations":4096, - "Nanoseconds":12100 + "Nanoseconds":23800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":11, "Operations":4096, - "Nanoseconds":17700 + "Nanoseconds":23100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":12, "Operations":4096, - "Nanoseconds":15000 + "Nanoseconds":20300 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":13, "Operations":4096, - "Nanoseconds":18400 + "Nanoseconds":22100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":14, "Operations":4096, - "Nanoseconds":14700 + "Nanoseconds":26200 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":15, "Operations":4096, - "Nanoseconds":12200 + "Nanoseconds":23900 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":16, "Operations":4096, - "Nanoseconds":11900 + "Nanoseconds":26500 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":17, "Operations":4096, - "Nanoseconds":12700 + "Nanoseconds":25800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":18, "Operations":4096, - "Nanoseconds":15400 + "Nanoseconds":25800 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":19, "Operations":4096, - "Nanoseconds":17000 + "Nanoseconds":25100 },{ "IterationMode":"Overhead", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":20, "Operations":4096, - "Nanoseconds":16400 + "Nanoseconds":27400 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":1, "Operations":4096, - "Nanoseconds":723190400 + "Nanoseconds":792813500 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":2, "Operations":4096, - "Nanoseconds":669518200 + "Nanoseconds":788880500 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":3, "Operations":4096, - "Nanoseconds":676039900 + "Nanoseconds":788531400 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":4, "Operations":4096, - "Nanoseconds":693427600 + "Nanoseconds":775112700 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":5, "Operations":4096, - "Nanoseconds":673124300 + "Nanoseconds":783519900 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":6, "Operations":4096, - "Nanoseconds":672408100 + "Nanoseconds":796496100 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":7, "Operations":4096, - "Nanoseconds":676119200 + "Nanoseconds":783327900 },{ "IterationMode":"Workload", "IterationStage":"Warmup", "LaunchIndex":1, "IterationIndex":8, "Operations":4096, - "Nanoseconds":669468900 + "Nanoseconds":779688900 + },{ + "IterationMode":"Workload", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":9, + "Operations":4096, + "Nanoseconds":801749700 + },{ + "IterationMode":"Workload", + "IterationStage":"Warmup", + "LaunchIndex":1, + "IterationIndex":10, + "Operations":4096, + "Nanoseconds":789116900 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":1, "Operations":4096, - "Nanoseconds":680303500 + "Nanoseconds":787786000 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":2, "Operations":4096, - "Nanoseconds":689650400 + "Nanoseconds":767385100 },{ "IterationMode":"Workload", "IterationStage":"Actual", "LaunchIndex":1, "IterationIndex":3, "Operations":4096, - "Nanoseconds":687543000 + "Nanoseconds":777614300 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":1, "Operations":4096, - "Nanoseconds":680290200 + "Nanoseconds":787762050 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":2, "Operations":4096, - "Nanoseconds":689637100 + "Nanoseconds":767361150 },{ "IterationMode":"Workload", "IterationStage":"Result", "LaunchIndex":1, "IterationIndex":3, "Operations":4096, - "Nanoseconds":687529700 + "Nanoseconds":777590350 } ], "Metrics":[ diff --git a/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Md5VsSha256Benchmark-report.csv b/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Md5VsSha256Benchmark-report.csv index 44cf080..326c5fa 100644 --- a/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Md5VsSha256Benchmark-report.csv +++ b/test/BenchmarkDotNetAnalyser.Tests.Integration/BenchmarkDotNetResults/BenchmarkDotNetAnalyser.SampleBenchmarks.Benchmarks.Md5VsSha256Benchmark-report.csv @@ -1,7 +1,7 @@ Method,Job,AnalyzeLaunchVariance,EvaluateOverhead,MaxAbsoluteError,MaxRelativeError,MinInvokeCount,MinIterationTime,OutlierMode,Affinity,EnvironmentVariables,Jit,LargeAddressAware,Platform,PowerPlanMode,Runtime,AllowVeryLargeObjects,Concurrent,CpuGroups,Force,HeapAffinitizeMask,HeapCount,NoAffinitize,RetainVm,Server,Arguments,BuildConfiguration,Clock,EngineFactory,NuGetReferences,Toolchain,IsMutator,InvocationCount,IterationCount,IterationTime,LaunchCount,MaxIterationCount,MaxWarmupIterationCount,MemoryRandomization,MinIterationCount,MinWarmupIterationCount,RunStrategy,UnrollFactor,WarmupCount,N,Mean,Error,StdDev,StdErr,Min,Max,Q1,Q3,Median,Op/s,Rank,Allocated -Sha256,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,1000,4.765 μs,0.8348 μs,0.0458 μs,0.0264 μs,4.713 μs,4.799 μs,4.748 μs,4.791 μs,4.783 μs,"209,853.1",2,112 B -Md5,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,1000,1.975 μs,1.9820 μs,0.1086 μs,0.0627 μs,1.861 μs,2.078 μs,1.923 μs,2.031 μs,1.985 μs,"506,427.2",1,80 B -Sha256,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,10000,45.218 μs,24.7415 μs,1.3562 μs,0.7830 μs,43.852 μs,46.564 μs,44.545 μs,45.901 μs,45.239 μs,"22,115.1",4,112 B -Md5,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,10000,16.937 μs,7.8527 μs,0.4304 μs,0.2485 μs,16.665 μs,17.433 μs,16.689 μs,17.073 μs,16.713 μs,"59,043.4",3,80 B -Sha256,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,100000,435.379 μs,341.2779 μs,18.7066 μs,10.8003 μs,413.867 μs,447.834 μs,429.151 μs,446.134 μs,444.435 μs,"2,296.9",6,112 B -Md5,Job-KCZPEO,False,Default,Default,Default,Default,Default,Default,111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 6.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,100000,167.436 μs,21.8366 μs,1.1969 μs,0.6911 μs,166.086 μs,168.368 μs,166.970 μs,168.111 μs,167.854 μs,"5,972.4",5,80 B +Sha256,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,1000,866.4 ns,147.4 ns,8.08 ns,4.67 ns,857.6 ns,873.4 ns,862.9 ns,870.9 ns,868.3 ns,"1,154,144.8",1,112 B +Md5,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,1000,"2,150.0 ns",116.6 ns,6.39 ns,3.69 ns,"2,144.8 ns","2,157.2 ns","2,146.5 ns","2,152.6 ns","2,148.1 ns","465,109.2",2,80 B +Sha256,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,10000,"7,281.7 ns","3,477.3 ns",190.60 ns,110.04 ns,"7,112.6 ns","7,488.3 ns","7,178.5 ns","7,366.3 ns","7,244.3 ns","137,329.6",3,112 B +Md5,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,10000,"20,181.8 ns","8,828.0 ns",483.89 ns,279.38 ns,"19,626.8 ns","20,515.1 ns","20,015.1 ns","20,459.3 ns","20,403.5 ns","49,549.6",4,80 B +Sha256,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,100000,"67,984.2 ns","33,381.2 ns","1,829.73 ns","1,056.40 ns","65,878.0 ns","69,181.1 ns","67,385.8 ns","69,037.4 ns","68,893.6 ns","14,709.3",5,112 B +Md5,Job-PYMLEY,False,Default,Default,Default,Default,Default,Default,1111111111111111,Empty,RyuJit,Default,X64,8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c,.NET 7.0,False,True,False,True,Default,Default,False,False,True,Default,Default,Default,Default,Default,Default,Default,Default,3,Default,Default,Default,Default,Default,Default,Default,Default,16,Default,100000,"189,836.7 ns","45,433.2 ns","2,490.35 ns","1,437.80 ns","187,344.0 ns","192,324.7 ns","188,592.7 ns","191,083.1 ns","189,841.4 ns","5,267.7",6,80 B diff --git a/test/BenchmarkDotNetAnalyser.Tests.Unit/BenchmarkDotNetAnalyser.Tests.Unit.csproj b/test/BenchmarkDotNetAnalyser.Tests.Unit/BenchmarkDotNetAnalyser.Tests.Unit.csproj index 907ecea..f055922 100644 --- a/test/BenchmarkDotNetAnalyser.Tests.Unit/BenchmarkDotNetAnalyser.Tests.Unit.csproj +++ b/test/BenchmarkDotNetAnalyser.Tests.Unit/BenchmarkDotNetAnalyser.Tests.Unit.csproj @@ -1,7 +1,7 @@  - net6.0 + net7.0 false BenchmarkDotNetAnalyser.Tests.Unit BenchmarkDotNetAnalyser.Tests.Unit