From 44b593d3fbf28279305f4de22b6b19b50c485c0b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ljubo=20Nikoli=C4=87?= Date: Thu, 28 Mar 2024 17:58:16 +0000 Subject: [PATCH] compare regression file --- .github/workflows/test.yml | 21 +- scripts/unit-tests/test_regressions.txt | 284 ++++++++++++++++++++++++ 2 files changed, 290 insertions(+), 15 deletions(-) create mode 100644 scripts/unit-tests/test_regressions.txt diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 96fa069..d31072b 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -14,22 +14,13 @@ jobs: - name: Checkout uses: actions/checkout@v4 - - uses: actions/setup-python@v5 - with: - python-version: "3.8" - - - name: Install dependencies - run: pip3 install -r requirements.txt - - - name: Check the output + # If there is difference between files, job will fail + - name: Verify the + id: verify run: | python3 generate_alert.py $TEST_DATA $REGRESSION_PATH - FILE_SUM=$(md5sum $REGRESSION_PATH | awk '{ print $1 }') - if [ "$FILE_SUM" != "$REGRESSION_MD5" ]; then - echo "Created file $REGRESSION_PATH does not match expected MD5SUM" - exit 1 - fi + diff $TEST_REGRESSION_PATH $REGRESSION_PATH env: TEST_DATA: "scripts/unit-tests/test_data.csv" - REGRESSION_MD5: "89432f97093570a54e013ed1fb66d171" - REGRESSION_PATH: "scripts/unit-tests/test_regressions.txt" + TEST_REGRESSION_PATH: "scripts/unit-tests/test_regressions.txt" + REGRESSION_PATH: "scripts/unit-tests/regressions.txt" diff --git a/scripts/unit-tests/test_regressions.txt b/scripts/unit-tests/test_regressions.txt new file mode 100644 index 0000000..3f659ab --- /dev/null +++ b/scripts/unit-tests/test_regressions.txt @@ -0,0 +1,284 @@ + +---------------------------------------------------------------------------------------- +Scenario = arctic +Base Version = 6.0.400 +Solution = LargeAppCPM64-142722b +---------------------------------------------------------------------------------------- + timestamp version duration base duration relative duration +2024-03-22 16:04:16 9.0.100-preview.3.24165.20 36.87s 24.76s 148.88% +2024-03-23 00:04:20 9.0.100-preview.4.24172.18 35.97s 23.64s 152.20% +2024-03-23 08:03:10 9.0.100-preview.4.24172.18 41.38s 27.13s 152.52% +2024-03-23 16:05:50 9.0.100-preview.4.24173.1 47.83s 30.50s 156.81% +2024-03-24 00:06:19 9.0.100-preview.4.24173.2 40.26s 59.22s 67.98% +2024-03-24 08:03:49 9.0.100-preview.4.24173.2 36.75s 25.55s 143.80% +2024-03-24 16:03:21 9.0.100-preview.4.24174.2 41.15s 30.55s 134.69% +2024-03-25 00:04:56 9.0.100-preview.4.24174.2 34.14s 45.00s 75.86% +2024-03-25 08:03:34 9.0.100-preview.4.24174.6 36.31s 25.25s 143.80% +2024-03-25 10:19:24 9.0.100-preview.4.24175.2 35.68s 26.85s 132.91% +---------------------------------------------------------------------------------------- + + +---------------------------------------------------------------------------------------- +Scenario = arctic +Base Version = 6.0.400 +Solution = LargeAppCPM64-nostaticgraph-142722b +---------------------------------------------------------------------------------------- + timestamp version duration base duration relative duration +2024-03-22 16:05:57 9.0.100-preview.3.24165.20 42.82s 32.92s 130.10% +2024-03-23 00:05:14 9.0.100-preview.4.24172.18 44.01s 35.65s 123.46% +2024-03-23 08:04:34 9.0.100-preview.4.24172.18 51.19s 69.86s 73.27% +2024-03-23 16:04:17 9.0.100-preview.4.24173.1 45.39s 33.54s 135.32% +2024-03-24 00:06:43 9.0.100-preview.4.24173.2 44.71s 35.36s 126.45% +2024-03-24 08:04:27 9.0.100-preview.4.24173.2 47.88s 36.22s 132.21% +2024-03-24 16:04:09 9.0.100-preview.4.24174.2 48.93s 33.58s 145.73% +2024-03-25 00:05:41 9.0.100-preview.4.24174.2 42.52s 52.33s 81.26% +2024-03-25 08:04:30 9.0.100-preview.4.24174.6 47.94s 33.29s 143.99% +2024-03-25 10:20:20 9.0.100-preview.4.24175.2 44.12s 35.00s 126.06% +---------------------------------------------------------------------------------------- + + +---------------------------------------------------------------------------------------- +Scenario = arctic +Base Version = 7.0.100 +Solution = NuGetClient-win-d76a117 +---------------------------------------------------------------------------------------- + timestamp version duration base duration relative duration +2024-03-22 16:09:41 9.0.100-preview.3.24165.20 91.34s 78.07s 117.00% +2024-03-23 00:07:39 9.0.100-preview.4.24172.18 149.82s 67.13s 223.18% +2024-03-23 08:07:39 9.0.100-preview.4.24172.18 107.60s 75.27s 142.94% +2024-03-23 16:07:51 9.0.100-preview.4.24173.1 104.76s 77.43s 135.30% +2024-03-24 00:08:58 9.0.100-preview.4.24173.2 94.08s 68.67s 137.00% +2024-03-24 08:07:17 9.0.100-preview.4.24173.2 86.06s 70.52s 122.04% +2024-03-24 16:06:43 9.0.100-preview.4.24174.2 89.58s 70.60s 126.89% +2024-03-25 00:08:52 9.0.100-preview.4.24174.2 95.61s 68.96s 138.64% +2024-03-25 08:07:01 9.0.100-preview.4.24174.6 89.30s 60.53s 147.54% +2024-03-25 10:22:42 9.0.100-preview.4.24175.2 87.73s 70.68s 124.12% +---------------------------------------------------------------------------------------- + + +---------------------------------------------------------------------------------------- +Scenario = arctic +Base Version = 6.0.400 +Solution = OrchardCore-5dbd92c +---------------------------------------------------------------------------------------- + timestamp version duration base duration relative duration +2024-03-22 16:03:36 9.0.100-preview.3.24165.20 26.78s 14.61s 183.38% +2024-03-23 00:03:42 9.0.100-preview.4.24172.18 25.78s 14.40s 178.98% +2024-03-23 08:05:45 9.0.100-preview.4.24172.18 28.77s 115.77s 24.85% +2024-03-23 16:04:21 9.0.100-preview.4.24173.1 31.49s 17.04s 184.87% +2024-03-24 00:06:37 9.0.100-preview.4.24173.2 30.83s 116.69s 26.42% +2024-03-24 08:02:44 9.0.100-preview.4.24173.2 25.06s 13.82s 181.28% +2024-03-24 16:02:42 9.0.100-preview.4.24174.2 24.15s 14.48s 166.77% +2024-03-25 00:04:54 9.0.100-preview.4.24174.2 27.03s 15.20s 177.78% +2024-03-25 08:02:56 9.0.100-preview.4.24174.6 24.59s 14.27s 172.27% +2024-03-25 10:18:44 9.0.100-preview.4.24175.2 26.56s 14.56s 182.37% +---------------------------------------------------------------------------------------- + + +---------------------------------------------------------------------------------------- +Scenario = arctic +Base Version = 7.0.100 +Solution = Orleans-eda972a +---------------------------------------------------------------------------------------- + timestamp version duration base duration relative duration +2024-03-22 16:02:56 9.0.100-preview.3.24165.20 14.68s 9.47s 154.94% +2024-03-23 00:06:40 9.0.100-preview.4.24172.18 116.86s 11.84s 987.05% +2024-03-23 08:02:01 9.0.100-preview.4.24172.18 14.44s 10.03s 143.99% +2024-03-23 16:03:59 9.0.100-preview.4.24173.1 16.85s 12.11s 139.20% +2024-03-24 00:04:16 9.0.100-preview.4.24173.2 48.09s 9.90s 485.72% +2024-03-24 08:02:20 9.0.100-preview.4.24173.2 16.30s 9.57s 170.33% +2024-03-24 16:01:58 9.0.100-preview.4.24174.2 14.58s 9.68s 150.59% +2024-03-25 00:03:29 9.0.100-preview.4.24174.2 23.62s 13.81s 171.02% +2024-03-25 08:02:32 9.0.100-preview.4.24174.6 15.48s 9.72s 159.27% +2024-03-25 10:18:18 9.0.100-preview.4.24175.2 14.85s 10.41s 142.74% +---------------------------------------------------------------------------------------- + + +---------------------------------------------------------------------------------------- +Scenario = cold +Base Version = 6.0.400 +Solution = LargeAppCPM64-142722b +---------------------------------------------------------------------------------------- + timestamp version duration base duration relative duration +2024-03-22 16:04:16 9.0.100-preview.3.24165.20 30.11s 20.54s 146.55% +2024-03-23 00:04:20 9.0.100-preview.4.24172.18 31.70s 21.07s 150.46% +2024-03-23 08:03:10 9.0.100-preview.4.24172.18 31.37s 19.75s 158.85% +2024-03-23 16:05:50 9.0.100-preview.4.24173.1 30.89s 20.89s 147.84% +2024-03-24 00:06:19 9.0.100-preview.4.24173.2 30.65s 20.38s 150.38% +2024-03-24 08:03:49 9.0.100-preview.4.24173.2 29.69s 19.92s 149.00% +2024-03-24 16:03:21 9.0.100-preview.4.24174.2 31.34s 21.75s 144.07% +2024-03-25 00:04:56 9.0.100-preview.4.24174.2 31.82s 20.33s 156.55% +2024-03-25 08:03:34 9.0.100-preview.4.24174.6 31.76s 20.54s 154.59% +2024-03-25 10:19:24 9.0.100-preview.4.24175.2 31.15s 20.49s 152.00% +---------------------------------------------------------------------------------------- + + +---------------------------------------------------------------------------------------- +Scenario = cold +Base Version = 6.0.400 +Solution = LargeAppCPM64-nostaticgraph-142722b +---------------------------------------------------------------------------------------- + timestamp version duration base duration relative duration +2024-03-22 16:05:57 9.0.100-preview.3.24165.20 43.04s 30.83s 139.57% +2024-03-23 00:05:14 9.0.100-preview.4.24172.18 40.43s 31.01s 130.36% +2024-03-23 08:04:34 9.0.100-preview.4.24172.18 41.58s 30.04s 138.44% +2024-03-23 16:04:17 9.0.100-preview.4.24173.1 40.08s 30.79s 130.16% +2024-03-24 00:06:43 9.0.100-preview.4.24173.2 40.07s 30.69s 130.58% +2024-03-24 08:04:27 9.0.100-preview.4.24173.2 40.81s 30.10s 135.56% +2024-03-24 16:04:09 9.0.100-preview.4.24174.2 39.94s 30.43s 131.24% +2024-03-25 00:05:41 9.0.100-preview.4.24174.2 40.44s 30.32s 133.34% +2024-03-25 08:04:30 9.0.100-preview.4.24174.6 40.46s 30.68s 131.87% +2024-03-25 10:20:20 9.0.100-preview.4.24175.2 39.48s 33.05s 119.44% +---------------------------------------------------------------------------------------- + + +---------------------------------------------------------------------------------------- +Scenario = cold +Base Version = 6.0.400 +Solution = OrchardCore-5dbd92c +---------------------------------------------------------------------------------------- + timestamp version duration base duration relative duration +2024-03-22 16:03:36 9.0.100-preview.3.24165.20 22.56s 13.32s 169.35% +2024-03-23 00:03:42 9.0.100-preview.4.24172.18 22.66s 13.04s 173.69% +2024-03-23 08:05:45 9.0.100-preview.4.24172.18 21.71s 13.53s 160.43% +2024-03-23 16:04:21 9.0.100-preview.4.24173.1 22.05s 13.90s 158.67% +2024-03-24 00:06:37 9.0.100-preview.4.24173.2 22.18s 13.17s 168.38% +2024-03-24 08:02:44 9.0.100-preview.4.24173.2 21.71s 13.15s 165.07% +2024-03-24 16:02:42 9.0.100-preview.4.24174.2 22.48s 13.41s 167.61% +2024-03-25 00:04:54 9.0.100-preview.4.24174.2 21.92s 13.32s 164.59% +2024-03-25 08:02:56 9.0.100-preview.4.24174.6 23.09s 13.53s 170.67% +2024-03-25 10:18:44 9.0.100-preview.4.24175.2 22.45s 12.86s 174.53% +---------------------------------------------------------------------------------------- + + +---------------------------------------------------------------------------------------- +Scenario = cold +Base Version = 7.0.100 +Solution = Orleans-eda972a +---------------------------------------------------------------------------------------- + timestamp version duration base duration relative duration +2024-03-22 16:02:56 9.0.100-preview.3.24165.20 13.40s 8.15s 164.39% +2024-03-23 00:06:40 9.0.100-preview.4.24172.18 13.06s 8.10s 161.17% +2024-03-23 08:02:01 9.0.100-preview.4.24172.18 14.35s 8.28s 173.26% +2024-03-23 16:03:59 9.0.100-preview.4.24173.1 13.60s 8.93s 152.35% +2024-03-24 00:04:16 9.0.100-preview.4.24173.2 12.75s 8.02s 158.89% +2024-03-24 08:02:20 9.0.100-preview.4.24173.2 12.85s 7.97s 161.26% +2024-03-24 16:01:58 9.0.100-preview.4.24174.2 12.77s 8.14s 156.94% +2024-03-25 00:03:29 9.0.100-preview.4.24174.2 12.64s 8.28s 152.63% +2024-03-25 08:02:32 9.0.100-preview.4.24174.6 14.32s 8.29s 172.78% +2024-03-25 10:18:18 9.0.100-preview.4.24175.2 13.76s 8.13s 169.30% +---------------------------------------------------------------------------------------- + + +---------------------------------------------------------------------------------------- +Scenario = force +Base Version = 7.0.100 +Solution = NuGetClient-win-d76a117 +---------------------------------------------------------------------------------------- + timestamp version duration base duration relative duration +2024-03-22 16:09:41 9.0.100-preview.3.24165.20 13.52s 11.91s 113.50% +2024-03-23 00:07:39 9.0.100-preview.4.24172.18 13.25s 11.38s 116.42% +2024-03-23 08:07:39 9.0.100-preview.4.24172.18 12.80s 11.31s 113.13% +2024-03-23 16:07:51 9.0.100-preview.4.24173.1 13.32s 11.79s 112.96% +2024-03-24 00:08:58 9.0.100-preview.4.24173.2 14.31s 11.97s 119.58% +2024-03-24 08:07:17 9.0.100-preview.4.24173.2 13.38s 11.29s 118.46% +2024-03-24 16:06:43 9.0.100-preview.4.24174.2 13.18s 11.69s 112.77% +2024-03-25 00:08:52 9.0.100-preview.4.24174.2 13.66s 11.61s 117.62% +2024-03-25 08:07:01 9.0.100-preview.4.24174.6 13.02s 11.40s 114.22% +2024-03-25 10:22:42 9.0.100-preview.4.24175.2 13.77s 11.65s 118.26% +---------------------------------------------------------------------------------------- + + +---------------------------------------------------------------------------------------- +Scenario = force +Base Version = 6.0.400 +Solution = OrchardCore-5dbd92c +---------------------------------------------------------------------------------------- + timestamp version duration base duration relative duration +2024-03-22 16:03:36 9.0.100-preview.3.24165.20 14.52s 10.33s 140.57% +2024-03-23 00:03:42 9.0.100-preview.4.24172.18 14.83s 10.72s 138.25% +2024-03-23 08:05:45 9.0.100-preview.4.24172.18 14.43s 10.45s 138.12% +2024-03-23 16:04:21 9.0.100-preview.4.24173.1 14.34s 9.95s 144.16% +2024-03-24 00:06:37 9.0.100-preview.4.24173.2 14.95s 10.43s 143.33% +2024-03-24 08:02:44 9.0.100-preview.4.24173.2 14.39s 10.00s 143.91% +2024-03-24 16:02:42 9.0.100-preview.4.24174.2 14.31s 10.39s 137.65% +2024-03-25 00:04:54 9.0.100-preview.4.24174.2 14.49s 10.21s 141.88% +2024-03-25 08:02:56 9.0.100-preview.4.24174.6 14.40s 10.08s 142.82% +2024-03-25 10:18:44 9.0.100-preview.4.24175.2 14.69s 10.26s 143.17% +---------------------------------------------------------------------------------------- + + +---------------------------------------------------------------------------------------- +Scenario = force +Base Version = 7.0.100 +Solution = Orleans-eda972a +---------------------------------------------------------------------------------------- + timestamp version duration base duration relative duration +2024-03-22 16:02:56 9.0.100-preview.3.24165.20 4.24s 3.73s 113.66% +2024-03-23 00:06:40 9.0.100-preview.4.24172.18 4.86s 3.79s 128.24% +2024-03-23 08:02:01 9.0.100-preview.4.24172.18 4.30s 4.01s 107.30% +2024-03-23 16:03:59 9.0.100-preview.4.24173.1 3.88s 3.85s 100.74% +2024-03-24 00:04:16 9.0.100-preview.4.24173.2 4.96s 3.76s 131.97% +2024-03-24 08:02:20 9.0.100-preview.4.24173.2 4.84s 3.80s 127.49% +2024-03-24 16:01:58 9.0.100-preview.4.24174.2 4.88s 3.84s 127.04% +2024-03-25 00:03:29 9.0.100-preview.4.24174.2 4.17s 3.71s 112.19% +2024-03-25 08:02:32 9.0.100-preview.4.24174.6 4.57s 4.18s 109.33% +2024-03-25 10:18:18 9.0.100-preview.4.24175.2 4.81s 4.05s 118.54% +---------------------------------------------------------------------------------------- + + +---------------------------------------------------------------------------------------- +Scenario = noop +Base Version = 6.0.400 +Solution = LargeAppCPM64-142722b +---------------------------------------------------------------------------------------- + timestamp version duration base duration relative duration +2024-03-22 16:04:16 9.0.100-preview.3.24165.20 9.45s 5.91s 160.00% +2024-03-23 00:04:20 9.0.100-preview.4.24172.18 9.80s 5.96s 164.34% +2024-03-23 08:03:10 9.0.100-preview.4.24172.18 9.51s 6.01s 158.21% +2024-03-23 16:05:50 9.0.100-preview.4.24173.1 9.57s 5.80s 165.12% +2024-03-24 00:06:19 9.0.100-preview.4.24173.2 9.43s 5.75s 163.99% +2024-03-24 08:03:49 9.0.100-preview.4.24173.2 9.45s 6.13s 154.29% +2024-03-24 16:03:21 9.0.100-preview.4.24174.2 9.39s 6.00s 156.55% +2024-03-25 00:04:56 9.0.100-preview.4.24174.2 9.43s 5.88s 160.43% +2024-03-25 08:03:34 9.0.100-preview.4.24174.6 9.36s 5.91s 158.46% +2024-03-25 10:19:24 9.0.100-preview.4.24175.2 9.80s 6.23s 157.32% +---------------------------------------------------------------------------------------- + + +---------------------------------------------------------------------------------------- +Scenario = noop +Base Version = 7.0.100 +Solution = NuGetClient-win-d76a117 +---------------------------------------------------------------------------------------- + timestamp version duration base duration relative duration +2024-03-22 16:09:41 9.0.100-preview.3.24165.20 10.01s 8.25s 121.39% +2024-03-23 00:07:39 9.0.100-preview.4.24172.18 9.21s 8.09s 113.82% +2024-03-23 08:07:39 9.0.100-preview.4.24172.18 9.47s 8.49s 111.53% +2024-03-23 16:07:51 9.0.100-preview.4.24173.1 9.53s 8.41s 113.33% +2024-03-24 00:08:58 9.0.100-preview.4.24173.2 10.19s 8.88s 114.69% +2024-03-24 08:07:17 9.0.100-preview.4.24173.2 9.36s 7.94s 117.80% +2024-03-24 16:06:43 9.0.100-preview.4.24174.2 9.58s 8.31s 115.34% +2024-03-25 00:08:52 9.0.100-preview.4.24174.2 9.54s 8.32s 114.71% +2024-03-25 08:07:01 9.0.100-preview.4.24174.6 9.47s 8.13s 116.41% +2024-03-25 10:22:42 9.0.100-preview.4.24175.2 9.37s 8.19s 114.41% +---------------------------------------------------------------------------------------- + + +---------------------------------------------------------------------------------------- +Scenario = noop +Base Version = 6.0.400 +Solution = OrchardCore-5dbd92c +---------------------------------------------------------------------------------------- + timestamp version duration base duration relative duration +2024-03-22 16:03:36 9.0.100-preview.3.24165.20 12.33s 8.27s 149.11% +2024-03-23 00:03:42 9.0.100-preview.4.24172.18 12.36s 8.29s 149.05% +2024-03-23 08:05:45 9.0.100-preview.4.24172.18 12.29s 8.27s 148.67% +2024-03-23 16:04:21 9.0.100-preview.4.24173.1 11.92s 8.42s 141.58% +2024-03-24 00:06:37 9.0.100-preview.4.24173.2 12.26s 8.41s 145.73% +2024-03-24 08:02:44 9.0.100-preview.4.24173.2 11.88s 8.37s 141.95% +2024-03-24 16:02:42 9.0.100-preview.4.24174.2 12.29s 8.12s 151.39% +2024-03-25 00:04:54 9.0.100-preview.4.24174.2 12.05s 8.37s 143.98% +2024-03-25 08:02:56 9.0.100-preview.4.24174.6 12.23s 8.19s 149.33% +2024-03-25 10:18:44 9.0.100-preview.4.24175.2 12.34s 8.16s 151.17% +----------------------------------------------------------------------------------------