feat: use codspeed

.github/workflows/ci.yml

@@ -21,21 +21,22 @@ jobs:
     name: Get Runner Labels
     uses: ./.github/workflows/get-runner-labels.yml
 
-  prepare-binding:
-    name: Prepare Rspack Binding
-    needs: [get-runner-labels]
-    runs-on: ${{ fromJSON(needs.get-runner-labels.outputs.LINUX_RUNNER_LABELS) }}
-    steps:
-      - uses: actions/checkout@v4
-      - name: Init env
-        uses: ./.github/actions/env
-      - uses: ./.github/actions/prepare-rspack-binding
-        with:
-          path: ${{ env.RSPACK_DIR }}
+  # prepare-binding:
+  #   name: Prepare Rspack Binding
+  #   needs: [get-runner-labels]
+  #   runs-on: ${{ fromJSON(needs.get-runner-labels.outputs.LINUX_RUNNER_LABELS) }}
+  #   steps:
+  #     - uses: actions/checkout@v4
+  #     - name: Init env
+  #       uses: ./.github/actions/env
+  #     - uses: ./.github/actions/prepare-rspack-binding
+  #       with:
+  #        path: ${{ env.RSPACK_DIR }}
 
   bench:
-    needs: prepare-binding
-    runs-on: [self-hosted, benchmark]
+    # needs: [get-runner-labels, prepare-binding]
+    needs: [get-runner-labels]
+    runs-on: ${{ fromJSON(needs.get-runner-labels.outputs.LINUX_RUNNER_LABELS) }}
     timeout-minutes: 30
     strategy:
       matrix:
@@ -47,11 +48,16 @@ jobs:
         uses: actions/checkout@v4
       - name: Init env
         uses: ./.github/actions/env
-      - uses: ./.github/actions/build-rspack
+      # - uses: ./.github/actions/build-rspack
+      #   with:
+      #     path: ${{ env.RSPACK_DIR }}
+      # - name: Run benchmark
+      #   run: node bin/cli.js bench --shard ${{ matrix.shardIndex }}/${{ matrix.shardTotal }}
+      - name: Run benchmarks
+        uses: CodSpeedHQ/action@v3
         with:
-          path: ${{ env.RSPACK_DIR }}
-      - name: Run benchmark
-        run: node bin/cli.js bench --shard ${{ matrix.shardIndex }}/${{ matrix.shardTotal }}
+          run: pnpm exec vitest bench
+          token: ${{ secrets.CODSPEED_TOKEN }}
       - id: print-compare-results
         name: Print compare results
         run: |

arco-pro.bench.ts

@@ -0,0 +1,23 @@
+import { bench, describe } from "vitest";
+import { rspack } from "@rspack/core";
+import rspackConfig from './cases/arco-pro/rspack.config';
+
+describe("arco pro project", () => {
+	bench("build with development mode", () => new Promise((resolve, reject) => {
+		rspack({
+			...rspackConfig,
+			mode: "production",
+			optimization: {
+				minimize: false,
+			}
+		}, (err, stats) => {
+			if (err) {
+				reject(err);
+			}
+			if (stats?.hasErrors()) {
+				reject(new Error(stats.toString({})));
+			}
+			resolve();
+		});
+	}));
+});

cases/10000/rspack.config.js

@@ -5,6 +5,7 @@ const ReactRefreshPlugin = require("@rspack/plugin-react-refresh");
 const prod = process.env.NODE_ENV === "production";
 /** @type {import("@rspack/cli").Configuration} */
 module.exports = {
+	context: __dirname,
 	resolve: {
 		extensions: [".js", ".jsx"]
 	},

cases/arco-pro/rspack.config.js

@@ -31,6 +31,7 @@ const POSTCSS_LOADER = {
 const prod = process.env.NODE_ENV === "production";
 /** @type {import("@rspack/cli").Configuration} */
 module.exports = {
+	context: __dirname,
 	target: 'web',
 	experiments: {
 		asyncWebAssembly: true,