diff --git a/.github/workflows/codspeed.yml b/.github/workflows/codspeed.yml
index bb6edaf1d177b..2e5297e5687fb 100644
--- a/.github/workflows/codspeed.yml
+++ b/.github/workflows/codspeed.yml
@@ -26,6 +26,15 @@ jobs:
         with:
           python-version: "3.10"
 
+      - name: cuda-toolkit
+        uses: Jimver/cuda-toolkit@v0.2.11
+        with:
+          cuda: "12.3.0"
+
+      - run: echo "Installed cuda version is: ${{steps.cuda-toolkit.outputs.cuda}}"
+      - run: echo "Cuda install location: ${{steps.cuda-toolkit.outputs.CUDA_PATH}}"
+      - run: nvcc -V  
+
       - name: Install project dependencies
         run: pip install -e . && pip install pytest
 
@@ -33,4 +42,4 @@ jobs:
         uses: CodSpeedHQ/action@v2
         with:
           token: ${{ secrets.codspeed_token }}
-          run: "pytest tests/kernels/test_layernorm.py --codspeed"
\ No newline at end of file
+          run: "pytest tests/kernels/test_layernorm.py --codspeed"