WIP: Use HPC for CI

.github/workflows/ci_pipeline.yml

@@ -37,23 +37,22 @@ jobs:
         run: |
           flakeheaven lint --benchmark pySDC
 
-#   mirror_to_gitlab:
-
-#     runs-on: ubuntu-latest
-
-#     steps:
-#       - name: Checkout
-#         uses: actions/checkout@v1
-
-#       - name: Mirror
-#         uses: jakob-fritz/github2lab_action@main
-#         env:
-#           MODE: 'mirror' # Either 'mirror', 'get_status', or 'both'
-#           GITLAB_TOKEN: ${{ secrets.GITLAB_SECRET_H }}
-#           FORCE_PUSH: "true"
-#           GITLAB_HOSTNAME: "codebase.helmholtz.cloud"
-#           GITLAB_PROJECT_ID: "3525"
-#           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+  mirror_to_gitlab:
+    runs-on: ubuntu-latest
+    needs:
+      - lint
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v1
+      - name: Mirror
+        uses: jakob-fritz/github2lab_action@main
+        env:
+          MODE: 'mirror' # Either 'mirror', 'get_status', 'get_artifact', or 'all'
+          GITLAB_TOKEN: ${{ secrets.GITLAB_SECRET_J }}
+          FORCE_PUSH: "true"
+          GITLAB_HOSTNAME: "gitlab.jsc.fz-juelich.de"
+          GITLAB_PROJECT_ID: "5992"
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
   user_cpu_tests_linux:
     runs-on: ubuntu-latest
@@ -170,31 +169,38 @@ jobs:
           pytest --continue-on-collection-errors -v --durations=0 pySDC/tests -m ${{ matrix.env }}
 
 
-#   wait_for_gitlab:
-#     runs-on: ubuntu-latest
-
-#     needs:
-#       - mirror_to_gitlab
-
-#     steps:
-#       - name: Wait
-#         uses: jakob-fritz/github2lab_action@main
-#         env:
-#           MODE: 'get_status' # Either 'mirror', 'get_status', or 'both'
-#           GITLAB_TOKEN: ${{ secrets.GITLAB_SECRET_H }}
-#           FORCE_PUSH: "true"
-#           GITLAB_HOSTNAME: "codebase.helmholtz.cloud"
-#           GITLAB_PROJECT_ID: "3525"
-#           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-# #      - name: Get and prepare artifacts
-# #        run: |
-# #          pipeline_id=$(curl --header "PRIVATE-TOKEN: ${{ secrets.GITLAB_SECRET_H }}" --silent "https://gitlab.hzdr.de/api/v4/projects/3525/repository/commits/${{ github.head_ref || github.ref_name }}" | jq '.last_pipeline.id')
-# #          job_id=$(curl --header "PRIVATE-TOKEN: ${{ secrets.GITLAB_SECRET_H }}" --silent "https://gitlab.hzdr.de/api/v4/projects/3525/pipelines/$pipeline_id/jobs" |  jq '.[] | select( .name == "bundle" ) | select( .status == "success" ) | .id')
-# #          curl --output artifacts.zip "https://gitlab.hzdr.de/api/v4/projects/3525/jobs/$job_id/artifacts"
-# #          rm -rf data
-# #          unzip artifacts.zip
-# #          ls -ratl
+  wait_for_gitlab:
+    runs-on: ubuntu-latest
+    needs:
+      - mirror_to_gitlab
+    steps:
+      - name: Wait
+        uses: jakob-fritz/github2lab_action@main
+        env:
+          MODE: 'get_status' # Either 'mirror', 'get_status', 'get_artifact', or 'all'
+          GITLAB_TOKEN: ${{ secrets.GITLAB_SECRET_J }}
+          FORCE_PUSH: "true"
+          GITLAB_HOSTNAME: "gitlab.jsc.fz-juelich.de"
+          GITLAB_PROJECT_ID: "5992"
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - name: Get artifacts
+        uses: jakob-fritz/github2lab_action@main
+        env:
+          MODE: 'get_artifact' # Either 'mirror', 'get_status', 'get_artifact', or 'all'
+          GITLAB_TOKEN: ${{ secrets.GITLAB_SECRET_J }}
+          FORCE_PUSH: "true"
+          GITLAB_HOSTNAME: "gitlab.jsc.fz-juelich.de"
+          GITLAB_PROJECT_ID: "5992"
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+#      - name: Get and prepare artifacts
+#        run: |
+#          pipeline_id=$(curl --header "PRIVATE-TOKEN: ${{ secrets.GITLAB_SECRET_H }}" --silent "https://gitlab.hzdr.de/api/v4/projects/3525/repository/commits/${{ github.head_ref || github.ref_name }}" | jq '.last_pipeline.id')
+#          job_id=$(curl --header "PRIVATE-TOKEN: ${{ secrets.GITLAB_SECRET_H }}" --silent "https://gitlab.hzdr.de/api/v4/projects/3525/pipelines/$pipeline_id/jobs" |  jq '.[] | select( .name == "bundle" ) | select( .status == "success" ) | .id')
+#          curl --output artifacts.zip "https://gitlab.hzdr.de/api/v4/projects/3525/jobs/$job_id/artifacts"
+#          rm -rf data
+#          unzip artifacts.zip
+#          ls -ratl
 
 
   post-processing:

.gitlab-ci.yml

@@ -1,8 +1,76 @@
 stages:
   - test
   - benchmark
+  - execute
   - upload
 
+
+# job_juwels_compute:
+#   stage: execute
+#   variables:
+#     SCHEDULER_PARAMETERS: '--account=cstma --nodes=1 --partition=devel'
+#   tags:
+#     - juwels
+#     - jacamar
+#     - compute
+#     - slurm
+#   artifacts:
+#     paths:
+#       - test.file
+#   script:
+#     - echo $SYSTEMNAME
+#     - touch test.file
+#   after_script:
+#     - hostname
+#     - id
+
+
+variables:
+  JUWELS_ACCOUNT: "cstma"
+
+
+test_JUWELS:
+  stage: benchmark
+  rules:
+    - if: $CI_COMMIT_MESSAGE !~ /.*\[CI-no-benchmarks\]/
+  tags:
+    - jacamar
+    - juwels
+    - login
+    - shell
+  artifacts:
+    when: always
+    paths:
+      - benchmarks
+      - sbatch.err
+      - sbatch.out
+  before_script:
+    - mkdir -p benchmarks
+    # load the latest Python module (currently 3.11)
+    - module --force purge
+    - module load Stages/2024
+    - module load GCC
+    - module load OpenMPI
+    - module load FFTW
+    - module load mpi4py
+    - module load SciPy-Stack
+    - module load CuPy
+    - pwd
+    - ls -lah
+    - pip install -e .
+    - pip install pytest-benchmark
+  script:
+    # - touch benchmarks/output.json
+    - echo $SYSTEMNAME
+    - sbatch --wait etc/juwels_benchmark.sh
+    - echo "Following Errors occured:"
+    - cat sbatch.err
+    - echo "Following was written to stdout:"
+    - cat sbatch.out
+  after_script:
+    - ls -lh benchmarks
+
+
 #test_kit:
 #  image: rcaspart/micromamba-cuda
 #  stage: benchmark
@@ -64,6 +132,9 @@ stages:
 benchmark:
   image: mambaorg/micromamba
   stage: benchmark
+  when: manual
+  tags:
+    - docker
   rules:
     - if: $CI_COMMIT_MESSAGE !~ /.*\[CI-no-benchmarks\]/
   artifacts:

etc/juwels_benchmark.sh

@@ -0,0 +1,9 @@
+#!/bin/bash -x
+#SBATCH --account=cstma
+#SBATCH --nodes=1
+#SBATCH --time=00:10:00
+#SBATCH --partition=devel
+#SBATCH --output=sbatch.out
+#SBATCH --error=sbatch.err
+
+srun python -m pytest --continue-on-collection-errors -v pySDC/tests -m "benchmark" --benchmark-json=benchmarks/output.json