ci: split out downstream testing

LuxDL · Nov 3, 2024 · 5dc5a7c · 5dc5a7c
1 parent 37cb288
commit 5dc5a7c
Show file tree

Hide file tree

Showing 5 changed files with 42 additions and 79 deletions.
diff --git a/lib/LuxTestUtils/.buildkite/testing.yml → .buildkite/downstream.yml b/lib/LuxTestUtils/.buildkite/testing.yml → .buildkite/downstream.yml
@@ -1,73 +1,68 @@
 steps:
-  - group: ":julia: CUDA GPU"
-    steps:
-      - label: ":julia: Julia {{matrix.julia}} + CUDA GPU"
-        plugins:
-          - JuliaCI/julia#v1:
-              version: "{{matrix.julia}}"
-          - JuliaCI/julia-test#v1:
-              test_args: "--quickfail"
-          - JuliaCI/julia-coverage#v1:
-              codecov: true
-        agents:
-          queue: "juliagpu"
-          cuda: "*"
-        env:
-          BACKEND_GROUP: "CUDA"
-        if: build.message !~ /\[skip tests\]/ && build.message !~ /\[skip ci\]/
-        timeout_in_minutes: 60
-        matrix:
-          setup:
-            julia:
-              - "1"
-
   - group: ":telescope: Downstream CUDA"
     steps:
       - label: ":julia: {{matrix.repo}} (Julia 1 + CUDA GPU)"
         plugins:
           - JuliaCI/julia#v1:
-              version: "1"
+              version: "1.10"
           - JuliaCI/julia-coverage#v1:
               codecov: true
+              dirs:
+                - src
+                - ext
+                - lib/LuxCore/src
+                - lib/LuxCore/ext
+                - lib/LuxLib/src
+                - lib/LuxLib/ext
+                - lib/MLDataDevices/src
+                - lib/MLDataDevices/ext
+                - lib/WeightInitializers/src
+                - lib/WeightInitializers/ext
         command: julia --code-coverage=user --color=yes --project .buildkite/scripts/downstream.jl "{{matrix.repo}}" "CUDA"
         agents:
           queue: "juliagpu"
           cuda: "*"
-        env:
-          RETESTITEMS_NWORKERS: 2
         if: build.message !~ /\[skip tests\]/ && build.message !~ /\[skip downstream\]/ && build.message !~ /\[skip ci\]/ && build.pull_request.labels includes "run downstream test"
         timeout_in_minutes: 60
         matrix:
           setup:
             repo:
-              - "Lux"
-              - "LuxLib"
+              - "Boltz"
+              - "NeuralPDE"
+              - "DeepEquilibriumNetworks"
+              - "NeuralOperators"
 
   - group: ":telescope: Downstream AMD GPU"
     steps:
       - label: ":julia: {{matrix.repo}} (Julia 1 + AMD GPU)"
         plugins:
           - JuliaCI/julia#v1:
-              version: "1"
+              version: "1.10"
           - JuliaCI/julia-coverage#v1:
               codecov: true
               dirs:
                 - src
                 - ext
+                - lib/LuxCore/src
+                - lib/LuxCore/ext
+                - lib/LuxLib/src
+                - lib/LuxLib/ext
+                - lib/MLDataDevices/src
+                - lib/MLDataDevices/ext
+                - lib/WeightInitializers/src
+                - lib/WeightInitializers/ext
         command: julia --code-coverage=user --color=yes --project .buildkite/scripts/downstream.jl "{{matrix.repo}}" "AMDGPU"
         agents:
           queue: "juliagpu"
           rocm: "*"
           rocmgpu: "*"
-        env:
-          RETESTITEMS_NWORKERS: 4
         if: build.message !~ /\[skip tests\]/ && build.message !~ /\[skip downstream\]/ && build.message !~ /\[skip ci\]/ && build.pull_request.labels includes "run downstream test"
         timeout_in_minutes: 60
         matrix:
           setup:
             repo:
-              - "Lux"
-              - "LuxLib"
+              - "Boltz"
+              - "NeuralOperators"
 
 env:
   SECRET_CODECOV_TOKEN: "jQ0BMTQgyZx7QGyU0Q2Ec7qB9mtE2q/tDu0FsfxvEG7/zOAGvXkyXrzIFFOQxvDoFcP+K2+hYZKMxicYdNqzr5wcxu505aNGN2GM3wyegAr+hO6q12bCFYx6qXzU9FLCCdeqINqn9gUSSOlGtWNFrbAlrTyz/D4Yo66TqBDzvaLL63FMnhCLaXW/zJt3hNuEAJaPY2O6Ze1rX2WZ3Y+i+s3uQ8aLImtoCJhPe8CRx+OhuYiTzGhynFfGntZ0738/1RN4gNM0S/hTC4gLE7XMVBanJpGh32rFaiDwW4zAyXKBrDkL3QA3MS1RvLTJxGJ085S16hCk0C4ddAhZCvIM9Q==;U2FsdGVkX1+bXdFeKMs5G79catOCyby2n07A2fg0FjVAvrjQLZ0yfvDS4paJiFikLkodho0khz2YALKb2Y0K6w=="
diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
@@ -96,6 +96,19 @@ steps:
                 agents:
                   queue: "juliagpu"
 
+            # Downstream
+            - path:
+                - "src/"
+                - "ext/"
+                - "lib/"
+                - "Project.toml"
+                - ".buildkite/"
+              if: build.pull_request.labels includes "run downstream test"
+              config:
+                command: "buildkite-agent pipeline upload .buildkite/downstream.yml"
+                agents:
+                  queue: "juliagpu"
+
   - label: "Triggering Pipelines (Main Branch / Tag)"
     if: build.branch == "main" || build.tag != null
     agents:

diff --git a/.buildkite/testing.yml b/.buildkite/testing.yml
@@ -24,30 +24,6 @@ steps:
             julia:
               - "1.10"
 
-  - group: ":telescope: Downstream CUDA"
-    steps:
-      - label: ":julia: {{matrix.repo}} (Julia 1 + CUDA GPU)"
-        plugins:
-          - JuliaCI/julia#v1:
-              version: "1.10"
-          - JuliaCI/julia-coverage#v1:
-              codecov: true
-              dirs:
-                - src
-                - ext
-        command: julia --code-coverage=user --color=yes --project .buildkite/scripts/downstream.jl "{{matrix.repo}}" "CUDA"
-        agents:
-          queue: "juliagpu"
-          cuda: "*"
-        if: build.message !~ /\[skip tests\]/ && build.message !~ /\[skip downstream\]/ && build.message !~ /\[skip ci\]/ && build.pull_request.labels includes "run downstream test"
-        timeout_in_minutes: 60
-        matrix:
-          setup:
-            repo:
-              - "Boltz"
-              - "NeuralPDE#GPU"
-              - "DeepEquilibriumNetworks"
-
   - group: ":julia: AMD GPU"
     steps:
       - label: ":julia: Julia: {{matrix.julia}} + AMD GPU"
@@ -74,28 +50,5 @@ steps:
             julia:
               - "1.10"
 
-  - group: ":telescope: Downstream AMD GPU"
-    steps:
-      - label: ":julia: {{matrix.repo}} (Julia 1 + AMD GPU)"
-        plugins:
-          - JuliaCI/julia#v1:
-              version: "1.10"
-          - JuliaCI/julia-coverage#v1:
-              codecov: true
-              dirs:
-                - src
-                - ext
-        command: julia --code-coverage=user --color=yes --project .buildkite/scripts/downstream.jl "{{matrix.repo}}" "AMDGPU"
-        agents:
-          queue: "juliagpu"
-          rocm: "*"
-          rocmgpu: "*"
-        if: build.message !~ /\[skip tests\]/ && build.message !~ /\[skip downstream\]/ && build.message !~ /\[skip ci\]/ && build.pull_request.labels includes "run downstream test"
-        timeout_in_minutes: 60
-        matrix:
-          setup:
-            repo:
-              - "Boltz"
-
 env:
   SECRET_CODECOV_TOKEN: "jQ0BMTQgyZx7QGyU0Q2Ec7qB9mtE2q/tDu0FsfxvEG7/zOAGvXkyXrzIFFOQxvDoFcP+K2+hYZKMxicYdNqzr5wcxu505aNGN2GM3wyegAr+hO6q12bCFYx6qXzU9FLCCdeqINqn9gUSSOlGtWNFrbAlrTyz/D4Yo66TqBDzvaLL63FMnhCLaXW/zJt3hNuEAJaPY2O6Ze1rX2WZ3Y+i+s3uQ8aLImtoCJhPe8CRx+OhuYiTzGhynFfGntZ0738/1RN4gNM0S/hTC4gLE7XMVBanJpGh32rFaiDwW4zAyXKBrDkL3QA3MS1RvLTJxGJ085S16hCk0C4ddAhZCvIM9Q==;U2FsdGVkX1+bXdFeKMs5G79catOCyby2n07A2fg0FjVAvrjQLZ0yfvDS4paJiFikLkodho0khz2YALKb2Y0K6w=="
diff --git a/.github/workflows/CI_LuxCUDA.yml b/.github/workflows/CI_LuxCUDA.yml
@@ -23,6 +23,7 @@ jobs:
       fail-fast: false
       matrix:
         version:
+          - "1.10"
           - "1"
     steps:
       - uses: actions/checkout@v4

diff --git a/.github/workflows/Downstream.yml b/.github/workflows/Downstream.yml
@@ -37,6 +37,7 @@ jobs:
           - { user: SciML, repo: NeuralPDE.jl, group: NNPDE1 }
           - { user: SciML, repo: NeuralPDE.jl, group: NNPDE2 }
           - { user: LuxDL, repo: Boltz.jl, group: CPU }
+          - { user: SciML, repo: NeuralOperators.jl, group: CPU }
     steps:
       - uses: actions/checkout@v4
       - uses: julia-actions/setup-julia@v2
-Original file line number
+Diff line change
@@ Expand Up / @@ -23,6 +23,7 @@ jobs: @@
           fail-fast: false
           matrix:
             version:
+              - "1.10"
               - "1"
         steps:
           - uses: actions/checkout@v4
@@ Expand Down @@