Run downstream only if label

.buildkite/testing.yml

@@ -42,7 +42,7 @@ steps:
           cuda: "*"
         env:
           RETESTITEMS_NWORKERS: 2
-        if: build.message !~ /\[skip tests\]/ && build.message !~ /\[skip downstream\]/ && build.message !~ /\[skip ci\]/
+        if: build.message !~ /\[skip tests\]/ && build.message !~ /\[skip downstream\]/ && build.message !~ /\[skip ci\]/ && build.pull_request.labels includes "run downstream tests"
         timeout_in_minutes: 240
         matrix:
           setup:
@@ -103,7 +103,7 @@ steps:
           JULIA_AMDGPU_CORE_MUST_LOAD: "1"
           JULIA_AMDGPU_HIP_MUST_LOAD: "1"
           JULIA_AMDGPU_DISABLE_ARTIFACTS: "1"
-        if: build.message !~ /\[skip tests\]/ && build.message !~ /\[skip downstream\]/ && build.message !~ /\[skip ci\]/
+        if: build.message !~ /\[skip tests\]/ && build.message !~ /\[skip downstream\]/ && build.message !~ /\[skip ci\]/ && build.pull_request.labels includes "run downstream tests"
         timeout_in_minutes: 60
         matrix:
           setup:

.github/workflows/CI.yml

@@ -72,7 +72,7 @@ jobs:
 
   downstream:
     name: Downstream ${{ matrix.package.repo }}/${{ matrix.package.group }}
-    if: ${{ !contains(github.event.head_commit.message, '[skip tests]') }} && github.base_ref == github.event.repository.default_branch
+    if: ${{ !contains(github.event.head_commit.message, '[skip tests]') }} && github.base_ref == github.event.repository.default_branch && contains(github.event.pull_request.labels.*.name, 'run downstream test')
     runs-on: ${{ matrix.os }}
     timeout-minutes: 60
     env:

Project.toml

@@ -87,7 +87,6 @@ GPUArraysCore = "0.1.6"
 LinearAlgebra = "1.10"
 Logging = "1.10"
 LuxAMDGPU = "0.2.2"
-LuxCUDA = "0.3.2"
 LuxCore = "0.1.14"
 LuxDeviceUtils = "0.1.19"
 LuxLib = "0.3.23"

test/distributed/common_distributedtest.jl

@@ -1,7 +1,13 @@
 using Lux, MPI, NCCL, Test
-using LuxAMDGPU, LuxCUDA
 
 const input_args = length(ARGS) == 2 ? ARGS : ("CPU", "mpi")
+if input_args[1] == "CUDA"
+    using LuxCUDA
+end
+if input_args[1] == "AMDGPU"
+    using LuxAMDGPU
+end
+
 const backend_type = input_args[2] == "nccl" ? NCCLBackend : MPIBackend
 const dev = input_args[1] == "CPU" ? LuxCPUDevice() :
             (input_args[1] == "CUDA" ? LuxCUDADevice() : LuxAMDGPUDevice())

test/distributed/data_distributedtest.jl

@@ -1,7 +1,13 @@
 using Lux, MLUtils, MPI, NCCL, Random, Test
-using LuxAMDGPU, LuxCUDA
 
 const input_args = length(ARGS) == 2 ? ARGS : ("CPU", "mpi")
+if input_args[1] == "CUDA"
+    using LuxCUDA
+end
+if input_args[1] == "AMDGPU"
+    using LuxAMDGPU
+end
+
 const backend_type = input_args[2] == "nccl" ? NCCLBackend : MPIBackend
 const dev = input_args[1] == "CPU" ? LuxCPUDevice() :
             (input_args[1] == "CUDA" ? LuxCUDADevice() : LuxAMDGPUDevice())

test/distributed/optimizer_distributedtest.jl

@@ -1,7 +1,13 @@
 using Lux, MPI, NCCL, Optimisers, Random, Test
-using LuxAMDGPU, LuxCUDA
 
 const input_args = length(ARGS) == 2 ? ARGS : ("CPU", "mpi")
+if input_args[1] == "CUDA"
+    using LuxCUDA
+end
+if input_args[1] == "AMDGPU"
+    using LuxAMDGPU
+end
+
 const backend_type = input_args[2] == "nccl" ? NCCLBackend : MPIBackend
 const dev = input_args[1] == "CPU" ? LuxCPUDevice() :
             (input_args[1] == "CUDA" ? LuxCUDADevice() : LuxAMDGPUDevice())

test/distributed/synchronize_distributedtest.jl

@@ -1,7 +1,13 @@
 using ComponentArrays, Lux, MPI, NCCL, Optimisers, Random, Test
-using LuxAMDGPU, LuxCUDA
 
 const input_args = length(ARGS) == 2 ? ARGS : ("CPU", "mpi")
+if input_args[1] == "CUDA"
+    using LuxCUDA
+end
+if input_args[1] == "AMDGPU"
+    using LuxAMDGPU
+end
+
 const backend_type = input_args[2] == "nccl" ? NCCLBackend : MPIBackend
 const dev = input_args[1] == "CPU" ? LuxCPUDevice() :
             (input_args[1] == "CUDA" ? LuxCUDADevice() : LuxAMDGPUDevice())

test/qa_tests.jl

@@ -7,6 +7,9 @@
 end
 
 @testitem "Explicit Imports: Quality Assurance" tags=[:others] begin
+    import Pkg
+    Pkg.add(["Flux", "LuxAMDGPU"])
+
     # Load all trigger packages
     import Lux, ComponentArrays, ReverseDiff, Flux, LuxAMDGPU, SimpleChains, Tracker,
            Zygote, Enzyme

test/runtests.jl

@@ -1,4 +1,4 @@
-using ReTestItems, Pkg, Tests
+using ReTestItems, Pkg, Test
 
 const LUX_TEST_GROUP = lowercase(get(ENV, "LUX_TEST_GROUP", "all"))
 @info "Running tests for group: $LUX_TEST_GROUP"