Skip to content

Commit

Permalink
Merge branch 'main' into ms/mpi
Browse files Browse the repository at this point in the history
  • Loading branch information
@vchuravy
vchuravy authored Dec 10, 2024
2 parents 4cdb9f5 + 7c0823f commit b7bc132
Show file tree
Hide file tree
Showing 125 changed files with 33,586 additions and 9,770 deletions.
1 change: 0 additions & 1 deletion .JuliaFormatter.toml
View file

This file was deleted.

116 changes: 57 additions & 59 deletions .buildkite/pipeline.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,8 @@ steps:
matrix:
setup:
version:
- "1.8"
- "1.9"
- "1.10"
- "1.11"
plugins:
- JuliaCI/julia#v1:
version: "{{matrix.version}}"
Expand All @@ -17,66 +16,65 @@ steps:
commands: |
echo "--- Setup Julia packages"
julia --color=yes -e '
import Pkg
Pkg.develop(; path = pwd())
Pkg.develop(; path = joinpath(pwd(), "lib", "EnzymeCore"))
Pkg.develop(; name = "CUDA")' || exit 3
using Pkg
pkgs = [PackageSpec(; path) for path in (".", "lib/EnzymeCore", "lib/EnzymeTestUtils")]
push!(pkgs, PackageSpec(; name="CUDA"))
Pkg.develop(pkgs)' || exit 3
echo "+++ Run tests"
julia --color=yes test/cuda.jl
env:
JULIA_PKG_SERVER_REGISTRY_PREFERENCE: eager

- label: "AMDGPU Julia v{{matrix.version}}"
matrix:
setup:
version:
- "1.10"
plugins:
- JuliaCI/julia#v1:
version: "{{matrix.version}}"
agents:
queue: "juliagpu"
rocm: "*"
if: build.message !~ /\[skip tests\]/
timeout_in_minutes: 60
commands: |
echo "--- Setup Julia packages"
julia --color=yes -e '
import Pkg
Pkg.develop(; path = pwd())
Pkg.develop(; path = joinpath(pwd(), "lib", "EnzymeCore"))
Pkg.develop(; name = "AMDGPU")' || exit 3
echo "+++ Run tests"
julia --color=yes test/amdgpu.jl
env:
JULIA_PKG_SERVER_REGISTRY_PREFERENCE: eager

# - label: "Metal Julia v{{matrix.version}}"
# matrix:
# setup:
# version:
# - "1.8"
# - "1.9"
# plugins:
# - JuliaCI/julia#v1:
# version: "{{matrix.version}}"
# agents:
# queue: "juliaecosystem"
# os: "macos"
# arch: "aarch64"
# if: build.message !~ /\[skip tests\]/
# timeout_in_minutes: 60
# commands: |
# echo "--- Setup Julia packages"
# julia --color=yes -e '
# import Pkg
# Pkg.develop(; path = pwd())
# Pkg.develop(; path = joinpath(pwd(), "lib", "EnzymeCore"))
# Pkg.develop(; name = "Metal")' || exit 3

# echo "+++ Run tests"
# julia --color=yes test/metal.jl
# env:
# JULIA_PKG_SERVER_REGISTRY_PREFERENCE: eager
# - label: "AMDGPU Julia v{{matrix.version}}"
# matrix:
# setup:
# version:
# - "1.10"
# plugins:
# - JuliaCI/julia#v1:
# version: "{{matrix.version}}"
# agents:
# queue: "juliagpu"
# rocm: "*"
# if: build.message !~ /\[skip tests\]/
# timeout_in_minutes: 60
# commands: |
# echo "--- Setup Julia packages"
# julia --color=yes -e '
# using Pkg
# pkgs = [PackageSpec(; path) for path in (".", "lib/EnzymeCore", "lib/EnzymeTestUtils")]
# push!(pkgs, PackageSpec(; name="AMDGPU"))
# Pkg.develop(pkgs)' || exit 3
#
# echo "+++ Run tests"
# julia --color=yes test/amdgpu.jl
# env:
# JULIA_PKG_SERVER_REGISTRY_PREFERENCE: eager
#
# - label: "Metal Julia v{{matrix.version}}"
# matrix:
# setup:
# version:
# - "1.10"
# plugins:
# - JuliaCI/julia#v1:
# version: "{{matrix.version}}"
# agents:
# queue: "juliaecosystem"
# os: "macos"
# arch: "aarch64"
# if: build.message !~ /\[skip tests\]/
# timeout_in_minutes: 60
# commands: |
# echo "--- Setup Julia packages"
# julia --color=yes -e '
# using Pkg
# pkgs = [PackageSpec(; path) for path in (".", "lib/EnzymeCore", "lib/EnzymeTestUtils")]
# push!(pkgs, PackageSpec(; name="Metal"))
# Pkg.develop(pkgs)' || exit 3
#
# echo "+++ Run tests"
# julia --color=yes test/metal.jl
# env:
# JULIA_PKG_SERVER_REGISTRY_PREFERENCE: eager
162 changes: 111 additions & 51 deletions .github/workflows/CI.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -21,11 +21,8 @@ jobs:
fail-fast: false
matrix:
version:
- '1.6'
- '1.7'
- '1.8'
- '1.9'
- '1.10'
- '1.11'
- 'nightly'
os:
- ubuntu-20.04
Expand All @@ -41,26 +38,6 @@ jobs:
arch: x64
libEnzyme: local
include:
- os: ubuntu-20.04
arch: x86
libEnzyme: packaged
version: '1.6'
assertions: false
- os: ubuntu-20.04
arch: x86
libEnzyme: packaged
version: '1.7'
assertions: false
- os: ubuntu-20.04
arch: x86
libEnzyme: packaged
version: '1.8'
assertions: false
- os: ubuntu-20.04
arch: x86
libEnzyme: packaged
version: '1.9'
assertions: false
- os: ubuntu-20.04
arch: x86
libEnzyme: packaged
Expand All @@ -69,31 +46,21 @@ jobs:
- os: ubuntu-20.04
arch: x64
libEnzyme: packaged
version: '1.7'
assertions: true
- os: ubuntu-20.04
arch: x64
libEnzyme: packaged
version: '1.8'
assertions: true
- os: ubuntu-20.04
arch: x64
libEnzyme: packaged
version: '1.9'
version: '1.10'
assertions: true
- os: ubuntu-20.04
arch: x64
libEnzyme: packaged
version: '1.10'
version: '1.11'
assertions: true
steps:
- uses: actions/checkout@v2
- uses: julia-actions/setup-julia@v1
- uses: actions/checkout@v4
- uses: julia-actions/setup-julia@v2
if: ${{ ! matrix.assertions }}
with:
version: ${{ matrix.version }}
arch: ${{ matrix.arch }}
- uses: actions/checkout@v3
- uses: actions/checkout@v4
if: ${{ matrix.assertions }}
with:
repository: 'JuliaLang/julia'
Expand All @@ -105,7 +72,7 @@ jobs:
sed -i.bak 's/exit 2/exit 0/g' julia/deps/tools/jlchecksum
make -C julia -j $(nproc) FORCE_ASSERTIONS=1 LLVM_ASSERTIONS=1 JULIA_PRECOMPILE=0
echo $PWD/julia/usr/bin >> $GITHUB_PATH
- uses: actions/cache@v1
- uses: actions/cache@v2
env:
cache-name: cache-artifacts
with:
Expand All @@ -119,7 +86,8 @@ jobs:
shell: julia --color=yes --project=. {0}
run: |
using Pkg
Pkg.develop(path="lib/EnzymeCore")
Pkg.develop([PackageSpec(; path) for path in ("lib/EnzymeCore", "lib/EnzymeTestUtils")])
Pkg.instantiate()
env:
JULIA_PKG_SERVER_REGISTRY_PREFERENCE: eager
- name: Build libEnzyme
Expand Down Expand Up @@ -152,10 +120,12 @@ jobs:
JULIA_PKG_SERVER_REGISTRY_PREFERENCE: eager
- uses: julia-actions/julia-processcoverage@v1
if: matrix.version != 'nightly' || steps.run_tests.outcome == 'success'
- uses: codecov/codecov-action@v1
- uses: codecov/codecov-action@v4
if: matrix.version != 'nightly' || steps.run_tests.outcome == 'success'
with:
file: lcov.info
token: ${{ secrets.CODECOV_TOKEN }}
fail_ci_if_error: false # or true if you want CI to fail when Codecov fails
enzymetestutils:
name: EnzymeTestUtils - Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ matrix.libEnzyme }} libEnzyme - ${{ github.event_name }}
runs-on: ${{ matrix.os }}
Expand All @@ -166,23 +136,21 @@ jobs:
fail-fast: false
matrix:
version:
- '1.7'
- '1.8'
- '1.9'
- '1.10'
- '1.11'
- 'nightly'
os:
- ubuntu-latest
arch:
- x64
libEnzyme: [packaged]
steps:
- uses: actions/checkout@v2
- uses: julia-actions/setup-julia@v1
- uses: actions/checkout@v4
- uses: julia-actions/setup-julia@v2
with:
version: ${{ matrix.version }}
arch: ${{ matrix.arch }}
- uses: actions/cache@v1
- uses: actions/cache@v2
env:
cache-name: cache-artifacts
with:
Expand Down Expand Up @@ -214,18 +182,110 @@ jobs:
if: matrix.version != 'nightly' || steps.run_tests.outcome == 'success'
with:
directories: lib/EnzymeTestUtils/src
- uses: codecov/codecov-action@v2
- uses: codecov/codecov-action@v4
if: matrix.version != 'nightly' || steps.run_tests.outcome == 'success'
with:
files: lcov.info
token: ${{ secrets.CODECOV_TOKEN }}
fail_ci_if_error: false # or true if you want CI to fail when Codecov fails
enzymecore:
name: EnzymeCore - Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ matrix.libEnzyme }} libEnzyme - ${{ github.event_name }}
runs-on: ${{ matrix.os }}
continue-on-error: ${{ matrix.version == 'nightly' }}
env:
JULIA_PROJECT: "lib/EnzymeCore"
strategy:
fail-fast: false
matrix:
version:
- '1.10'
- '1.11'
- 'nightly'
os:
- ubuntu-latest
arch:
- x64
libEnzyme: [packaged]
steps:
- uses: actions/checkout@v4
- uses: julia-actions/setup-julia@v2
with:
version: ${{ matrix.version }}
arch: ${{ matrix.arch }}
- uses: actions/cache@v2
env:
cache-name: cache-artifacts
with:
path: ~/.julia/artifacts
key: ${{ runner.os }}-test-${{ env.cache-name }}-${{ hashFiles('**/Project.toml') }}
restore-keys: |
${{ runner.os }}-test-${{ env.cache-name }}-
${{ runner.os }}-test-
${{ runner.os }}-
- name: setup EnzymeCore
shell: julia --color=yes {0}
id: setup_testutils
continue-on-error: ${{ matrix.version == 'nightly' }}
run: |
using Pkg
Pkg.develop([PackageSpec(; path) for path in (".",)])
Pkg.instantiate()
env:
JULIA_PKG_SERVER_REGISTRY_PREFERENCE: eager
- name: Run the tests
if: matrix.version != 'nightly' || steps.setup_testutils.outcome == 'success'
continue-on-error: ${{ matrix.version == 'nightly' }}
id: run_tests
shell: julia --color=yes {0}
run: |
using Pkg
Pkg.test("EnzymeCore"; coverage=true)
- uses: julia-actions/julia-processcoverage@v1
if: matrix.version != 'nightly' || steps.run_tests.outcome == 'success'
with:
directories: lib/EnzymeCore/src
- uses: codecov/codecov-action@v4
if: matrix.version != 'nightly' || steps.run_tests.outcome == 'success'
with:
files: lcov.info
token: ${{ secrets.CODECOV_TOKEN }}
fail_ci_if_error: false # or true if you want CI to fail when Codecov fails
integration:
name: Integration Tests - ${{ matrix.test }}
runs-on: ${{ matrix.os }}
env:
JULIA_PKG_SERVER_REGISTRY_PREFERENCE: eager
strategy:
fail-fast: false
matrix:
version:
- '1.10'
os:
- ubuntu-latest
test:
- DynamicExpressions
- Bijectors
steps:
- uses: actions/checkout@v4
- uses: julia-actions/setup-julia@v2
with:
version: ${{ matrix.version }}
- uses: julia-actions/cache@v2
- uses: julia-actions/julia-buildpkg@v1
- name: "Run tests"
run: |
julia --color=yes --project=test/integration/${{ matrix.test }} -e 'using Pkg; Pkg.develop([PackageSpec(; path) for path in (".", "lib/EnzymeCore")]); Pkg.instantiate()'
julia --color=yes --project=test/integration/${{ matrix.test }} --threads=auto --check-bounds=yes test/integration/${{ matrix.test }}/runtests.jl
shell: bash
docs:
name: Documentation
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- uses: julia-actions/setup-julia@v1
- uses: actions/checkout@v4
- uses: julia-actions/setup-julia@v2
with:
version: '1'
- uses: julia-actions/cache@v2
- run: |
julia --project=docs -e '
using Pkg
Expand Down
Loading

0 comments on commit b7bc132

Please sign in to comment.