docker-build.yml

name: "docker-build"
on:
  pull_request:
    paths:
      - "docker/**"
      - "!docker/README.md"
      - ".github/workflows/docker-build.yml"
  push:
    branches:
      - "master"
  schedule:
    # Run every week on Sunday at midnight PT (3am ET / 8am UTC) to keep the docker images updated
    - cron: "0 8 * * 0"
  workflow_dispatch:

# Cancel outdated workflows if they are still running
concurrency:
  group: docker-build-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

jobs:
  docker-build:
    name: Build and Install FlexFlow in a Docker Container
    runs-on: ubuntu-20.04
    strategy:
      matrix:
        gpu_backend: ["cuda", "hip_rocm"]
        cuda_version: ["11.1", "11.2", "11.3", "11.5", "11.6","11.7", "11.8"]
        exclude:
          - gpu_backend: "hip_rocm"
            cuda_version: "11.2"
          - gpu_backend: "hip_rocm"
            cuda_version: "11.3"
          - gpu_backend: "hip_rocm"
            cuda_version: "11.5"
          - gpu_backend: "hip_rocm"
            cuda_version: "11.6"
          - gpu_backend: "hip_rocm"
            cuda_version: "11.7"
          - gpu_backend: "hip_rocm"
            cuda_version: "11.8"
        
      fail-fast: false
    steps:
      - name: Checkout Git Repository
        uses: actions/checkout@v3
        with:
          submodules: recursive

      - name: Free additional space on runner
        run: .github/workflows/helpers/free_space_on_runner.sh

      - name: Build Docker container
        env:
          FF_GPU_BACKEND: ${{ matrix.gpu_backend }}
          cuda_version: ${{ matrix.cuda_version }}
        run: |
          # On push to inference, build for all compatible architectures, so that we can publish 
          # a pre-built general-purpose image. On all other cases, only build for one architecture
          # to save time.
          if [[ ( ${{ github.event_name }} == 'push' || ${{ github.event_name }} == 'schedule' ) && ${GITHUB_REF#refs/heads/} == "inference" ]]; then
            export FF_CUDA_ARCH=all
          else
            export FF_CUDA_ARCH=70
          fi
          ./docker/build.sh flexflow

      - name: Check availability of Python flexflow.core module
        if: ${{ matrix.gpu_backend == 'cuda' }}
        env: 
          cuda_version: ${{ matrix.cuda_version }}
        run: docker run --env CPU_ONLY_TEST=1 --entrypoint /bin/bash flexflow-cuda-${cuda_version}:latest -c "export LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs:$LD_LIBRARY_PATH; sudo ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1; python -c 'import flexflow.core; exit()'"

      - name: Publish Docker environment image (on push to inference)
        if: github.repository_owner == 'flexflow'
        env:
          FLEXFLOW_CONTAINER_TOKEN: ${{ secrets.FLEXFLOW_CONTAINER_TOKEN }}
          FF_GPU_BACKEND: ${{ matrix.gpu_backend }}
          cuda_version: ${{ matrix.cuda_version }}
        run: |
          if [[ ( ${{ github.event_name }} == 'push' || ${{ github.event_name }} == 'schedule' ) && ${GITHUB_REF#refs/heads/} == "inference" ]]; then
            ./docker/publish.sh flexflow-environment
            ./docker/publish.sh flexflow
          else
            echo "No need to update Docker containers in ghrc.io registry at this time."
          fi
  
  notify-slack:
    name: Notify Slack in case of failure
    runs-on: ubuntu-20.04
    needs: docker-build
    if: ${{ failure() && github.event_name == 'schedule' && github.repository_owner == 'flexflow' }}
    steps:
      - name: Send Slack message
        env:
          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
        run: |
          curl -X POST -H 'Content-type: application/json' --data "{\"text\":\"Weekly FlexFlow Docker images build failed! <https://github.com/flexflow/FlexFlow/actions/runs/$GITHUB_RUN_ID|(See here).> :x: \"}" $SLACK_WEBHOOK