build-push-buildx.yaml

name: Lagoon Image Build - buildx

on:
  push:
    branches:
      - 'testing/docker_buildx**'
  pull_request:
    branches:
      - 'testing/docker_buildx**'

jobs:
  changes:
    runs-on: ubuntu-latest
    outputs:
      # Expose matched filters as job 'package_group' output variable
      package_group: ${{ steps.filter.outputs.changes }}
    steps:
    -
      name: Checkout
      uses: actions/checkout@v4
    - uses: dorny/paths-filter@v2
      id: filter
      with:
        filters: |
          mariadb:
            - 'images/mariadb/**'
            - '!images/**'          
          node:
            - 'images/node/**'
            - '!images/**'
          php:
            - 'images/php/**'
            - '!images/**'
          postgres:
            - 'images/postgres/**'
            - '!images/**'
          python:
            - 'images/python/**'
            - '!images/**'
          redis:
            - 'images/redis/**'
            - '!images/**'
          ruby:
            - 'images/ruby/**'
            - '!images/**'
          solr: 
            - 'images/solr/**'
            - '!images/**'
          varnish: 
            - 'images/varnish/**'
            - '!images/**'
          others:
            - 'images/commons/**'
            - 'images/elasticsearch-7/**'
            - 'images/kibana-7/**'
            - 'images/logstash-7/**'
            - 'images/mongo-4/**'
            - 'images/nginx/**'
            - 'images/nginx-drupal/**'
            - 'images/opensearch-2/**'
            - 'images/rabbitmq/**'
            - 'images/rabbitmq-cluster/**'
            - '!images/**'

  build:
    needs: changes
    strategy:
      fail-fast: false
      matrix:
        package_group: ${{ fromJSON(needs.changes.outputs.package_group) }}
    runs-on: ubuntu-latest
    steps:
      -
        name: Checkout
        uses: actions/checkout@v4
      -
        name: Set up QEMU
        uses: docker/setup-qemu-action@v3
      -
        name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3
      # - 
      #   name: Restore docker cache
      #   id: cache-packages-restore
      #   uses: actions/cache/restore@v3
      #   with:
      #     path: |
      #       /tmp/.buildx-cache
      #     key: ${{ runner.os }}-buildx-${{ matrix.package_group }}
      -
        name: Cache Docker layers
        uses: actions/cache@v3
        with:
          path: /tmp/.buildx-cache
          key: ${{ runner.os }}-buildx-${{ matrix.package_group }}-${{ hashFiles('**/images') }}
          restore-keys: |
            ${{ runner.os }}-buildx-
      # -
      #   name: Login to DockerHub
      #   uses: docker/login-action@v3
      #   with:
      #     username: ${{ secrets.DOCKERHUB_USERNAME }}
      #     password: ${{ secrets.DOCKERHUB_TOKEN }}
      -
        name: Login to GHCR
        uses: docker/login-action@v3
        with:
          registry: ghcr.io
          username: ${{ github.repository_owner }}
          password: ${{ secrets.GITHUB_TOKEN }}
      -
        name: Build
        uses: docker/bake-action@v4
        env:
          IMAGE_REPO: ghcr.io/${{ github.repository_owner }}
          IMAGE_TAG: testing--docker-buildx
          PLATFORMS: linux/amd64,linux/arm64
          TAG: testing--docker-buildx
        with:
          files: |
            ./docker-bake.hcl
          targets: ${{ matrix.package_group }}
          push: true
          # set: |
          #   *.cache-from=type=gha
          #   *.cache-to=type=gha,mode=max
          set: |
            *.cache-from=type=local,src=/tmp/.buildx-cache
            *.cache-to=type=local,dest=/tmp/.buildx-cache-new
      - name: Move cache
        run: |
          rm -rf /tmp/.buildx-cache
          mv /tmp/.buildx-cache-new /tmp/.buildx-cache
      # - 
      #   name: Save docker cache
      #   uses: actions/cache/save@v3
      #   with:
      #     path: |
      #       /tmp/.buildx-cache
      #     key: ${{ runner.os }}-buildx-${{ matrix.package_group }}-${{ hashFiles('**/images') }}
      # -
      #   name: Build and push
      #   uses: docker/build-push-action@v5
      #   with:
      #     context: ${{ matrix.context }}
      #     file: ${{ matrix.context }}/${{ matrix.dockerfile }}
      #     platforms: linux/amd64,linux/arm64
      #     push: true
      #     tags: ${{ steps.meta.outputs.tags }}
      #     labels: ${{ steps.meta.outputs.labels }}
      #     cache-from: |
      #       type=registry,ref=docker.io/testlagoon/${{ matrix.image_name }}:main
      #       type=registry,ref=ghcr.io/tobybellwood/${{ matrix.image_name }}:${{ github.ref_name }}
      #       type=gha
      #     cache-to: |
      #       type=gha,mode=max
      #     build-args: |
      #       IMAGE_REPO=ghcr.io/${{ github.repository_owner }}
      #       IMAGE_TAG=${{ github.ref_name }}
      #       BUILDKIT_INLINE_CACHE=1
      # -
      #   uses: anchore/sbom-action@v0
      #   with:
      #     image: ghcr.io/${{ github.repository_owner }}/${{ matrix.image_name }}:${{ github.ref_name }}
      #     artifact-name: ${{ matrix.image_name }}.cyclonedx
      #     format: cyclonedx
      # -
      #   name: view SBOM
      #   run: |
      #     cat /tmp/sbom-action-*/${{ matrix.image_name }}.cyclonedx

  # app_test:
  #   runs-on: ubuntu-latest
  #   needs: build
  #   defaults:
  #     run:
  #       working-directory: ./tests
  #   steps:
  #   - 
  #     name: Checkout
  #     uses: actions/checkout@v4
  #   - 
  #     name: Checkout
  #     uses: actions/checkout@v4
  #     with:
  #       repository: uselagoon/lagoon-examples
  #       path: tests
  #   -
  #     name: Add additional tests
  #     run: |
  #       git submodule add -b php74 https://github.com/lagoon-examples/drupal9-postgres drupal9-postgres-php74
  #       git submodule add -b php81 https://github.com/lagoon-examples/drupal9-base drupal9-base-php81
  #   - 
  #     name: Update git submodules
  #     run: |
  #       git submodule sync
  #       git submodule update --init
  #   - 
  #     name: Use built images to test
  #     run: |
  #       grep -rl uselagoon . | xargs sed -i '/^FROM/ s#latest#${{ github.ref_name }}#'
  #       grep -rl uselagoon . | xargs sed -i '/^FROM/ s#uselagoon#ghcr.io/${{ github.repository_owner }}#'
  #       grep -rl uselagoon . | xargs sed -i '/image:/ s#latest#${{ github.ref_name }}#'
  #       grep -rl uselagoon . | xargs sed -i '/image:/ s#uselagoon#ghcr.io/${{ github.repository_owner }}#'
  #       find . -maxdepth 2 -name docker-compose.yml | xargs sed -i -e '/###/d'
  #   -
  #     name: check replacements
  #     run: |
  #       find . -maxdepth 2 -name docker-compose.yml | xargs grep image: 
  #       find . -maxdepth 3 -name *.dockerfile | xargs grep ^FROM
  #   - 
  #     name: Install test harness
  #     run: |
  #       yarn install
  #   - 
  #     name: Generate test files
  #     run: |
  #       yarn generate-tests
  #   - 
  #     name: Run docker-compose tests
  #     run: |
  #       yarn test:dockercompose

  # image_test:
  #   runs-on: ubuntu-latest
  #   needs: build
  #   defaults:
  #     run:
  #       working-directory: ./tests
  #   steps:
  #   - 
  #     name: Checkout
  #     uses: actions/checkout@v4
  #   - 
  #     name: Checkout
  #     uses: actions/checkout@v4
  #     with:
  #       repository: uselagoon/lagoon-examples
  #       path: tests
  #   -
  #     name: Add additional tests
  #     run: |
  #       mkdir -p ./all-images && cp ../helpers/docker-compose.yml ./all-images/ && cp ../helpers/TESTING_dockercompose.md ./all-images/
  #   - 
  #     name: Use built images to test
  #     run: |
  #       grep -rl uselagoon . | xargs sed -i '/image:/ s#latest#${{ github.ref_name }}#'
  #       grep -rl uselagoon . | xargs sed -i '/image:/ s#uselagoon#ghcr.io/${{ github.repository_owner }}#'
  #       find . -maxdepth 2 -name docker-compose.yml | xargs sed -i -e '/###/d'
  #   -
  #     name: check replacements
  #     run: |
  #       find . -maxdepth 2 -name docker-compose.yml | xargs cat
  #   -
  #     name: check dc builds
  #     run: |
  #       cd ./all-images
  #       docker-compose up -d
  #       docker-compose logs
  #   - 
  #     name: Install test harness
  #     run: |
  #       yarn install
  #   - 
  #     name: Generate test files
  #     run: |
  #       yarn generate-tests
  #   - 
  #     name: Run docker-compose tests
  #     run: |
  #       yarn test:dockercompose