spread.yaml

project: snapcraft

environment:
  # Tell snapcraft to use the current host to build
  SNAPCRAFT_BUILD_ENVIRONMENT: "host"

  # Generate manifest when building snaps.
  SNAPCRAFT_BUILD_INFO: "1"

  # If SNAPCRAFT_PACKAGE_TYPE is "snap" and this variable is defined, spread
  # will install snapcraft from that channel. Otherwise, it'll look for a snap
  # in the source tree. If SNAPCRAFT_PACKAGE_TYPE is "deb" this variable does
  # nothing.
  SNAPCRAFT_CHANNEL: "$(HOST: echo ${SNAPCRAFT_CHANNEL})"

  # Show error tracebacks
  SNAPCRAFT_MANAGED_HOST: "yes"

  # Disable all Sentry error reporting
  SNAPCRAFT_ENABLE_ERROR_REPORTING: "no"

  # Print potentially useful debugging info
  SNAPCRAFT_ENABLE_DEVELOPER_DEBUG: "yes"

  # Ensure that we have the right debian configuration for legacy
  DEBIAN_FRONTEND: noninteractive
  DEBIAN_PRIORITY: critical

  TOOLS_DIR: /snapcraft/tests/spread/tools
  PATH: $PATH:$TOOLS_DIR/snapd-testing-tools/tools/

  # Git environment for commits
  GIT_AUTHOR_NAME: "Test User"
  GIT_AUTHOR_EMAIL: "test-user@email.com"

backends:
  lxd:
    systems:
      # -native is added for clarity and for ubuntu-20.04* to match.
      - ubuntu-18.04
      - ubuntu-20.04
      - ubuntu-22.04
  google:
    key: '$(HOST: echo "$SPREAD_GOOGLE_KEY")'
    location: snapd-spread/us-east1-b
    halt-timeout: 2h
    systems:
      - ubuntu-18.04-64:
          workers: 18
          image: ubuntu-1804-64
      - ubuntu-20.04-64:
          workers: 6
          image: ubuntu-2004-64
          storage: 40G
      - ubuntu-22.04-64:
          workers: 6
          storage: 20G
          image: ubuntu-2204-64
      - ubuntu-24.04-64:
          image: ubuntu-23.04-64
          storage: 12G
          workers: 6

  multipass:
    type: adhoc
    allocate: |
      if [ "$SPREAD_SYSTEM" = "ubuntu-24.04-64" ]; then
          image="daily:devel"
          instance_name=spread-devel
      else
          # SPREAD_SYSTEM has the following format here 'ubuntu-XX.YY-64' and gets
          # translated to an image XX.YY.
          image=$(echo $SPREAD_SYSTEM | sed -e 's/ubuntu-\(.*\)-64/\1/')
          instance_name="spread-${image}"
      fi

      if [ -z "${image}" ]; then
        FATAL "$SPREAD_SYSTEM is not supported!"
      fi

      multipass launch --disk 20G --memory 2G --name "$instance_name" "$image"

      # Get the IP from the instance
      ip=$(multipass info --format csv "$instance_name" | tail -1 | cut -d\, -f3)
      # Enable PasswordAuthertication for root over SSH.
      multipass exec "$instance_name" -- \
        sudo sh -c "echo root:ubuntu | sudo chpasswd"
      multipass exec "$instance_name" -- \
        sudo sh -c \
        "sed -i /etc/ssh/sshd_config -e 's/^PasswordAuthentication.*/PasswordAuthentication yes/' -e 's/^#PermitRootLogin.*/PermitRootLogin yes/'"
      multipass exec "$instance_name" -- \
        sudo systemctl restart ssh

      ADDRESS "$ip:22"
    discard: |
      if [ "$SPREAD_SYSTEM" = "ubuntu-24.04-64" ]; then
          image="daily:devel"
          instance_name=spread-devel
      else
          # SPREAD_SYSTEM has the following format here 'ubuntu-XX.YY-64' and gets
          # translated to an image XX.YY.
          image=$(echo $SPREAD_SYSTEM | sed -e 's/ubuntu-\(.*\)-64/\1/')
          instance_name="spread-${image}"
      fi

      if [ -z "${image}" ]; then
        FATAL "$SPREAD_SYSTEM is not supported!"
      fi

      multipass delete --purge "$instance_name"
    systems:
      - ubuntu-18.04-64:
          workers: 1
          username: root
          password: ubuntu
      - ubuntu-20.04-64:
          workers: 1
          username: root
          password: ubuntu
      - ubuntu-22.04-64:
          workers: 1
          username: root
          password: ubuntu

  autopkgtest:
    type: adhoc
    allocate: |
      echo "Allocating ad-hoc $SPREAD_SYSTEM"
      if [ -z "${ADT_ARTIFACTS:-}" ]; then
        FATAL "adhoc only works inside autopkgtest"
        exit 1
      fi
      echo 'ubuntu ALL=(ALL) NOPASSWD:ALL' > /etc/sudoers.d/99-spread-users
      ADDRESS localhost:22
    discard: echo "Discarding ad-hoc $SPREAD_SYSTEM"
    systems:
      # Bionic
      - ubuntu-18.04-amd64:
          username: ubuntu
          password: ubuntu
      - ubuntu-18.04-i386:
          username: ubuntu
          password: ubuntu
      - ubuntu-18.04-ppc64el:
          username: ubuntu
          password: ubuntu
      - ubuntu-18.04-armhf:
          username: ubuntu
          password: ubuntu
      - ubuntu-18.04-s390x:
          username: ubuntu
          password: ubuntu
      - ubuntu-18.04-arm64:
          username: ubuntu
          password: ubuntu
      # Focal
      - ubuntu-20.04-amd64:
          username: ubuntu
          password: ubuntu
      - ubuntu-20.04-ppc64el:
          username: ubuntu
          password: ubuntu
      - ubuntu-20.04-armhf:
          username: ubuntu
          password: ubuntu
      - ubuntu-20.04-s390x:
          username: ubuntu
          password: ubuntu
      - ubuntu-20.04-arm64:
          username: ubuntu
          password: ubuntu
      # Jammy
      - ubuntu-22.04-amd64:
          username: ubuntu
          password: ubuntu
      - ubuntu-22.04-ppc64el:
          username: ubuntu
          password: ubuntu
      - ubuntu-22.04-armhf:
          username: ubuntu
          password: ubuntu
      - ubuntu-22.04-s390x:
          username: ubuntu
          password: ubuntu
      - ubuntu-22.04-arm64:
          username: ubuntu
          password: ubuntu

exclude: [snaps-cache/]

prepare: |
  #shellcheck source=tests/spread/tools/prepare.sh
  . "$TOOLS_DIR/prepare.sh"

  if [[ -z $(ls -A "$TOOLS_DIR/snapd-testing-tools") ]]; then
    echo "Cannot run spread because submodule 'snapd-testing-tools' does not exist. Fetch with 'git submodule update --init' and rerun spread."
    exit 1
  fi

  # This unfortunately cannot be extracted into a standalone script since this
  # portion of of YAML runs before the source code has been fetched.

  # 'apt-get update' is hanging on security.ubuntu.com with IPv6. Prefer IPv4 over
  # IPv6
  cat <<EOF > gai.conf
  precedence  ::1/128       50
  precedence  ::/0          40
  precedence  2002::/16     30
  precedence ::/96          20
  precedence ::ffff:0:0/96 100
  EOF
  if ! mv gai.conf /etc/gai.conf; then
      echo "/etc/gai.conf is not writable, ubuntu-core system? apt-get update won't"
      echo "be affected in that case"
      rm -f gai.conf
  fi

  # Now run 'apt-get update', but don't show output unless it fails. The logs are
  # long enough as it is.
  tempfile="$(mktemp)"
  if ! apt-get update > "$tempfile" 2>&1; then
      cat "$tempfile"
      exit 1
  fi

  apt-get install -y snapd
  snap install snapd
  snap wait system seed.loaded

  if [ "$SPREAD_SYSTEM" = "ubuntu-18.04-64" ] || [ "$SPREAD_SYSTEM" = "ubuntu-20.04-64" ]; then
      # Remove lxd and lxd-client deb packages as our implementation (pylxd) does not
      # nicely handle the snap and deb being installed at the same time.
      apt-get remove --purge --yes lxd lxd-client
  fi

  install_lxd
  # Add the ubuntu user to the lxd group.
  adduser ubuntu lxd

  # Hold snap refreshes for 24h.
  snap set system refresh.hold="$(date --date=tomorrow +%Y-%m-%dT%H:%M:%S%:z)"
  if ! snap watch --last=auto-refresh?; then
      journalctl -xe
  fi
  if ! snap watch --last=install?; then
      journalctl -xe
  fi

  if [ "$SPREAD_SYSTEM" = "ubuntu-18.04-64" ] || [ "$SPREAD_SYSTEM" = "ubuntu-20.04-64" ]; then
      /snap/bin/lxd waitready --timeout=30
      /snap/bin/lxd init --auto
  fi

  install_snapcraft

  pushd /snapcraft
  git init
  git add .
  git commit -m "Testing Commit"
  popd

restore-each: |
  "$TOOLS_DIR"/restore.sh

suites:
 tests/spread/core22/:
   summary: core22 specific tests
   systems:
     - ubuntu-22.04
     - ubuntu-22.04-64
     - ubuntu-22.04-amd64
     - ubuntu-22.04-arm64
     - ubuntu-22.04-armhf
     - ubuntu-22.04-s390x
     - ubuntu-22.04-ppc64el

 tests/spread/core22/environment/:
   summary: core22 environment tests
   systems:
     - ubuntu-22.04*

 tests/spread/core22/scriptlets/:
   summary: core22 scriptlet tests
   systems:
     - ubuntu-22.04*

 tests/spread/core22/manifest/:
   summary: core22 manifest tests
   systems:
     - ubuntu-22.04*

 tests/spread/core22/architectures/:
   summary: core22 architecture tests
   systems:
     - ubuntu-22.04
     - ubuntu-22.04-64
     - ubuntu-22.04-amd64

 tests/spread/core22/linters/:
   summary: core22 linter tests
   environment:
     SNAPCRAFT_ENABLE_DEVELOPER_DEBUG: "n"

   systems:
     - ubuntu-22.04*

 tests/spread/core22/patchelf/:
   summary: core22 patchelf tests
   systems:
     - ubuntu-22.04*

 # General, core suite
 tests/spread/general/:
   summary: tests of snapcraft core functionality

 tests/spread/general/grammar/:
   summary: grammar tests
   # run grammar tests on amd64 platforms
   systems:
     - ubuntu-18.04
     - ubuntu-18.04-64
     - ubuntu-18.04-amd64
     - ubuntu-20.04
     - ubuntu-20.04-64
     - ubuntu-20.04-amd64
     - ubuntu-22.04
     - ubuntu-22.04-64
     - ubuntu-22.04-amd64

 tests/spread/general/hooks/:
   summary: tests of snapcraft hook functionality

 # General, core suite
 tests/spread/cross-compile/:
   summary: tests of supported cross-compile functionality
   systems:
   - ubuntu-20.04
   - ubuntu-20.04-64
   - ubuntu-20.04-amd64

 # Use of multipass and lxd build providers
 tests/spread/providers/:
   summary: tests of snapcraft using build providers
   systems:
   - ubuntu-18.04-64
   - ubuntu-20.04-64
   - ubuntu-22.04-64
   kill-timeout: 180m
   warn-timeout: 9m  # Keep less than 10 minutes so Travis can't timeout
   priority: 90  # Run this test relatively early since fetching images can take time
 tests/spread/providers/legacy/:
   summary: tests of snapcraft using build providers
   systems:
   - ubuntu-18.04-64
   - ubuntu-20.04-64
   kill-timeout: 180m
   warn-timeout: 9m  # Keep less than 10 minutes so Travis can't timeout
   priority: 90  # Run this test relatively early since fetching images can take time

 # Plugin-specific suites
 tests/spread/plugins/v1/ant/:
   summary: tests of snapcraft's Ant plugin
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v1/autotools/:
   summary: tests of snapcraft's Autotools plugin
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v1/catkin/:
   summary: tests of snapcraft's Catkin plugin
   systems:
   - ubuntu-18.04
   - ubuntu-18.04-64
   - ubuntu-18.04-amd64
   - ubuntu-18.04-arm64
   - ubuntu-18.04-armhf
   kill-timeout: 180m
 tests/spread/plugins/v1/colcon/:
   summary: tests of snapcraft's Colcon plugin
   systems:
   - ubuntu-18.04
   - ubuntu-18.04-64
   - ubuntu-18.04-amd64
   - ubuntu-18.04-arm64
   - ubuntu-18.04-armhf
   kill-timeout: 180m
 tests/spread/plugins/v1/conda/:
   summary: tests of snapcraft's Conda plugin
   systems:
   - ubuntu-18.04
   - ubuntu-18.04-64
 tests/spread/plugins/v1/cmake/:
   summary: tests of snapcraft's CMake plugin
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v1/crystal/:
   summary: tests of snapcraft's Crystal plugin
   systems:
   - ubuntu-18.04
   - ubuntu-18.04-64
   - ubuntu-18.04-amd64
 tests/spread/plugins/v1/dotnet/:
   summary: tests of snapcraft's Dotnet plugin
   systems:
   - ubuntu-18.04
   - ubuntu-18.04-64
   - ubuntu-18.04-amd64
 tests/spread/plugins/v1/flutter/:
   summary: tests of snapcraft's Flutter plugin
   # Keep this 18.04 as the tests makes use of the GNOME 3.28 extension.
   systems:
   - ubuntu-18.04
   - ubuntu-18.04-64
   - ubuntu-18.04-amd64
 tests/spread/plugins/v1/go/:
   summary: tests of snapcraft's Go plugin
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v1/godeps/:
   summary: tests of snapcraft's Godeps plugin
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v1/gradle/:
   summary: tests of snapcraft's Gradle plugin
   systems:
   - ubuntu-18.04*
   priority: 50  # Run this test early so we're not waiting for it
   kill-timeout: 40m
   warn-timeout: 9m  # Keep less than 10 minutes so Travis can't timeout
 tests/spread/plugins/v1/kbuild/:
   summary: tests of snapcraft's Kbuild plugin
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v1/make/:
   summary: tests of snapcraft's Make plugin
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v1/maven/:
   summary: tests of snapcraft's Maven plugin
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v1/meson/:
   summary: tests of snapcraft's Meson plugin
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v1/nodejs/:
   summary: tests of snapcraft's Nodejs plugin
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v1/nil/:
   summary: tests of snapcraft's Nil plugin
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v1/plainbox/:
   summary: tests of snapcraft's Plainbox plugin
   systems:
   - ubuntu-18.04*
   kill-timeout: 20m
   warn-timeout: 9m  # Keep less than 10 minutes so Travis can't timeout
 tests/spread/plugins/v1/python/:
   summary: tests of snapcraft's Python plugin
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v1/qmake/:
   summary: tests of snapcraft's qmake plugin
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v1/ruby/:
   summary: tests of snapcraft's Ruby plugin
   systems:
   - ubuntu-18.04*
   kill-timeout: 180m
 tests/spread/plugins/v1/rust/:
   summary: tests of snapcraft's Rust plugin
   systems:
   - ubuntu-18.04
   - ubuntu-18.04-64
   - ubuntu-18.04-amd64
   - ubuntu-18.04-i386
   - ubuntu-18.04-armhf
   - ubuntu-18.04-s390x
 tests/spread/plugins/v1/scons/:
   summary: tests of snapcraft's SCons plugin
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v1/waf/:
   summary: tests of snapcraft's Waf plugin
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v1/x-local/:
   summary: tests of snapcraft's local plugins
   systems:
   - ubuntu-18.04*
 tests/spread/plugins/v2/:
   summary: tests of snapcraft's v2 plugins
   systems:
   - ubuntu-20.04*
 tests/spread/plugins/craft-parts/:
   summary: tests of snapcraft's craft-part's based plugins
   systems:
   - ubuntu-22.04*

# Extensions tests
 tests/spread/extensions/:
   summary: tests of snapcraft's extensions
   kill-timeout: 20m

# External snap tests
 tests/spread/snaps/:
   environment:
     SNAPCRAFT_BUILD_ENVIRONMENT: ""
   manual: true
   summary: external snaps
   prepare: |
     sudo apt-get install git
     sudo apt-mark auto git

# Electron builder tests
 tests/spread/electron-builder/:
   summary: electron-builder tests

path: /snapcraft/
include:
  - tests/
  - requirements.txt
  - requirements-devel.txt
  - runtests.sh