horizon.yml

name: Horizon

on:
  push:
    branches: [master]
  pull_request:

jobs:

  integration:
    name: Integration tests
    strategy:
      matrix:
        os: [ubuntu-20.04]
        go: [1.19.6, 1.20.1]
        pg: [10]
        ingestion-backend: [db, captive-core, captive-core-remote-storage]
        protocol-version: [19]
    runs-on: ${{ matrix.os }}
    services:
      postgres:
        image: postgres:${{ matrix.pg }}
        env:
          POSTGRES_USER: postgres
          POSTGRES_DB: postgres
          POSTGRES_PASSWORD: postgres
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
        - 5432:5432
    env:
      HORIZON_INTEGRATION_TESTS_ENABLED: true
      HORIZON_INTEGRATION_TESTS_CORE_MAX_SUPPORTED_PROTOCOL: ${{ matrix.protocol-version }}
      PROTOCOL_19_CORE_DEBIAN_PKG_VERSION: 19.11.0-1323.7fb6d5e88.focal
      PROTOCOL_19_CORE_DOCKER_IMG: stellar/stellar-core:19.11.0-1323.7fb6d5e88.focal
      PGHOST: localhost
      PGPORT: 5432
      PGUSER: postgres
      PGPASSWORD: postgres
      PGDATABASE: postgres
    steps:
    - uses: actions/checkout@v3
      with:
        # For pull requests, build and test the PR head not a merge of the PR with the destination.
        ref: ${{ github.event.pull_request.head.sha || github.ref }}
        # We need to full history for git-restore-mtime to know what modification dates to use.
        # Otherwise, the Go test cache will fail (due to the modification time of fixtures changing).
        fetch-depth: '0'

    # In order to debug the integration tests, run 'touch continue' once you connect to the ssh session
    #
    # - name: Setup upterm session
    #  uses: lhotari/action-upterm@d23c2722bdab893785c9fbeae314cbf080645bd7
    #  with:
    #    ## limits ssh access and adds the ssh public key for the user which triggered the workflow
    #    limit-access-to-actor: true
    #    ## limits ssh access and adds the ssh public keys of the listed GitHub users
    #    limit-access-to-users: <yourGithubUser>

    - uses: ./.github/actions/setup-go
      with:
        go-version: ${{ matrix.go }}

    - name: Pull and set Stellar Core image
      shell: bash
      run: |
        docker pull "$PROTOCOL_${{ matrix.protocol-version }}_CORE_DOCKER_IMG"
        echo HORIZON_INTEGRATION_TESTS_DOCKER_IMG="$PROTOCOL_${{ matrix.protocol-version }}_CORE_DOCKER_IMG" >> $GITHUB_ENV

    - if: ${{ startsWith(matrix.ingestion-backend, 'captive-core') }}
      name: Install and enable Captive Core
      run: |
        # Workaround for https://github.com/actions/virtual-environments/issues/5245,
        # libc++1-8 won't be installed if another version is installed (but apt won't give you a helpul
        # message about why the installation fails)
        sudo apt-get remove -y libc++1-10 libc++abi1-10 || true

        sudo wget -qO - https://apt.stellar.org/SDF.asc | APT_KEY_DONT_WARN_ON_DANGEROUS_USAGE=true sudo apt-key add -
        sudo bash -c 'echo "deb https://apt.stellar.org focal unstable" > /etc/apt/sources.list.d/SDF-unstable.list'
        sudo apt-get update && sudo apt-get install -y stellar-core="$PROTOCOL_${{ matrix.protocol-version }}_CORE_DEBIAN_PKG_VERSION"
        echo "Using stellar core version $(stellar-core version)"
        echo 'HORIZON_INTEGRATION_TESTS_ENABLE_CAPTIVE_CORE=true' >> $GITHUB_ENV
        echo 'HORIZON_INTEGRATION_TESTS_CAPTIVE_CORE_BIN=/usr/bin/stellar-core' >> $GITHUB_ENV

    - if: ${{ matrix.ingestion-backend == 'captive-core-remote-storage' }}
      name: Setup Captive Core Remote Storage
      run: echo 'HORIZON_INTEGRATION_TESTS_CAPTIVE_CORE_USE_DB=true' >> $GITHUB_ENV

    - name: Build Horizon reproducible build
      run: |
        go build -v -trimpath -buildvcs=false ./services/horizon
        touch empty

    - name: Save Horizon binary and integration tests source hash to cache
      id: horizon_binary_tests_hash
      uses: actions/cache@v3
      with:
        path: ./empty
        key: horizon-hash-${{ hashFiles('./horizon') }}-${{ hashFiles('./clients/horizonclient/**') }}-${{ hashFiles('./protocols/horizon/**') }}-${{ hashFiles('./txnbuild/**') }}-${{ hashFiles('./services/horizon/internal/integration/**') }}-${{ env.PROTOCOL_19_CORE_DOCKER_IMG }}

    - if: ${{ steps.horizon_binary_tests_hash.outputs.cache-hit != 'true' }}
      run: go test -race -timeout 35m -v ./services/horizon/internal/integration/...

  verify-range:
    name: Test (and push) verify-range image
    runs-on: ubuntu-20.04
    env:
      STELLAR_CORE_VERSION: 19.11.0-1323.7fb6d5e88.focal
      CAPTIVE_CORE_STORAGE_PATH: /tmp
    steps:
    - uses: actions/checkout@v3
      with:
        # For pull requests, build and test the PR head not a merge of the PR with the destination.
        ref:  ${{ github.event.pull_request.head.sha || github.ref }}

    - name: Build and test the Verify Range Docker image
      run: |
        docker build -f services/horizon/docker/verify-range/Dockerfile -t stellar/horizon-verify-range services/horizon/docker/verify-range/
        # Any range should do for basic testing, this range was chosen pretty early in history so that it only takes a few mins to run
        docker run -e BRANCH=$(git rev-parse HEAD) -e FROM=10000063 -e TO=10000127 stellar/horizon-verify-range

    # Push image
    - if: github.ref == 'refs/heads/master'
      name: Login to DockerHub
      uses: docker/login-action@bb984efc561711aaa26e433c32c3521176eae55b
      with:
        username: ${{ secrets.DOCKERHUB_USERNAME }}
        password: ${{ secrets.DOCKERHUB_TOKEN }}

    - if: github.ref == 'refs/heads/master'
      name: Push to DockerHub
      run: docker push stellar/horizon-verify-range:latest