skaled_manual.yml

name: Skaled Manually-Running Tests

on:
  schedule:
    - cron: '00 12 * * 5'
  workflow_dispatch:
    inputs:
      suite:
        description: 'Test Suite'
        default: 'stability'
        required: true

      test:
        description: 'Test'
        default: 'down_up'
        required: true

      skaled_provider:
        description: 'Skaled Provider (binary_from_container|binary_as_artifact|container)'
        default: 'endpoint_by_terraform_with_containers'
        required: true

      num_nodes:
        description: 'Num Nodes'
        default: '16'
        required: true

      skaled_release:
        description: 'Skaled Release'
        default: 'develop-latest'
        required: true

      kick_interval:
        description: 'KICK_INTERVAL (stability test)'
        default: '450'
        required: true

jobs:
  main_job:
    runs-on: self-hosted
    timeout-minutes: 4200
    env:
      ACTIONS_ALLOW_UNSECURE_COMMANDS: true
      PROJECT: skaled
      SUITE: ${{ github.event.inputs.suite || 'stability' }}
      TEST: ${{ github.event.inputs.test || 'down_up' }}
      SKALED_PROVIDER: skaled_providers/${{ github.event.inputs.skaled_provider || 'endpoint_by_terraform_with_containers' }}
      SKALED_RELEASE: ${{ github.event.inputs.skaled_release || 'develop-latest' }}
      NUM_NODES: ${{ github.event.inputs.num_nodes || '16' }}
      AWS_ACCESS_KEY: ${{ secrets.AWS_ACCESS_KEY }}
      AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
      TF_VAR_access_key: ${{ secrets.AWS_ACCESS_KEY }}
      TF_VAR_secret_key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
      NO_ULIMIT_CHECK: 1
      KICK_INTERVAL: ${{ github.event.inputs.kick_interval || '1800' }}

    steps:

    - name: Add secrets
      run: |
        touch ~/.netrc
        chmod 600 ~/.netrc
        echo "machine github.com" > ~/.netrc
        echo "login dimalit" >> ~/.netrc
        echo "password ${{ secrets.DIMALIT_ACCESS_TOKEN }}" >> ~/.netrc
        echo "${{ secrets.D4_AWS_PEM }}" > ~/d4_aws.pem
        echo "${{ secrets.GRAFANA_CI_KEY }}" > ~/grafana_ci
        chmod 600 ~/grafana_ci

    - uses: hashicorp/setup-terraform@v1.1.0
      with:
        terraform_wrapper: false

    - name: Clean up
      run: |
        pwd
        mounts=$(mount | awk -F ' on | type' '{print $2}' | grep '/btrfs$')||true
        echo $mounts
        for m in $mounts; do sudo umount $m; done
        sudo rm -rf *

    - uses: actions/checkout@v2
      with:
        ssh-key: '${{secrets.RUNNER_SSH_KEY}}'
        submodules: 'recursive'

    - run: cd skaled_providers/endpoint_by_terraform_with_containers/tf/tf_scripts && terraform init

    - name: Prepare SGX keys/certs
      run: |
        echo "${{ secrets.sgx_key }}" > sgx_certs/sgx.key
        chmod 600 sgx_certs/sgx.key
        sudo mkdir /skale_node_data || true
        sudo cp -r sgx_certs /skale_node_data
        sudo chown -R $USER:$USER /skale_node_data/sgx_certs/*

    - name: Update Environment
      run: |
        ./update_environment.sh $PROJECT+$SUITE

    - name: Run Tests
      run: |
        export DATA_DIR="$HOME/data_dir"
        echo "::set-env name=DATA_DIR::$DATA_DIR"
        sudo rm -rf $DATA_DIR || true
        mkdir $DATA_DIR
        ./run_tests.sh $PROJECT+$SUITE+$TEST

    - name: Clean up AWS
      if: ${{ always() && env.SKALED_PROVIDER == 'skaled_providers/endpoint_by_terraform_with_containers' }}
      continue-on-error: true
      run: |
        cd skaled_providers/endpoint_by_terraform_with_containers
        NUM_NODES=${{ env.NUM_NODES }} ./free_skaled.sh

    - uses: actions/upload-artifact@v2
      if: ${{ always() && env.SKALED_PROVIDER == 'skaled_providers/endpoint_by_terraform_with_containers' }}
      continue-on-error: true
      with:
        name: aws_config
        path: |
          skaled_providers/endpoint_by_terraform_with_containers/tf/output.json

    - name: Save logs
      if: ${{ always() && env.SKALED_PROVIDER == 'skaled_providers/endpoint_by_container' }}
      run: |
        sudo docker logs $(docker ps -a -q) 2>aleth.err 1>aleth.out || true
        sudo chown $USER:$USER aleth.*
      continue-on-error: true

    - uses: actions/upload-artifact@v2
      if: ${{ always() && env.SKALED_PROVIDER == 'skaled_providers/endpoint_by_container' }}
      continue-on-error: true
      with:
        path: |
          skaled_providers/endpoint_by_container/data_dir/config.json
          aleth.*

    - uses: actions/upload-artifact@v2
      if: ${{ always() && startsWith(env.SKALED_PROVIDER, 'skaled_providers/binary_') }}
      continue-on-error: true
      with:
        name: data_dir
        path: |
          ${{ env.DATA_DIR }}/**/aleth.*
          ${{ env.DATA_DIR }}/**/config.json
          
    - uses: actions/upload-artifact@v2
      if: ${{ always() && env.TEST == 'skaled_chart' }}
      continue-on-error: true
      with:
        name: skaled_chart
        path: |
          integration_tests/skaled/load_js/skaled_chart.png
          integration_tests/skaled/load_js/skaled_chart.txt