make.yml

name: mbed-edge-examples-make-and-test

on:
  workflow_dispatch:
  push:
    paths-ignore:
      - '**/README.md'

# This allows a subsequently queued workflow run to interrupt previous runs
concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true  

jobs:
  make-examples-and-test:
    runs-on: edge-example-ci
    env:
      ACCESS_TOKEN: ${{ secrets.ACCESS_TOKEN }}
      API_KEY: ${{ secrets.EDGE_EXAMPLES_API_KEY }}
      DEV_CERT: ${{ secrets.EDGE_EXAMPLES_DEV_CERT}}
      SYSTEM_TESTS: pelion-system-tests
      EDGE_LOG: edge-core.log
      PT_LOG: pt-example.log
      SCRIPTS_INTERNAL: scripts-internal
      RESULT_LOG_FILE: result_pytest.log
      RESULT_HTML: result.html
      RESULT_XML: result.xml
    steps:
    - name: Checkout continuous-integration
      uses: actions/checkout@v4
      # Self hosted has dependencies in place already
      # - name: Install dependencies
      # run: |
        # sudo apt install build-essential git libc6-dev cmake
        # sudo apt install libmosquitto-dev mosquitto-clients
        # sudo apt install libglib2.0-dev
        # sudo apt install doxygen
    - name: git submodule update
      run: git submodule update --init --recursive
    # This builds release, debug and sanitize versions.
    - run: make all
    - name: Build edge-core
      run: |
        echo "$DEV_CERT" > lib/mbed-edge/config/mbed_cloud_dev_credentials.c
        cd lib/mbed-edge
        if [[ ! -d "build" ]]; then
          rm -rf build
        fi
        mkdir -p build
        cd build
        cmake -DDEVELOPER_MODE=ON -DFIRMWARE_UPDATE=OFF ..
        make -j$(nproc)
    - name: Start edge-core
      run: |
          cd lib/mbed-edge/build
          bin/edge-core >${{ env.EDGE_LOG }} &
          # Wait a bit for it to connect..
          sleep 5
    - name: Check out ${{ env.SYSTEM_TESTS }} repository
      uses: actions/checkout@v4
      with:
        repository: PelionIoT/${{ env.SYSTEM_TESTS }}
        token: ${{ secrets.ACCESS_TOKEN }}
        path: ${{ env.SYSTEM_TESTS }}
    - name: Check out $${{ env.SCRIPTS_INTERNAL }} repository
      uses: actions/checkout@v4
      with:
          repository: PelionIoT/${{ env.SCRIPTS_INTERNAL }}
          token: ${{ secrets.ACCESS_TOKEN }}
          path: ${{ env.SCRIPTS_INTERNAL }}
    - name: Create pytest config
      run: |
        cp .github/workflows/prod-edge-core-config.json ${{ env.SYSTEM_TESTS }}/edge-core-config.json
        CONFIG_FILE=${{ env.SYSTEM_TESTS }}/edge-core-config.json
        jq '.api_key = "${{ secrets.EDGE_EXAMPLES_API_KEY }}"' "$CONFIG_FILE"  > tmp.json && mv tmp.json "$CONFIG_FILE"
    - name: Start pt-example
      run: |
        cd build-debug
        ./bin/pt-example -n pt-example >${{ env.PT_LOG }} &
        sleep 5
    - name: Install Python
      uses: actions/setup-python@v4
      with:
          python-version: '3.8'
    - name: Run pt-example-tests
      run: |
          cd ${{ env.SYSTEM_TESTS }}
          # Check if venv folder exists, if not create it
          if [[ ! -d "venv" ]]; then
            python3 -m venv venv
          fi
          source venv/bin/activate
          pip install --upgrade pip
          pip install -U -r requirements.txt
          pip install packages/*.whl
          pip install -e systemtest-library
          pytest -v --config_path=edge-core-config.json --html=../${{ env.RESULT_HTML }} \
          --self-contained-html -log_cli=true --log-cli-level=DEBUG \
          --log-file=../${{ env.RESULT_LOG_FILE }} --log-file-level=DEBUG \
          --junitxml=../${{ env.RESULT_XML }} test_cases/edge/test_pt_example.py
          deactivate
    - name: Cleanup - delete device from Izuma DM
      if: always()
      run: |
        devid=$(curl --no-progress-meter localhost:8080/status | jq -r '."endpoint-name"')
        if [[ -n "$devid" ]]; then
          echo "Delete $devid via Izuma V3 REST API"
          scripts-internal/cloud/delete-device.sh $devid ${{ secrets.EDGE_EXAMPLES_API_KEY }}
        fi
        # Delete the old identity/MCC contents to change identity in the next run
        rm -rf lib/mbed-edge/build/mcc_config
    - name: Cleanup - kill edge-core process
      if: always()
      run: |
        edgepid=$(ps -aux |grep bin/edge-core | awk '{print $2}' | head -n1)
        if [[ -n "$edgepid" ]]; then
          # Kill edge-core if pid is not empty
          echo "Kill edge-core with pid: $edgepid"
          kill $edgepid
        fi
    - name: Cleanup - kill pt-example
      if: always()
      run: |
        ptpid=$(ps -aux |grep pt-example | awk '{print $2}' | head -n1)
        if [[ -n "$ptpid" ]]; then
          # Kill pt-example if pid is not empty
          echo "Kill pt-example with pid: $ptpid"
          kill $ptpid
        fi
    - name: Archive clitest logs and results
      uses: actions/upload-artifact@v3
      if: always()
      with:
        name: mbed-edge-examples-logs
        path: '**/*.log'
        if-no-files-found: error

    - name: Publish pytest result
      uses: EnricoMi/publish-unit-test-result-action/composite@v2
      if: always()
      with:
        junit_files: ${{ env.RESULT_XML }}
        report_individual_runs: true
        action_fail: true
        action_fail_on_inconclusive: true
        check_name: mbed-edge-examples-result
        
  docker-build:
    runs-on: edge-example-ci
    env:
      ACCESS_TOKEN: ${{ secrets.ACCESS_TOKEN }}
    steps:
      - name: Checkout continuous-integration
        uses: actions/checkout@v4
      - name: git submodule update
        run: git submodule update --init --recursive
      - name: Docker build
        run: docker build -t pt-example:latest -f ./Dockerfile.pt-example .
        # Don't run it - it will run forever essentially.
      - name: Docker system prune
        if: always()
        run: docker system prune -f