make-and-test - add pt-example tests to action

.github/workflows/make.yml

@@ -1,4 +1,4 @@
-name: mbed-edge-examples-make
+name: mbed-edge-examples-make-and-test
 
 on:
   workflow_dispatch:
@@ -12,25 +12,139 @@ concurrency:
   cancel-in-progress: true  
 
 jobs:
-  make-examples:
+  make-examples-and-test:
     runs-on: edge-example-ci
     env:
       ACCESS_TOKEN: ${{ secrets.ACCESS_TOKEN }}
+      API_KEY: ${{ secrets.EDGE_EXAMPLES_API_KEY }}
+      DEV_CERT: ${{ secrets.EDGE_EXAMPLES_DEV_CERT}}
+      SYSTEM_TESTS: pelion-system-tests
+      EDGE_LOG: edge-core.log
+      PT_LOG: pt-example.log
+      SCRIPTS_INTERNAL: scripts-internal
+      RESULT_LOG_FILE: result_pytest.log
+      RESULT_HTML: result.html
+      RESULT_XML: result.xml
     steps:
     - name: Checkout continuous-integration
       uses: actions/checkout@v4
       # Self hosted has dependencies in place already
       # - name: Install dependencies
       # run: |
-        # sudo apt install build-essential git libc6-dev
+        # sudo apt install build-essential git libc6-dev cmake
         # sudo apt install libmosquitto-dev mosquitto-clients
         # sudo apt install libglib2.0-dev
         # sudo apt install doxygen
     - name: git submodule update
       run: git submodule update --init --recursive
     # This builds release, debug and sanitize versions.
     - run: make all
+    - name: Build edge-core
+      run: |
+        echo "$DEV_CERT" > lib/mbed-edge/config/mbed_cloud_dev_credentials.c
+        cd lib/mbed-edge
+        if [[ ! -d "build" ]]; then
+          rm -rf build
+        fi
+        mkdir -p build
+        cd build
+        cmake -DDEVELOPER_MODE=ON -DFIRMWARE_UPDATE=OFF ..
+        make -j$(nproc)
+    - name: Start edge-core
+      run: |
+          cd lib/mbed-edge/build
+          bin/edge-core >${{ env.EDGE_LOG }} &
+          # Wait a bit for it to connect..
+          sleep 5
+    - name: Check out ${{ env.SYSTEM_TESTS }} repository
+      uses: actions/checkout@v4
+      with:
+        repository: PelionIoT/${{ env.SYSTEM_TESTS }}
+        token: ${{ secrets.ACCESS_TOKEN }}
+        path: ${{ env.SYSTEM_TESTS }}
+    - name: Check out $${{ env.SCRIPTS_INTERNAL }} repository
+      uses: actions/checkout@v4
+      with:
+          repository: PelionIoT/${{ env.SCRIPTS_INTERNAL }}
+          token: ${{ secrets.ACCESS_TOKEN }}
+          path: ${{ env.SCRIPTS_INTERNAL }}
+    - name: Create pytest config
+      run: |
+        cp .github/workflows/prod-edge-core-config.json ${{ env.SYSTEM_TESTS }}/edge-core-config.json
+        CONFIG_FILE=${{ env.SYSTEM_TESTS }}/edge-core-config.json
+        jq '.api_key = "${{ secrets.EDGE_EXAMPLES_API_KEY }}"' "$CONFIG_FILE"  > tmp.json && mv tmp.json "$CONFIG_FILE"
+    - name: Start pt-example
+      run: |
+        cd build-debug
+        ./bin/pt-example -n pt-example >${{ env.PT_LOG }} &
+        sleep 5
+    - name: Install Python
+      uses: actions/setup-python@v4
+      with:
+          python-version: '3.8'
+    - name: Run pt-example-tests
+      run: |
+          cd ${{ env.SYSTEM_TESTS }}
+          # Check if venv folder exists, if not create it
+          if [[ ! -d "venv" ]]; then
+            python3 -m venv venv
+          fi
+          source venv/bin/activate
+          pip install --upgrade pip
+          pip install -U -r requirements.txt
+          pip install packages/*.whl
+          pip install -e systemtest-library
+          pytest -v --config_path=edge-core-config.json --html=$RESULT_HTML \
+          --self-contained-html -log_cli=true --log-cli-level=DEBUG \
+          --log-file=$RESULT_LOG_FILE --log-file-level=DEBUG \
+          --junitxml=$RESULT_XML test_cases/edge/test_pt_example.py
+          deactivate
+    - name: Cleanup - delete device from Izuma DM
+      if: always()
+      run: |
+        devid=$(curl --no-progress-meter localhost:8080/status | jq -r '."endpoint-name"')
+        if [[ -n "$devid" ]]; then
+          echo "Delete $devid via Izuma V3 REST API"
+          scripts-internal/cloud/delete-device.sh $devid ${{ secrets.EDGE_EXAMPLES_API_KEY }}
+        fi
+        # Delete the old identity/MCC contents to change identity in the next run
+        rm -rf lib/mbed-edge/build/mcc_config
+    - name: Cleanup - kill edge-core process
+      if: always()
+      run: |
+        edgepid=$(ps -aux |grep bin/edge-core | awk '{print $2}' | head -n1)
+        if [[ -n "$edgepid" ]]; then
+          # Kill edge-core if pid is not empty
+          echo "Kill edge-core with pid: $edgepid"
+          kill $edgepid
+        fi
+    - name: Cleanup - kill pt-example
+      if: always()
+      run: |
+        ptpid=$(ps -aux |grep pt-example | awk '{print $2}' | head -n1)
+        if [[ -n "$ptpid" ]]; then
+          # Kill pt-example if pid is not empty
+          echo "Kill pt-example with pid: $ptpid"
+          kill $ptpid
+        fi
+    - name: Archive clitest logs and results
+      uses: actions/upload-artifact@v3
+      if: always()
+      with:
+        name: mbed-edge-examples-logs
+        path: '**/*.log'
+        if-no-files-found: error
 
+    - name: Publish pytest result
+      uses: EnricoMi/publish-unit-test-result-action/composite@v2
+      if: always()
+      with:
+        junit_files: ${{ env.RESULT_XML }}
+        report_individual_runs: true
+        action_fail: true
+        action_fail_on_inconclusive: true
+        check_name: mbed-edge-examples-result
+
   docker-build:
     runs-on: edge-example-ci
     env:

.github/workflows/prod-edge-core-config.json

@@ -0,0 +1,24 @@
+{
+  "api_gw"                       : "https://api.us-east-1.mbedcloud.com",
+  "api_key"                      : "",
+  "account_id"                   : "0158778f9f1002420a014c1100000000",
+  "edge_k8s_url"                 : "https://edge-k8s.us-east-1.mbedcloud.com",
+  "edge_build_type"              : "edge-core",
+  "internal_id"                  : "",
+  "pcr_repo_path"                : "containers.us-east-1.mbedcloud.com",
+  "connection_type"              : "local",
+  "pt_example_skip_autostart"    : false,
+  "pt_example_options"           : "-n pt-example-edge-ci",
+  "edge_local_host_port"         : "8080",
+  "callback_handler"              : "https://callback-prod.kiiskila.cc",
+  "has_remote_terminal"          : true,
+  "rest_user_agent"              : "edge-examples-ci",
+  "endpoint_count"               : "3",
+  "edge_skip_release"            : true,
+  "test_edge_billing"            : true,
+    "dockerhub_auth"             : {
+      "username" : "pelionservices",
+      "email"    : "[email protected]",
+      "password" : ""
+    }
+}