Merge branch 'evaluation_test' of https://github.com/asyatrhl/ai8x-tr…

…aining into evaluation_test
analogdevicesinc · Sep 21, 2023 · f79a2a1 · f79a2a1
2 parents 3c84f26 + bb0cc0e
commit f79a2a1
Showing 1 changed file with 40 additions and 0 deletions.
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -5,8 +5,48 @@ on:
       - develop
 
 jobs:
+  eval:
+    runs-on: self-hosted
+    timeout-minutes: 345600
+    steps:
+      - name: Checkout last-dev
+        uses: actions/checkout@v2
+        with:
+          repository: asyatrhl/ai8x-training
+          ref: evaluation_scripts
+          submodules: recursive
+      - name: Checkout synthesis
+        uses: actions/checkout@v2
+        with:
+          repository: MaximIntegratedAI/ai8x-synthesis
+          ref: develop
+          path: ai8x-synthesis
+      - name: Setup Pyenv and Install Dependencies
+        uses: gabrielfalcao/pyenv-action@v13
+        with:
+          default: 3.8.11
+      - name: Create Venv
+        run: |
+          pyenv local 3.8.11
+          python3 -m venv venv --prompt ai8x-training
+      - name: Activate Venv
+        run: source venv/bin/activate
+      - name: Install Dependencies
+        run: |
+          pip3 install -U pip wheel setuptools
+          pip3 install -r requirements-cu11.txt
+      - name: Create Evaluation Scripts
+        run: python ./regression/create_eval_script.py --testconf ./regression/test_config.yaml --testpaths ./regression/paths.yaml
+      - name: Run Evaluation Scripts
+        run: bash ./scripts/evaluation_file.sh
+      - name: Save Evaluation Log Files
+        run: cp -r /home/test/actions-runner/_work/ai8x-training/ai8x-training/logs/ /home/test/max7800x/evaluation_logs/
+      - name: Evaluation Results
+        run: python ./regression/eval_pass_fail.py --testpaths ./regression/paths.yaml
+
   build:
     runs-on: self-hosted
+    needs: [eval]
     timeout-minutes: 345600
     steps:
       - name: Checkout last-dev