[GHA] test install #4604
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: precommit | |
| permissions: read-all | |
| on: | |
| pull_request: | |
| types: | |
| - opened | |
| - reopened | |
| - synchronize | |
| paths-ignore: | |
| - '*' # TODO: remove | |
| - '**/*.md' | |
| - 'docs/**/*' | |
| - 'tests/post_training/*' # post_training tests runs on Jenkins | |
| - 'tests/torch/sota_checkpoints_eval.json' # reference for PT e2e | |
| - 'tests/tensorflow/sota_checkpoints_eval.json' # reference for TF e2e | |
| - 'tests/cross_fw/examples/*' # examples tests runs in separate workflow | |
| jobs: | |
| common: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| lfs: true | |
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | |
| with: | |
| python-version: 3.10.14 | |
| cache: pip | |
| - name: Install NNCF and test requirements | |
| run: make install-common-test | |
| - name: Print installed modules | |
| run: pip list | |
| - name: Run common precommit test scope | |
| run: make test-common | |
| env: | |
| NUM_WORKERS: 2 | |
| onnx: | |
| runs-on: ubuntu-20.04-8-cores | |
| steps: | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| lfs: true | |
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | |
| with: | |
| python-version: 3.10.14 | |
| - name: Install NNCF and test requirements | |
| run: make install-onnx-test | |
| - name: Print installed modules | |
| run: pip list | |
| - name: Run ONNX precommit test scope | |
| run: make test-onnx | |
| env: | |
| NUM_WORKERS: 4 | |
| openvino: | |
| runs-on: ubuntu-20.04-8-cores | |
| steps: | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| lfs: true | |
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | |
| with: | |
| python-version: 3.10.14 | |
| cache: pip | |
| - name: Install NNCF and test requirements | |
| run: make install-openvino-test | |
| - name: Print installed modules | |
| run: pip list | |
| - name: Run OV precommit test scope | |
| run: make test-openvino | |
| env: | |
| NUM_WORKERS: 4 | |
| pytorch-cpu: | |
| timeout-minutes: 40 | |
| defaults: | |
| run: | |
| shell: bash | |
| runs-on: ubuntu-20.04-8-cores | |
| env: | |
| DEBIAN_FRONTEND: noninteractive | |
| steps: | |
| - name: Install dependencies | |
| run : | | |
| sudo apt-get update | |
| sudo apt-get --assume-yes install gcc g++ build-essential ninja-build libgl1-mesa-dev libglib2.0-0 | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| lfs: true | |
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | |
| with: | |
| python-version: 3.10.14 | |
| cache: pip | |
| - name: Runner info | |
| continue-on-error: true | |
| run: | | |
| cat /etc/*release | |
| cat /proc/cpuinfo | |
| - name: Install NNCF and test requirements | |
| run: make install-torch-test | |
| - name: Print installed modules | |
| run: pip list | |
| - name: Run PyTorch precommit test scope | |
| run: | | |
| make test-torch-cpu | |
| env: | |
| NUM_WORKERS: 4 | |
| pytorch-cuda: | |
| timeout-minutes: 40 | |
| defaults: | |
| run: | |
| shell: bash | |
| runs-on: aks-linux-4-cores-28gb-gpu-tesla-t4 | |
| env: | |
| DEBIAN_FRONTEND: noninteractive | |
| steps: | |
| - name: Install dependencies | |
| run : | | |
| sudo apt-get update | |
| sudo apt-get --assume-yes install build-essential ninja-build libgl1-mesa-dev libglib2.0-0 wget make | |
| - name: Download CUDA | |
| run: | | |
| wget -q https://developer.download.nvidia.com/compute/cuda/12.4.0/local_installers/cuda_12.4.0_550.54.14_linux.run | |
| sudo sh cuda_12.4.0_550.54.14_linux.run --toolkit --silent | |
| - name: Runner info | |
| continue-on-error: true | |
| run: | | |
| export PATH=/usr/local/cuda-12.4/bin${PATH:+:${PATH}} | |
| export LD_LIBRARY_PATH=/usr/local/cuda-12.4/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}} | |
| nvidia-smi | |
| cat /proc/cpuinfo | |
| nvcc --version | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| lfs: true | |
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | |
| with: | |
| python-version: 3.10.14 | |
| cache: pip | |
| - name: Install NNCF and test requirements | |
| run: make install-torch-test | |
| - name: Print installed modules | |
| run: pip list | |
| - name: Check CUDA | |
| run: | | |
| python -c "import torch; print(torch.cuda.is_available())" | |
| - name: Run PyTorch precommit test scope | |
| run: | | |
| export PATH=/usr/local/cuda-12.4/bin${PATH:+:${PATH}} | |
| export LD_LIBRARY_PATH=/usr/local/cuda-12.4/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}} | |
| make test-torch-cuda | |
| tensorflow: | |
| timeout-minutes: 40 | |
| defaults: | |
| run: | |
| shell: bash | |
| runs-on: ubuntu-20.04-8-cores | |
| env: | |
| DEBIAN_FRONTEND: noninteractive | |
| steps: | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| lfs: true | |
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | |
| with: | |
| python-version: 3.10.14 | |
| cache: pip | |
| - name: Install NNCF and test requirements | |
| run: make install-tensorflow-test | |
| - name: Print installed modules | |
| run: pip list | |
| - name: Run TensorFlow precommit test scope | |
| run: make test-tensorflow | |
| env: | |
| NUM_WORKERS: 6 | |
| tools: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| lfs: true | |
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | |
| with: | |
| python-version: 3.10.14 | |
| cache: pip | |
| - name: Install NNCF and test requirements | |
| run: pip install -r tests/tools/requirements.txt | |
| - name: Print installed modules | |
| run: pip list | |
| - name: Run tools precommit test scope | |
| run: PYTHONPATH=./ pytest -ra tests/tools | |
| pytorch2-cpu: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| lfs: true | |
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | |
| with: | |
| python-version: 3.10.14 | |
| cache: pip | |
| - name: Install NNCF and test requirements | |
| run: | | |
| pip install -e . | |
| pip install -r tests/torch2/requirements.txt | |
| - name: Print installed modules | |
| run: pip list | |
| - name: Run torch2 precommit test scope | |
| run: pytest -ra tests/torch2 -m "not cuda" |