Skip to content

add continuous batching loop 1/n #1921

add continuous batching loop 1/n

add continuous batching loop 1/n #1921

Workflow file for this run

name: CI testing
on:
push:
branches: [main, "release/*"]
pull_request:
branches: [main, "release/*"]
defaults:
run:
shell: bash
jobs:
pytester:
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: ["ubuntu-latest"]
python-version: ["3.9", "3.10", "3.11"] # todo, "3.12"
include:
- { os: "macos-latest", python-version: "3.12" }
- { os: "windows-latest", python-version: "3.11" }
- { os: "ubuntu-20.04", python-version: "3.9", requires: "oldest" }
timeout-minutes: 35
env:
TORCH_URL: "https://download.pytorch.org/whl/cpu/torch_stable.html"
steps:
- uses: actions/checkout@v4
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
cache: "pip"
- name: Set min. dependencies
if: matrix.requires == 'oldest'
run: |
pip install 'lightning-utilities[cli]'
python -m lightning_utilities.cli requirements set-oldest --req_files='["requirements.txt", "_requirements/test.txt"]'
- name: Install package & dependencies
run: |
pip --version
pip install -e '.[test]' -U -q --find-links $TORCH_URL
pip list
- name: Tests
timeout-minutes: 10
run: |
python -m pytest --cov=litserve src/ tests/ -v -s
- name: Statistics
run: |
coverage report
coverage xml
- name: Upload coverage to Codecov
uses: codecov/codecov-action@v4
with:
token: ${{ secrets.CODECOV_TOKEN }}
file: ./coverage.xml
flags: unittests
env_vars: OS,PYTHON
name: codecov-umbrella
fail_ci_if_error: false
tests-guardian:
runs-on: ubuntu-latest
needs: pytester
if: always()
steps:
- run: echo "${{ needs.pytester.result }}"
- name: failing...
if: needs.pytester.result == 'failure'
run: exit 1
- name: cancelled or skipped...
if: contains(fromJSON('["cancelled", "skipped"]'), needs.pytester.result)
timeout-minutes: 1
run: sleep 90