Skip to content

pipeline

pipeline #31

Workflow file for this run

name: pipeline
'on':
workflow_dispatch:
schedule:
- cron: "20 6-9 * * *"
jobs:
run-pipeline:
name: Run data pipeline
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Setup Python
uses: actions/setup-python@v4
with:
python-version: '3.10'
cache: pipenv
- name: Install dependencies
run: |
pip install pipenv
pipenv sync
- name: Run DVC pipelines
env:
GITHUB_TOKEN: ${{ secrets.TRIGGER_TOKEN }}
run: |
pipenv run dvc update -R data/raw
pipenv run dvc repro -R pipelines
- name: Commit and push changes
uses: stefanzweifel/git-auto-commit-action@v4
with:
commit_message: Data updates
file_pattern: data output pipelines