python_jobs.yml

name: python_jobs
on:
  # Run nightly at 8AM UTC (12AM Pacific)
  schedule:
    - cron: "7 8 * * 1-5"
  # Also allow for manual triggers
  push:
    branches:
      - main
  workflow_dispatch:

env:
  SNOWFLAKE_PRIVATE_KEY: ${{ SECRETS.SNOWFLAKE_PRIVATE_KEY_PRD }}
  SNOWFLAKE_USER: ${{ SECRETS.SNOWFLAKE_USER_PRD }}
  SNOWFLAKE_ACCOUNT: ${{ SECRETS.SNOWFLAKE_ACCOUNT }}

jobs:
  run-python-jobs:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - name: Install poetry
        run: pipx install poetry
      - uses: actions/setup-python@v5
        with:
          python-version: "3.10"
          cache: "poetry"
      - uses: actions/cache@v2
        with:
          key: ${{ github.ref }}
          path: .cache
      - name: Install dependencies
        run: poetry install --no-root
      - name: Load GIS Datasets
        env:
          SNOWFLAKE_DATABASE: RAW_PRD
          SNOWFLAKE_WAREHOUSE: LOADING_XS_PRD
          SNOWFLAKE_ROLE: LOADER_PRD
        run: poetry run python -m jobs.load_geo_reference_data
      - name: Create UDFs
        env:
          SNOWFLAKE_DATABASE: ANALYTICS_PRD
          SNOWFLAKE_WAREHOUSE: TRANSFORMING_XS_PRD
          SNOWFLAKE_ROLE: TRANSFORMER_PRD
        run: poetry run python -m jobs.create_stored_procedures