Skip to content

dbt_run_decode_instructions_orchestrator #93380

dbt_run_decode_instructions_orchestrator

dbt_run_decode_instructions_orchestrator #93380

name: dbt_run_decode_instructions_orchestrator
run-name: dbt_run_decode_instructions_orchestrator
on:
workflow_dispatch:
branches:
- "main"
env:
DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: "${{ vars.PYTHON_VERSION }}"
cache: "pip"
- name: Capture Formatted Minute
id: capture_minute
run: |
formatted_minute=$(date '+%M')
echo "Formatted Minute: $formatted_minute"
echo "formatted_minute=$formatted_minute" >> "$GITHUB_OUTPUT"
- name: Log step
run: |
echo "Using Formatted Minute: ${{ steps.capture_minute.outputs.formatted_minute }}"
- name: install dependencies
run: |
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -s streamline__complete_decoded_instructions_2 streamline__complete_decoded_instructions_3
- name: Run Real Time Pyth Every 15 minutes
run: |
dbt run-operation dispatch_github_workflow --args "{'workflow_name': 'dbt_run_decode_instructions_pyth'}"
if: ${{ github.event_name == 'workflow_dispatch' && contains(fromJSON('["00", "15", "30", "45"]'), steps.capture_minute.outputs.formatted_minute) }}
- name: Run Real Time Core on minutes 0 and 30 every hour
run: |
dbt run-operation dispatch_github_workflow --args "{'workflow_name': 'dbt_run_decode_instructions'}"
if: ${{ github.event_name == 'workflow_dispatch' && contains(fromJSON('["00", "30"]'), steps.capture_minute.outputs.formatted_minute) }}
- name: Run Backfill on minutes 50 every hour
run: |
dbt run-operation dispatch_github_workflow --args "{'workflow_name': 'dbt_run_decode_instructions_backfill'}"
if: ${{ github.event_name == 'workflow_dispatch' && contains(fromJSON('["50"]'), steps.capture_minute.outputs.formatted_minute) }}