cicd.yml

name: 'Build and Deploy to Databricks'

on:
    workflow_dispatch:
      inputs:
        projectFolders:
          description: 'List of folders to run'
          required: true
          type: choice
          options:
            - raw
            - 02_data_product
     
jobs:
  deploy:
    name: "Build and Deploy Bundle"
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v4

      - run: pip install poetry

      # Download the Databricks CLI.
      # See https://github.com/databricks/setup-cli
      - uses: databricks/setup-cli@main

      - name: Validation
        run: |
          pwd
          ls -la
          databricks bundle validate
        working-directory: ./${{ github.event.inputs.projectFolders }}/
        env:
          DATABRICKS_TOKEN: ${{ secrets.SP_TOKEN }}
          DATABRICKS_BUNDLE_ENV: dev

      # Deploy the bundle to the "qa" target as defined
      # in the bundle's settings file.
      - name: Deploy
        run: databricks bundle deploy -c 1011-082929-h6d1tk5
        working-directory: ./${{ github.event.inputs.projectFolders }}/
        env:
          DATABRICKS_TOKEN: ${{ secrets.SP_TOKEN }}
          DATABRICKS_BUNDLE_ENV: dev