-
Notifications
You must be signed in to change notification settings - Fork 15
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
4d6d6ab
commit e7b0ddc
Showing
1 changed file
with
42 additions
and
42 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -63,22 +63,22 @@ jobs: | |
| # needed for `dagster ci deploy` command, which needs one --location-name per code location. | ||
| LOCATIONS="" | ||
| if [ "${{ steps.changed-files.outputs.hooli_data_eng_any_changed}}" == "true"]; then | ||
| LOCATIONS="$LOCATIONS --location-name data-eng-pipeline" | ||
| LOCATIONS="$LOCATIONS --location-name data-eng-pipeline --docker-image-tag=$IMAGE_TAG-data-eng-pipeline" | ||
| fi | ||
| if [ "${{ steps.changed-files.outputs.hooli_basics_any_changed}}" == "true"]; then | ||
| LOCATIONS="$LOCATIONS --location-name basics" | ||
| LOCATIONS="$LOCATIONS --location-name basics --docker-image-tag=$IMAGE_TAG-basics" | ||
| fi | ||
| if [ "${{ steps.changed-files.outputs.hooli_batch_enrichment_any_changed}}" == "true"]; then | ||
| LOCATIONS="$LOCATIONS --location-name batch_enrichment" | ||
| LOCATIONS="$LOCATIONS --location-name batch_enrichment --docker-image-tag=$IMAGE_TAG-batch-enrichment" | ||
| fi | ||
| if [ "${{ steps.changed-files.outputs.hooli_snowflake_insights_any_changed}}" == "true"]; then | ||
| LOCATIONS="$LOCATIONS --location-name hooli_snowflake_insights" | ||
| LOCATIONS="$LOCATIONS --location-name hooli_snowflake_insights --docker-image-tag=$IMAGE_TAG-snowflake-insights" | ||
| fi | ||
| if [ "${{ steps.changed-files.outputs.hooli-data-ingest_any_changed}}" == "true"]; then | ||
| LOCATIONS="$LOCATIONS --location-name hooli_data_ingest" | ||
| LOCATIONS="$LOCATIONS --location-name hooli_data_ingest --docker-image-tag=$IMAGE_TAG-hooli-data-ingest" | ||
| fi | ||
| if [ "${{ steps.changed-files.outputs.hooli-bi_any_changed}}" == "true"]; then | ||
| LOCATIONS="$LOCATIONS --location-name hooli_bi" | ||
| LOCATIONS="$LOCATIONS --location-name hooli_bi --docker-image-tag=$IMAGE_TAG-hooli-bi" | ||
| fi | ||
| echo $LOCATIONS | ||
| echo "LOCATIONS=$LOCATIONS" >> $GITHUB_ENV | ||
|
|
@@ -151,12 +151,12 @@ jobs: | |
| # cache-from: type=gha,scope=buildx | ||
| # cache-to: type=gha,mode=max,scope=buildx | ||
| # # || contains(${{ env.FILTERED_DIRS }}, 'dbt_project') | ||
| - name: Update build session with image tag for data-eng-pipeline | ||
| id: ci-set-build-output-data-eng-pipeline | ||
| if: steps.prerun.outputs.result != 'skip' && steps.changed-files.outputs.hooli_data_eng_any_changed == 'true' | ||
| uses: dagster-io/dagster-cloud-action/actions/utils/[email protected] | ||
| with: | ||
| command: "ci set-build-output --location-name=data-eng-pipeline --image-tag=$IMAGE_TAG-data-eng-pipeline" | ||
| # - name: Update build session with image tag for data-eng-pipeline | ||
| # id: ci-set-build-output-data-eng-pipeline | ||
| # if: steps.prerun.outputs.result != 'skip' && steps.changed-files.outputs.hooli_data_eng_any_changed == 'true' | ||
| # uses: dagster-io/dagster-cloud-action/actions/utils/[email protected] | ||
| # with: | ||
| # command: "ci set-build-output --location-name=data-eng-pipeline --image-tag=$IMAGE_TAG-data-eng-pipeline" | ||
|
|
||
| # Build 'basics' code location | ||
| - name: Build and upload Docker image for basics | ||
|
|
@@ -167,12 +167,12 @@ jobs: | |
| push: true | ||
| tags: ${{ env.IMAGE_REGISTRY }}:${{ env.IMAGE_TAG }}-basics | ||
|
|
||
| - name: Update build session with image tag for basics | ||
| id: ci-set-build-output-basics | ||
| if: steps.prerun.outputs.result != 'skip' && steps.changed-files.outputs.hooli_basics_any_changed == 'true' | ||
| uses: dagster-io/dagster-cloud-action/actions/utils/[email protected] | ||
| with: | ||
| command: "ci set-build-output --location-name=basics --image-tag=$IMAGE_TAG-basics" | ||
| # - name: Update build session with image tag for basics | ||
| # id: ci-set-build-output-basics | ||
| # if: steps.prerun.outputs.result != 'skip' && steps.changed-files.outputs.hooli_basics_any_changed == 'true' | ||
| # uses: dagster-io/dagster-cloud-action/actions/utils/[email protected] | ||
| # with: | ||
| # command: "ci set-build-output --location-name=basics --image-tag=$IMAGE_TAG-basics" | ||
|
|
||
| # Build 'batch enrichment' code location | ||
| - name: Build and upload Docker image for batch enrichment | ||
|
|
@@ -183,12 +183,12 @@ jobs: | |
| push: true | ||
| tags: ${{ env.IMAGE_REGISTRY }}:${{ env.IMAGE_TAG }}-batch-enrichment | ||
|
|
||
| - name: Update build session with image tag for batch enrichment | ||
| id: ci-set-build-output-batch-enrichment | ||
| if: steps.prerun.outputs.result != 'skip' && steps.changed-files.outputs.hooli_batch_enrichment_any_changed == 'true' | ||
| uses: dagster-io/dagster-cloud-action/actions/utils/[email protected] | ||
| with: | ||
| command: "ci set-build-output --location-name=batch_enrichment --image-tag=$IMAGE_TAG-batch-enrichment" | ||
| # - name: Update build session with image tag for batch enrichment | ||
| # id: ci-set-build-output-batch-enrichment | ||
| # if: steps.prerun.outputs.result != 'skip' && steps.changed-files.outputs.hooli_batch_enrichment_any_changed == 'true' | ||
| # uses: dagster-io/dagster-cloud-action/actions/utils/[email protected] | ||
| # with: | ||
| # command: "ci set-build-output --location-name=batch_enrichment --image-tag=$IMAGE_TAG-batch-enrichment" | ||
|
|
||
| # Build 'snowflake_insights' code location | ||
| - name: Build and upload Docker image for snowflake insights | ||
|
|
@@ -199,12 +199,12 @@ jobs: | |
| push: true | ||
| tags: ${{ env.IMAGE_REGISTRY }}:${{ env.IMAGE_TAG }}-snowflake-insights | ||
|
|
||
| - name: Update build session with image tag for snowflake insights | ||
| id: ci-set-build-output-snowflake-insights | ||
| if: steps.prerun.outputs.result != 'skip' && steps.changed-files.outputs.hooli_snowflake_insights_any_changed == 'true' | ||
| uses: dagster-io/dagster-cloud-action/actions/utils/[email protected] | ||
| with: | ||
| command: "ci set-build-output --location-name=snowflake_insights --image-tag=$IMAGE_TAG-snowflake-insights" | ||
| # - name: Update build session with image tag for snowflake insights | ||
| # id: ci-set-build-output-snowflake-insights | ||
| # if: steps.prerun.outputs.result != 'skip' && steps.changed-files.outputs.hooli_snowflake_insights_any_changed == 'true' | ||
| # uses: dagster-io/dagster-cloud-action/actions/utils/[email protected] | ||
| # with: | ||
| # command: "ci set-build-output --location-name=snowflake_insights --image-tag=$IMAGE_TAG-snowflake-insights" | ||
|
|
||
| # Build 'hooli_data_ingest' code location | ||
| - name: Build and upload Docker image for hooli_data_ingest | ||
|
|
@@ -215,12 +215,12 @@ jobs: | |
| push: true | ||
| tags: ${{ env.IMAGE_REGISTRY }}:${{ env.IMAGE_TAG }}-hooli-data-ingest | ||
|
|
||
| - name: Update build session with image tag for hooli_data_ingest | ||
| id: ci-set-build-output-hooli-data-ingest | ||
| if: steps.prerun.outputs.result != 'skip' && steps.changed-files.outputs.hooli-data-ingest_any_changed == 'true' | ||
| uses: dagster-io/dagster-cloud-action/actions/utils/[email protected] | ||
| with: | ||
| command: "ci set-build-output --location-name=hooli_data_ingest --image-tag=$IMAGE_TAG-hooli-data-ingest" | ||
| # - name: Update build session with image tag for hooli_data_ingest | ||
| # id: ci-set-build-output-hooli-data-ingest | ||
| # if: steps.prerun.outputs.result != 'skip' && steps.changed-files.outputs.hooli-data-ingest_any_changed == 'true' | ||
| # uses: dagster-io/dagster-cloud-action/actions/utils/[email protected] | ||
| # with: | ||
| # command: "ci set-build-output --location-name=hooli_data_ingest --image-tag=$IMAGE_TAG-hooli-data-ingest" | ||
|
|
||
| # Build 'hooli_bi' code location | ||
| - name: Build and upload Docker image for hooli_bi | ||
|
|
@@ -231,12 +231,12 @@ jobs: | |
| push: true | ||
| tags: ${{ env.IMAGE_REGISTRY }}:${{ env.IMAGE_TAG }}-hooli-bi | ||
|
|
||
| - name: Update build session with image tag for hooli_bi | ||
| id: ci-set-build-output-hooli-bi | ||
| if: steps.prerun.outputs.result != 'skip' && steps.changed-files.outputs.hooli-bi_any_changed == 'true' | ||
| uses: dagster-io/dagster-cloud-action/actions/utils/[email protected] | ||
| with: | ||
| command: "ci set-build-output --location-name=hooli_bi --image-tag=$IMAGE_TAG-hooli-bi" | ||
| # - name: Update build session with image tag for hooli_bi | ||
| # id: ci-set-build-output-hooli-bi | ||
| # if: steps.prerun.outputs.result != 'skip' && steps.changed-files.outputs.hooli-bi_any_changed == 'true' | ||
| # uses: dagster-io/dagster-cloud-action/actions/utils/[email protected] | ||
| # with: | ||
| # command: "ci set-build-output --location-name=hooli_bi --image-tag=$IMAGE_TAG-hooli-bi" | ||
|
|
||
| # Build pipes example container | ||
| - name: Build and upload Docker image for pipes example | ||
|
|
||