From 9be3eab6657463d54159eb4080a03412c5d49bc5 Mon Sep 17 00:00:00 2001 From: jamiedemaria Date: Fri, 22 Sep 2023 10:21:43 -0400 Subject: [PATCH] add dagster-ext as dep of dagster (#16703) --- docs/tox.ini | 1 + examples/assets_dbt_python/tox.ini | 1 + examples/assets_dynamic_partitions/tox.ini | 1 + examples/assets_modern_data_stack/tox.ini | 1 + examples/assets_pandas_pyspark/tox.ini | 1 + examples/assets_pandas_type_metadata/tox.ini | 1 + examples/assets_smoke_test/tox.ini | 1 + examples/deploy_docker/tox.ini | 1 + examples/deploy_ecs/tox.ini | 1 + examples/deploy_k8s/tox.ini | 1 + examples/development_to_production/tox.ini | 1 + examples/docs_snippets/tox.ini | 1 + examples/feature_graph_backed_assets/tox.ini | 1 + examples/project_fully_featured/tox.ini | 1 + examples/quickstart_aws/tox.ini | 1 + examples/quickstart_etl/tox.ini | 1 + examples/quickstart_gcp/tox.ini | 1 + examples/quickstart_snowflake/tox.ini | 1 + examples/with_airflow/tox.ini | 1 + examples/with_great_expectations/tox.ini | 1 + examples/with_pyspark/tox.ini | 1 + examples/with_pyspark_emr/tox.ini | 1 + examples/with_wandb/tox.ini | 1 + helm/dagster/schema/tox.ini | 1 + .../python_modules/dagster-k8s-test-infra/tox.ini | 1 + integration_tests/test_suites/backcompat-test-suite/tox.ini | 1 + .../webserver_service/Dockerfile_user_code_source | 3 ++- .../webserver_service/Dockerfile_webserver_source | 1 + .../backcompat-test-suite/webserver_service/build.sh | 1 + integration_tests/test_suites/celery-k8s-test-suite/tox.ini | 1 + integration_tests/test_suites/daemon-test-suite/tox.ini | 1 + js_modules/dagster-ui/tox.ini | 1 + python_modules/dagit/tox.ini | 1 + python_modules/dagster-ext/tox.ini | 1 + python_modules/dagster-graphql/tox.ini | 1 + python_modules/dagster-test/tox.ini | 1 + python_modules/dagster-webserver/tox.ini | 1 + python_modules/dagster/setup.py | 4 ++++ python_modules/dagster/tox.ini | 1 + python_modules/libraries/dagster-airbyte/tox.ini | 1 + python_modules/libraries/dagster-airflow/tox.ini | 1 + python_modules/libraries/dagster-aws/tox.ini | 1 + python_modules/libraries/dagster-azure/tox.ini | 1 + python_modules/libraries/dagster-celery-docker/tox.ini | 1 + python_modules/libraries/dagster-celery-k8s/tox.ini | 1 + python_modules/libraries/dagster-celery/tox.ini | 1 + python_modules/libraries/dagster-census/tox.ini | 1 + python_modules/libraries/dagster-dask/tox.ini | 1 + python_modules/libraries/dagster-databricks/tox.ini | 1 + python_modules/libraries/dagster-datadog/tox.ini | 1 + python_modules/libraries/dagster-datahub/tox.ini | 1 + python_modules/libraries/dagster-dbt/tox.ini | 1 + python_modules/libraries/dagster-duckdb-pandas/tox.ini | 1 + python_modules/libraries/dagster-duckdb-polars/tox.ini | 1 + python_modules/libraries/dagster-duckdb-pyspark/tox.ini | 1 + python_modules/libraries/dagster-duckdb/tox.ini | 1 + python_modules/libraries/dagster-fivetran/tox.ini | 1 + python_modules/libraries/dagster-gcp-pandas/tox.ini | 1 + python_modules/libraries/dagster-gcp-pyspark/tox.ini | 1 + python_modules/libraries/dagster-gcp/tox.ini | 1 + python_modules/libraries/dagster-ge/tox.ini | 1 + python_modules/libraries/dagster-github/tox.ini | 1 + python_modules/libraries/dagster-k8s/tox.ini | 1 + python_modules/libraries/dagster-managed-elements/tox.ini | 1 + python_modules/libraries/dagster-mlflow/tox.ini | 1 + python_modules/libraries/dagster-msteams/tox.ini | 1 + python_modules/libraries/dagster-mysql/tox.ini | 1 + python_modules/libraries/dagster-pagerduty/tox.ini | 1 + python_modules/libraries/dagster-pandas/tox.ini | 1 + python_modules/libraries/dagster-pandera/tox.ini | 1 + python_modules/libraries/dagster-papertrail/tox.ini | 1 + python_modules/libraries/dagster-postgres/tox.ini | 1 + python_modules/libraries/dagster-prometheus/tox.ini | 1 + python_modules/libraries/dagster-pyspark/tox.ini | 1 + python_modules/libraries/dagster-shell/tox.ini | 1 + python_modules/libraries/dagster-slack/tox.ini | 1 + python_modules/libraries/dagster-snowflake-pandas/tox.ini | 1 + python_modules/libraries/dagster-snowflake-pyspark/tox.ini | 1 + python_modules/libraries/dagster-snowflake/tox.ini | 1 + python_modules/libraries/dagster-spark/tox.ini | 1 + python_modules/libraries/dagster-ssh/tox.ini | 1 + python_modules/libraries/dagster-twilio/tox.ini | 1 + python_modules/libraries/dagster-wandb/tox.ini | 1 + python_modules/libraries/dagstermill/tox.ini | 1 + 84 files changed, 88 insertions(+), 1 deletion(-) diff --git a/docs/tox.ini b/docs/tox.ini index e74e830444cfd..f60a1414e5d22 100644 --- a/docs/tox.ini +++ b/docs/tox.ini @@ -18,6 +18,7 @@ deps = # Can't stub deps because processed by sphinx-click -e ../python_modules/dagster + -e ../python_modules/dagster-ext -e ../python_modules/dagster-graphql -e ../python_modules/dagster-webserver -e ../python_modules/libraries/dagster-celery diff --git a/examples/assets_dbt_python/tox.ini b/examples/assets_dbt_python/tox.ini index 46e890d50ab22..dca675aee692f 100644 --- a/examples/assets_dbt_python/tox.ini +++ b/examples/assets_dbt_python/tox.ini @@ -7,6 +7,7 @@ passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* ; note: "source" does not work at this time due to dagster-cloud source access deps = source: -e ../../python_modules/dagster[test] + source: -e ../../python_modules/dagster-ext pypi: dagster[test] pypi: -r ../temp_pins.txt source: -e ../../python_modules/dagster-webserver diff --git a/examples/assets_dynamic_partitions/tox.ini b/examples/assets_dynamic_partitions/tox.ini index d96e44d5cb7ca..5b85c88d57106 100644 --- a/examples/assets_dynamic_partitions/tox.ini +++ b/examples/assets_dynamic_partitions/tox.ini @@ -6,6 +6,7 @@ download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e ../../python_modules/libraries/dagster-duckdb/ -e ../../python_modules/libraries/dagster-duckdb-pandas/ -e . diff --git a/examples/assets_modern_data_stack/tox.ini b/examples/assets_modern_data_stack/tox.ini index 59da1baf0d62b..7d4746359c5f9 100644 --- a/examples/assets_modern_data_stack/tox.ini +++ b/examples/assets_modern_data_stack/tox.ini @@ -7,6 +7,7 @@ passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* ; note: "source" does not work at this time due to dagster-cloud source access deps = source: -e ../../python_modules/dagster[test] + source: -e ../../python_modules/dagster-ext pypi: dagster[test] pypi: -r ../temp_pins.txt source: -e ../../python_modules/dagster-graphql diff --git a/examples/assets_pandas_pyspark/tox.ini b/examples/assets_pandas_pyspark/tox.ini index 8dcf4fd1a686f..e18eb3a38f85e 100644 --- a/examples/assets_pandas_pyspark/tox.ini +++ b/examples/assets_pandas_pyspark/tox.ini @@ -6,6 +6,7 @@ download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e ../../python_modules/dagster-webserver -e ../../python_modules/dagster-graphql -e ../../python_modules/libraries/dagster-spark diff --git a/examples/assets_pandas_type_metadata/tox.ini b/examples/assets_pandas_type_metadata/tox.ini index c4313e68a87da..57faaed1e68f5 100644 --- a/examples/assets_pandas_type_metadata/tox.ini +++ b/examples/assets_pandas_type_metadata/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e ../../python_modules/dagster-webserver -e ../../python_modules/dagster-graphql -e ../../python_modules/dagster[test] diff --git a/examples/assets_smoke_test/tox.ini b/examples/assets_smoke_test/tox.ini index ddd6831ac7cfd..04992bbc76c49 100644 --- a/examples/assets_smoke_test/tox.ini +++ b/examples/assets_smoke_test/tox.ini @@ -6,6 +6,7 @@ download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e ../../python_modules/dagster-webserver -e ../../python_modules/dagster-graphql -e ../../python_modules/libraries/dagster-pandas/ diff --git a/examples/deploy_docker/tox.ini b/examples/deploy_docker/tox.ini index 7d4e92b556add..78986dbc4bea6 100644 --- a/examples/deploy_docker/tox.ini +++ b/examples/deploy_docker/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* DEPLOY_DOCKER_WEBSERVER_HOST deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext allowlist_externals = /bin/bash commands = diff --git a/examples/deploy_ecs/tox.ini b/examples/deploy_ecs/tox.ini index 5d4a4edf4d215..fb8e88b16e947 100644 --- a/examples/deploy_ecs/tox.ini +++ b/examples/deploy_ecs/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* DEPLOY_DOCKER_WEBSERVER_HOST deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e ../../python_modules/dagster-test allowlist_externals = /bin/bash diff --git a/examples/deploy_k8s/tox.ini b/examples/deploy_k8s/tox.ini index 8bf837f392919..e27af5d0e0556 100644 --- a/examples/deploy_k8s/tox.ini +++ b/examples/deploy_k8s/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e ../../python_modules/dagster-graphql -e ../../python_modules/libraries/dagster-aws -e ../../python_modules/libraries/dagster-celery diff --git a/examples/development_to_production/tox.ini b/examples/development_to_production/tox.ini index 5f465baea5030..a3e875f596cb3 100644 --- a/examples/development_to_production/tox.ini +++ b/examples/development_to_production/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e .[test] -e ../../python_modules/dagster-webserver -e ../../python_modules/dagster-graphql diff --git a/examples/docs_snippets/tox.ini b/examples/docs_snippets/tox.ini index 3ccf0b5fc1f92..1f6413280d5c0 100644 --- a/examples/docs_snippets/tox.ini +++ b/examples/docs_snippets/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN POSTGRES_TEST_DB_HOST BUILDKITE* deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e ../../python_modules/dagster-graphql -e ../../python_modules/dagster-webserver -e ../../python_modules/libraries/dagstermill[test] diff --git a/examples/feature_graph_backed_assets/tox.ini b/examples/feature_graph_backed_assets/tox.ini index ab6966fc8268c..8c6d2151a566f 100644 --- a/examples/feature_graph_backed_assets/tox.ini +++ b/examples/feature_graph_backed_assets/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e ../../python_modules/dagster-webserver -e ../../python_modules/dagster-graphql -e . diff --git a/examples/project_fully_featured/tox.ini b/examples/project_fully_featured/tox.ini index 86d46e2986994..89198795427e2 100644 --- a/examples/project_fully_featured/tox.ini +++ b/examples/project_fully_featured/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* SNOWFLAKE_ACCOUNT SNOWFLAKE_USER SNOWFLAKE_PASSWORD deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e ../../python_modules/dagster-webserver -e ../../python_modules/dagster-graphql -e ../../python_modules/libraries/dagster-pandas/ diff --git a/examples/quickstart_aws/tox.ini b/examples/quickstart_aws/tox.ini index 4ee0c741bd6d0..7a0db798951c4 100644 --- a/examples/quickstart_aws/tox.ini +++ b/examples/quickstart_aws/tox.ini @@ -7,6 +7,7 @@ passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* ; note: "source" does not work at this time due to dagster-cloud source access deps = source: -e ../../python_modules/dagster[test] + source: -e ../../python_modules/dagster-ext pypi: dagster[test] pypi: -r ../temp_pins.txt source: -e ../../python_modules/libraries/dagster-aws/ diff --git a/examples/quickstart_etl/tox.ini b/examples/quickstart_etl/tox.ini index 4204c977a22d2..97cc46482a9fe 100644 --- a/examples/quickstart_etl/tox.ini +++ b/examples/quickstart_etl/tox.ini @@ -7,6 +7,7 @@ passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* ; note: "source" does not work at this time due to dagster-cloud source access deps = source: -e ../../python_modules/dagster[test] + source: -e ../../python_modules/dagster-ext pypi: dagster[test] pypi: -r ../temp_pins.txt -e . diff --git a/examples/quickstart_gcp/tox.ini b/examples/quickstart_gcp/tox.ini index ca72b5317104a..eb66547c84406 100644 --- a/examples/quickstart_gcp/tox.ini +++ b/examples/quickstart_gcp/tox.ini @@ -7,6 +7,7 @@ passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* ; note: "source" does not work at this time due to dagster-cloud source access deps = source: -e ../../python_modules/dagster[test] + source: -e ../../python_modules/dagster-ext pypi: dagster[test] pypi: -r ../temp_pins.txt source: -e ../../python_modules/libraries/dagster-gcp diff --git a/examples/quickstart_snowflake/tox.ini b/examples/quickstart_snowflake/tox.ini index 7e3052ee3014c..0c698b076aea5 100644 --- a/examples/quickstart_snowflake/tox.ini +++ b/examples/quickstart_snowflake/tox.ini @@ -7,6 +7,7 @@ passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* ; note: "source" does not work at this time due to dagster-cloud source access deps = source: -e ../../python_modules/dagster[test] + source: -e ../../python_modules/dagster-ext pypi: dagster[test] pypi: -r ../temp_pins.txt source: -e ../../python_modules/libraries/dagster-gcp diff --git a/examples/with_airflow/tox.ini b/examples/with_airflow/tox.ini index 16e04f4410d6e..066666d6e0c34 100644 --- a/examples/with_airflow/tox.ini +++ b/examples/with_airflow/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e ../../python_modules/dagster-webserver -e ../../python_modules/dagster-graphql -e ../../python_modules/libraries/dagster-airflow[test] diff --git a/examples/with_great_expectations/tox.ini b/examples/with_great_expectations/tox.ini index 7782ba478f546..0f1a70b6d5709 100644 --- a/examples/with_great_expectations/tox.ini +++ b/examples/with_great_expectations/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e ../../python_modules/dagster-webserver -e ../../python_modules/dagster-graphql -e ../../python_modules/libraries/dagster-pandas diff --git a/examples/with_pyspark/tox.ini b/examples/with_pyspark/tox.ini index 094052a608ba6..02ddf5c6525ed 100644 --- a/examples/with_pyspark/tox.ini +++ b/examples/with_pyspark/tox.ini @@ -6,6 +6,7 @@ download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e ../../python_modules/dagster-webserver -e ../../python_modules/dagster-graphql -e ../../python_modules/libraries/dagster-spark diff --git a/examples/with_pyspark_emr/tox.ini b/examples/with_pyspark_emr/tox.ini index b9cac43ef4e70..353ef3987b51d 100644 --- a/examples/with_pyspark_emr/tox.ini +++ b/examples/with_pyspark_emr/tox.ini @@ -6,6 +6,7 @@ download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e ../../python_modules/dagster-webserver -e ../../python_modules/dagster-graphql -e ../../python_modules/libraries/dagster-aws[test] diff --git a/examples/with_wandb/tox.ini b/examples/with_wandb/tox.ini index a5818d267eb1f..649f1dea36cc7 100644 --- a/examples/with_wandb/tox.ini +++ b/examples/with_wandb/tox.ini @@ -6,6 +6,7 @@ download = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e ../../python_modules/dagster-webserver -e ../../python_modules/dagster-graphql -e ../../python_modules/libraries/dagster-wandb diff --git a/helm/dagster/schema/tox.ini b/helm/dagster/schema/tox.ini index 03c15eda6dc55..69c1846224d65 100644 --- a/helm/dagster/schema/tox.ini +++ b/helm/dagster/schema/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../../python_modules/dagster[test] + -e ../../../python_modules/dagster-ext -e ../../../python_modules/libraries/dagster-pandas -e ../../../python_modules/libraries/dagster-aws -e ../../../python_modules/libraries/dagster-azure diff --git a/integration_tests/python_modules/dagster-k8s-test-infra/tox.ini b/integration_tests/python_modules/dagster-k8s-test-infra/tox.ini index b9b2d36ba0218..8dab607d81d94 100644 --- a/integration_tests/python_modules/dagster-k8s-test-infra/tox.ini +++ b/integration_tests/python_modules/dagster-k8s-test-infra/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../../python_modules/dagster[test] + -e ../../../python_modules/dagster-ext -e ../../../python_modules/dagster-graphql -e ../../../python_modules/dagster-test -e ../../../python_modules/libraries/dagster-k8s diff --git a/integration_tests/test_suites/backcompat-test-suite/tox.ini b/integration_tests/test_suites/backcompat-test-suite/tox.ini index 19ce2ced85806..d43689db04d91 100644 --- a/integration_tests/test_suites/backcompat-test-suite/tox.ini +++ b/integration_tests/test_suites/backcompat-test-suite/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* BACKCOMPAT_TESTS_WEBSERVER_HOST EARLIEST_TESTED_RELEASE deps = + -e ../../../python_modules/dagster-ext -e ../../../python_modules/dagster[test] -e ../../../python_modules/dagster-webserver -e ../../../python_modules/dagster-graphql diff --git a/integration_tests/test_suites/backcompat-test-suite/webserver_service/Dockerfile_user_code_source b/integration_tests/test_suites/backcompat-test-suite/webserver_service/Dockerfile_user_code_source index 0ee56dbeab9fc..8bb2b3982617b 100644 --- a/integration_tests/test_suites/backcompat-test-suite/webserver_service/Dockerfile_user_code_source +++ b/integration_tests/test_suites/backcompat-test-suite/webserver_service/Dockerfile_user_code_source @@ -8,7 +8,8 @@ WORKDIR /tmp RUN pip install \ -e python_modules/dagster \ - -e python_modules/dagster-graphql \ + -e python_modules/dagster-ext \ + -e python_modules/dagster-graphql \ -e python_modules/libraries/dagster-postgres \ -e python_modules/libraries/dagster-docker diff --git a/integration_tests/test_suites/backcompat-test-suite/webserver_service/Dockerfile_webserver_source b/integration_tests/test_suites/backcompat-test-suite/webserver_service/Dockerfile_webserver_source index 2b5c70abb04b4..3bc6a2c77008f 100644 --- a/integration_tests/test_suites/backcompat-test-suite/webserver_service/Dockerfile_webserver_source +++ b/integration_tests/test_suites/backcompat-test-suite/webserver_service/Dockerfile_webserver_source @@ -6,6 +6,7 @@ WORKDIR /tmp RUN pip install \ -e python_modules/dagster \ + -e python_modules/dagster-ext \ -e python_modules/dagster-graphql \ -e python_modules/dagster-webserver \ -e python_modules/libraries/dagster-postgres \ diff --git a/integration_tests/test_suites/backcompat-test-suite/webserver_service/build.sh b/integration_tests/test_suites/backcompat-test-suite/webserver_service/build.sh index 24688beea1232..1be3748bc8986 100755 --- a/integration_tests/test_suites/backcompat-test-suite/webserver_service/build.sh +++ b/integration_tests/test_suites/backcompat-test-suite/webserver_service/build.sh @@ -51,6 +51,7 @@ alias copy_py="rsync -av \ --exclude .coverage" copy_py $ROOT/python_modules/dagster \ + $ROOT/python_modules/dagster-ext \ $ROOT/python_modules/dagit \ $ROOT/python_modules/dagster-webserver \ $ROOT/python_modules/dagster-graphql \ diff --git a/integration_tests/test_suites/celery-k8s-test-suite/tox.ini b/integration_tests/test_suites/celery-k8s-test-suite/tox.ini index 9bd3cee659550..9027aa5ed29e6 100644 --- a/integration_tests/test_suites/celery-k8s-test-suite/tox.ini +++ b/integration_tests/test_suites/celery-k8s-test-suite/tox.ini @@ -6,6 +6,7 @@ download = True passenv = HOME AIRFLOW_HOME AWS_* BUILDKITE* CI_* COVERALLS_REPO_TOKEN DAGSTER_* DOCKER_* GOOGLE_* KUBECONFIG deps = -e ../../../python_modules/dagster[test] + -e ../../../python_modules/dagster-ext -e ../../../python_modules/dagster-graphql -e ../../../python_modules/dagster-test -e ../../../python_modules/libraries/dagster-pandas diff --git a/integration_tests/test_suites/daemon-test-suite/tox.ini b/integration_tests/test_suites/daemon-test-suite/tox.ini index 83c4a66e996a7..79e071ebadd06 100644 --- a/integration_tests/test_suites/daemon-test-suite/tox.ini +++ b/integration_tests/test_suites/daemon-test-suite/tox.ini @@ -7,6 +7,7 @@ passenv = HOME AIRFLOW_HOME AWS_* BUILDKITE* CI_* COVERALLS_REPO_TOKEN DAGSTER_* deps = objgraph -e ../../../python_modules/dagster[test] + -e ../../../python_modules/dagster-ext -e ../../../python_modules/dagster-graphql -e ../../../python_modules/dagit -e ../../../python_modules/dagster-webserver diff --git a/js_modules/dagster-ui/tox.ini b/js_modules/dagster-ui/tox.ini index 07096e08b5171..675226eb8d8aa 100644 --- a/js_modules/dagster-ui/tox.ini +++ b/js_modules/dagster-ui/tox.ini @@ -8,6 +8,7 @@ setenv = STRICT_GRPC_SERVER_PROCESS_WAIT = "1" deps = -e ../../python_modules/dagster[test] + -e ../../python_modules/dagster-ext -e ../../python_modules/dagster-graphql -e ../../python_modules/libraries/dagster-slack -e ../../python_modules/dagster-webserver[starlette] diff --git a/python_modules/dagit/tox.ini b/python_modules/dagit/tox.ini index f72366a4d3611..6684eb29a8ce9 100644 --- a/python_modules/dagit/tox.ini +++ b/python_modules/dagit/tox.ini @@ -9,6 +9,7 @@ setenv = deps = objgraph -e ../dagster[test] + -e ../dagster-ext -e ../dagster-graphql -e ../dagster-webserver -e . diff --git a/python_modules/dagster-ext/tox.ini b/python_modules/dagster-ext/tox.ini index e8245b0178924..f8d3fa438cbc0 100644 --- a/python_modules/dagster-ext/tox.ini +++ b/python_modules/dagster-ext/tox.ini @@ -9,6 +9,7 @@ setenv = passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../dagster[test] + -e ../dagster-ext -e ../libraries/dagster-aws -e .[test] diff --git a/python_modules/dagster-graphql/tox.ini b/python_modules/dagster-graphql/tox.ini index 56ff4d139b85e..634cc0f7335af 100644 --- a/python_modules/dagster-graphql/tox.ini +++ b/python_modules/dagster-graphql/tox.ini @@ -8,6 +8,7 @@ setenv = STRICT_GRPC_SERVER_PROCESS_WAIT = "1" deps = -e ../dagster[test] + -e ../dagster-ext postgres: -e ../libraries/dagster-postgres -e . allowlist_externals = diff --git a/python_modules/dagster-test/tox.ini b/python_modules/dagster-test/tox.ini index 470c8ffe53a28..4c77328972fcb 100644 --- a/python_modules/dagster-test/tox.ini +++ b/python_modules/dagster-test/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../dagster[test] + -e ../dagster-ext -e ../dagster-graphql -e ../libraries/dagster-pandas -e ../libraries/dagster-aws diff --git a/python_modules/dagster-webserver/tox.ini b/python_modules/dagster-webserver/tox.ini index 0206d0887e685..1e7c7e0a1cd6f 100644 --- a/python_modules/dagster-webserver/tox.ini +++ b/python_modules/dagster-webserver/tox.ini @@ -10,6 +10,7 @@ setenv = deps = objgraph -e ../dagster[test] + -e ../dagster-ext -e ../dagster-graphql -e .[notebook,test] diff --git a/python_modules/dagster/setup.py b/python_modules/dagster/setup.py index 35d60f5709282..1f1df15267ae8 100644 --- a/python_modules/dagster/setup.py +++ b/python_modules/dagster/setup.py @@ -28,6 +28,9 @@ def get_version() -> str: # grpcio 1.44.0 is the min version compatible with both protobuf 3 and 4 GRPC_VERSION_FLOOR = "1.44.0" +ver = get_version() +# dont pin dev installs to avoid pip dep resolver issues +pin = "" if ver == "1!0+dev" else f"=={ver}" setup( name="dagster", @@ -104,6 +107,7 @@ def get_version() -> str: "universal_pathlib", # https://github.com/pydantic/pydantic/issues/5821 "pydantic != 1.10.7,<2.0.0", + f"dagster-ext-process{pin}", ], extras_require={ "docker": ["docker"], diff --git a/python_modules/dagster/tox.ini b/python_modules/dagster/tox.ini index f19bad92d26c7..f12869179d583 100644 --- a/python_modules/dagster/tox.ini +++ b/python_modules/dagster/tox.ini @@ -16,6 +16,7 @@ deps = general_tests_old_protobuf: protobuf<4 -e ../dagster-test -e .[mypy,test,pyright] + -e ../dagster-ext allowlist_externals = /bin/bash commands = diff --git a/python_modules/libraries/dagster-airbyte/tox.ini b/python_modules/libraries/dagster-airbyte/tox.ini index cfbb643d543c3..e82553c788e7a 100644 --- a/python_modules/libraries/dagster-airbyte/tox.ini +++ b/python_modules/libraries/dagster-airbyte/tox.ini @@ -5,6 +5,7 @@ skipsdist = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../../dagster-test -e ../dagster-managed-elements -e .[test] diff --git a/python_modules/libraries/dagster-airflow/tox.ini b/python_modules/libraries/dagster-airflow/tox.ini index 36dc32fe81ca2..6981c692dc9d4 100644 --- a/python_modules/libraries/dagster-airflow/tox.ini +++ b/python_modules/libraries/dagster-airflow/tox.ini @@ -8,6 +8,7 @@ setenv = passenv = HOME AIRFLOW_HOME AWS_* BUILDKITE* CI_* COVERALLS_REPO_TOKEN DAGSTER_* DOCKER_* GOOGLE_* KUBECONFIG, POSTGRES_TEST_DB_HOST deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../../dagster-test -e ../dagster-aws -e ../dagster-pandas diff --git a/python_modules/libraries/dagster-aws/tox.ini b/python_modules/libraries/dagster-aws/tox.ini index d136b63129360..e263600627237 100644 --- a/python_modules/libraries/dagster-aws/tox.ini +++ b/python_modules/libraries/dagster-aws/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN AWS_* BUILDKITE* SSH_* deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../dagster-spark -e ../dagster-pyspark -e .[redshift,test] diff --git a/python_modules/libraries/dagster-azure/tox.ini b/python_modules/libraries/dagster-azure/tox.ini index 975ede412900f..d64d7d2f9319e 100644 --- a/python_modules/libraries/dagster-azure/tox.ini +++ b/python_modules/libraries/dagster-azure/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN AZURE_* BUILDKITE* SSH_* deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../dagster-spark -e ../dagster-pyspark -e . diff --git a/python_modules/libraries/dagster-celery-docker/tox.ini b/python_modules/libraries/dagster-celery-docker/tox.ini index f6a9b5408fae7..fad38831b3048 100644 --- a/python_modules/libraries/dagster-celery-docker/tox.ini +++ b/python_modules/libraries/dagster-celery-docker/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN GOOGLE_APPLICATION_CREDENTIALS BUILDKITE* AWS_SECRET_ACCESS_KEY AWS_ACCESS_KEY_ID DAGSTER_DOCKER_* POSTGRES_TEST_DB_HOST deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../../dagster-graphql -e ../../dagster-test -e ../dagster-aws diff --git a/python_modules/libraries/dagster-celery-k8s/tox.ini b/python_modules/libraries/dagster-celery-k8s/tox.ini index 85ffd0d1341db..aefcd211f34c0 100644 --- a/python_modules/libraries/dagster-celery-k8s/tox.ini +++ b/python_modules/libraries/dagster-celery-k8s/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../../dagster-graphql -e ../../dagster-test -e ../dagster-pandas diff --git a/python_modules/libraries/dagster-celery/tox.ini b/python_modules/libraries/dagster-celery/tox.ini index e91160ae30243..9da0d4d62a54a 100644 --- a/python_modules/libraries/dagster-celery/tox.ini +++ b/python_modules/libraries/dagster-celery/tox.ini @@ -6,6 +6,7 @@ download = True passenv = HOME CI_PULL_REQUEST COVERALLS_REPO_TOKEN DASK_ADDRESS AWS_* BUILDKITE* DAGSTER_* deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../../dagster-graphql -e ../../dagster-test -e ../dagster-postgres diff --git a/python_modules/libraries/dagster-census/tox.ini b/python_modules/libraries/dagster-census/tox.ini index 434739e0215a5..b1133d4237792 100644 --- a/python_modules/libraries/dagster-census/tox.ini +++ b/python_modules/libraries/dagster-census/tox.ini @@ -5,6 +5,7 @@ skipsdist = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e . whitelist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-dask/tox.ini b/python_modules/libraries/dagster-dask/tox.ini index 829f4d53119aa..61c900f178a4d 100644 --- a/python_modules/libraries/dagster-dask/tox.ini +++ b/python_modules/libraries/dagster-dask/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_PULL_REQUEST COVERALLS_REPO_TOKEN DASK_ADDRESS AWS_* BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../../dagster-graphql -e ../dagster-aws -e ../dagster-pandas diff --git a/python_modules/libraries/dagster-databricks/tox.ini b/python_modules/libraries/dagster-databricks/tox.ini index c8897f744e50c..b75b30090ea73 100644 --- a/python_modules/libraries/dagster-databricks/tox.ini +++ b/python_modules/libraries/dagster-databricks/tox.ini @@ -7,6 +7,7 @@ passenv = CI_* COVERALLS_REPO_TOKEN DATABRICKS_* BUILDKITE* SSH_* deps = -e ../../dagster[test] -e ../../dagster-ext + -e ../../dagster-ext -e ../dagster-aws -e ../dagster-azure -e ../dagster-spark diff --git a/python_modules/libraries/dagster-datadog/tox.ini b/python_modules/libraries/dagster-datadog/tox.ini index eac687202a4a1..d443edb509dba 100644 --- a/python_modules/libraries/dagster-datadog/tox.ini +++ b/python_modules/libraries/dagster-datadog/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e . allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-datahub/tox.ini b/python_modules/libraries/dagster-datahub/tox.ini index 885bdd6009b25..56dbbb125af8d 100644 --- a/python_modules/libraries/dagster-datahub/tox.ini +++ b/python_modules/libraries/dagster-datahub/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN AWS_* BUILDKITE* SSH_* deps = -e ../../dagster[test] + -e ../../dagster-ext -e .[test] allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-dbt/tox.ini b/python_modules/libraries/dagster-dbt/tox.ini index 5a3ef005346ae..2fd71bfda4426 100644 --- a/python_modules/libraries/dagster-dbt/tox.ini +++ b/python_modules/libraries/dagster-dbt/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../dagster-duckdb -e ../dagster-duckdb-pandas dbt_13X: dbt-core==1.3.* diff --git a/python_modules/libraries/dagster-duckdb-pandas/tox.ini b/python_modules/libraries/dagster-duckdb-pandas/tox.ini index 6b0941cb81593..d079762f9a6fc 100644 --- a/python_modules/libraries/dagster-duckdb-pandas/tox.ini +++ b/python_modules/libraries/dagster-duckdb-pandas/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN AZURE_* BUILDKITE* SSH_* deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../dagster-duckdb -e . allowlist_externals = diff --git a/python_modules/libraries/dagster-duckdb-polars/tox.ini b/python_modules/libraries/dagster-duckdb-polars/tox.ini index 237578e0b87c5..65ca45c729c57 100644 --- a/python_modules/libraries/dagster-duckdb-polars/tox.ini +++ b/python_modules/libraries/dagster-duckdb-polars/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN AZURE_* BUILDKITE* SSH_* deps = -e ../../dagster[mypy,test] + -e ../../dagster-ext -e ../dagster-duckdb -e . allowlist_externals = diff --git a/python_modules/libraries/dagster-duckdb-pyspark/tox.ini b/python_modules/libraries/dagster-duckdb-pyspark/tox.ini index 6b0941cb81593..d079762f9a6fc 100644 --- a/python_modules/libraries/dagster-duckdb-pyspark/tox.ini +++ b/python_modules/libraries/dagster-duckdb-pyspark/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN AZURE_* BUILDKITE* SSH_* deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../dagster-duckdb -e . allowlist_externals = diff --git a/python_modules/libraries/dagster-duckdb/tox.ini b/python_modules/libraries/dagster-duckdb/tox.ini index 9f67ed9d974bd..05a27b51762be 100644 --- a/python_modules/libraries/dagster-duckdb/tox.ini +++ b/python_modules/libraries/dagster-duckdb/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN AZURE_* BUILDKITE* SSH_* deps = -e ../../dagster[test] + -e ../../dagster-ext -e .[pandas] allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-fivetran/tox.ini b/python_modules/libraries/dagster-fivetran/tox.ini index 6f06ac79a53a2..b8ecb864ba1c6 100644 --- a/python_modules/libraries/dagster-fivetran/tox.ini +++ b/python_modules/libraries/dagster-fivetran/tox.ini @@ -5,6 +5,7 @@ skipsdist = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../dagster-managed-elements -e . allowlist_externals = diff --git a/python_modules/libraries/dagster-gcp-pandas/tox.ini b/python_modules/libraries/dagster-gcp-pandas/tox.ini index c935916cb86c5..4e0fe078013bf 100644 --- a/python_modules/libraries/dagster-gcp-pandas/tox.ini +++ b/python_modules/libraries/dagster-gcp-pandas/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN AZURE_* BUILDKITE* SSH_* GOOGLE_APPLICATION_CREDENTIALS GCP_PROJECT_ID deps = -e ../../dagster[mypy,test] + -e ../../dagster-ext -e ../dagster-pandas -e ../dagster-gcp -e .[test] diff --git a/python_modules/libraries/dagster-gcp-pyspark/tox.ini b/python_modules/libraries/dagster-gcp-pyspark/tox.ini index 924869b859604..a8fa0b099280c 100644 --- a/python_modules/libraries/dagster-gcp-pyspark/tox.ini +++ b/python_modules/libraries/dagster-gcp-pyspark/tox.ini @@ -11,6 +11,7 @@ setenv = passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* AZURE_* SSH_* GOOGLE_APPLICATION_CREDENTIALS GCP_PROJECT_ID deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../dagster-pandas -e ../dagster-gcp -e .[test] diff --git a/python_modules/libraries/dagster-gcp/tox.ini b/python_modules/libraries/dagster-gcp/tox.ini index 0ba12aa08206d..a5c44c4776958 100644 --- a/python_modules/libraries/dagster-gcp/tox.ini +++ b/python_modules/libraries/dagster-gcp/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN GOOGLE_APPLICATION_CREDENTIALS GCP_PROJECT_ID BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../dagster-pandas -e .[pyarrow] allowlist_externals = diff --git a/python_modules/libraries/dagster-ge/tox.ini b/python_modules/libraries/dagster-ge/tox.ini index 3d51d79ce9eba..200e01c765945 100644 --- a/python_modules/libraries/dagster-ge/tox.ini +++ b/python_modules/libraries/dagster-ge/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN GOOGLE_APPLICATION_CREDENTIALS GCP_PROJECT_ID BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../dagster-pandas -e ../dagster-spark -e ../dagster-pyspark diff --git a/python_modules/libraries/dagster-github/tox.ini b/python_modules/libraries/dagster-github/tox.ini index 3d8a68a07d6c6..c5b4693fc2aee 100644 --- a/python_modules/libraries/dagster-github/tox.ini +++ b/python_modules/libraries/dagster-github/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e . allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-k8s/tox.ini b/python_modules/libraries/dagster-k8s/tox.ini index a67e3df034316..f82ed7f7d562b 100644 --- a/python_modules/libraries/dagster-k8s/tox.ini +++ b/python_modules/libraries/dagster-k8s/tox.ini @@ -8,6 +8,7 @@ passenv = HOME AWS_* BUILDKITE* CI_* COVERALLS_REPO_TOKEN DAGSTER_* DOCKER_* GOO deps = old_kubernetes: kubernetes==12.0.0 -e ../../dagster[test] + -e ../../dagster-ext -e ../../dagster-graphql -e ../../dagster-test -e ../../libraries/dagster-aws diff --git a/python_modules/libraries/dagster-managed-elements/tox.ini b/python_modules/libraries/dagster-managed-elements/tox.ini index 4b9bdbe8b53f9..9a6fb8e912b05 100644 --- a/python_modules/libraries/dagster-managed-elements/tox.ini +++ b/python_modules/libraries/dagster-managed-elements/tox.ini @@ -5,6 +5,7 @@ skipsdist = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e . allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-mlflow/tox.ini b/python_modules/libraries/dagster-mlflow/tox.ini index 3d8a68a07d6c6..c5b4693fc2aee 100644 --- a/python_modules/libraries/dagster-mlflow/tox.ini +++ b/python_modules/libraries/dagster-mlflow/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e . allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-msteams/tox.ini b/python_modules/libraries/dagster-msteams/tox.ini index 3d8a68a07d6c6..c5b4693fc2aee 100644 --- a/python_modules/libraries/dagster-msteams/tox.ini +++ b/python_modules/libraries/dagster-msteams/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e . allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-mysql/tox.ini b/python_modules/libraries/dagster-mysql/tox.ini index cb9ec899768a1..edd8ede0c5200 100644 --- a/python_modules/libraries/dagster-mysql/tox.ini +++ b/python_modules/libraries/dagster-mysql/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN MYSQL_TEST_* BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e . allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-pagerduty/tox.ini b/python_modules/libraries/dagster-pagerduty/tox.ini index 3d8a68a07d6c6..c5b4693fc2aee 100644 --- a/python_modules/libraries/dagster-pagerduty/tox.ini +++ b/python_modules/libraries/dagster-pagerduty/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e . allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-pandas/tox.ini b/python_modules/libraries/dagster-pandas/tox.ini index 26a5ae3dfbabf..ffc6c18e3fabf 100644 --- a/python_modules/libraries/dagster-pandas/tox.ini +++ b/python_modules/libraries/dagster-pandas/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../dagstermill[test] -e . allowlist_externals = diff --git a/python_modules/libraries/dagster-pandera/tox.ini b/python_modules/libraries/dagster-pandera/tox.ini index 97c99e0c8f9eb..d7e05584136d2 100644 --- a/python_modules/libraries/dagster-pandera/tox.ini +++ b/python_modules/libraries/dagster-pandera/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e . allowlist_externals = diff --git a/python_modules/libraries/dagster-papertrail/tox.ini b/python_modules/libraries/dagster-papertrail/tox.ini index 3d8a68a07d6c6..c5b4693fc2aee 100644 --- a/python_modules/libraries/dagster-papertrail/tox.ini +++ b/python_modules/libraries/dagster-papertrail/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e . allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-postgres/tox.ini b/python_modules/libraries/dagster-postgres/tox.ini index 630d418c5fe03..b33f24cfee9f9 100644 --- a/python_modules/libraries/dagster-postgres/tox.ini +++ b/python_modules/libraries/dagster-postgres/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN POSTGRES_TEST_* BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e . allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-prometheus/tox.ini b/python_modules/libraries/dagster-prometheus/tox.ini index 3d8a68a07d6c6..c5b4693fc2aee 100644 --- a/python_modules/libraries/dagster-prometheus/tox.ini +++ b/python_modules/libraries/dagster-prometheus/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e . allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-pyspark/tox.ini b/python_modules/libraries/dagster-pyspark/tox.ini index 02a1a9d09496f..5afc2299f0e61 100644 --- a/python_modules/libraries/dagster-pyspark/tox.ini +++ b/python_modules/libraries/dagster-pyspark/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../../libraries/dagster-spark -e ../../libraries/dagster-aws -e . diff --git a/python_modules/libraries/dagster-shell/tox.ini b/python_modules/libraries/dagster-shell/tox.ini index 25f5406500c26..3de2c23554898 100644 --- a/python_modules/libraries/dagster-shell/tox.ini +++ b/python_modules/libraries/dagster-shell/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e .[test] allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-slack/tox.ini b/python_modules/libraries/dagster-slack/tox.ini index 3d8a68a07d6c6..c5b4693fc2aee 100644 --- a/python_modules/libraries/dagster-slack/tox.ini +++ b/python_modules/libraries/dagster-slack/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e . allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-snowflake-pandas/tox.ini b/python_modules/libraries/dagster-snowflake-pandas/tox.ini index 729fd409b3471..2ac6122cabaaa 100644 --- a/python_modules/libraries/dagster-snowflake-pandas/tox.ini +++ b/python_modules/libraries/dagster-snowflake-pandas/tox.ini @@ -5,6 +5,7 @@ skipsdist = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* SNOWFLAKE_BUILDKITE_PASSWORD SNOWFLAKE_ACCOUNT deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../dagster-snowflake -e . allowlist_externals = diff --git a/python_modules/libraries/dagster-snowflake-pyspark/tox.ini b/python_modules/libraries/dagster-snowflake-pyspark/tox.ini index 49612cbe649c6..d92afcf3d699a 100644 --- a/python_modules/libraries/dagster-snowflake-pyspark/tox.ini +++ b/python_modules/libraries/dagster-snowflake-pyspark/tox.ini @@ -5,6 +5,7 @@ skipsdist = true passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* SNOWFLAKE_BUILDKITE_PASSWORD SNOWFLAKE_ACCOUNT deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../dagster-snowflake[pandas] -e . allowlist_externals = diff --git a/python_modules/libraries/dagster-snowflake/tox.ini b/python_modules/libraries/dagster-snowflake/tox.ini index 62bd93b56f080..7aaa4a745209a 100644 --- a/python_modules/libraries/dagster-snowflake/tox.ini +++ b/python_modules/libraries/dagster-snowflake/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN AWS_SECRET_ACCESS_KEY AWS_ACCESS_KEY_ID BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e ../dagster-pandas -e . allowlist_externals = diff --git a/python_modules/libraries/dagster-spark/tox.ini b/python_modules/libraries/dagster-spark/tox.ini index de9f4e1157545..17a4b8d00ed31 100644 --- a/python_modules/libraries/dagster-spark/tox.ini +++ b/python_modules/libraries/dagster-spark/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN AWS_SECRET_ACCESS_KEY AWS_ACCESS_KEY_ID BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e . allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-ssh/tox.ini b/python_modules/libraries/dagster-ssh/tox.ini index 25f5406500c26..3de2c23554898 100644 --- a/python_modules/libraries/dagster-ssh/tox.ini +++ b/python_modules/libraries/dagster-ssh/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e .[test] allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-twilio/tox.ini b/python_modules/libraries/dagster-twilio/tox.ini index 2eaf321bd487a..c342c80609338 100644 --- a/python_modules/libraries/dagster-twilio/tox.ini +++ b/python_modules/libraries/dagster-twilio/tox.ini @@ -6,6 +6,7 @@ download = True passenv = CI_* COVERALLS_REPO_TOKEN TWILIO_* BUILDKITE* deps = -e ../../dagster[test] + -e ../../dagster-ext -e . allowlist_externals = /bin/bash diff --git a/python_modules/libraries/dagster-wandb/tox.ini b/python_modules/libraries/dagster-wandb/tox.ini index 70ce29bf067b4..03df5b7fab0ab 100644 --- a/python_modules/libraries/dagster-wandb/tox.ini +++ b/python_modules/libraries/dagster-wandb/tox.ini @@ -12,6 +12,7 @@ passenv = CI_* COVERALLS_REPO_TOKEN BUILDKITE* deps = -e ../dagster-wandb[dev] -e ../../dagster[test] + -e ../../dagster-ext allowlist_externals = /bin/bash commands = diff --git a/python_modules/libraries/dagstermill/tox.ini b/python_modules/libraries/dagstermill/tox.ini index b315fe367f0e1..20caf092398cf 100644 --- a/python_modules/libraries/dagstermill/tox.ini +++ b/python_modules/libraries/dagstermill/tox.ini @@ -13,6 +13,7 @@ deps = papermill1: Jinja2<3.0 papermill1: markupsafe<=2.0.1 -e ../../dagster[test] + -e ../../dagster-ext -e ../dagster-pandas -e .[test] allowlist_externals =