diff --git a/airflow/providers/amazon/provider.yaml b/airflow/providers/amazon/provider.yaml index fb010739e4685..dd5d4e0abcbd4 100644 --- a/airflow/providers/amazon/provider.yaml +++ b/airflow/providers/amazon/provider.yaml @@ -81,23 +81,15 @@ dependencies: - apache-airflow-providers-common-sql>=1.3.1 - apache-airflow-providers-http # We should update minimum version of boto3 and here regularly to avoid `pip` backtracking with the number - # of candidates to consider. We should also make sure that all the below related packages have also the - # same minimum version specified. Boto3 1.28.0 has been released on July 6 2023. We should also make sure we - # set it to the version that `aiobotocore` supports (see `aiobotocore` optional dependency at the end - # of this file). Currently we set aiobotocore as minimum 2.5.3 - as this is was the first version - # that supported boto3 1.28. - # NOTE!!! BEFORE botocore 1.33 BOTOCORE VERSIONS ARE SHIFTED BY 3 MINOR VERSIONS - # NOTE!!! Make sure to update _MIN_BOTO3_VERSION in setup.py when you update it here - - boto3>=1.28.0 - # NOTE!!! BEFORE botocore 1.33 version is always shifted by 3 MINOR VERSIONS from boto3, see: - # - https://github.com/boto/boto3/issues/2702 - # - https://github.com/boto/boto3/blob/a3e710df58676c2567b8023dbe09025ad5e0e50f/.changes/1.33.0.json#L13-L15 - - botocore>=1.31.0 + # of candidates to consider. Make sure to configure boto3 version here as well as in all the tools below + # in the `devel-dependencies` section to be the same minimum version. + - boto3>=1.33.0 + - botocore>=1.33.0 - inflection>=0.5.1 # Allow a wider range of watchtower versions for flexibility among users - watchtower>=2.0.1,<4 - jsonpath_ng>=1.5.3 - - redshift_connector>=2.0.888 + - redshift_connector>=2.0.918 - sqlalchemy_redshift>=0.8.6 - asgiref diff --git a/generated/provider_dependencies.json b/generated/provider_dependencies.json index aa4274e41edbd..1833e65f96dcf 100644 --- a/generated/provider_dependencies.json +++ b/generated/provider_dependencies.json @@ -27,11 +27,11 @@ "apache-airflow-providers-http", "apache-airflow>=2.6.0", "asgiref", - "boto3>=1.28.0", - "botocore>=1.31.0", + "boto3>=1.33.0", + "botocore>=1.33.0", "inflection>=0.5.1", "jsonpath_ng>=1.5.3", - "redshift_connector>=2.0.888", + "redshift_connector>=2.0.918", "sqlalchemy_redshift>=0.8.6", "watchtower>=2.0.1,<4" ], diff --git a/setup.py b/setup.py index 60fcf88724240..047326f0c656f 100644 --- a/setup.py +++ b/setup.py @@ -411,15 +411,15 @@ def write_version(filename: str = str(AIRFLOW_SOURCES_ROOT / "airflow" / "git_ve ] # make sure to update providers/amazon/provider.yaml botocore min version when you update it here -_MIN_BOTO3_VERSION = "1.28.0" +_MIN_BOTO3_VERSION = "1.33.0" _devel_only_amazon = [ - "aws_xray_sdk", - "moto[cloudformation,glue]>=4.2.9", + "aws_xray_sdk>=2.12.0", + "moto[cloudformation,glue]>=4.2.12", + f"mypy-boto3-appflow>={_MIN_BOTO3_VERSION}", f"mypy-boto3-rds>={_MIN_BOTO3_VERSION}", f"mypy-boto3-redshift-data>={_MIN_BOTO3_VERSION}", f"mypy-boto3-s3>={_MIN_BOTO3_VERSION}", - f"mypy-boto3-appflow>={_MIN_BOTO3_VERSION}", ] _devel_only_azure = [