From 4da4b728ad96f0364b6d491104066b7cf8618354 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Fr=C3=A9d=C3=A9ric=20Matigot?= Date: Fri, 13 Sep 2024 10:06:51 +0200 Subject: [PATCH] chore: bigquery faster getmodel (#1770) * chore: increase by factor 10 page_size and max_results * chore: update CHANGELOG.md --- CHANGELOG.md | 1 + .../google_big_query/google_big_query_connector.py | 4 ++-- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 1033ae58e..b2c0e9a94 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -6,6 +6,7 @@ - jinja templates :: expressions containing parentheses or curly braces are not limited to output strings anymore. +- Google BigQuery :: increase limits when fetching db tree structure ## [7.0.1] 2024-09-10 diff --git a/toucan_connectors/google_big_query/google_big_query_connector.py b/toucan_connectors/google_big_query/google_big_query_connector.py index e478533fe..0d3cdbfe2 100644 --- a/toucan_connectors/google_big_query/google_big_query_connector.py +++ b/toucan_connectors/google_big_query/google_big_query_connector.py @@ -61,8 +61,8 @@ def __init__(self, jwt_token: str) -> None: CONNECTOR_OK = False -_PAGE_SIZE = 50 -_MAXIMUM_RESULTS_FETCHED = 2000 +_PAGE_SIZE = 500 +_MAXIMUM_RESULTS_FETCHED = 20_000 _GBQ_TIMEOUT_HTTP_REQUEST = 30 # in seconds