fix(ingest/bigquery): set default max_overflow to -1 (datahub-proje…

…ct#10342)
acryldata · Apr 19, 2024 · bf8e3a9 · bf8e3a9
1 parent 996e5b0
commit bf8e3a9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/bigquery_config.py b/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/bigquery_config.py
@@ -290,7 +290,7 @@ class BigQueryV2Config(
     def profile_default_settings(cls, values: Dict) -> Dict:
         # Extra default SQLAlchemy option for better connection pooling and threading.
         # https://docs.sqlalchemy.org/en/14/core/pooling.html#sqlalchemy.pool.QueuePool.params.max_overflow
-        values["options"].setdefault("max_overflow", values["profiling"].max_workers)
+        values["options"].setdefault("max_overflow", -1)
 
         return values