From a73f29ce2ee701501b7275838d16ae60c98ce15d Mon Sep 17 00:00:00 2001 From: Valentin Matton Date: Mon, 13 Nov 2023 17:07:03 +0100 Subject: [PATCH 1/4] chore: bump pipeline dependencies --- deployment/docker-compose.yml | 4 +- docker-compose.yml | 4 +- pipeline/CONTRIBUTING.md | 2 +- pipeline/Dockerfile | 2 +- pipeline/requirements/airflow/base.in | 4 +- pipeline/requirements/airflow/constraints.txt | 683 +++++++++--------- .../requirements/airflow/requirements.txt | 177 ++--- pipeline/requirements/dev/requirements.txt | 216 +++--- .../requirements/tasks/dbt/requirements.in | 4 +- .../requirements/tasks/dbt/requirements.txt | 74 +- .../requirements/tasks/pipx/requirements.in | 2 +- .../requirements/tasks/pipx/requirements.txt | 2 +- .../requirements/tasks/python/requirements.in | 24 +- .../tasks/python/requirements.txt | 193 ++--- 14 files changed, 713 insertions(+), 678 deletions(-) diff --git a/deployment/docker-compose.yml b/deployment/docker-compose.yml index c9c7fab5..41ef7638 100644 --- a/deployment/docker-compose.yml +++ b/deployment/docker-compose.yml @@ -57,7 +57,7 @@ services: airflow-init: <<: *airflow-common - image: apache/airflow:2.7.0-python3.10 + image: apache/airflow:2.7.3-python3.10 command: version environment: <<: *airflow-common-environment @@ -68,7 +68,7 @@ services: airflow-webserver: <<: *airflow-common - image: apache/airflow:2.7.0-python3.10 + image: apache/airflow:2.7.3-python3.10 command: webserver restart: always healthcheck: diff --git a/docker-compose.yml b/docker-compose.yml index 08d3f4e8..17794396 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -60,7 +60,7 @@ services: airflow-webserver: <<: *airflow-common - image: apache/airflow:2.7.0-python3.10 + image: apache/airflow:2.7.3-python3.10 command: webserver restart: on-failure ports: @@ -95,7 +95,7 @@ services: airflow-init: <<: *airflow-common - image: apache/airflow:2.7.0-python3.10 + image: apache/airflow:2.7.3-python3.10 entrypoint: /bin/bash -c user: 0:0 command: diff --git a/pipeline/CONTRIBUTING.md b/pipeline/CONTRIBUTING.md index a4f0f5b2..1cff75d8 100644 --- a/pipeline/CONTRIBUTING.md +++ b/pipeline/CONTRIBUTING.md @@ -30,7 +30,7 @@ You can run dbt commands from your terminal. ```bash # install dbt -pipx install --include-deps dbt-postgres==1.6.1 +pipx install --include-deps dbt-postgres==1.7.1 # install extra dbt packages (e.g. dbt_utils) dbt deps diff --git a/pipeline/Dockerfile b/pipeline/Dockerfile index a85631f9..953c1562 100644 --- a/pipeline/Dockerfile +++ b/pipeline/Dockerfile @@ -41,7 +41,7 @@ RUN "${VIRTUAL_ENV}/bin/python" -m pip install --no-cache-dir -r requirements/ta ######## # This image is the runtime ######## -FROM apache/airflow:2.7.0-python3.10 +FROM apache/airflow:2.7.3-python3.10 ENV PYTHONUNBUFFERED 1 ENV PYTHONDONTWRITEBYTECODE 1 diff --git a/pipeline/requirements/airflow/base.in b/pipeline/requirements/airflow/base.in index 302eb5ca..61889c0a 100644 --- a/pipeline/requirements/airflow/base.in +++ b/pipeline/requirements/airflow/base.in @@ -1,2 +1,2 @@ -apache-airflow[amazon,postgres]~=2.7.0 -psycopg2~=2.9.7 \ No newline at end of file +apache-airflow[amazon,postgres]==2.7.3 +psycopg2==2.* \ No newline at end of file diff --git a/pipeline/requirements/airflow/constraints.txt b/pipeline/requirements/airflow/constraints.txt index a2dab661..e8523041 100644 --- a/pipeline/requirements/airflow/constraints.txt +++ b/pipeline/requirements/airflow/constraints.txt @@ -1,5 +1,5 @@ # -# This constraints file was automatically generated on 2023-08-18T14:48:29Z +# This constraints file was automatically generated on 2023-11-01T21:34:43Z # via "eager-upgrade" mechanism of PIP. For the "v2-7-test" branch of Airflow. # This variant of constraints install uses the HEAD of the branch version for 'apache-airflow' but installs # the providers from PIP-released packages at the moment of the constraint generation. @@ -29,28 +29,29 @@ # pip install "apache-airflow==X.Y.Z" "snowflake-connector-python[pandas]==2.9.0" # Authlib==1.2.1 -Babel==2.12.1 +Babel==2.13.1 ConfigUpdater==3.1.1 Deprecated==1.2.14 -Flask-AppBuilder==4.3.3 +Flask-AppBuilder==4.3.6 Flask-Babel==2.0.0 Flask-Bcrypt==1.0.1 -Flask-Caching==2.0.2 -Flask-JWT-Extended==4.5.2 -Flask-Limiter==3.3.1 -Flask-Login==0.6.2 +Flask-Caching==2.1.0 +Flask-JWT-Extended==4.5.3 +Flask-Limiter==3.5.0 +Flask-Login==0.6.3 Flask-SQLAlchemy==2.5.1 Flask-Session==0.5.0 -Flask-WTF==1.1.1 +Flask-WTF==1.2.1 Flask==2.2.5 -GitPython==3.1.32 +GitPython==3.1.40 JPype1==1.4.1 JayDeBeApi==1.2.3 Jinja2==3.1.2 +Js2Py==0.74 Mako==1.2.4 -Markdown==3.4.4 +Markdown==3.5.1 MarkupSafe==2.1.3 -PyGithub==1.59.1 +PyGithub==2.1.1 PyHive==0.7.0 PyJWT==2.8.0 PyNaCl==1.5.0 @@ -58,186 +59,185 @@ PyYAML==6.0.1 Pygments==2.16.1 SQLAlchemy-JSONField==1.0.1.post0 SQLAlchemy-Utils==0.41.1 -SQLAlchemy==1.4.49 +SQLAlchemy==1.4.50 SecretStorage==3.3.3 -Shapely==1.8.5.post1 Sphinx==5.3.0 WTForms==3.0.1 Werkzeug==2.2.3 adal==1.2.7 -aiobotocore==2.5.4 +adlfs==2023.10.0 +aiobotocore==2.7.0 aiofiles==23.2.1 -aiohttp==3.8.5 +aiohttp==3.8.6 aioitertools==0.11.0 aioresponses==0.7.4 aiosignal==1.3.1 alabaster==0.7.13 -alembic==1.11.3 +alembic==1.12.1 alibabacloud-adb20211201==1.0.0 alibabacloud-credentials==0.3.2 alibabacloud-endpoint-util==0.0.3 alibabacloud-gateway-spi==0.0.1 -alibabacloud-openapi-util==0.2.1 +alibabacloud-openapi-util==0.2.2 alibabacloud-tea-openapi==0.3.7 alibabacloud-tea-util==0.3.11 alibabacloud-tea-xml==0.0.2 alibabacloud-tea==0.3.3 -aliyun-python-sdk-core==2.13.36 -aliyun-python-sdk-kms==2.16.1 +aliyun-python-sdk-core==2.14.0 +aliyun-python-sdk-kms==2.16.2 amqp==5.1.1 analytics-python==1.4.post1 +annotated-types==0.6.0 ansiwrap==0.8.4 anyascii==0.3.2 -anyio==3.7.1 -apache-airflow-providers-airbyte==3.3.1 -apache-airflow-providers-alibaba==2.5.1 -apache-airflow-providers-amazon==8.5.1 -apache-airflow-providers-apache-beam==5.2.1 -apache-airflow-providers-apache-cassandra==3.2.1 -apache-airflow-providers-apache-drill==2.4.3 -apache-airflow-providers-apache-druid==3.5.0 -apache-airflow-providers-apache-flink==1.1.1 -apache-airflow-providers-apache-hdfs==4.1.0 -apache-airflow-providers-apache-hive==6.1.4 -apache-airflow-providers-apache-impala==1.1.2 -apache-airflow-providers-apache-kafka==1.1.2 -apache-airflow-providers-apache-kylin==3.2.1 -apache-airflow-providers-apache-livy==3.5.2 -apache-airflow-providers-apache-pig==4.1.1 -apache-airflow-providers-apache-pinot==4.1.2 -apache-airflow-providers-apache-spark==4.1.3 -apache-airflow-providers-apache-sqoop==4.0.0 -apache-airflow-providers-apprise==1.0.1 -apache-airflow-providers-arangodb==2.2.1 -apache-airflow-providers-asana==2.2.2 -apache-airflow-providers-atlassian-jira==2.1.1 -apache-airflow-providers-celery==3.3.2 -apache-airflow-providers-cloudant==3.2.1 -apache-airflow-providers-cncf-kubernetes==7.4.2 -apache-airflow-providers-common-sql==1.7.0 -apache-airflow-providers-daskexecutor==1.0.0 -apache-airflow-providers-databricks==4.3.3 -apache-airflow-providers-datadog==3.3.1 -apache-airflow-providers-dbt-cloud==3.2.2 -apache-airflow-providers-dingding==3.2.1 -apache-airflow-providers-discord==3.3.0 -apache-airflow-providers-docker==3.7.3 -apache-airflow-providers-elasticsearch==5.0.0 -apache-airflow-providers-exasol==4.2.3 -apache-airflow-providers-facebook==3.2.1 -apache-airflow-providers-ftp==3.5.0 -apache-airflow-providers-github==2.3.1 -apache-airflow-providers-google==10.6.0 -apache-airflow-providers-grpc==3.2.1 -apache-airflow-providers-hashicorp==3.4.2 -apache-airflow-providers-http==4.5.0 -apache-airflow-providers-imap==3.3.0 -apache-airflow-providers-influxdb==2.2.1 -apache-airflow-providers-jdbc==4.0.1 -apache-airflow-providers-jenkins==3.3.1 -apache-airflow-providers-microsoft-azure==6.2.4 -apache-airflow-providers-microsoft-mssql==3.4.2 -apache-airflow-providers-microsoft-psrp==2.3.1 -apache-airflow-providers-microsoft-winrm==3.2.1 -apache-airflow-providers-mongo==3.2.1 -apache-airflow-providers-mysql==5.2.1 -apache-airflow-providers-neo4j==3.3.2 -apache-airflow-providers-odbc==4.0.0 -apache-airflow-providers-openfaas==3.2.1 -apache-airflow-providers-openlineage==1.0.1 -apache-airflow-providers-opsgenie==5.1.1 -apache-airflow-providers-oracle==3.7.2 -apache-airflow-providers-pagerduty==3.3.0 -apache-airflow-providers-papermill==3.2.1 -apache-airflow-providers-plexus==3.2.1 -apache-airflow-providers-postgres==5.6.0 -apache-airflow-providers-presto==5.1.2 -apache-airflow-providers-qubole==3.4.2 -apache-airflow-providers-redis==3.3.1 -apache-airflow-providers-salesforce==5.4.1 -apache-airflow-providers-samba==4.2.1 -apache-airflow-providers-segment==3.2.1 -apache-airflow-providers-sendgrid==3.2.1 -apache-airflow-providers-sftp==4.5.0 -apache-airflow-providers-singularity==3.2.1 -apache-airflow-providers-slack==7.3.2 -apache-airflow-providers-smtp==1.3.0 -apache-airflow-providers-snowflake==4.4.2 -apache-airflow-providers-sqlite==3.4.3 -apache-airflow-providers-ssh==3.7.1 -apache-airflow-providers-tableau==4.2.1 -apache-airflow-providers-tabular==1.2.1 -apache-airflow-providers-telegram==4.1.1 -apache-airflow-providers-trino==5.2.1 -apache-airflow-providers-vertica==3.5.1 -apache-airflow-providers-zendesk==4.3.1 -apache-beam==2.49.0 +anyio==4.0.0 +apache-airflow-providers-airbyte==3.4.0 +apache-airflow-providers-alibaba==2.6.0 +apache-airflow-providers-amazon==8.10.0 +apache-airflow-providers-apache-beam==5.3.0 +apache-airflow-providers-apache-cassandra==3.3.0 +apache-airflow-providers-apache-drill==2.5.0 +apache-airflow-providers-apache-druid==3.6.0 +apache-airflow-providers-apache-flink==1.2.0 +apache-airflow-providers-apache-hdfs==4.2.0 +apache-airflow-providers-apache-hive==6.2.0 +apache-airflow-providers-apache-impala==1.2.0 +apache-airflow-providers-apache-kafka==1.2.0 +apache-airflow-providers-apache-kylin==3.3.0 +apache-airflow-providers-apache-livy==3.6.0 +apache-airflow-providers-apache-pig==4.2.0 +apache-airflow-providers-apache-pinot==4.2.0 +apache-airflow-providers-apache-spark==4.3.0 +apache-airflow-providers-apache-sqoop==4.1.0 +apache-airflow-providers-apprise==1.1.0 +apache-airflow-providers-arangodb==2.3.0 +apache-airflow-providers-asana==2.3.0 +apache-airflow-providers-atlassian-jira==2.2.0 +apache-airflow-providers-celery==3.4.1 +apache-airflow-providers-cloudant==3.3.0 +apache-airflow-providers-cncf-kubernetes==7.8.0 +apache-airflow-providers-common-sql==1.8.0 +apache-airflow-providers-daskexecutor==1.1.0 +apache-airflow-providers-databricks==4.7.0 +apache-airflow-providers-datadog==3.4.0 +apache-airflow-providers-dbt-cloud==3.4.0 +apache-airflow-providers-dingding==3.3.0 +apache-airflow-providers-discord==3.4.0 +apache-airflow-providers-docker==3.8.0 +apache-airflow-providers-elasticsearch==5.1.0 +apache-airflow-providers-exasol==4.3.0 +apache-airflow-providers-facebook==3.3.0 +apache-airflow-providers-ftp==3.6.0 +apache-airflow-providers-github==2.4.0 +apache-airflow-providers-google==10.11.0 +apache-airflow-providers-grpc==3.3.0 +apache-airflow-providers-hashicorp==3.5.0 +apache-airflow-providers-http==4.6.0 +apache-airflow-providers-imap==3.4.0 +apache-airflow-providers-influxdb==2.3.0 +apache-airflow-providers-jdbc==4.1.0 +apache-airflow-providers-jenkins==3.4.0 +apache-airflow-providers-microsoft-azure==8.1.0 +apache-airflow-providers-microsoft-mssql==3.5.0 +apache-airflow-providers-microsoft-psrp==2.4.0 +apache-airflow-providers-microsoft-winrm==3.3.0 +apache-airflow-providers-mongo==3.4.0 +apache-airflow-providers-mysql==5.4.0 +apache-airflow-providers-neo4j==3.4.0 +apache-airflow-providers-odbc==4.1.0 +apache-airflow-providers-openfaas==3.3.0 +apache-airflow-providers-openlineage==1.2.0 +apache-airflow-providers-opensearch==1.0.0 +apache-airflow-providers-opsgenie==5.2.0 +apache-airflow-providers-oracle==3.8.0 +apache-airflow-providers-pagerduty==3.4.0 +apache-airflow-providers-papermill==3.4.0 +apache-airflow-providers-plexus==3.3.0 +apache-airflow-providers-postgres==5.7.1 +apache-airflow-providers-presto==5.2.1 +apache-airflow-providers-redis==3.4.0 +apache-airflow-providers-salesforce==5.5.0 +apache-airflow-providers-samba==4.3.0 +apache-airflow-providers-segment==3.3.0 +apache-airflow-providers-sendgrid==3.3.0 +apache-airflow-providers-sftp==4.7.0 +apache-airflow-providers-singularity==3.3.0 +apache-airflow-providers-slack==8.3.0 +apache-airflow-providers-smtp==1.4.1 +apache-airflow-providers-snowflake==5.1.0 +apache-airflow-providers-sqlite==3.5.0 +apache-airflow-providers-ssh==3.8.1 +apache-airflow-providers-tableau==4.3.0 +apache-airflow-providers-tabular==1.3.0 +apache-airflow-providers-telegram==4.2.0 +apache-airflow-providers-trino==5.4.0 +apache-airflow-providers-vertica==3.6.0 +apache-airflow-providers-zendesk==4.4.0 +apache-beam==2.51.0 apispec==6.3.0 -appdirs==1.4.4 -apprise==1.4.5 -argcomplete==3.1.1 -arrow==1.2.3 -asana==3.2.1 +apprise==1.6.0 +argcomplete==3.1.3 +arrow==1.3.0 +asana==3.2.2 asgiref==3.7.2 asn1crypto==1.5.1 -astroid==2.15.6 -asttokens==2.2.1 +astroid==2.15.8 +asttokens==2.4.1 async-timeout==4.0.3 atlasclient==1.0.0 -atlassian-python-api==3.41.0 +atlassian-python-api==3.41.3 attrs==23.1.0 -aws-sam-translator==1.73.0 -aws-xray-sdk==2.12.0 +aws-sam-translator==1.79.0 +aws-xray-sdk==2.12.1 azure-batch==14.0.0 azure-common==1.1.28 -azure-core==1.29.2 -azure-cosmos==4.5.0 +azure-core==1.29.5 +azure-cosmos==4.5.1 azure-datalake-store==0.0.53 -azure-identity==1.14.0 +azure-identity==1.15.0 azure-keyvault-secrets==4.7.0 -azure-kusto-data==0.0.45 -azure-mgmt-containerinstance==1.5.0 +azure-kusto-data==4.2.0 +azure-mgmt-containerinstance==10.1.0 +azure-mgmt-containerregistry==10.2.0 azure-mgmt-core==1.4.0 -azure-mgmt-datafactory==1.1.0 +azure-mgmt-cosmosdb==9.3.0 +azure-mgmt-datafactory==3.1.0 azure-mgmt-datalake-nspkg==3.0.1 azure-mgmt-datalake-store==0.5.0 azure-mgmt-nspkg==3.0.2 azure-mgmt-resource==23.0.1 +azure-mgmt-storage==21.1.0 azure-nspkg==3.0.2 -azure-servicebus==7.11.1 -azure-storage-blob==12.17.0 +azure-servicebus==7.11.3 +azure-storage-blob==12.18.3 azure-storage-common==2.1.0 -azure-storage-file-datalake==12.12.0 +azure-storage-file-datalake==12.13.2 +azure-storage-file-share==12.14.2 azure-storage-file==2.1.0 azure-synapse-spark==0.7.0 -backcall==0.2.0 backoff==1.10.0 bcrypt==4.0.1 beautifulsoup4==4.12.2 billiard==4.1.0 -bitarray==2.8.1 -black==23.7.0 -bleach==6.0.0 -blinker==1.6.2 -boto3==1.28.17 -boto==2.49.0 -botocore==1.31.17 -bowler==0.9.0 +bitarray==2.8.2 +black==23.10.1 +blinker==1.6.3 +boto3==1.28.64 +botocore==1.31.64 cachelib==0.9.0 -cachetools==5.3.1 +cachetools==5.3.2 cassandra-driver==3.28.0 cattrs==23.1.2 -celery==5.3.1 +celery==5.3.4 certifi==2023.7.22 -cffi==1.15.1 +cffi==1.16.0 cfgv==3.4.0 -cfn-lint==0.77.10 +cfn-lint==0.83.1 cgroupspy==0.2.2 chardet==5.2.0 -charset-normalizer==3.2.0 +charset-normalizer==3.3.2 checksumdir==1.2.0 -ciso8601==2.3.0 -click-default-group==1.2.4 +ciso8601==2.3.1 click-didyoumean==0.3.0 click-plugins==1.1.1 click-repl==0.3.0 @@ -247,168 +247,170 @@ cloudant==2.15.0 cloudpickle==2.2.1 colorama==0.4.6 colorlog==4.8.0 -confluent-kafka==2.2.0 +confluent-kafka==2.3.0 connexion==2.14.2 -coverage==7.3.0 +coverage==7.3.2 crcmod==1.7 cron-descriptor==1.4.0 -croniter==1.4.1 -cryptography==41.0.3 +croniter==2.0.1 +cryptography==41.0.5 curlify==2.2.1 -dask==2023.8.0 -databricks-sql-connector==2.9.2 -datadog==0.46.0 +dask==2023.10.1 +databricks-sql-connector==2.9.3 +datadog==0.47.0 db-dtypes==1.1.1 decorator==5.1.1 defusedxml==0.7.1 deprecation==2.1.0 dill==0.3.1.1 distlib==0.3.7 -distributed==2023.8.0 +distributed==2023.10.1 dnspython==2.4.2 docker==6.1.3 docopt==0.6.2 docutils==0.20.1 +duckdb==0.9.1 ecdsa==0.18.0 -elasticsearch==7.14.2 +elastic-transport==8.10.0 +elasticsearch==8.10.1 email-validator==1.3.1 entrypoints==0.4 -eralchemy2==1.3.7 +eralchemy2==1.3.8 et-xmlfile==1.1.0 eventlet==0.33.3 exceptiongroup==1.1.3 execnet==2.0.2 -executing==1.2.0 -facebook-business==17.0.4 -fastavro==1.8.2 -fasteners==0.18 -fastjsonschema==2.18.0 -filelock==3.12.2 -fissix==21.11.13 +executing==2.0.1 +facebook-business==18.0.3 +fastavro==1.9.0 +fasteners==0.19 +fastjsonschema==2.18.1 +filelock==3.13.1 flower==2.0.1 frozenlist==1.4.0 -fsspec==2023.6.0 +fsspec==2023.10.0 future==0.18.3 gcloud-aio-auth==4.2.3 -gcloud-aio-bigquery==6.3.0 -gcloud-aio-storage==8.3.0 -gcsfs==2023.6.0 +gcloud-aio-bigquery==7.0.0 +gcloud-aio-storage==9.0.0 +gcsfs==2023.10.0 geomet==0.2.1.post1 -gevent==23.7.0 -gitdb==4.0.10 -google-ads==21.3.0 -google-api-core==2.11.1 -google-api-python-client==2.97.0 -google-auth-httplib2==0.1.0 -google-auth-oauthlib==1.0.0 -google-auth==2.22.0 -google-cloud-aiplatform==1.30.1 -google-cloud-appengine-logging==1.3.1 +gevent==23.9.1 +gitdb==4.0.11 +google-ads==22.1.0 +google-api-core==2.12.0 +google-api-python-client==2.106.0 +google-auth-httplib2==0.1.1 +google-auth-oauthlib==1.1.0 +google-auth==2.23.4 +google-cloud-aiplatform==1.36.0 +google-cloud-appengine-logging==1.3.2 google-cloud-audit-log==0.2.5 -google-cloud-automl==2.11.2 -google-cloud-bigquery-datatransfer==3.12.0 +google-cloud-automl==2.11.3 +google-cloud-batch==0.17.2 +google-cloud-bigquery-datatransfer==3.12.1 google-cloud-bigquery-storage==2.22.0 -google-cloud-bigquery==3.11.4 +google-cloud-bigquery==3.13.0 google-cloud-bigtable==2.21.0 -google-cloud-build==3.20.0 -google-cloud-compute==1.14.0 -google-cloud-container==2.30.0 +google-cloud-build==3.20.1 +google-cloud-compute==1.14.1 +google-cloud-container==2.32.0 google-cloud-core==2.3.3 -google-cloud-datacatalog==3.15.0 -google-cloud-dataflow-client==0.8.4 -google-cloud-dataform==0.5.2 -google-cloud-dataplex==1.6.2 -google-cloud-dataproc-metastore==1.12.0 -google-cloud-dataproc==5.4.3 -google-cloud-dlp==3.12.2 -google-cloud-kms==2.19.1 -google-cloud-language==2.11.0 -google-cloud-logging==3.6.0 -google-cloud-memcache==1.7.2 -google-cloud-monitoring==2.15.1 -google-cloud-orchestration-airflow==1.9.1 -google-cloud-os-login==2.10.0 -google-cloud-pubsub==2.18.2 -google-cloud-redis==2.13.1 -google-cloud-resource-manager==1.10.3 -google-cloud-secret-manager==2.16.3 +google-cloud-datacatalog==3.16.0 +google-cloud-dataflow-client==0.8.5 +google-cloud-dataform==0.5.3 +google-cloud-dataplex==1.7.0 +google-cloud-dataproc-metastore==1.13.0 +google-cloud-dataproc==5.6.0 +google-cloud-dlp==3.12.3 +google-cloud-kms==2.19.2 +google-cloud-language==2.11.1 +google-cloud-logging==3.8.0 +google-cloud-memcache==1.7.3 +google-cloud-monitoring==2.16.0 +google-cloud-orchestration-airflow==1.9.2 +google-cloud-os-login==2.11.0 +google-cloud-pubsub==2.18.4 +google-cloud-redis==2.13.2 +google-cloud-resource-manager==1.10.4 +google-cloud-run==0.10.0 +google-cloud-secret-manager==2.16.4 google-cloud-spanner==3.40.1 -google-cloud-speech==2.21.0 -google-cloud-storage-transfer==1.9.1 -google-cloud-storage==2.10.0 -google-cloud-tasks==2.14.1 -google-cloud-texttospeech==2.14.1 -google-cloud-translate==3.12.0 -google-cloud-videointelligence==2.11.3 -google-cloud-vision==3.4.4 -google-cloud-workflows==1.11.0 +google-cloud-speech==2.21.1 +google-cloud-storage-transfer==1.9.2 +google-cloud-storage==2.13.0 +google-cloud-tasks==2.14.2 +google-cloud-texttospeech==2.14.2 +google-cloud-translate==3.12.1 +google-cloud-videointelligence==2.11.4 +google-cloud-vision==3.4.5 +google-cloud-workflows==1.12.1 google-crc32c==1.5.0 google-re2==1.1 -google-resumable-media==2.5.0 -googleapis-common-protos==1.60.0 +google-resumable-media==2.6.0 +googleapis-common-protos==1.61.0 graphql-core==3.2.3 graphviz==0.20.1 -greenlet==2.0.2 +greenlet==3.0.1 grpc-google-iam-v1==0.12.6 grpcio-gcp==0.2.2 -grpcio-status==1.57.0 -grpcio==1.57.0 -gssapi==1.8.2 +grpcio-status==1.59.2 +grpcio==1.59.2 +gssapi==1.8.3 gunicorn==21.2.0 h11==0.14.0 -hdfs==2.7.2 +hdfs==2.7.3 hmsclient==0.1.1 httpcore==0.16.3 httplib2==0.22.0 httpx==0.23.3 humanize==4.8.0 -hvac==1.1.1 -identify==2.5.26 +hvac==2.0.0 +identify==2.5.31 idna==3.4 ijson==3.2.3 imagesize==1.4.1 importlib-metadata==6.8.0 -importlib-resources==6.0.1 +importlib-resources==6.1.0 impyla==0.18.0 incremental==22.10.0 inflection==0.5.1 -influxdb-client==1.37.0 +influxdb-client==1.38.0 iniconfig==2.0.0 ipdb==0.13.13 -ipython==8.14.0 +ipython==8.17.2 isodate==0.6.1 itsdangerous==2.1.2 jaraco.classes==3.3.0 -jedi==0.19.0 +jedi==0.19.1 jeepney==0.8.0 -jira==3.5.2 jmespath==0.10.0 jschema-to-python==1.2.3 json-merge-patch==0.2 jsondiff==2.0.0 jsonpatch==1.33 -jsonpath-ng==1.5.3 +jsonpath-ng==1.6.0 jsonpickle==3.0.2 jsonpointer==2.4 -jsonschema-spec==0.2.4 +jsonschema-path==0.3.1 jsonschema-specifications==2023.7.1 -jsonschema==4.19.0 +jsonschema==4.19.2 junit-xml==1.9 -jupyter_client==8.3.0 -jupyter_core==5.3.1 +jupyter_client==8.5.0 +jupyter_core==5.5.0 keyring==24.2.0 -kombu==5.3.1 -krb5==0.5.0 +kombu==5.3.2 +krb5==0.5.1 kubernetes-asyncio==24.2.3 kubernetes==23.6.0 kylinpy==2.8.4 lazy-object-proxy==1.9.0 ldap3==2.9.1 -limits==3.5.0 +limits==3.6.0 linkify-it-py==2.0.2 locket==1.0.0 lockfile==0.12.2 -looker-sdk==23.14.1 +looker-sdk==23.16.0 lxml==4.9.3 lz4==4.3.2 markdown-it-py==3.0.0 @@ -421,124 +423,125 @@ mdurl==0.1.2 mongomock==4.1.2 monotonic==1.6 more-itertools==10.1.0 -moreorless==0.4.0 -moto==4.1.14 +moto==4.2.7 mpmath==1.3.0 msal-extensions==1.0.0 -msal==1.23.0 -msgpack==1.0.5 +msal==1.24.1 +msgpack==1.0.7 msrest==0.7.1 msrestazure==0.6.4 multi-key-dict==2.0.3 multidict==6.0.4 -mypy-boto3-appflow==1.28.16 -mypy-boto3-rds==1.28.19 -mypy-boto3-redshift-data==1.28.16 -mypy-boto3-s3==1.28.27 +mypy-boto3-appflow==1.28.42 +mypy-boto3-rds==1.28.76 +mypy-boto3-redshift-data==1.28.36 +mypy-boto3-s3==1.28.55 mypy-extensions==1.0.0 mypy==1.2.0 -mysql-connector-python==8.1.0 +mysql-connector-python==8.0.29 mysqlclient==2.2.0 nbclient==0.8.0 nbformat==5.9.2 -neo4j==5.11.0 -networkx==3.1 +neo4j==5.14.0 +networkx==3.2.1 +nh3==0.2.14 nodeenv==1.8.0 numpy==1.24.4 oauthlib==3.2.2 objsize==0.6.1 -openapi-schema-validator==0.6.0 -openapi-spec-validator==0.6.0 -openlineage-integration-common==1.0.0 -openlineage-python==1.0.0 -openlineage_sql==1.0.0 +openapi-schema-validator==0.6.2 +openapi-spec-validator==0.7.1 +openlineage-integration-common==1.4.1 +openlineage-python==1.4.1 +openlineage_sql==1.4.1 openpyxl==3.1.2 -opentelemetry-api==1.15.0 -opentelemetry-exporter-otlp-proto-grpc==1.15.0 -opentelemetry-exporter-otlp-proto-http==1.15.0 -opentelemetry-exporter-otlp==1.15.0 +opensearch-py==2.3.2 +opentelemetry-api==1.20.0 +opentelemetry-exporter-otlp-proto-common==1.20.0 +opentelemetry-exporter-otlp-proto-grpc==1.20.0 +opentelemetry-exporter-otlp-proto-http==1.20.0 +opentelemetry-exporter-otlp==1.20.0 opentelemetry-exporter-prometheus==1.12.0rc1 -opentelemetry-proto==1.15.0 -opentelemetry-sdk==1.15.0 -opentelemetry-semantic-conventions==0.36b0 +opentelemetry-proto==1.20.0 +opentelemetry-sdk==1.20.0 +opentelemetry-semantic-conventions==0.41b0 opsgenie-sdk==2.1.5 -oracledb==1.4.0 +oracledb==1.4.2 ordered-set==4.1.0 -orjson==3.9.5 +orjson==3.9.10 oscrypto==1.3.0 -oss2==2.18.1 -packaging==23.1 +oss2==2.18.3 +packaging==23.2 pandas-gbq==0.19.2 -pandas==2.0.3 +pandas==2.1.2 papermill==2.4.0 paramiko==3.3.1 parso==0.8.3 -partd==1.4.0 +partd==1.4.1 pathable==0.4.3 pathspec==0.11.2 pbr==5.11.1 -pdpyras==5.1.1 +pdpyras==5.1.2 pendulum==2.1.2 pexpect==4.8.0 -pickleshare==0.7.5 -pinotdb==0.5.0 +pinotdb==5.1.0 pipdeptree==2.13.0 -pipx==1.2.0 +pipx==1.2.1 pkginfo==1.9.6 -platformdirs==3.8.1 -pluggy==1.2.0 +platformdirs==3.11.0 +pluggy==1.3.0 ply==3.11 plyvel==1.5.0 -portalocker==2.7.0 -pre-commit==3.3.3 -presto-python-client==0.8.3 +portalocker==2.8.2 +pre-commit==3.5.0 +presto-python-client==0.8.4 prison==0.2.1 -prometheus-client==0.17.1 +prometheus-client==0.18.0 prompt-toolkit==3.0.39 proto-plus==1.22.3 -protobuf==4.21.12 -psutil==5.9.5 -psycopg2-binary==2.9.7 +protobuf==4.24.4 +psutil==5.9.6 +psycopg2-binary==2.9.9 ptyprocess==0.7.0 pure-eval==0.2.2 pure-sasl==0.6.2 -py-partiql-parser==0.3.6 +py-partiql-parser==0.4.1 py4j==0.10.9.7 -pyOpenSSL==23.2.0 +pyOpenSSL==23.3.0 pyarrow==11.0.0 -pyasn1-modules==0.2.8 -pyasn1==0.4.8 +pyasn1-modules==0.3.0 +pyasn1==0.5.0 pycountry==22.3.5 pycparser==2.21 -pycryptodome==3.18.0 -pycryptodomex==3.18.0 -pydantic==1.10.12 +pycryptodome==3.19.0 +pycryptodomex==3.19.0 +pydantic==2.4.2 +pydantic_core==2.10.1 pydata-google-auth==1.8.2 pydot==1.4.2 pydruid==0.6.5 pyenchant==3.2.2 pyexasol==0.25.2 pygraphviz==1.11 -pyhcl==0.4.4 +pyjsparser==2.7.1 pykerberos==1.2.4 -pymongo==4.4.1 -pymssql==2.2.8 -pyodbc==4.0.39 +pymongo==4.5.0 +pymssql==2.2.10 +pyodbc==5.0.1 pyparsing==3.1.1 pypsrp==0.8.1 -pyspark==3.4.1 -pyspnego==0.9.1 +pyspark==3.5.0 +pyspnego==0.10.2 pytest-asyncio==0.21.1 -pytest-capture-warnings==0.0.4 pytest-cov==4.1.0 pytest-httpx==0.21.3 pytest-instafail==0.5.0 -pytest-mock==3.11.1 +pytest-mock==3.12.0 pytest-rerunfailures==12.0 pytest-timeouts==1.2.1 pytest-xdist==3.3.1 -pytest==7.4.0 -python-arango==7.6.0 +pytest==7.4.3 +python-arango==7.7.0 python-daemon==3.0.1 python-dateutil==2.8.2 python-dotenv==1.0.0 @@ -549,17 +552,16 @@ python-ldap==3.4.3 python-nvd3==0.15.0 python-slugify==8.0.1 python-telegram-bot==20.2 -pytz==2023.3 +pytz==2023.3.post1 pytzdata==2020.1 pywinrm==0.4.3 pyzmq==25.1.1 -qds-sdk==1.16.1 reactivex==4.0.4 -readme-renderer==40.0 -redis==5.0.0 -redshift-connector==2.0.913 +readme-renderer==42.0 +redis==4.6.0 +redshift-connector==2.0.915 referencing==0.30.2 -regex==2023.8.8 +regex==2023.10.3 requests-file==1.5.1 requests-kerberos==0.14.0 requests-mock==1.11.0 @@ -570,39 +572,39 @@ requests==2.31.0 responses==0.23.3 rfc3339-validator==0.1.4 rfc3986==1.5.0 -rich-argparse==1.2.0 -rich-click==1.6.1 -rich==13.5.2 -rpds-py==0.9.2 +rich-argparse==1.4.0 +rich-click==1.7.1 +rich==13.6.0 +rpds-py==0.10.6 rsa==4.9 -ruff==0.0.285 -s3transfer==0.6.2 +ruff==0.1.3 +s3transfer==0.7.0 sarif-om==1.0.4 -sasl==0.3.1 scramp==1.4.4 scrapbook==0.5.0 -semver==3.0.1 +semver==3.0.2 sendgrid==6.10.0 sentinels==1.0.0 -sentry-sdk==1.29.2 -setproctitle==1.3.2 -simple-salesforce==1.12.4 +sentry-sdk==1.33.1 +setproctitle==1.3.3 +shapely==2.0.2 +simple-salesforce==1.12.5 six==1.16.0 -slack-sdk==3.21.3 -smbprotocol==1.10.1 -smmap==5.0.0 +slack-sdk==3.23.0 +smbprotocol==1.11.0 +smmap==5.0.1 sniffio==1.3.0 snowballstemmer==2.2.0 -snowflake-connector-python==3.1.0 -snowflake-sqlalchemy==1.4.7 +snowflake-connector-python==3.3.1 +snowflake-sqlalchemy==1.5.0 sortedcontainers==2.4.0 -soupsieve==2.4.1 +soupsieve==2.5 sphinx-airflow-theme==0.0.12 sphinx-argparse==0.4.0 sphinx-autoapi==2.1.1 sphinx-copybutton==0.5.2 sphinx-jinja==2.0.2 -sphinx-rtd-theme==1.2.2 +sphinx-rtd-theme==1.3.0 sphinxcontrib-applehelp==1.0.7 sphinxcontrib-devhelp==1.0.5 sphinxcontrib-htmlhelp==2.0.4 @@ -611,84 +613,81 @@ sphinxcontrib-jquery==4.1 sphinxcontrib-jsmath==1.0.1 sphinxcontrib-qthelp==1.0.6 sphinxcontrib-redoc==1.6.0 -sphinxcontrib-serializinghtml==1.1.8 +sphinxcontrib-serializinghtml==1.1.9 sphinxcontrib-spelling==8.0.0 -spython==0.3.0 +spython==0.3.1 sqlalchemy-bigquery==1.8.0 -sqlalchemy-drill==1.1.2 +sqlalchemy-drill==1.1.4 sqlalchemy-redshift==0.8.14 sqlalchemy-spanner==1.6.2 sqlparse==0.4.4 sshpubkeys==3.3.1 sshtunnel==0.4.0 -stack-data==0.6.2 +stack-data==0.6.3 starkbank-ecdsa==2.2.0 statsd==4.0.1 sympy==1.12 tableauserverclient==0.25 tabulate==0.9.0 -tblib==2.0.0 +tblib==3.0.0 tenacity==8.2.3 termcolor==2.3.0 text-unidecode==1.3 textwrap3==0.9.2 thrift-sasl==0.4.3 thrift==0.16.0 -time-machine==2.12.0 +time-machine==2.13.0 tomli==2.0.1 tomlkit==0.12.1 toolz==0.12.0 tornado==6.3.3 -towncrier==23.6.0 +towncrier==23.10.0 tqdm==4.66.1 -traitlets==5.9.0 -trino==0.326.0 +traitlets==5.13.0 +trino==0.327.0 twine==4.0.2 types-Deprecated==1.2.9.3 -types-Markdown==3.4.2.10 +types-Markdown==3.5.0.0 types-PyMySQL==1.1.0.1 -types-PyYAML==6.0.12.11 -types-boto==2.49.18.9 +types-PyYAML==6.0.12.12 types-certifi==2021.10.8.3 -types-croniter==1.4.0.1 +types-croniter==2.0.0.0 types-docutils==0.20.0.3 types-paramiko==3.3.0.0 -types-protobuf==4.24.0.1 -types-pyOpenSSL==23.2.0.2 +types-protobuf==4.24.0.4 +types-pyOpenSSL==23.3.0.0 types-python-dateutil==2.8.19.14 types-python-slugify==8.0.0.3 -types-pytz==2023.3.0.1 -types-redis==4.6.0.4 -types-requests==2.31.0.2 -types-setuptools==68.1.0.0 +types-pytz==2023.3.1.1 +types-redis==4.6.0.8 +types-requests==2.31.0.6 +types-setuptools==68.2.0.0 types-tabulate==0.9.0.3 types-termcolor==1.1.6.2 types-toml==0.10.8.7 types-urllib3==1.26.25.14 -typing_extensions==4.7.1 +typing_extensions==4.8.0 tzdata==2023.3 -tzlocal==5.0.1 +tzlocal==5.2 uc-micro-py==1.0.2 unicodecsv==0.14.1 uritemplate==4.1.1 -urllib3==1.26.16 -userpath==1.9.0 -vertica-python==1.3.4 +urllib3==1.26.18 +userpath==1.9.1 +vertica-python==1.3.6 vine==5.0.0 -virtualenv==20.24.1 -volatile==2.1.0 -watchtower==2.0.1 -wcwidth==0.2.6 -webencodings==0.5.1 -websocket-client==1.6.1 +virtualenv==20.24.6 +watchtower==3.0.1 +wcwidth==0.2.9 +websocket-client==1.6.4 wrapt==1.15.0 xmltodict==0.13.0 yamllint==1.32.0 yarl==1.9.2 zeep==4.2.1 -zenpy==2.0.27 +zenpy==2.0.41 zict==3.0.0 -zipp==3.16.2 +zipp==3.17.0 zope.event==5.0 -zope.interface==6.0 -zstandard==0.21.0 +zope.interface==6.1 +zstandard==0.22.0 diff --git a/pipeline/requirements/airflow/requirements.txt b/pipeline/requirements/airflow/requirements.txt index bf01bdca..87cdf58b 100644 --- a/pipeline/requirements/airflow/requirements.txt +++ b/pipeline/requirements/airflow/requirements.txt @@ -2,9 +2,9 @@ # This file is autogenerated by pip-compile with Python 3.10 # by the following command: # -# pip-compile --output-file=requirements/airflow/requirements.txt --resolver=backtracking requirements/airflow/requirements.in +# pip-compile requirements/airflow/requirements.in # -aiohttp==3.8.5 +aiohttp==3.8.6 # via # -c requirements/airflow/constraints.txt # apache-airflow-providers-http @@ -12,17 +12,22 @@ aiosignal==1.3.1 # via # -c requirements/airflow/constraints.txt # aiohttp -alembic==1.11.3 +alembic==1.12.1 # via # -c requirements/airflow/constraints.txt # apache-airflow -anyio==3.7.1 +annotated-types==0.6.0 + # via + # -c requirements/airflow/constraints.txt + # pydantic +anyio==4.0.0 # via # -c requirements/airflow/constraints.txt # httpcore -apache-airflow[amazon,postgres]==2.7.0 +apache-airflow[amazon,postgres]==2.7.3 # via # -r requirements/airflow/base.in + # apache-airflow # apache-airflow-providers-amazon # apache-airflow-providers-common-sql # apache-airflow-providers-ftp @@ -30,43 +35,44 @@ apache-airflow[amazon,postgres]==2.7.0 # apache-airflow-providers-imap # apache-airflow-providers-postgres # apache-airflow-providers-sqlite -apache-airflow-providers-amazon==8.5.1 +apache-airflow-providers-amazon==8.10.0 # via # -c requirements/airflow/constraints.txt # apache-airflow -apache-airflow-providers-common-sql==1.7.0 +apache-airflow-providers-common-sql==1.8.0 # via # -c requirements/airflow/constraints.txt # apache-airflow # apache-airflow-providers-amazon # apache-airflow-providers-postgres # apache-airflow-providers-sqlite -apache-airflow-providers-ftp==3.5.0 +apache-airflow-providers-ftp==3.6.0 # via # -c requirements/airflow/constraints.txt # apache-airflow -apache-airflow-providers-http==4.5.0 +apache-airflow-providers-http==4.6.0 # via # -c requirements/airflow/constraints.txt # apache-airflow # apache-airflow-providers-amazon -apache-airflow-providers-imap==3.3.0 +apache-airflow-providers-imap==3.4.0 # via # -c requirements/airflow/constraints.txt # apache-airflow -apache-airflow-providers-postgres==5.6.0 +apache-airflow-providers-postgres==5.7.1 # via # -c requirements/airflow/constraints.txt # apache-airflow -apache-airflow-providers-sqlite==3.4.3 +apache-airflow-providers-sqlite==3.5.0 # via # -c requirements/airflow/constraints.txt # apache-airflow apispec[yaml]==6.3.0 # via # -c requirements/airflow/constraints.txt + # apispec # flask-appbuilder -argcomplete==3.1.1 +argcomplete==3.1.3 # via # -c requirements/airflow/constraints.txt # apache-airflow @@ -92,32 +98,34 @@ attrs==23.1.0 # cattrs # jsonschema # referencing -babel==2.12.1 +babel==2.13.1 # via # -c requirements/airflow/constraints.txt # flask-babel backoff==1.10.0 # via # -c requirements/airflow/constraints.txt + # opentelemetry-exporter-otlp-proto-common # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http beautifulsoup4==4.12.2 # via # -c requirements/airflow/constraints.txt # redshift-connector -blinker==1.6.2 +blinker==1.6.3 # via # -c requirements/airflow/constraints.txt # apache-airflow -boto3==1.28.17 +boto3==1.28.64 # via # -c requirements/airflow/constraints.txt # apache-airflow-providers-amazon # redshift-connector # watchtower -botocore==1.31.17 +botocore==1.31.64 # via # -c requirements/airflow/constraints.txt + # apache-airflow-providers-amazon # boto3 # redshift-connector # s3transfer @@ -136,11 +144,11 @@ certifi==2023.7.22 # httpcore # httpx # requests -cffi==1.15.1 +cffi==1.16.0 # via # -c requirements/airflow/constraints.txt # cryptography -charset-normalizer==3.2.0 +charset-normalizer==3.3.2 # via # -c requirements/airflow/constraints.txt # aiohttp @@ -171,28 +179,27 @@ connexion[flask]==2.14.2 # via # -c requirements/airflow/constraints.txt # apache-airflow + # connexion cron-descriptor==1.4.0 # via # -c requirements/airflow/constraints.txt # apache-airflow -croniter==1.4.1 +croniter==2.0.1 # via # -c requirements/airflow/constraints.txt # apache-airflow -cryptography==41.0.3 +cryptography==41.0.5 # via # -c requirements/airflow/constraints.txt # apache-airflow -decorator==5.1.1 - # via - # -c requirements/airflow/constraints.txt - # jsonpath-ng deprecated==1.2.14 # via # -c requirements/airflow/constraints.txt # apache-airflow # limits # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http dill==0.3.1.1 # via # -c requirements/airflow/constraints.txt @@ -228,7 +235,7 @@ flask==2.2.5 # flask-session # flask-sqlalchemy # flask-wtf -flask-appbuilder==4.3.3 +flask-appbuilder==4.3.6 # via # -c requirements/airflow/constraints.txt # apache-airflow @@ -236,19 +243,19 @@ flask-babel==2.0.0 # via # -c requirements/airflow/constraints.txt # flask-appbuilder -flask-caching==2.0.2 +flask-caching==2.1.0 # via # -c requirements/airflow/constraints.txt # apache-airflow -flask-jwt-extended==4.5.2 +flask-jwt-extended==4.5.3 # via # -c requirements/airflow/constraints.txt # flask-appbuilder -flask-limiter==3.3.1 +flask-limiter==3.5.0 # via # -c requirements/airflow/constraints.txt # flask-appbuilder -flask-login==0.6.2 +flask-login==0.6.3 # via # -c requirements/airflow/constraints.txt # apache-airflow @@ -261,7 +268,7 @@ flask-sqlalchemy==2.5.1 # via # -c requirements/airflow/constraints.txt # flask-appbuilder -flask-wtf==1.1.1 +flask-wtf==1.2.1 # via # -c requirements/airflow/constraints.txt # apache-airflow @@ -275,7 +282,7 @@ google-re2==1.1 # via # -c requirements/airflow/constraints.txt # apache-airflow -googleapis-common-protos==1.60.0 +googleapis-common-protos==1.61.0 # via # -c requirements/airflow/constraints.txt # opentelemetry-exporter-otlp-proto-grpc @@ -284,11 +291,11 @@ graphviz==0.20.1 # via # -c requirements/airflow/constraints.txt # apache-airflow -greenlet==2.0.2 +greenlet==3.0.1 # via # -c requirements/airflow/constraints.txt # sqlalchemy -grpcio==1.57.0 +grpcio==1.59.2 # via # -c requirements/airflow/constraints.txt # opentelemetry-exporter-otlp-proto-grpc @@ -316,13 +323,18 @@ idna==3.4 # requests # rfc3986 # yarl -importlib-resources==6.0.1 +importlib-metadata==6.8.0 + # via + # -c requirements/airflow/constraints.txt + # opentelemetry-api +importlib-resources==6.1.0 # via # -c requirements/airflow/constraints.txt # limits inflection==0.5.1 # via # -c requirements/airflow/constraints.txt + # apache-airflow-providers-amazon # connexion itsdangerous==2.1.2 # via @@ -343,11 +355,11 @@ jmespath==0.10.0 # -c requirements/airflow/constraints.txt # boto3 # botocore -jsonpath-ng==1.5.3 +jsonpath-ng==1.6.0 # via # -c requirements/airflow/constraints.txt # apache-airflow-providers-amazon -jsonschema==4.19.0 +jsonschema==4.19.2 # via # -c requirements/airflow/constraints.txt # apache-airflow @@ -361,7 +373,7 @@ lazy-object-proxy==1.9.0 # via # -c requirements/airflow/constraints.txt # apache-airflow -limits==3.5.0 +limits==3.6.0 # via # -c requirements/airflow/constraints.txt # flask-limiter @@ -382,7 +394,7 @@ mako==1.2.4 # via # -c requirements/airflow/constraints.txt # alembic -markdown==3.4.4 +markdown==3.5.1 # via # -c requirements/airflow/constraints.txt # apache-airflow @@ -427,52 +439,42 @@ multidict==6.0.4 # -c requirements/airflow/constraints.txt # aiohttp # yarl -mypy-boto3-appflow==1.28.16 - # via - # -c requirements/airflow/constraints.txt - # apache-airflow-providers-amazon -mypy-boto3-rds==1.28.19 - # via - # -c requirements/airflow/constraints.txt - # apache-airflow-providers-amazon -mypy-boto3-redshift-data==1.28.16 - # via - # -c requirements/airflow/constraints.txt - # apache-airflow-providers-amazon -mypy-boto3-s3==1.28.27 - # via - # -c requirements/airflow/constraints.txt - # apache-airflow-providers-amazon -opentelemetry-api==1.15.0 +opentelemetry-api==1.20.0 # via # -c requirements/airflow/constraints.txt # apache-airflow # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http # opentelemetry-sdk -opentelemetry-exporter-otlp==1.15.0 +opentelemetry-exporter-otlp==1.20.0 # via # -c requirements/airflow/constraints.txt # apache-airflow -opentelemetry-exporter-otlp-proto-grpc==1.15.0 +opentelemetry-exporter-otlp-proto-common==1.20.0 + # via + # -c requirements/airflow/constraints.txt + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.20.0 # via # -c requirements/airflow/constraints.txt # opentelemetry-exporter-otlp -opentelemetry-exporter-otlp-proto-http==1.15.0 +opentelemetry-exporter-otlp-proto-http==1.20.0 # via # -c requirements/airflow/constraints.txt # opentelemetry-exporter-otlp -opentelemetry-proto==1.15.0 +opentelemetry-proto==1.20.0 # via # -c requirements/airflow/constraints.txt + # opentelemetry-exporter-otlp-proto-common # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http -opentelemetry-sdk==1.15.0 +opentelemetry-sdk==1.20.0 # via # -c requirements/airflow/constraints.txt # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http -opentelemetry-semantic-conventions==0.36b0 +opentelemetry-semantic-conventions==0.41b0 # via # -c requirements/airflow/constraints.txt # opentelemetry-sdk @@ -480,7 +482,7 @@ ordered-set==4.1.0 # via # -c requirements/airflow/constraints.txt # flask-limiter -packaging==23.1 +packaging==23.2 # via # -c requirements/airflow/constraints.txt # apache-airflow @@ -499,7 +501,7 @@ pendulum==2.1.2 # via # -c requirements/airflow/constraints.txt # apache-airflow -pluggy==1.2.0 +pluggy==1.3.0 # via # -c requirements/airflow/constraints.txt # apache-airflow @@ -511,18 +513,18 @@ prison==0.2.1 # via # -c requirements/airflow/constraints.txt # flask-appbuilder -protobuf==4.21.12 +protobuf==4.24.4 # via # -c requirements/airflow/constraints.txt # googleapis-common-protos # opentelemetry-proto -psutil==5.9.5 +psutil==5.9.6 # via # -c requirements/airflow/constraints.txt # apache-airflow -psycopg2==2.9.7 +psycopg2==2.9.9 # via -r requirements/airflow/base.in -psycopg2-binary==2.9.7 +psycopg2-binary==2.9.9 # via # -c requirements/airflow/constraints.txt # apache-airflow-providers-postgres @@ -530,10 +532,14 @@ pycparser==2.21 # via # -c requirements/airflow/constraints.txt # cffi -pydantic==1.10.12 +pydantic==2.4.2 # via # -c requirements/airflow/constraints.txt # apache-airflow +pydantic-core==2.10.1 + # via + # -c requirements/airflow/constraints.txt + # pydantic pygments==2.16.1 # via # -c requirements/airflow/constraints.txt @@ -566,9 +572,10 @@ python-slugify==8.0.1 # -c requirements/airflow/constraints.txt # apache-airflow # python-nvd3 -pytz==2023.3 +pytz==2023.3.post1 # via # -c requirements/airflow/constraints.txt + # croniter # flask-babel # redshift-connector pytzdata==2020.1 @@ -581,7 +588,7 @@ pyyaml==6.0.1 # apispec # clickclick # connexion -redshift-connector==2.0.913 +redshift-connector==2.0.915 # via # -c requirements/airflow/constraints.txt # apache-airflow-providers-amazon @@ -610,22 +617,23 @@ rfc3986[idna2008]==1.5.0 # via # -c requirements/airflow/constraints.txt # httpx -rich==13.5.2 + # rfc3986 +rich==13.6.0 # via # -c requirements/airflow/constraints.txt # apache-airflow # flask-limiter # rich-argparse -rich-argparse==1.2.0 +rich-argparse==1.4.0 # via # -c requirements/airflow/constraints.txt # apache-airflow -rpds-py==0.9.2 +rpds-py==0.10.6 # via # -c requirements/airflow/constraints.txt # jsonschema # referencing -s3transfer==0.6.2 +s3transfer==0.7.0 # via # -c requirements/airflow/constraints.txt # boto3 @@ -633,14 +641,13 @@ scramp==1.4.4 # via # -c requirements/airflow/constraints.txt # redshift-connector -setproctitle==1.3.2 +setproctitle==1.3.3 # via # -c requirements/airflow/constraints.txt # apache-airflow six==1.16.0 # via # -c requirements/airflow/constraints.txt - # jsonpath-ng # prison # python-dateutil # rfc3339-validator @@ -650,11 +657,11 @@ sniffio==1.3.0 # anyio # httpcore # httpx -soupsieve==2.4.1 +soupsieve==2.5 # via # -c requirements/airflow/constraints.txt # beautifulsoup4 -sqlalchemy==1.4.49 +sqlalchemy==1.4.50 # via # -c requirements/airflow/constraints.txt # alembic @@ -697,7 +704,7 @@ text-unidecode==1.3 # via # -c requirements/airflow/constraints.txt # python-slugify -typing-extensions==4.7.1 +typing-extensions==4.8.0 # via # -c requirements/airflow/constraints.txt # alembic @@ -708,6 +715,7 @@ typing-extensions==4.7.1 # limits # opentelemetry-sdk # pydantic + # pydantic-core uc-micro-py==1.0.2 # via # -c requirements/airflow/constraints.txt @@ -716,12 +724,12 @@ unicodecsv==0.14.1 # via # -c requirements/airflow/constraints.txt # apache-airflow -urllib3==1.26.16 +urllib3==1.26.18 # via # -c requirements/airflow/constraints.txt # botocore # requests -watchtower==2.0.1 +watchtower==3.0.1 # via # -c requirements/airflow/constraints.txt # apache-airflow-providers-amazon @@ -740,12 +748,17 @@ wrapt==1.15.0 wtforms==3.0.1 # via # -c requirements/airflow/constraints.txt + # apache-airflow # flask-appbuilder # flask-wtf yarl==1.9.2 # via # -c requirements/airflow/constraints.txt # aiohttp +zipp==3.17.0 + # via + # -c requirements/airflow/constraints.txt + # importlib-metadata # The following packages are considered to be unsafe in a requirements file: # setuptools diff --git a/pipeline/requirements/dev/requirements.txt b/pipeline/requirements/dev/requirements.txt index 17780236..1807a769 100644 --- a/pipeline/requirements/dev/requirements.txt +++ b/pipeline/requirements/dev/requirements.txt @@ -4,17 +4,20 @@ # # pip-compile requirements/dev/requirements.in # -aiohttp==3.8.5 +aiohttp==3.8.6 # via apache-airflow-providers-http aiosignal==1.3.1 # via aiohttp -alembic==1.12.0 +alembic==1.12.1 # via apache-airflow +annotated-types==0.6.0 + # via pydantic anyio==4.0.0 - # via httpcore -apache-airflow[amazon,postgres]==2.7.0 + # via httpx +apache-airflow[amazon,postgres]==2.7.3 # via # -r requirements/dev/../airflow/base.in + # apache-airflow # apache-airflow-providers-amazon # apache-airflow-providers-common-sql # apache-airflow-providers-ftp @@ -22,33 +25,35 @@ apache-airflow[amazon,postgres]==2.7.0 # apache-airflow-providers-imap # apache-airflow-providers-postgres # apache-airflow-providers-sqlite -apache-airflow-providers-amazon==8.6.0 +apache-airflow-providers-amazon==8.11.0 # via # -r requirements/dev/../tasks/python/requirements.in # apache-airflow -apache-airflow-providers-common-sql==1.7.1 +apache-airflow-providers-common-sql==1.8.0 # via # apache-airflow # apache-airflow-providers-amazon # apache-airflow-providers-postgres # apache-airflow-providers-sqlite -apache-airflow-providers-ftp==3.5.1 +apache-airflow-providers-ftp==3.6.1 # via apache-airflow -apache-airflow-providers-http==4.5.1 +apache-airflow-providers-http==4.6.0 # via # apache-airflow # apache-airflow-providers-amazon -apache-airflow-providers-imap==3.3.1 +apache-airflow-providers-imap==3.4.0 # via apache-airflow -apache-airflow-providers-postgres==5.6.0 +apache-airflow-providers-postgres==5.8.0 # via # -r requirements/dev/../tasks/python/requirements.in # apache-airflow -apache-airflow-providers-sqlite==3.4.3 +apache-airflow-providers-sqlite==3.5.0 # via apache-airflow apispec[yaml]==6.3.0 - # via flask-appbuilder -argcomplete==3.1.1 + # via + # apispec + # flask-appbuilder +argcomplete==3.1.6 # via apache-airflow asgiref==3.7.2 # via @@ -67,28 +72,27 @@ attrs==23.1.0 # fiona # jsonschema # referencing -babel==2.12.1 +babel==2.13.1 # via flask-babel backoff==2.2.1 # via + # opentelemetry-exporter-otlp-proto-common # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http -backports-datetime-fromisoformat==2.0.0 - # via htmldate beautifulsoup4==4.12.2 # via # -r requirements/dev/../tasks/python/requirements.in # redshift-connector -black==23.7.0 +black==23.11.0 # via -r requirements/dev/requirements.in -blinker==1.6.2 +blinker==1.7.0 # via apache-airflow -boto3==1.28.40 +boto3==1.28.84 # via # apache-airflow-providers-amazon # redshift-connector # watchtower -botocore==1.31.40 +botocore==1.31.84 # via # apache-airflow-providers-amazon # boto3 @@ -98,7 +102,7 @@ cachelib==0.9.0 # via # flask-caching # flask-session -cachetools==5.3.1 +cachetools==5.3.2 # via tox cattrs==23.1.2 # via apache-airflow @@ -107,16 +111,17 @@ certifi==2023.7.22 # fiona # httpcore # httpx + # pyogrio # pyproj # requests # trafilatura -cffi==1.15.1 +cffi==1.16.0 # via cryptography cfgv==3.4.0 # via pre-commit chardet==5.2.0 # via tox -charset-normalizer==3.2.0 +charset-normalizer==3.3.2 # via # aiohttp # htmldate @@ -146,24 +151,26 @@ colorlog==4.8.0 configupdater==3.1.1 # via apache-airflow connexion[flask]==2.14.2 - # via apache-airflow -courlan==0.9.3 + # via + # apache-airflow + # connexion +courlan==0.9.4 # via trafilatura cron-descriptor==1.4.0 # via apache-airflow -croniter==1.4.1 +croniter==2.0.1 # via apache-airflow -cryptography==41.0.3 +cryptography==41.0.5 # via apache-airflow dateparser==1.1.8 # via htmldate -decorator==5.1.1 - # via jsonpath-ng deprecated==1.2.14 # via # apache-airflow # limits # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http dill==0.3.7 # via apache-airflow distlib==0.3.7 @@ -181,11 +188,11 @@ exceptiongroup==1.1.3 # anyio # cattrs # pytest -filelock==3.12.3 +filelock==3.13.1 # via # tox # virtualenv -fiona==1.9.4.post1 +fiona==1.9.5 # via geopandas flask==2.2.5 # via @@ -200,17 +207,17 @@ flask==2.2.5 # flask-session # flask-sqlalchemy # flask-wtf -flask-appbuilder==4.3.3 +flask-appbuilder==4.3.6 # via apache-airflow flask-babel==2.0.0 # via flask-appbuilder -flask-caching==2.0.2 +flask-caching==2.1.0 # via apache-airflow -flask-jwt-extended==4.5.2 +flask-jwt-extended==4.5.3 # via flask-appbuilder flask-limiter==3.5.0 # via flask-appbuilder -flask-login==0.6.2 +flask-login==0.6.3 # via # apache-airflow # flask-appbuilder @@ -218,7 +225,7 @@ flask-session==0.5.0 # via apache-airflow flask-sqlalchemy==2.5.1 # via flask-appbuilder -flask-wtf==1.1.1 +flask-wtf==1.2.1 # via # apache-airflow # flask-appbuilder @@ -226,33 +233,33 @@ frozenlist==1.4.0 # via # aiohttp # aiosignal -geoalchemy2==0.14.1 +geoalchemy2==0.14.2 # via -r requirements/dev/../tasks/python/requirements.in -geopandas==0.13.2 +geopandas==0.14.1 # via -r requirements/dev/../tasks/python/requirements.in google-re2==1.1 # via apache-airflow -googleapis-common-protos==1.60.0 +googleapis-common-protos==1.61.0 # via # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http graphviz==0.20.1 # via apache-airflow -greenlet==2.0.2 +greenlet==3.0.1 # via sqlalchemy -grpcio==1.57.0 +grpcio==1.59.2 # via opentelemetry-exporter-otlp-proto-grpc gunicorn==21.2.0 # via apache-airflow h11==0.14.0 # via httpcore -htmldate==1.5.0 +htmldate==1.5.2 # via trafilatura -httpcore==0.17.3 +httpcore==1.0.2 # via httpx -httpx==0.24.1 +httpx==0.25.1 # via apache-airflow -identify==2.5.27 +identify==2.5.31 # via pre-commit idna==3.4 # via @@ -261,10 +268,13 @@ idna==3.4 # httpx # requests # yarl -importlib-resources==6.0.1 +importlib-metadata==6.8.0 + # via opentelemetry-api +importlib-resources==6.1.1 # via limits inflection==0.5.1 # via + # apache-airflow-providers-amazon # connexion # pyairtable iniconfig==2.0.0 @@ -285,9 +295,9 @@ jmespath==1.0.1 # via # boto3 # botocore -jsonpath-ng==1.5.3 +jsonpath-ng==1.6.0 # via apache-airflow-providers-amazon -jsonschema==4.19.0 +jsonschema==4.19.2 # via # apache-airflow # connexion @@ -314,9 +324,9 @@ lxml==4.9.3 # justext # redshift-connector # trafilatura -mako==1.2.4 +mako==1.3.0 # via alembic -markdown==3.4.4 +markdown==3.5.1 # via apache-airflow markdown-it-py==3.0.0 # via @@ -347,49 +357,47 @@ multidict==6.0.4 # via # aiohttp # yarl -mypy-boto3-appflow==1.28.38 - # via apache-airflow-providers-amazon -mypy-boto3-rds==1.28.36 - # via apache-airflow-providers-amazon -mypy-boto3-redshift-data==1.28.36 - # via apache-airflow-providers-amazon -mypy-boto3-s3==1.28.36 - # via apache-airflow-providers-amazon mypy-extensions==1.0.0 # via black nodeenv==1.8.0 # via pre-commit -numpy==1.25.2 +numpy==1.26.2 # via # pandas + # pyogrio # shapely openpyxl==3.1.2 # via -r requirements/dev/../tasks/python/requirements.in -opentelemetry-api==1.15.0 +opentelemetry-api==1.21.0 # via # apache-airflow # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http # opentelemetry-sdk -opentelemetry-exporter-otlp==1.15.0 +opentelemetry-exporter-otlp==1.21.0 # via apache-airflow -opentelemetry-exporter-otlp-proto-grpc==1.15.0 +opentelemetry-exporter-otlp-proto-common==1.21.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.21.0 # via opentelemetry-exporter-otlp -opentelemetry-exporter-otlp-proto-http==1.15.0 +opentelemetry-exporter-otlp-proto-http==1.21.0 # via opentelemetry-exporter-otlp -opentelemetry-proto==1.15.0 +opentelemetry-proto==1.21.0 # via + # opentelemetry-exporter-otlp-proto-common # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http -opentelemetry-sdk==1.15.0 +opentelemetry-sdk==1.21.0 # via # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http -opentelemetry-semantic-conventions==0.36b0 +opentelemetry-semantic-conventions==0.42b0 # via opentelemetry-sdk ordered-set==4.1.0 # via flask-limiter -packaging==23.1 +packaging==23.2 # via # apache-airflow # apispec @@ -400,12 +408,13 @@ packaging==23.1 # gunicorn # limits # marshmallow + # pyogrio # pyproject-api # pytest # redshift-connector # sqlalchemy-redshift # tox -pandas==2.1.0 +pandas==2.1.3 # via # -r requirements/dev/../tasks/python/requirements.in # geopandas @@ -415,7 +424,7 @@ pathspec==0.11.2 # black pendulum==2.1.2 # via apache-airflow -platformdirs==3.10.0 +platformdirs==3.11.0 # via # black # tox @@ -427,30 +436,32 @@ pluggy==1.3.0 # tox ply==3.11 # via jsonpath-ng -pre-commit==3.4.0 +pre-commit==3.5.0 # via -r requirements/dev/requirements.in prison==0.2.1 # via flask-appbuilder -protobuf==4.24.2 +protobuf==4.25.0 # via # googleapis-common-protos # opentelemetry-proto -psutil==5.9.5 +psutil==5.9.6 # via apache-airflow -psycopg2==2.9.7 +psycopg2==2.9.9 # via # -r requirements/dev/../airflow/base.in # -r requirements/dev/../tasks/python/requirements.in -psycopg2-binary==2.9.7 +psycopg2-binary==2.9.9 # via apache-airflow-providers-postgres pyairtable==2.1.0.post1 # via -r requirements/dev/../tasks/python/requirements.in pycparser==2.21 # via cffi -pydantic==1.10.12 +pydantic==2.4.2 # via # apache-airflow # pyairtable +pydantic-core==2.10.1 + # via pydantic pygments==2.16.1 # via # apache-airflow @@ -460,11 +471,13 @@ pyjwt==2.8.0 # apache-airflow # flask-appbuilder # flask-jwt-extended -pyproj==3.6.0 +pyogrio==0.7.2 + # via -r requirements/dev/../tasks/python/requirements.in +pyproj==3.6.1 # via geopandas pyproject-api==1.6.1 # via tox -pytest==7.4.1 +pytest==7.4.3 # via -r requirements/dev/requirements.in python-daemon==3.0.1 # via apache-airflow @@ -486,6 +499,7 @@ python-slugify==8.0.1 # python-nvd3 pytz==2023.3.post1 # via + # croniter # dateparser # flask-babel # pandas @@ -498,13 +512,13 @@ pyyaml==6.0.1 # clickclick # connexion # pre-commit -redshift-connector==2.0.913 +redshift-connector==2.0.915 # via apache-airflow-providers-amazon referencing==0.30.2 # via # jsonschema # jsonschema-specifications -regex==2023.8.8 +regex==2023.10.3 # via dateparser requests==2.31.0 # via @@ -519,40 +533,38 @@ requests-toolbelt==1.0.0 # via apache-airflow-providers-http rfc3339-validator==0.1.4 # via apache-airflow -rich==13.5.2 +rich==13.6.0 # via # apache-airflow # flask-limiter # rich-argparse -rich-argparse==1.3.0 +rich-argparse==1.4.0 # via apache-airflow -rpds-py==0.10.2 +rpds-py==0.12.0 # via # jsonschema # referencing -s3transfer==0.6.2 +s3transfer==0.7.0 # via boto3 scramp==1.4.4 # via redshift-connector -setproctitle==1.3.2 +setproctitle==1.3.3 # via apache-airflow -shapely==2.0.1 +shapely==2.0.2 # via geopandas six==1.16.0 # via # fiona - # jsonpath-ng # prison # python-dateutil # rfc3339-validator sniffio==1.3.0 # via # anyio - # httpcore # httpx soupsieve==2.5 # via beautifulsoup4 -sqlalchemy==1.4.49 +sqlalchemy==1.4.50 # via # -r requirements/dev/../tasks/python/requirements.in # alembic @@ -590,37 +602,34 @@ tomli==2.0.1 # pyproject-api # pytest # tox -tox==4.11.1 +tox==4.11.3 # via -r requirements/dev/requirements.in tqdm==4.66.1 # via -r requirements/dev/../tasks/python/requirements.in -trafilatura==1.6.1 +trafilatura==1.6.2 # via -r requirements/dev/../tasks/python/requirements.in -typing-extensions==4.7.1 +typing-extensions==4.8.0 # via # alembic # apache-airflow # asgiref + # black # cattrs - # filelock # flask-limiter # limits - # mypy-boto3-appflow - # mypy-boto3-rds - # mypy-boto3-redshift-data - # mypy-boto3-s3 # opentelemetry-sdk # pyairtable # pydantic + # pydantic-core tzdata==2023.3 # via pandas -tzlocal==5.0.1 +tzlocal==5.2 # via dateparser uc-micro-py==1.0.2 # via linkify-it-py unicodecsv==0.14.1 # via apache-airflow -urllib3==1.26.16 +urllib3==2.0.7 # via # -r requirements/dev/../tasks/python/requirements.in # botocore @@ -629,11 +638,11 @@ urllib3==1.26.16 # pyairtable # requests # trafilatura -virtualenv==20.24.4 +virtualenv==20.24.6 # via # pre-commit # tox -watchtower==2.0.1 +watchtower==3.0.1 # via apache-airflow-providers-amazon werkzeug==2.2.3 # via @@ -642,16 +651,19 @@ werkzeug==2.2.3 # flask # flask-jwt-extended # flask-login -wrapt==1.15.0 +wrapt==1.16.0 # via deprecated wtforms==3.0.1 # via + # apache-airflow # flask-appbuilder # flask-wtf -xlsxwriter==3.1.2 +xlsxwriter==3.1.9 # via -r requirements/dev/../tasks/python/requirements.in yarl==1.9.2 # via aiohttp +zipp==3.17.0 + # via importlib-metadata # The following packages are considered to be unsafe in a requirements file: # setuptools diff --git a/pipeline/requirements/tasks/dbt/requirements.in b/pipeline/requirements/tasks/dbt/requirements.in index 344fb97f..84e952c8 100644 --- a/pipeline/requirements/tasks/dbt/requirements.in +++ b/pipeline/requirements/tasks/dbt/requirements.in @@ -1,2 +1,2 @@ -dbt-core~=1.6.1 -dbt-postgres~=1.6.1 \ No newline at end of file +dbt-core==1.7.* +dbt-postgres==1.7.* \ No newline at end of file diff --git a/pipeline/requirements/tasks/dbt/requirements.txt b/pipeline/requirements/tasks/dbt/requirements.txt index bd379832..82df36bd 100644 --- a/pipeline/requirements/tasks/dbt/requirements.txt +++ b/pipeline/requirements/tasks/dbt/requirements.txt @@ -2,21 +2,23 @@ # This file is autogenerated by pip-compile with Python 3.10 # by the following command: # -# pip-compile --output-file=requirements/tasks/dbt/requirements.txt --resolver=backtracking requirements/tasks/dbt/requirements.in +# pip-compile requirements/tasks/dbt/requirements.in # agate==1.7.1 # via # dbt-core # dbt-postgres attrs==23.1.0 - # via jsonschema -babel==2.12.1 + # via + # jsonschema + # referencing +babel==2.13.1 # via agate certifi==2023.7.22 # via requests -cffi==1.15.1 +cffi==1.16.0 # via dbt-core -charset-normalizer==3.2.0 +charset-normalizer==3.3.2 # via requests click==8.1.7 # via @@ -24,17 +26,15 @@ click==8.1.7 # dbt-semantic-interfaces colorama==0.4.6 # via dbt-core -dbt-core==1.6.1 +dbt-core==1.7.1 # via # -r requirements/tasks/dbt/requirements.in # dbt-postgres -dbt-extractor==0.4.1 +dbt-extractor==0.5.0 # via dbt-core -dbt-postgres==1.6.1 +dbt-postgres==1.7.1 # via -r requirements/tasks/dbt/requirements.in -dbt-semantic-interfaces==0.2.0 - # via dbt-core -hologram==0.0.16 +dbt-semantic-interfaces==0.4.1 # via dbt-core idna==3.4 # via @@ -50,64 +50,71 @@ jinja2==3.1.2 # via # dbt-core # dbt-semantic-interfaces -jsonschema==3.2.0 +jsonschema==4.19.2 # via + # dbt-core # dbt-semantic-interfaces - # hologram +jsonschema-specifications==2023.7.1 + # via jsonschema leather==0.3.4 # via agate logbook==1.5.3 # via dbt-core markupsafe==2.1.3 # via jinja2 -mashumaro[msgpack]==3.8.1 - # via dbt-core +mashumaro[msgpack]==3.10 + # via + # dbt-core + # mashumaro minimal-snowplow-tracker==0.0.2 # via dbt-core -more-itertools==8.14.0 +more-itertools==10.1.0 # via dbt-semantic-interfaces -msgpack==1.0.5 +msgpack==1.0.7 # via mashumaro -networkx==3.1 +networkx==3.2.1 # via dbt-core -packaging==23.1 +packaging==23.2 # via dbt-core parsedatetime==2.6 # via agate pathspec==0.11.2 # via dbt-core -protobuf==4.24.2 +protobuf==4.25.0 # via dbt-core -psycopg2-binary==2.9.7 +psycopg2-binary==2.9.9 # via dbt-postgres pycparser==2.21 # via cffi -pydantic==1.10.12 +pydantic==1.10.13 # via dbt-semantic-interfaces -pyrsistent==0.19.3 - # via jsonschema python-dateutil==2.8.2 - # via - # dbt-semantic-interfaces - # hologram + # via dbt-semantic-interfaces python-slugify==8.0.1 # via agate pytimeparse==1.1.8 # via agate -pytz==2023.3 +pytz==2023.3.post1 # via dbt-core pyyaml==6.0.1 # via # dbt-core # dbt-semantic-interfaces +referencing==0.30.2 + # via + # jsonschema + # jsonschema-specifications requests==2.31.0 # via # dbt-core # minimal-snowplow-tracker +rpds-py==0.12.0 + # via + # jsonschema + # referencing six==1.16.0 # via # isodate - # jsonschema # leather # minimal-snowplow-tracker # python-dateutil @@ -115,18 +122,15 @@ sqlparse==0.4.4 # via dbt-core text-unidecode==1.3 # via python-slugify -typing-extensions==4.7.1 +typing-extensions==4.8.0 # via # dbt-core # dbt-semantic-interfaces # mashumaro # pydantic -urllib3==1.26.16 +urllib3==1.26.18 # via # dbt-core # requests -zipp==3.16.2 +zipp==3.17.0 # via importlib-metadata - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/pipeline/requirements/tasks/pipx/requirements.in b/pipeline/requirements/tasks/pipx/requirements.in index 89cd6a74..868cf8b3 100644 --- a/pipeline/requirements/tasks/pipx/requirements.in +++ b/pipeline/requirements/tasks/pipx/requirements.in @@ -1 +1 @@ -pipx~=1.2 \ No newline at end of file +pipx \ No newline at end of file diff --git a/pipeline/requirements/tasks/pipx/requirements.txt b/pipeline/requirements/tasks/pipx/requirements.txt index 87a8d7b7..1ae7ad63 100644 --- a/pipeline/requirements/tasks/pipx/requirements.txt +++ b/pipeline/requirements/tasks/pipx/requirements.txt @@ -2,7 +2,7 @@ # This file is autogenerated by pip-compile with Python 3.10 # by the following command: # -# pip-compile --output-file=requirements/tasks/pipx/requirements.txt --resolver=backtracking requirements/tasks/pipx/requirements.in +# pip-compile requirements/tasks/pipx/requirements.in # argcomplete==3.1.1 # via pipx diff --git a/pipeline/requirements/tasks/python/requirements.in b/pipeline/requirements/tasks/python/requirements.in index c0afe8e4..c2074f73 100644 --- a/pipeline/requirements/tasks/python/requirements.in +++ b/pipeline/requirements/tasks/python/requirements.in @@ -1,18 +1,18 @@ apache-airflow-providers-postgres apache-airflow-providers-amazon -beautifulsoup4~=4.12.2 +beautifulsoup4 GeoAlchemy2 -geopandas~=0.13.2 -openpyxl~=3.1.2 -pandas~=2.1.0 -psycopg2~=2.9.7 -pyairtable~=2.1 -pyogrio~=0.6.0 -requests~=2.31 +geopandas +openpyxl +pandas==2.* +psycopg2==2.* +pyairtable +pyogrio +requests==2.* SQLAlchemy -tenacity~=8.2 -tqdm~=4.66 -trafilatura~=1.6 +tenacity +tqdm +trafilatura urllib3 -xlsxwriter~=3.1.2 \ No newline at end of file +xlsxwriter \ No newline at end of file diff --git a/pipeline/requirements/tasks/python/requirements.txt b/pipeline/requirements/tasks/python/requirements.txt index ff368400..7c433afc 100644 --- a/pipeline/requirements/tasks/python/requirements.txt +++ b/pipeline/requirements/tasks/python/requirements.txt @@ -4,15 +4,17 @@ # # pip-compile requirements/tasks/python/requirements.in # -aiohttp==3.8.5 +aiohttp==3.8.6 # via apache-airflow-providers-http aiosignal==1.3.1 # via aiohttp -alembic==1.12.0 +alembic==1.12.1 # via apache-airflow +annotated-types==0.6.0 + # via pydantic anyio==4.0.0 - # via httpcore -apache-airflow==2.7.0 + # via httpx +apache-airflow==2.7.3 # via # apache-airflow-providers-amazon # apache-airflow-providers-common-sql @@ -21,29 +23,31 @@ apache-airflow==2.7.0 # apache-airflow-providers-imap # apache-airflow-providers-postgres # apache-airflow-providers-sqlite -apache-airflow-providers-amazon==8.6.0 +apache-airflow-providers-amazon==8.11.0 # via -r requirements/tasks/python/requirements.in -apache-airflow-providers-common-sql==1.7.1 +apache-airflow-providers-common-sql==1.8.0 # via # apache-airflow # apache-airflow-providers-amazon # apache-airflow-providers-postgres # apache-airflow-providers-sqlite -apache-airflow-providers-ftp==3.5.1 +apache-airflow-providers-ftp==3.6.1 # via apache-airflow -apache-airflow-providers-http==4.5.1 +apache-airflow-providers-http==4.6.0 # via # apache-airflow # apache-airflow-providers-amazon -apache-airflow-providers-imap==3.3.1 +apache-airflow-providers-imap==3.4.0 # via apache-airflow -apache-airflow-providers-postgres==5.6.0 +apache-airflow-providers-postgres==5.8.0 # via -r requirements/tasks/python/requirements.in -apache-airflow-providers-sqlite==3.4.3 +apache-airflow-providers-sqlite==3.5.0 # via apache-airflow apispec[yaml]==6.3.0 - # via flask-appbuilder -argcomplete==3.1.1 + # via + # apispec + # flask-appbuilder +argcomplete==3.1.6 # via apache-airflow asgiref==3.7.2 # via @@ -62,26 +66,25 @@ attrs==23.1.0 # fiona # jsonschema # referencing -babel==2.12.1 +babel==2.13.1 # via flask-babel backoff==2.2.1 # via + # opentelemetry-exporter-otlp-proto-common # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http -backports-datetime-fromisoformat==2.0.0 - # via htmldate beautifulsoup4==4.12.2 # via # -r requirements/tasks/python/requirements.in # redshift-connector -blinker==1.6.2 +blinker==1.7.0 # via apache-airflow -boto3==1.28.40 +boto3==1.28.84 # via # apache-airflow-providers-amazon # redshift-connector # watchtower -botocore==1.31.40 +botocore==1.31.84 # via # apache-airflow-providers-amazon # boto3 @@ -102,9 +105,9 @@ certifi==2023.7.22 # pyproj # requests # trafilatura -cffi==1.15.1 +cffi==1.16.0 # via cryptography -charset-normalizer==3.2.0 +charset-normalizer==3.3.2 # via # aiohttp # htmldate @@ -131,24 +134,26 @@ colorlog==4.8.0 configupdater==3.1.1 # via apache-airflow connexion[flask]==2.14.2 - # via apache-airflow -courlan==0.9.3 + # via + # apache-airflow + # connexion +courlan==0.9.4 # via trafilatura cron-descriptor==1.4.0 # via apache-airflow -croniter==1.4.1 +croniter==2.0.1 # via apache-airflow -cryptography==41.0.3 +cryptography==41.0.5 # via apache-airflow dateparser==1.1.8 # via htmldate -decorator==5.1.1 - # via jsonpath-ng deprecated==1.2.14 # via # apache-airflow # limits # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http dill==0.3.7 # via apache-airflow dnspython==2.4.2 @@ -163,7 +168,7 @@ exceptiongroup==1.1.3 # via # anyio # cattrs -fiona==1.9.4.post1 +fiona==1.9.5 # via geopandas flask==2.2.5 # via @@ -178,17 +183,17 @@ flask==2.2.5 # flask-session # flask-sqlalchemy # flask-wtf -flask-appbuilder==4.3.3 +flask-appbuilder==4.3.6 # via apache-airflow flask-babel==2.0.0 # via flask-appbuilder -flask-caching==2.0.2 +flask-caching==2.1.0 # via apache-airflow -flask-jwt-extended==4.5.2 +flask-jwt-extended==4.5.3 # via flask-appbuilder flask-limiter==3.5.0 # via flask-appbuilder -flask-login==0.6.2 +flask-login==0.6.3 # via # apache-airflow # flask-appbuilder @@ -196,7 +201,7 @@ flask-session==0.5.0 # via apache-airflow flask-sqlalchemy==2.5.1 # via flask-appbuilder -flask-wtf==1.1.1 +flask-wtf==1.2.1 # via # apache-airflow # flask-appbuilder @@ -204,31 +209,31 @@ frozenlist==1.4.0 # via # aiohttp # aiosignal -geoalchemy2==0.14.1 +geoalchemy2==0.14.2 # via -r requirements/tasks/python/requirements.in -geopandas==0.13.2 +geopandas==0.14.1 # via -r requirements/tasks/python/requirements.in google-re2==1.1 # via apache-airflow -googleapis-common-protos==1.60.0 +googleapis-common-protos==1.61.0 # via # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http graphviz==0.20.1 # via apache-airflow -greenlet==2.0.2 +greenlet==3.0.1 # via sqlalchemy -grpcio==1.57.0 +grpcio==1.59.2 # via opentelemetry-exporter-otlp-proto-grpc gunicorn==21.2.0 # via apache-airflow h11==0.14.0 # via httpcore -htmldate==1.5.0 +htmldate==1.5.2 # via trafilatura -httpcore==0.17.3 +httpcore==1.0.2 # via httpx -httpx==0.24.1 +httpx==0.25.1 # via apache-airflow idna==3.4 # via @@ -237,10 +242,13 @@ idna==3.4 # httpx # requests # yarl -importlib-resources==6.0.1 +importlib-metadata==6.8.0 + # via opentelemetry-api +importlib-resources==6.1.1 # via limits inflection==0.5.1 # via + # apache-airflow-providers-amazon # connexion # pyairtable itsdangerous==2.1.2 @@ -259,9 +267,9 @@ jmespath==1.0.1 # via # boto3 # botocore -jsonpath-ng==1.5.3 +jsonpath-ng==1.6.0 # via apache-airflow-providers-amazon -jsonschema==4.19.0 +jsonschema==4.19.2 # via # apache-airflow # connexion @@ -288,9 +296,9 @@ lxml==4.9.3 # justext # redshift-connector # trafilatura -mako==1.2.4 +mako==1.3.0 # via alembic -markdown==3.4.4 +markdown==3.5.1 # via apache-airflow markdown-it-py==3.0.0 # via @@ -321,46 +329,43 @@ multidict==6.0.4 # via # aiohttp # yarl -mypy-boto3-appflow==1.28.38 - # via apache-airflow-providers-amazon -mypy-boto3-rds==1.28.36 - # via apache-airflow-providers-amazon -mypy-boto3-redshift-data==1.28.36 - # via apache-airflow-providers-amazon -mypy-boto3-s3==1.28.36 - # via apache-airflow-providers-amazon -numpy==1.25.2 +numpy==1.26.2 # via # pandas # pyogrio # shapely openpyxl==3.1.2 # via -r requirements/tasks/python/requirements.in -opentelemetry-api==1.15.0 +opentelemetry-api==1.21.0 # via # apache-airflow # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http # opentelemetry-sdk -opentelemetry-exporter-otlp==1.15.0 +opentelemetry-exporter-otlp==1.21.0 # via apache-airflow -opentelemetry-exporter-otlp-proto-grpc==1.15.0 +opentelemetry-exporter-otlp-proto-common==1.21.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.21.0 # via opentelemetry-exporter-otlp -opentelemetry-exporter-otlp-proto-http==1.15.0 +opentelemetry-exporter-otlp-proto-http==1.21.0 # via opentelemetry-exporter-otlp -opentelemetry-proto==1.15.0 +opentelemetry-proto==1.21.0 # via + # opentelemetry-exporter-otlp-proto-common # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http -opentelemetry-sdk==1.15.0 +opentelemetry-sdk==1.21.0 # via # opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-http -opentelemetry-semantic-conventions==0.36b0 +opentelemetry-semantic-conventions==0.42b0 # via opentelemetry-sdk ordered-set==4.1.0 # via flask-limiter -packaging==23.1 +packaging==23.2 # via # apache-airflow # apispec @@ -370,9 +375,10 @@ packaging==23.1 # gunicorn # limits # marshmallow + # pyogrio # redshift-connector # sqlalchemy-redshift -pandas==2.1.0 +pandas==2.1.3 # via # -r requirements/tasks/python/requirements.in # geopandas @@ -386,24 +392,26 @@ ply==3.11 # via jsonpath-ng prison==0.2.1 # via flask-appbuilder -protobuf==4.24.2 +protobuf==4.25.0 # via # googleapis-common-protos # opentelemetry-proto -psutil==5.9.5 +psutil==5.9.6 # via apache-airflow -psycopg2==2.9.7 +psycopg2==2.9.9 # via -r requirements/tasks/python/requirements.in -psycopg2-binary==2.9.7 +psycopg2-binary==2.9.9 # via apache-airflow-providers-postgres pyairtable==2.1.0.post1 # via -r requirements/tasks/python/requirements.in pycparser==2.21 # via cffi -pydantic==1.10.12 +pydantic==2.4.2 # via # apache-airflow # pyairtable +pydantic-core==2.10.1 + # via pydantic pygments==2.16.1 # via # apache-airflow @@ -413,9 +421,9 @@ pyjwt==2.8.0 # apache-airflow # flask-appbuilder # flask-jwt-extended -pyogrio==0.6.0 +pyogrio==0.7.2 # via -r requirements/tasks/python/requirements.in -pyproj==3.6.0 +pyproj==3.6.1 # via geopandas python-daemon==3.0.1 # via apache-airflow @@ -437,6 +445,7 @@ python-slugify==8.0.1 # python-nvd3 pytz==2023.3.post1 # via + # croniter # dateparser # flask-babel # pandas @@ -448,13 +457,13 @@ pyyaml==6.0.1 # apispec # clickclick # connexion -redshift-connector==2.0.913 +redshift-connector==2.0.915 # via apache-airflow-providers-amazon referencing==0.30.2 # via # jsonschema # jsonschema-specifications -regex==2023.8.8 +regex==2023.10.3 # via dateparser requests==2.31.0 # via @@ -469,40 +478,38 @@ requests-toolbelt==1.0.0 # via apache-airflow-providers-http rfc3339-validator==0.1.4 # via apache-airflow -rich==13.5.2 +rich==13.6.0 # via # apache-airflow # flask-limiter # rich-argparse -rich-argparse==1.3.0 +rich-argparse==1.4.0 # via apache-airflow -rpds-py==0.10.2 +rpds-py==0.12.0 # via # jsonschema # referencing -s3transfer==0.6.2 +s3transfer==0.7.0 # via boto3 scramp==1.4.4 # via redshift-connector -setproctitle==1.3.2 +setproctitle==1.3.3 # via apache-airflow -shapely==2.0.1 +shapely==2.0.2 # via geopandas six==1.16.0 # via # fiona - # jsonpath-ng # prison # python-dateutil # rfc3339-validator sniffio==1.3.0 # via # anyio - # httpcore # httpx soupsieve==2.5 # via beautifulsoup4 -sqlalchemy==1.4.49 +sqlalchemy==1.4.50 # via # -r requirements/tasks/python/requirements.in # alembic @@ -536,9 +543,9 @@ tld==0.13 # via courlan tqdm==4.66.1 # via -r requirements/tasks/python/requirements.in -trafilatura==1.6.1 +trafilatura==1.6.2 # via -r requirements/tasks/python/requirements.in -typing-extensions==4.7.1 +typing-extensions==4.8.0 # via # alembic # apache-airflow @@ -546,22 +553,19 @@ typing-extensions==4.7.1 # cattrs # flask-limiter # limits - # mypy-boto3-appflow - # mypy-boto3-rds - # mypy-boto3-redshift-data - # mypy-boto3-s3 # opentelemetry-sdk # pyairtable # pydantic + # pydantic-core tzdata==2023.3 # via pandas -tzlocal==5.0.1 +tzlocal==5.2 # via dateparser uc-micro-py==1.0.2 # via linkify-it-py unicodecsv==0.14.1 # via apache-airflow -urllib3==1.26.16 +urllib3==2.0.7 # via # -r requirements/tasks/python/requirements.in # botocore @@ -570,7 +574,7 @@ urllib3==1.26.16 # pyairtable # requests # trafilatura -watchtower==2.0.1 +watchtower==3.0.1 # via apache-airflow-providers-amazon werkzeug==2.2.3 # via @@ -579,16 +583,19 @@ werkzeug==2.2.3 # flask # flask-jwt-extended # flask-login -wrapt==1.15.0 +wrapt==1.16.0 # via deprecated wtforms==3.0.1 # via + # apache-airflow # flask-appbuilder # flask-wtf -xlsxwriter==3.1.2 +xlsxwriter==3.1.9 # via -r requirements/tasks/python/requirements.in yarl==1.9.2 # via aiohttp +zipp==3.17.0 + # via importlib-metadata # The following packages are considered to be unsafe in a requirements file: # setuptools From 7a660d5072381edfb37a46daccd9a31f36e0a89f Mon Sep 17 00:00:00 2001 From: Valentin Matton Date: Tue, 14 Nov 2023 11:50:00 +0100 Subject: [PATCH 2/4] chore: bump api dependencies --- api/requirements/dev-requirements.txt | 88 +++++++++++++------------- api/requirements/requirements.txt | 67 ++++++++++---------- api/requirements/test-requirements.txt | 86 +++++++++++++------------ 3 files changed, 124 insertions(+), 117 deletions(-) diff --git a/api/requirements/dev-requirements.txt b/api/requirements/dev-requirements.txt index 0e4df1ce..6009d004 100644 --- a/api/requirements/dev-requirements.txt +++ b/api/requirements/dev-requirements.txt @@ -4,18 +4,19 @@ # # pip-compile --extra=dev --output-file=requirements/dev-requirements.txt # -alembic==1.11.1 +alembic==1.12.1 # via data-inclusion-api (setup.py) -annotated-types==0.5.0 +annotated-types==0.6.0 # via pydantic anyio==3.7.1 # via - # httpcore + # fastapi + # httpx # starlette # watchfiles -black==23.7.0 +black==23.11.0 # via data-inclusion-api (setup.py) -cachetools==5.3.1 +cachetools==5.3.2 # via tox certifi==2023.7.22 # via @@ -24,22 +25,22 @@ certifi==2023.7.22 # httpx # requests # sentry-sdk -cffi==1.15.1 +cffi==1.16.0 # via cryptography cfgv==3.4.0 # via pre-commit chardet==5.2.0 # via tox -charset-normalizer==3.2.0 +charset-normalizer==3.3.2 # via requests -click==8.1.6 +click==8.1.7 # via # black # data-inclusion-api (setup.py) # uvicorn colorama==0.4.6 # via tox -cryptography==41.0.2 +cryptography==41.0.5 # via # data-inclusion-api (setup.py) # python-jose @@ -47,30 +48,30 @@ data-inclusion-schema==0.11.0 # via data-inclusion-api (setup.py) distlib==0.3.7 # via virtualenv -dnspython==2.4.1 +dnspython==2.4.2 # via email-validator ecdsa==0.18.0 # via python-jose -email-validator==2.0.0.post2 +email-validator==2.1.0.post1 # via pydantic -exceptiongroup==1.1.2 +exceptiongroup==1.1.3 # via anyio -faker==19.2.0 +faker==20.0.0 # via data-inclusion-api (setup.py) -fastapi==0.100.1 +fastapi==0.104.1 # via # data-inclusion-api (setup.py) # fastapi-pagination # sentry-sdk -fastapi-pagination==0.12.8 +fastapi-pagination==0.12.12 # via data-inclusion-api (setup.py) -filelock==3.12.2 +filelock==3.13.1 # via # tox # virtualenv -geoalchemy2==0.14.1 +geoalchemy2==0.14.2 # via data-inclusion-api (setup.py) -greenlet==2.0.2 +greenlet==3.0.1 # via sqlalchemy gunicorn==21.2.0 # via data-inclusion-api (setup.py) @@ -78,13 +79,13 @@ h11==0.14.0 # via # httpcore # uvicorn -httpcore==0.17.3 +httpcore==1.0.2 # via httpx -httptools==0.6.0 +httptools==0.6.1 # via uvicorn -httpx==0.24.1 +httpx==0.25.1 # via data-inclusion-api (setup.py) -identify==2.5.27 +identify==2.5.31 # via pre-commit idna==3.4 # via @@ -92,7 +93,7 @@ idna==3.4 # email-validator # httpx # requests -mako==1.2.4 +mako==1.3.0 # via alembic markupsafe==2.1.3 # via mako @@ -100,7 +101,7 @@ mypy-extensions==1.0.0 # via black nodeenv==1.8.0 # via pre-commit -packaging==23.1 +packaging==23.2 # via # black # geoalchemy2 @@ -109,16 +110,16 @@ packaging==23.1 # tox pathspec==0.11.2 # via black -platformdirs==3.10.0 +platformdirs==3.11.0 # via # black # tox # virtualenv -pluggy==1.2.0 +pluggy==1.3.0 # via tox -pre-commit==3.3.3 +pre-commit==3.5.0 # via data-inclusion-api (setup.py) -psycopg2==2.9.6 +psycopg2==2.9.9 # via data-inclusion-api (setup.py) pyasn1==0.5.0 # via @@ -126,15 +127,15 @@ pyasn1==0.5.0 # rsa pycparser==2.21 # via cffi -pydantic[email]==2.1.1 +pydantic[email]==2.4.2 # via # data-inclusion-api (setup.py) # data-inclusion-schema # fastapi # fastapi-pagination -pydantic-core==2.4.0 +pydantic-core==2.10.1 # via pydantic -pyproject-api==1.5.4 +pyproject-api==1.6.1 # via tox python-dateutil==2.8.2 # via faker @@ -144,7 +145,7 @@ python-dotenv==1.0.0 # uvicorn python-jose[cryptography]==3.3.0 # via data-inclusion-api (setup.py) -pytz==2023.3 +pytz==2023.3.post1 # via data-inclusion-api (setup.py) pyyaml==6.0.1 # via @@ -154,7 +155,7 @@ requests==2.31.0 # via data-inclusion-api (setup.py) rsa==4.9 # via python-jose -sentry-sdk[fastapi]==1.29.2 +sentry-sdk[fastapi]==1.35.0 # via data-inclusion-api (setup.py) six==1.16.0 # via @@ -163,9 +164,8 @@ six==1.16.0 sniffio==1.3.0 # via # anyio - # httpcore # httpx -sqlalchemy==2.0.19 +sqlalchemy==2.0.23 # via # alembic # data-inclusion-api (setup.py) @@ -177,31 +177,33 @@ tomli==2.0.1 # black # pyproject-api # tox -tox==4.10.0 +tox==4.11.3 # via data-inclusion-api (setup.py) -typing-extensions==4.7.1 +typing-extensions==4.8.0 # via # alembic + # black # fastapi + # fastapi-pagination # pydantic # pydantic-core # sqlalchemy # uvicorn -urllib3==2.0.4 +urllib3==2.1.0 # via # requests # sentry-sdk -uvicorn[standard]==0.23.2 +uvicorn[standard]==0.24.0.post1 # via data-inclusion-api (setup.py) -uvloop==0.17.0 +uvloop==0.19.0 # via uvicorn -virtualenv==20.24.3 +virtualenv==20.24.6 # via # pre-commit # tox -watchfiles==0.19.0 +watchfiles==0.21.0 # via uvicorn -websockets==11.0.3 +websockets==12.0 # via uvicorn # The following packages are considered to be unsafe in a requirements file: diff --git a/api/requirements/requirements.txt b/api/requirements/requirements.txt index 04a7ad63..15d0c1a4 100644 --- a/api/requirements/requirements.txt +++ b/api/requirements/requirements.txt @@ -4,13 +4,14 @@ # # pip-compile --output-file=requirements/requirements.txt # -alembic==1.11.1 +alembic==1.12.1 # via data-inclusion-api (setup.py) -annotated-types==0.5.0 +annotated-types==0.6.0 # via pydantic anyio==3.7.1 # via - # httpcore + # fastapi + # httpx # starlette # watchfiles certifi==2023.7.22 @@ -20,40 +21,40 @@ certifi==2023.7.22 # httpx # requests # sentry-sdk -cffi==1.15.1 +cffi==1.16.0 # via cryptography -charset-normalizer==3.2.0 +charset-normalizer==3.3.2 # via requests -click==8.1.6 +click==8.1.7 # via # data-inclusion-api (setup.py) # uvicorn -cryptography==41.0.2 +cryptography==41.0.5 # via # data-inclusion-api (setup.py) # python-jose data-inclusion-schema==0.11.0 # via data-inclusion-api (setup.py) -dnspython==2.4.1 +dnspython==2.4.2 # via email-validator ecdsa==0.18.0 # via python-jose -email-validator==2.0.0.post2 +email-validator==2.1.0.post1 # via pydantic -exceptiongroup==1.1.2 +exceptiongroup==1.1.3 # via anyio -faker==19.2.0 +faker==20.0.0 # via data-inclusion-api (setup.py) -fastapi==0.100.1 +fastapi==0.104.1 # via # data-inclusion-api (setup.py) # fastapi-pagination # sentry-sdk -fastapi-pagination==0.12.8 +fastapi-pagination==0.12.12 # via data-inclusion-api (setup.py) -geoalchemy2==0.14.1 +geoalchemy2==0.14.2 # via data-inclusion-api (setup.py) -greenlet==2.0.2 +greenlet==3.0.1 # via sqlalchemy gunicorn==21.2.0 # via data-inclusion-api (setup.py) @@ -61,11 +62,11 @@ h11==0.14.0 # via # httpcore # uvicorn -httpcore==0.17.3 +httpcore==1.0.2 # via httpx -httptools==0.6.0 +httptools==0.6.1 # via uvicorn -httpx==0.24.1 +httpx==0.25.1 # via data-inclusion-api (setup.py) idna==3.4 # via @@ -73,15 +74,15 @@ idna==3.4 # email-validator # httpx # requests -mako==1.2.4 +mako==1.3.0 # via alembic markupsafe==2.1.3 # via mako -packaging==23.1 +packaging==23.2 # via # geoalchemy2 # gunicorn -psycopg2==2.9.6 +psycopg2==2.9.9 # via data-inclusion-api (setup.py) pyasn1==0.5.0 # via @@ -89,13 +90,13 @@ pyasn1==0.5.0 # rsa pycparser==2.21 # via cffi -pydantic[email]==2.1.1 +pydantic[email]==2.4.2 # via # data-inclusion-api (setup.py) # data-inclusion-schema # fastapi # fastapi-pagination -pydantic-core==2.4.0 +pydantic-core==2.10.1 # via pydantic python-dateutil==2.8.2 # via faker @@ -105,7 +106,7 @@ python-dotenv==1.0.0 # uvicorn python-jose[cryptography]==3.3.0 # via data-inclusion-api (setup.py) -pytz==2023.3 +pytz==2023.3.post1 # via data-inclusion-api (setup.py) pyyaml==6.0.1 # via uvicorn @@ -113,7 +114,7 @@ requests==2.31.0 # via data-inclusion-api (setup.py) rsa==4.9 # via python-jose -sentry-sdk[fastapi]==1.29.2 +sentry-sdk[fastapi]==1.35.0 # via data-inclusion-api (setup.py) six==1.16.0 # via @@ -122,32 +123,32 @@ six==1.16.0 sniffio==1.3.0 # via # anyio - # httpcore # httpx -sqlalchemy==2.0.19 +sqlalchemy==2.0.23 # via # alembic # data-inclusion-api (setup.py) # geoalchemy2 starlette==0.27.0 # via fastapi -typing-extensions==4.7.1 +typing-extensions==4.8.0 # via # alembic # fastapi + # fastapi-pagination # pydantic # pydantic-core # sqlalchemy # uvicorn -urllib3==2.0.4 +urllib3==2.1.0 # via # requests # sentry-sdk -uvicorn[standard]==0.23.2 +uvicorn[standard]==0.24.0.post1 # via data-inclusion-api (setup.py) -uvloop==0.17.0 +uvloop==0.19.0 # via uvicorn -watchfiles==0.19.0 +watchfiles==0.21.0 # via uvicorn -websockets==11.0.3 +websockets==12.0 # via uvicorn diff --git a/api/requirements/test-requirements.txt b/api/requirements/test-requirements.txt index ba89298a..5ee99d3b 100644 --- a/api/requirements/test-requirements.txt +++ b/api/requirements/test-requirements.txt @@ -4,13 +4,14 @@ # # pip-compile --extra=test --output-file=requirements/test-requirements.txt # -alembic==1.11.1 +alembic==1.12.1 # via data-inclusion-api (setup.py) -annotated-types==0.5.0 +annotated-types==0.6.0 # via pydantic anyio==3.7.1 # via - # httpcore + # fastapi + # httpx # starlette # watchfiles attrs==23.1.0 @@ -24,11 +25,11 @@ certifi==2023.7.22 # pyproj # requests # sentry-sdk -cffi==1.15.1 +cffi==1.16.0 # via cryptography -charset-normalizer==3.2.0 +charset-normalizer==3.3.2 # via requests -click==8.1.6 +click==8.1.7 # via # click-plugins # cligj @@ -39,42 +40,42 @@ click-plugins==1.1.1 # via fiona cligj==0.7.2 # via fiona -cryptography==41.0.2 +cryptography==41.0.5 # via # data-inclusion-api (setup.py) # python-jose data-inclusion-schema==0.11.0 # via data-inclusion-api (setup.py) -dnspython==2.4.1 +dnspython==2.4.2 # via email-validator ecdsa==0.18.0 # via python-jose -email-validator==2.0.0.post2 +email-validator==2.1.0.post1 # via pydantic -exceptiongroup==1.1.2 +exceptiongroup==1.1.3 # via # anyio # pytest factory-boy==3.3.0 # via data-inclusion-api (setup.py) -faker==19.2.0 +faker==20.0.0 # via # data-inclusion-api (setup.py) # factory-boy -fastapi==0.100.1 +fastapi==0.104.1 # via # data-inclusion-api (setup.py) # fastapi-pagination # sentry-sdk -fastapi-pagination==0.12.8 +fastapi-pagination==0.12.12 # via data-inclusion-api (setup.py) -fiona==1.9.4.post1 +fiona==1.9.5 # via geopandas -geoalchemy2==0.14.1 +geoalchemy2==0.14.2 # via data-inclusion-api (setup.py) -geopandas==0.13.2 +geopandas==0.14.1 # via data-inclusion-api (setup.py) -greenlet==2.0.2 +greenlet==3.0.1 # via sqlalchemy gunicorn==21.2.0 # via data-inclusion-api (setup.py) @@ -82,11 +83,11 @@ h11==0.14.0 # via # httpcore # uvicorn -httpcore==0.17.3 +httpcore==1.0.2 # via httpx -httptools==0.6.0 +httptools==0.6.1 # via uvicorn -httpx==0.24.1 +httpx==0.25.1 # via data-inclusion-api (setup.py) idna==3.4 # via @@ -96,25 +97,25 @@ idna==3.4 # requests iniconfig==2.0.0 # via pytest -mako==1.2.4 +mako==1.3.0 # via alembic markupsafe==2.1.3 # via mako -numpy==1.25.2 +numpy==1.26.2 # via # pandas # shapely -packaging==23.1 +packaging==23.2 # via # geoalchemy2 # geopandas # gunicorn # pytest -pandas==2.0.3 +pandas==2.1.3 # via geopandas -pluggy==1.2.0 +pluggy==1.3.0 # via pytest -psycopg2==2.9.6 +psycopg2==2.9.9 # via data-inclusion-api (setup.py) pyasn1==0.5.0 # via @@ -122,17 +123,17 @@ pyasn1==0.5.0 # rsa pycparser==2.21 # via cffi -pydantic[email]==2.1.1 +pydantic[email]==2.4.2 # via # data-inclusion-api (setup.py) # data-inclusion-schema # fastapi # fastapi-pagination -pydantic-core==2.4.0 +pydantic-core==2.10.1 # via pydantic -pyproj==3.6.0 +pyproj==3.6.1 # via geopandas -pytest==7.4.0 +pytest==7.4.3 # via # data-inclusion-api (setup.py) # pytest-dotenv @@ -149,7 +150,7 @@ python-dotenv==1.0.0 # uvicorn python-jose[cryptography]==3.3.0 # via data-inclusion-api (setup.py) -pytz==2023.3 +pytz==2023.3.post1 # via # data-inclusion-api (setup.py) # pandas @@ -159,9 +160,9 @@ requests==2.31.0 # via data-inclusion-api (setup.py) rsa==4.9 # via python-jose -sentry-sdk[fastapi]==1.29.2 +sentry-sdk[fastapi]==1.35.0 # via data-inclusion-api (setup.py) -shapely==2.0.1 +shapely==2.0.2 # via geopandas six==1.16.0 # via @@ -171,9 +172,8 @@ six==1.16.0 sniffio==1.3.0 # via # anyio - # httpcore # httpx -sqlalchemy==2.0.19 +sqlalchemy==2.0.23 # via # alembic # data-inclusion-api (setup.py) @@ -182,25 +182,29 @@ starlette==0.27.0 # via fastapi tomli==2.0.1 # via pytest -typing-extensions==4.7.1 +typing-extensions==4.8.0 # via # alembic # fastapi + # fastapi-pagination # pydantic # pydantic-core # sqlalchemy # uvicorn tzdata==2023.3 # via pandas -urllib3==2.0.4 +urllib3==2.1.0 # via # requests # sentry-sdk -uvicorn[standard]==0.23.2 +uvicorn[standard]==0.24.0.post1 # via data-inclusion-api (setup.py) -uvloop==0.17.0 +uvloop==0.19.0 # via uvicorn -watchfiles==0.19.0 +watchfiles==0.21.0 # via uvicorn -websockets==11.0.3 +websockets==12.0 # via uvicorn + +# The following packages are considered to be unsafe in a requirements file: +# setuptools From 6bd71cc98efb563a07343ff301aea617254ac7d4 Mon Sep 17 00:00:00 2001 From: Valentin Matton Date: Tue, 14 Nov 2023 14:56:32 +0100 Subject: [PATCH 3/4] fix(api): update pydantic dependency to >=2.5.0 --- api/requirements/dev-requirements.txt | 5 +++-- api/requirements/requirements.txt | 5 +++-- api/requirements/test-requirements.txt | 5 +++-- api/setup.py | 2 +- 4 files changed, 10 insertions(+), 7 deletions(-) diff --git a/api/requirements/dev-requirements.txt b/api/requirements/dev-requirements.txt index 6009d004..5d6e9261 100644 --- a/api/requirements/dev-requirements.txt +++ b/api/requirements/dev-requirements.txt @@ -127,13 +127,14 @@ pyasn1==0.5.0 # rsa pycparser==2.21 # via cffi -pydantic[email]==2.4.2 +pydantic[email]==2.5.0 # via # data-inclusion-api (setup.py) # data-inclusion-schema # fastapi # fastapi-pagination -pydantic-core==2.10.1 + # pydantic +pydantic-core==2.14.1 # via pydantic pyproject-api==1.6.1 # via tox diff --git a/api/requirements/requirements.txt b/api/requirements/requirements.txt index 15d0c1a4..fba36eba 100644 --- a/api/requirements/requirements.txt +++ b/api/requirements/requirements.txt @@ -90,13 +90,14 @@ pyasn1==0.5.0 # rsa pycparser==2.21 # via cffi -pydantic[email]==2.4.2 +pydantic[email]==2.5.0 # via # data-inclusion-api (setup.py) # data-inclusion-schema # fastapi # fastapi-pagination -pydantic-core==2.10.1 + # pydantic +pydantic-core==2.14.1 # via pydantic python-dateutil==2.8.2 # via faker diff --git a/api/requirements/test-requirements.txt b/api/requirements/test-requirements.txt index 5ee99d3b..ec5e5d70 100644 --- a/api/requirements/test-requirements.txt +++ b/api/requirements/test-requirements.txt @@ -123,13 +123,14 @@ pyasn1==0.5.0 # rsa pycparser==2.21 # via cffi -pydantic[email]==2.4.2 +pydantic[email]==2.5.0 # via # data-inclusion-api (setup.py) # data-inclusion-schema # fastapi # fastapi-pagination -pydantic-core==2.10.1 + # pydantic +pydantic-core==2.14.1 # via pydantic pyproj==3.6.1 # via geopandas diff --git a/api/setup.py b/api/setup.py index 980c3d99..2004cba7 100644 --- a/api/setup.py +++ b/api/setup.py @@ -22,7 +22,7 @@ "gunicorn", "httpx", "psycopg2", - "pydantic[email]", + "pydantic[email]>=2.5.0", "python-dotenv", "python-jose[cryptography]", "pytz", From d2be9326f56a398e67c7996539247b92fea02335 Mon Sep 17 00:00:00 2001 From: Valentin Matton Date: Tue, 14 Nov 2023 16:55:00 +0100 Subject: [PATCH 4/4] chore(pipeline): remove unnecessary psycopg2 pin --- pipeline/requirements/airflow/base.in | 1 - pipeline/requirements/airflow/requirements.txt | 2 -- pipeline/requirements/dev/requirements.txt | 4 +--- pipeline/requirements/tasks/python/requirements.txt | 2 -- 4 files changed, 1 insertion(+), 8 deletions(-) diff --git a/pipeline/requirements/airflow/base.in b/pipeline/requirements/airflow/base.in index 61889c0a..beda97a7 100644 --- a/pipeline/requirements/airflow/base.in +++ b/pipeline/requirements/airflow/base.in @@ -1,2 +1 @@ apache-airflow[amazon,postgres]==2.7.3 -psycopg2==2.* \ No newline at end of file diff --git a/pipeline/requirements/airflow/requirements.txt b/pipeline/requirements/airflow/requirements.txt index 87cdf58b..53a71518 100644 --- a/pipeline/requirements/airflow/requirements.txt +++ b/pipeline/requirements/airflow/requirements.txt @@ -522,8 +522,6 @@ psutil==5.9.6 # via # -c requirements/airflow/constraints.txt # apache-airflow -psycopg2==2.9.9 - # via -r requirements/airflow/base.in psycopg2-binary==2.9.9 # via # -c requirements/airflow/constraints.txt diff --git a/pipeline/requirements/dev/requirements.txt b/pipeline/requirements/dev/requirements.txt index 1807a769..fc44c3e3 100644 --- a/pipeline/requirements/dev/requirements.txt +++ b/pipeline/requirements/dev/requirements.txt @@ -447,9 +447,7 @@ protobuf==4.25.0 psutil==5.9.6 # via apache-airflow psycopg2==2.9.9 - # via - # -r requirements/dev/../airflow/base.in - # -r requirements/dev/../tasks/python/requirements.in + # via -r requirements/dev/../tasks/python/requirements.in psycopg2-binary==2.9.9 # via apache-airflow-providers-postgres pyairtable==2.1.0.post1 diff --git a/pipeline/requirements/tasks/python/requirements.txt b/pipeline/requirements/tasks/python/requirements.txt index 7c433afc..4d282a72 100644 --- a/pipeline/requirements/tasks/python/requirements.txt +++ b/pipeline/requirements/tasks/python/requirements.txt @@ -398,8 +398,6 @@ protobuf==4.25.0 # opentelemetry-proto psutil==5.9.6 # via apache-airflow -psycopg2==2.9.9 - # via -r requirements/tasks/python/requirements.in psycopg2-binary==2.9.9 # via apache-airflow-providers-postgres pyairtable==2.1.0.post1