From 771cc9ffe4bd9dd46d73383b140438a8af39e88f Mon Sep 17 00:00:00 2001 From: Harshal Sheth Date: Thu, 10 Oct 2024 09:30:43 -0700 Subject: [PATCH] feat(airflow): add airflow 2.10 to test matrix (#11579) --- .github/workflows/airflow-plugin.yml | 3 +++ metadata-ingestion-modules/airflow-plugin/setup.py | 2 +- metadata-ingestion-modules/airflow-plugin/tox.ini | 6 ++++-- 3 files changed, 8 insertions(+), 3 deletions(-) diff --git a/.github/workflows/airflow-plugin.yml b/.github/workflows/airflow-plugin.yml index e75bafdac9628..66a08dc63aa0d 100644 --- a/.github/workflows/airflow-plugin.yml +++ b/.github/workflows/airflow-plugin.yml @@ -54,6 +54,9 @@ jobs: - python-version: "3.11" extra_pip_requirements: "apache-airflow~=2.9.3 -c https://raw.githubusercontent.com/apache/airflow/constraints-2.9.3/constraints-3.11.txt" extra_pip_extras: plugin-v2 + - python-version: "3.11" + extra_pip_requirements: "apache-airflow~=2.10.2 -c https://raw.githubusercontent.com/apache/airflow/constraints-2.10.2/constraints-3.11.txt" + extra_pip_extras: plugin-v2 fail-fast: false steps: - name: Set up JDK 17 diff --git a/metadata-ingestion-modules/airflow-plugin/setup.py b/metadata-ingestion-modules/airflow-plugin/setup.py index 1587b4793fbf1..0d5ceefd989dc 100644 --- a/metadata-ingestion-modules/airflow-plugin/setup.py +++ b/metadata-ingestion-modules/airflow-plugin/setup.py @@ -44,7 +44,7 @@ def get_long_description(): # We remain restrictive on the versions allowed here to prevent # us from being broken by backwards-incompatible changes in the # underlying package. - "openlineage-airflow>=1.2.0,<=1.18.0", + "openlineage-airflow>=1.2.0,<=1.22.0", }, } diff --git a/metadata-ingestion-modules/airflow-plugin/tox.ini b/metadata-ingestion-modules/airflow-plugin/tox.ini index 9e0a30df6fcbd..2e4596a24c2a6 100644 --- a/metadata-ingestion-modules/airflow-plugin/tox.ini +++ b/metadata-ingestion-modules/airflow-plugin/tox.ini @@ -4,7 +4,7 @@ # and then run "tox" from this directory. [tox] -envlist = py38-airflow21, py38-airflow22, py310-airflow24, py310-airflow26, py310-airflow27, py310-airflow28, py311-airflow29 +envlist = py38-airflow21, py38-airflow22, py310-airflow24, py310-airflow26, py310-airflow27, py310-airflow28, py311-airflow29, py311-airflow210 [testenv] use_develop = true @@ -20,6 +20,7 @@ deps = airflow27: apache-airflow~=2.7.0 airflow28: apache-airflow~=2.8.0 airflow29: apache-airflow~=2.9.0 + airflow210: apache-airflow~=2.10.0 # Respect the Airflow constraints files. # We can't make ourselves work with the constraints of Airflow < 2.3. @@ -30,6 +31,7 @@ deps = py310-airflow27: -c https://raw.githubusercontent.com/apache/airflow/constraints-2.7.3/constraints-3.10.txt py310-airflow28: -c https://raw.githubusercontent.com/apache/airflow/constraints-2.8.1/constraints-3.10.txt py311-airflow29: -c https://raw.githubusercontent.com/apache/airflow/constraints-2.9.3/constraints-3.11.txt + py311-airflow210: -c https://raw.githubusercontent.com/apache/airflow/constraints-2.10.2/constraints-3.11.txt # Before pinning to the constraint files, we previously left the dependencies # more open. There were a number of packages for which this caused issues. @@ -57,6 +59,6 @@ commands = [testenv:py310-airflow24] extras = dev,integration-tests,plugin-v2,test-airflow24 -[testenv:py310-airflow{26,27,28},py311-airflow{29}] +[testenv:py310-airflow{26,27,28},py311-airflow{29,210}] extras = dev,integration-tests,plugin-v2