Configure Sentry

Added sentry as a dependency.
cern-sis · Oct 15, 2024 · 63bd1a5 · 63bd1a5
1 parent 5a98322
commit 63bd1a5
Show file tree

Hide file tree

Showing 3 changed files with 22 additions and 6 deletions.
diff --git a/requirements-airflow.txt b/requirements-airflow.txt
@@ -1,3 +1,3 @@
 -c https://raw.githubusercontent.com/apache/airflow/constraints-2.8.3/constraints-3.10.txt
-apache-airflow[celery, postgres, redis, cncf.kubernetes]==2.8.3
+apache-airflow[celery, postgres, redis, cncf.kubernetes, sentry]==2.8.3
 
diff --git a/tests/integration/iop/test_iop_dag_pull_sftp.py b/tests/integration/iop/test_iop_dag_pull_sftp.py
@@ -157,10 +157,16 @@ def test_dag_migrate_from_FTP(iop_empty_repo):
             },
             {"xml": "extracted/aca95c/aca95c.xml"},
         ]
-        for (file_from_repo, expected_file) in zip(
-            iop_empty_repo.find_all(), expected_files
-        ):
-            assert file_from_repo == expected_file
+
+        assert len(iop_empty_repo.find_all()) == len(expected_files)
+
+        iop_pdf_files = sorted(item["pdf"] for item in iop_empty_repo.find_all() if "pdf" in item)
+        expected_pdf_files = sorted(item["pdf"] for item in expected_files if "pdf" in item)
+        assert iop_pdf_files == expected_pdf_files
+
+        iop_xml_files = sorted(item["xml"] for item in iop_empty_repo.find_all() if "xml" in item)
+        expected_xml_files = sorted(item["xml"] for item in expected_files if "xml" in item)
+        assert iop_xml_files == expected_xml_files
 
 
 def test_dag_trigger_file_processing():

diff --git a/tests/integration/iop/test_repo.py b/tests/integration/iop/test_repo.py
@@ -77,7 +77,17 @@ def test_pull_from_sftp(iop_empty_repo):
             {"xml": "extracted/aca95c/aca95c.xml"},
 
         ]
-        assert iop_empty_repo.find_all() == expected_files
+
+        assert len(iop_empty_repo.find_all()) == len(expected_files)
+
+        iop_pdf_files = sorted(item["pdf"] for item in iop_empty_repo.find_all() if "pdf" in item)
+        expected_pdf_files = sorted(item["pdf"] for item in expected_files if "pdf" in item)
+        assert iop_pdf_files == expected_pdf_files
+
+        iop_xml_files = sorted(item["xml"] for item in iop_empty_repo.find_all() if "xml" in item)
+        expected_xml_files = sorted(item["xml"] for item in expected_files if "xml" in item)
+        assert iop_xml_files == expected_xml_files
+
         assert sorted(iop_empty_repo.get_all_raw_filenames()) == sorted(
             [
                 "2022-07-30T03_02_01_content.zip",