record-editor: inject validation errors

DonHaul · Oct 23, 2024 · 4f8d5d6 · 4f8d5d6
1 parent 0c71e5f
commit 4f8d5d6
Show file tree

Hide file tree

Showing 23 changed files with 319 additions and 604 deletions.
diff --git a/...ffice/backoffice/workflows/tests/cassettes/TestAirflowUtils.test_delete_workflow_dag.yaml b/...ffice/backoffice/workflows/tests/cassettes/TestAirflowUtils.test_delete_workflow_dag.yaml
@@ -20,10 +20,10 @@ interactions:
       string: "{\n  \"conf\": {\n    \"data\": {\n      \"test\": \"test\"\n    },\n
         \   \"workflow_id\": \"00000000-0000-0000-0000-000000000001\"\n  },\n  \"dag_id\":
         \"author_create_initialization_dag\",\n  \"dag_run_id\": \"00000000-0000-0000-0000-000000000001\",\n
-        \ \"data_interval_end\": \"2024-10-16T16:02:25.153225+00:00\",\n  \"data_interval_start\":
-        \"2024-10-16T16:02:25.153225+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
-        \"2024-10-16T16:02:25.153225+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
-        null,\n  \"logical_date\": \"2024-10-16T16:02:25.153225+00:00\",\n  \"note\":
+        \ \"data_interval_end\": \"2024-10-18T11:54:23.527260+00:00\",\n  \"data_interval_start\":
+        \"2024-10-18T11:54:23.527260+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
+        \"2024-10-18T11:54:23.527260+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
+        null,\n  \"logical_date\": \"2024-10-18T11:54:23.527260+00:00\",\n  \"note\":
         null,\n  \"run_type\": \"manual\",\n  \"start_date\": null,\n  \"state\":
         \"queued\"\n}\n"
     headers:
@@ -36,7 +36,7 @@ interactions:
       Content-Type:
       - application/json
       Date:
-      - Wed, 16 Oct 2024 16:02:25 GMT
+      - Fri, 18 Oct 2024 11:54:23 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -68,7 +68,7 @@ interactions:
       Content-Type:
       - application/json
       Date:
-      - Wed, 16 Oct 2024 16:02:25 GMT
+      - Fri, 18 Oct 2024 11:54:23 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -104,7 +104,7 @@ interactions:
       Content-Type:
       - application/problem+json
       Date:
-      - Wed, 16 Oct 2024 16:02:25 GMT
+      - Fri, 18 Oct 2024 11:54:23 GMT
       Server:
       - gunicorn
       X-Robots-Tag:

diff --git a/.../backoffice/workflows/tests/cassettes/TestAirflowUtils.test_delete_workflow_dag_runs.yaml b/.../backoffice/workflows/tests/cassettes/TestAirflowUtils.test_delete_workflow_dag_runs.yaml
@@ -20,10 +20,10 @@ interactions:
       string: "{\n  \"conf\": {\n    \"data\": {\n      \"test\": \"test\"\n    },\n
         \   \"workflow_id\": \"00000000-0000-0000-0000-000000000001\"\n  },\n  \"dag_id\":
         \"author_create_initialization_dag\",\n  \"dag_run_id\": \"00000000-0000-0000-0000-000000000001\",\n
-        \ \"data_interval_end\": \"2024-10-16T16:02:25.712666+00:00\",\n  \"data_interval_start\":
-        \"2024-10-16T16:02:25.712666+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
-        \"2024-10-16T16:02:25.712666+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
-        null,\n  \"logical_date\": \"2024-10-16T16:02:25.712666+00:00\",\n  \"note\":
+        \ \"data_interval_end\": \"2024-10-18T11:54:24.179475+00:00\",\n  \"data_interval_start\":
+        \"2024-10-18T11:54:24.179475+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
+        \"2024-10-18T11:54:24.179475+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
+        null,\n  \"logical_date\": \"2024-10-18T11:54:24.179475+00:00\",\n  \"note\":
         null,\n  \"run_type\": \"manual\",\n  \"start_date\": null,\n  \"state\":
         \"queued\"\n}\n"
     headers:
@@ -36,7 +36,7 @@ interactions:
       Content-Type:
       - application/json
       Date:
-      - Wed, 16 Oct 2024 16:02:25 GMT
+      - Fri, 18 Oct 2024 11:54:24 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -60,10 +60,10 @@ interactions:
       string: "{\n  \"conf\": {\n    \"data\": {\n      \"test\": \"test\"\n    },\n
         \   \"workflow_id\": \"00000000-0000-0000-0000-000000000001\"\n  },\n  \"dag_id\":
         \"author_create_initialization_dag\",\n  \"dag_run_id\": \"00000000-0000-0000-0000-000000000001\",\n
-        \ \"data_interval_end\": \"2024-10-16T16:02:25.712666+00:00\",\n  \"data_interval_start\":
-        \"2024-10-16T16:02:25.712666+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
-        \"2024-10-16T16:02:25.712666+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
-        null,\n  \"logical_date\": \"2024-10-16T16:02:25.712666+00:00\",\n  \"note\":
+        \ \"data_interval_end\": \"2024-10-18T11:54:24.179475+00:00\",\n  \"data_interval_start\":
+        \"2024-10-18T11:54:24.179475+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
+        \"2024-10-18T11:54:24.179475+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
+        null,\n  \"logical_date\": \"2024-10-18T11:54:24.179475+00:00\",\n  \"note\":
         null,\n  \"run_type\": \"manual\",\n  \"start_date\": null,\n  \"state\":
         \"queued\"\n}\n"
     headers:
@@ -76,7 +76,7 @@ interactions:
       Content-Type:
       - application/json
       Date:
-      - Wed, 16 Oct 2024 16:02:25 GMT
+      - Fri, 18 Oct 2024 11:54:24 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -110,7 +110,7 @@ interactions:
       Content-Type:
       - application/problem+json
       Date:
-      - Wed, 16 Oct 2024 16:02:25 GMT
+      - Fri, 18 Oct 2024 11:54:24 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -144,7 +144,7 @@ interactions:
       Content-Type:
       - application/problem+json
       Date:
-      - Wed, 16 Oct 2024 16:02:26 GMT
+      - Fri, 18 Oct 2024 11:54:24 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -176,7 +176,7 @@ interactions:
       Content-Type:
       - application/json
       Date:
-      - Wed, 16 Oct 2024 16:02:26 GMT
+      - Fri, 18 Oct 2024 11:54:25 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -199,21 +199,25 @@ interactions:
     uri: http://airflow-webserver:8080/api/v1/dags/author_create_initialization_dag/dagRuns/00000000-0000-0000-0000-000000000001
   response:
     body:
-      string: ''
+      string: "{\n  \"detail\": \"DAGRun with DAG ID: 'author_create_initialization_dag'
+        and DagRun ID: '00000000-0000-0000-0000-000000000001' not found\",\n  \"status\":
+        404,\n  \"title\": \"Not Found\",\n  \"type\": \"https://airflow.apache.org/docs/apache-airflow/2.9.3/stable-rest-api-ref.html#section/Errors/NotFound\"\n}\n"
     headers:
       Cache-Control:
       - no-store
       Connection:
       - close
+      Content-Length:
+      - '293'
       Content-Type:
-      - application/json
+      - application/problem+json
       Date:
-      - Wed, 16 Oct 2024 16:02:26 GMT
+      - Fri, 18 Oct 2024 11:54:25 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
       - noindex, nofollow
     status:
-      code: 204
-      message: NO CONTENT
+      code: 404
+      message: NOT FOUND
 version: 1
diff --git a/...e/backoffice/workflows/tests/cassettes/TestAirflowUtils.test_fetch_data_workflow_dag.yaml b/...e/backoffice/workflows/tests/cassettes/TestAirflowUtils.test_fetch_data_workflow_dag.yaml
@@ -20,10 +20,10 @@ interactions:
       string: "{\n  \"conf\": {\n    \"data\": {\n      \"test\": \"test\"\n    },\n
         \   \"workflow_id\": \"00000000-0000-0000-0000-000000000001\"\n  },\n  \"dag_id\":
         \"author_create_initialization_dag\",\n  \"dag_run_id\": \"00000000-0000-0000-0000-000000000001\",\n
-        \ \"data_interval_end\": \"2024-10-16T16:02:26.571149+00:00\",\n  \"data_interval_start\":
-        \"2024-10-16T16:02:26.571149+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
-        \"2024-10-16T16:02:26.571149+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
-        null,\n  \"logical_date\": \"2024-10-16T16:02:26.571149+00:00\",\n  \"note\":
+        \ \"data_interval_end\": \"2024-10-18T11:54:25.361392+00:00\",\n  \"data_interval_start\":
+        \"2024-10-18T11:54:25.361392+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
+        \"2024-10-18T11:54:25.361392+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
+        null,\n  \"logical_date\": \"2024-10-18T11:54:25.361392+00:00\",\n  \"note\":
         null,\n  \"run_type\": \"manual\",\n  \"start_date\": null,\n  \"state\":
         \"queued\"\n}\n"
     headers:
@@ -36,7 +36,7 @@ interactions:
       Content-Type:
       - application/json
       Date:
-      - Wed, 16 Oct 2024 16:02:26 GMT
+      - Fri, 18 Oct 2024 11:54:25 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -60,10 +60,10 @@ interactions:
       string: "{\n  \"conf\": {\n    \"data\": {\n      \"test\": \"test\"\n    },\n
         \   \"workflow_id\": \"00000000-0000-0000-0000-000000000001\"\n  },\n  \"dag_id\":
         \"author_create_initialization_dag\",\n  \"dag_run_id\": \"00000000-0000-0000-0000-000000000001\",\n
-        \ \"data_interval_end\": \"2024-10-16T16:02:26.571149+00:00\",\n  \"data_interval_start\":
-        \"2024-10-16T16:02:26.571149+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
-        \"2024-10-16T16:02:26.571149+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
-        null,\n  \"logical_date\": \"2024-10-16T16:02:26.571149+00:00\",\n  \"note\":
+        \ \"data_interval_end\": \"2024-10-18T11:54:25.361392+00:00\",\n  \"data_interval_start\":
+        \"2024-10-18T11:54:25.361392+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
+        \"2024-10-18T11:54:25.361392+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
+        null,\n  \"logical_date\": \"2024-10-18T11:54:25.361392+00:00\",\n  \"note\":
         null,\n  \"run_type\": \"manual\",\n  \"start_date\": null,\n  \"state\":
         \"queued\"\n}\n"
     headers:
@@ -76,7 +76,7 @@ interactions:
       Content-Type:
       - application/json
       Date:
-      - Wed, 16 Oct 2024 16:02:26 GMT
+      - Fri, 18 Oct 2024 11:54:25 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -110,7 +110,7 @@ interactions:
       Content-Type:
       - application/problem+json
       Date:
-      - Wed, 16 Oct 2024 16:02:26 GMT
+      - Fri, 18 Oct 2024 11:54:25 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -144,7 +144,7 @@ interactions:
       Content-Type:
       - application/problem+json
       Date:
-      - Wed, 16 Oct 2024 16:02:26 GMT
+      - Fri, 18 Oct 2024 11:54:25 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -176,7 +176,7 @@ interactions:
       Content-Type:
       - application/json
       Date:
-      - Wed, 16 Oct 2024 16:02:27 GMT
+      - Fri, 18 Oct 2024 11:54:25 GMT
       Server:
       - gunicorn
       X-Robots-Tag:

diff --git a/...office/backoffice/workflows/tests/cassettes/TestAirflowUtils.test_find_executed_dags.yaml b/...office/backoffice/workflows/tests/cassettes/TestAirflowUtils.test_find_executed_dags.yaml
@@ -20,10 +20,10 @@ interactions:
       string: "{\n  \"conf\": {\n    \"data\": {\n      \"test\": \"test\"\n    },\n
         \   \"workflow_id\": \"00000000-0000-0000-0000-000000000001\"\n  },\n  \"dag_id\":
         \"author_create_initialization_dag\",\n  \"dag_run_id\": \"00000000-0000-0000-0000-000000000001\",\n
-        \ \"data_interval_end\": \"2024-10-16T16:02:27.306955+00:00\",\n  \"data_interval_start\":
-        \"2024-10-16T16:02:27.306955+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
-        \"2024-10-16T16:02:27.306955+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
-        null,\n  \"logical_date\": \"2024-10-16T16:02:27.306955+00:00\",\n  \"note\":
+        \ \"data_interval_end\": \"2024-10-18T11:54:26.408634+00:00\",\n  \"data_interval_start\":
+        \"2024-10-18T11:54:26.408634+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
+        \"2024-10-18T11:54:26.408634+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
+        null,\n  \"logical_date\": \"2024-10-18T11:54:26.408634+00:00\",\n  \"note\":
         null,\n  \"run_type\": \"manual\",\n  \"start_date\": null,\n  \"state\":
         \"queued\"\n}\n"
     headers:
@@ -36,7 +36,7 @@ interactions:
       Content-Type:
       - application/json
       Date:
-      - Wed, 16 Oct 2024 16:02:27 GMT
+      - Fri, 18 Oct 2024 11:54:26 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -60,10 +60,10 @@ interactions:
       string: "{\n  \"conf\": {\n    \"data\": {\n      \"test\": \"test\"\n    },\n
         \   \"workflow_id\": \"00000000-0000-0000-0000-000000000001\"\n  },\n  \"dag_id\":
         \"author_create_initialization_dag\",\n  \"dag_run_id\": \"00000000-0000-0000-0000-000000000001\",\n
-        \ \"data_interval_end\": \"2024-10-16T16:02:27.306955+00:00\",\n  \"data_interval_start\":
-        \"2024-10-16T16:02:27.306955+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
-        \"2024-10-16T16:02:27.306955+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
-        null,\n  \"logical_date\": \"2024-10-16T16:02:27.306955+00:00\",\n  \"note\":
+        \ \"data_interval_end\": \"2024-10-18T11:54:26.408634+00:00\",\n  \"data_interval_start\":
+        \"2024-10-18T11:54:26.408634+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
+        \"2024-10-18T11:54:26.408634+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
+        null,\n  \"logical_date\": \"2024-10-18T11:54:26.408634+00:00\",\n  \"note\":
         null,\n  \"run_type\": \"manual\",\n  \"start_date\": null,\n  \"state\":
         \"queued\"\n}\n"
     headers:
@@ -76,7 +76,7 @@ interactions:
       Content-Type:
       - application/json
       Date:
-      - Wed, 16 Oct 2024 16:02:27 GMT
+      - Fri, 18 Oct 2024 11:54:26 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -110,7 +110,7 @@ interactions:
       Content-Type:
       - application/problem+json
       Date:
-      - Wed, 16 Oct 2024 16:02:27 GMT
+      - Fri, 18 Oct 2024 11:54:26 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -144,7 +144,7 @@ interactions:
       Content-Type:
       - application/problem+json
       Date:
-      - Wed, 16 Oct 2024 16:02:27 GMT
+      - Fri, 18 Oct 2024 11:54:26 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -176,7 +176,7 @@ interactions:
       Content-Type:
       - application/json
       Date:
-      - Wed, 16 Oct 2024 16:02:27 GMT
+      - Fri, 18 Oct 2024 11:54:27 GMT
       Server:
       - gunicorn
       X-Robots-Tag:

diff --git a/backoffice/backoffice/workflows/tests/cassettes/TestAirflowUtils.test_find_failed_dag.yaml b/backoffice/backoffice/workflows/tests/cassettes/TestAirflowUtils.test_find_failed_dag.yaml
@@ -20,10 +20,10 @@ interactions:
       string: "{\n  \"conf\": {\n    \"data\": {\n      \"test\": \"test\"\n    },\n
         \   \"workflow_id\": \"00000000-0000-0000-0000-000000000001\"\n  },\n  \"dag_id\":
         \"author_create_initialization_dag\",\n  \"dag_run_id\": \"00000000-0000-0000-0000-000000000001\",\n
-        \ \"data_interval_end\": \"2024-10-16T16:02:27.947491+00:00\",\n  \"data_interval_start\":
-        \"2024-10-16T16:02:27.947491+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
-        \"2024-10-16T16:02:27.947491+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
-        null,\n  \"logical_date\": \"2024-10-16T16:02:27.947491+00:00\",\n  \"note\":
+        \ \"data_interval_end\": \"2024-10-18T11:54:27.435564+00:00\",\n  \"data_interval_start\":
+        \"2024-10-18T11:54:27.435564+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
+        \"2024-10-18T11:54:27.435564+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
+        null,\n  \"logical_date\": \"2024-10-18T11:54:27.435564+00:00\",\n  \"note\":
         null,\n  \"run_type\": \"manual\",\n  \"start_date\": null,\n  \"state\":
         \"queued\"\n}\n"
     headers:
@@ -36,7 +36,7 @@ interactions:
       Content-Type:
       - application/json
       Date:
-      - Wed, 16 Oct 2024 16:02:27 GMT
+      - Fri, 18 Oct 2024 11:54:27 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -60,23 +60,24 @@ interactions:
       string: "{\n  \"conf\": {\n    \"data\": {\n      \"test\": \"test\"\n    },\n
         \   \"workflow_id\": \"00000000-0000-0000-0000-000000000001\"\n  },\n  \"dag_id\":
         \"author_create_initialization_dag\",\n  \"dag_run_id\": \"00000000-0000-0000-0000-000000000001\",\n
-        \ \"data_interval_end\": \"2024-10-16T16:02:27.947491+00:00\",\n  \"data_interval_start\":
-        \"2024-10-16T16:02:27.947491+00:00\",\n  \"end_date\": null,\n  \"execution_date\":
-        \"2024-10-16T16:02:27.947491+00:00\",\n  \"external_trigger\": true,\n  \"last_scheduling_decision\":
-        null,\n  \"logical_date\": \"2024-10-16T16:02:27.947491+00:00\",\n  \"note\":
-        null,\n  \"run_type\": \"manual\",\n  \"start_date\": null,\n  \"state\":
-        \"queued\"\n}\n"
+        \ \"data_interval_end\": \"2024-10-18T11:54:27.435564+00:00\",\n  \"data_interval_start\":
+        \"2024-10-18T11:54:27.435564+00:00\",\n  \"end_date\": \"2024-10-18T11:54:39.564360+00:00\",\n
+        \ \"execution_date\": \"2024-10-18T11:54:27.435564+00:00\",\n  \"external_trigger\":
+        true,\n  \"last_scheduling_decision\": \"2024-10-18T11:54:39.562850+00:00\",\n
+        \ \"logical_date\": \"2024-10-18T11:54:27.435564+00:00\",\n  \"note\": null,\n
+        \ \"run_type\": \"manual\",\n  \"start_date\": \"2024-10-18T11:54:27.664354+00:00\",\n
+        \ \"state\": \"failed\"\n}\n"
     headers:
       Cache-Control:
       - no-store
       Connection:
       - close
       Content-Length:
-      - '621'
+      - '711'
       Content-Type:
       - application/json
       Date:
-      - Wed, 16 Oct 2024 16:02:28 GMT
+      - Fri, 18 Oct 2024 11:54:47 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -110,7 +111,7 @@ interactions:
       Content-Type:
       - application/problem+json
       Date:
-      - Wed, 16 Oct 2024 16:02:28 GMT
+      - Fri, 18 Oct 2024 11:54:47 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -144,7 +145,7 @@ interactions:
       Content-Type:
       - application/problem+json
       Date:
-      - Wed, 16 Oct 2024 16:02:28 GMT
+      - Fri, 18 Oct 2024 11:54:47 GMT
       Server:
       - gunicorn
       X-Robots-Tag:
@@ -176,7 +177,7 @@ interactions:
       Content-Type:
       - application/json
       Date:
-      - Wed, 16 Oct 2024 16:02:28 GMT
+      - Fri, 18 Oct 2024 11:54:48 GMT
       Server:
       - gunicorn
       X-Robots-Tag: