avniproject/avni-infra#41 | add check to avoid etl failure for bad da…

…ta in repeatableQuestionGroup
avniproject · Nov 18, 2024 · df15156 · df15156
1 parent 70acf8a
commit df15156
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 0 deletions.
diff --git a/src/main/resources/sql/etl/repeatableQG/generalEncounterRepeatableQGObservations.sql b/src/main/resources/sql/etl/repeatableQG/generalEncounterRepeatableQGObservations.sql
@@ -26,6 +26,7 @@ FROM (
     where et.uuid = '${encounter_type_uuid}'
     and st.uuid = '${subject_type_uuid}'
     and mainTable.observations ->> '${repeatable_question_group_concept_uuid}' is not null
+    and jsonb_typeof((mainTable.observations ->> '${repeatable_question_group_concept_uuid}')::jsonb) = 'array'
     and jsonb_array_length((mainTable.observations ->> '${repeatable_question_group_concept_uuid}')::jsonb) > 0
     and mainTable.cancel_date_time isnull
     and mainTable.last_modified_date_time > '${start_time}'

diff --git a/src/main/resources/sql/etl/repeatableQG/programEncounterRepeatableQGObservations.sql b/src/main/resources/sql/etl/repeatableQG/programEncounterRepeatableQGObservations.sql
@@ -31,6 +31,7 @@ FROM (
     and st.uuid = '${subject_type_uuid}'
     and p.uuid = '${program_uuid}'
     and mainTable.observations ->> '${repeatable_question_group_concept_uuid}' is not null
+    and jsonb_typeof((mainTable.observations ->> '${repeatable_question_group_concept_uuid}')::jsonb) = 'array'
     and jsonb_array_length((mainTable.observations ->> '${repeatable_question_group_concept_uuid}')::jsonb) > 0
     and mainTable.cancel_date_time isnull
     and mainTable.last_modified_date_time > '${start_time}'

diff --git a/src/main/resources/sql/etl/repeatableQG/programEnrolmentRepeatableQGObservations.sql b/src/main/resources/sql/etl/repeatableQG/programEnrolmentRepeatableQGObservations.sql
@@ -26,6 +26,7 @@ FROM (
     where p.uuid = '${program_uuid}'
     and mainTable.observations ->> '${repeatable_question_group_concept_uuid}' is not null
     and st.uuid = '${subject_type_uuid}'
+    and jsonb_typeof((mainTable.observations ->> '${repeatable_question_group_concept_uuid}')::jsonb) = 'array'
     and jsonb_array_length((mainTable.observations ->> '${repeatable_question_group_concept_uuid}')::jsonb) > 0
     and mainTable.last_modified_date_time > '${start_time}'
     and mainTable.last_modified_date_time <= '${end_time}'

diff --git a/src/main/resources/sql/etl/repeatableQG/subjectRepeatableQGObservations.sql b/src/main/resources/sql/etl/repeatableQG/subjectRepeatableQGObservations.sql
@@ -21,6 +21,7 @@ FROM (
     inner join public.subject_type st on mainTable.subject_type_id = st.id
     where st.uuid = '${subject_type_uuid}'
     and mainTable.observations ->> '${repeatable_question_group_concept_uuid}' is not null
+    and jsonb_typeof((mainTable.observations ->> '${repeatable_question_group_concept_uuid}')::jsonb) = 'array'
     and jsonb_array_length((mainTable.observations ->> '${repeatable_question_group_concept_uuid}')::jsonb) > 0
     and mainTable.last_modified_date_time > '${start_time}'
     and mainTable.last_modified_date_time <= '${end_time}'