🩹 (fix) update centro pre tests

Ferlab-Ste-Justine · Jan 22, 2025 · 628f5b8 · 628f5b8
1 parent 38390e0
commit 628f5b8
Showing 1 changed file with 12 additions and 1 deletion.
diff --git a/dags/config/red/ingestion/centro_config.json b/dags/config/red/ingestion/centro_config.json
@@ -107,13 +107,24 @@
     "multiple_main_methods": false,
     "publish_class": "",
     "schemas": [],
-    "pre_tests": [{"name": "greater_or_equal_partition_counts", "destinations": ["anonymized_centro_*"], "cluster_type" : "large"}],
+    "pre_tests": [{"name": "greater_or_equal_partition_counts", "destinations": [
+      "anonymized_centro_c*",
+      "anonymized_centro_d*",
+      "anonymized_centro_n*",
+      "anonymized_centro_p*",
+      "anonymized_centro_scol_*",
+      "anonymized_centro_tel_*"
+    ], "cluster_type" : "large"}],
     "datasets": [
+      {"dataset_id": "anonymized_centro_atoe_*"  , "cluster_type": "small" , "run_type": "default", "cluster_specs": {}, "dependencies": []},
       {"dataset_id": "anonymized_centro_chusj_*" , "cluster_type": "medium", "run_type": "default", "cluster_specs": {}, "dependencies": []},
       {"dataset_id": "anonymized_centro_cirene_*", "cluster_type": "medium", "run_type": "default", "cluster_specs": {}, "dependencies": []},
       {"dataset_id": "anonymized_centro_der_*"   , "cluster_type": "medium", "run_type": "default", "cluster_specs": {}, "dependencies": []},
       {"dataset_id": "anonymized_centro_dev_*"   , "cluster_type": "small" , "run_type": "default", "cluster_specs": {}, "dependencies": []},
       {"dataset_id": "anonymized_centro_dia_*"   , "cluster_type": "medium", "run_type": "default", "cluster_specs": {}, "dependencies": []},
+      {"dataset_id": "anonymized_centro_gas_*"   , "cluster_type": "medium", "run_type": "default", "cluster_specs": {}, "dependencies": []},
+      {"dataset_id": "anonymized_centro_gen_*"   , "cluster_type": "medium", "run_type": "initial", "cluster_specs": {}, "dependencies": []},
+      {"dataset_id": "anonymized_centro_hem_*"   , "cluster_type": "medium", "run_type": "default", "cluster_specs": {}, "dependencies": []},
       {"dataset_id": "anonymized_centro_neo_*"   , "cluster_type": "small" , "run_type": "default", "cluster_specs": {}, "dependencies": []},
       {"dataset_id": "anonymized_centro_neu_*"   , "cluster_type": "medium", "run_type": "default", "cluster_specs": {}, "dependencies": []},
       {"dataset_id": "anonymized_centro_psy_*"   , "cluster_type": "small" , "run_type": "default", "cluster_specs": {}, "dependencies": []},