From b75c267ed297231ec3117ffe3388e9b931b11322 Mon Sep 17 00:00:00 2001 From: Jumana B Date: Mon, 28 Oct 2024 16:07:37 -0400 Subject: [PATCH] Script to create data in ft_notification_status (#2309) --- .../create_fact_notification_status.psql | 129 ++++++++++++++++++ 1 file changed, 129 insertions(+) create mode 100644 scripts/psql_scripts/create_fact_notification_status.psql diff --git a/scripts/psql_scripts/create_fact_notification_status.psql b/scripts/psql_scripts/create_fact_notification_status.psql new file mode 100644 index 0000000000..2269d893b0 --- /dev/null +++ b/scripts/psql_scripts/create_fact_notification_status.psql @@ -0,0 +1,129 @@ +/* Run the function using the following stored PROCEDURE +BEGIN; +Delete from ft_notification_status where bst_date = {bst_date} +call process_notifications_for_day({bst_date}, {chunk_size}) +ROLLBACK/ COMMIT + */ + + +CREATE OR REPLACE PROCEDURE process_notifications_for_day( + process_day DATE, + chunk_size INT DEFAULT 20 +) LANGUAGE plpgsql AS $$ +DECLARE + start_date TIMESTAMP; + end_date TIMESTAMP; + service_ids UUID[]; + chunk UUID[]; + s_id UUID; + n_type TEXT; + notification_types TEXT[] := ARRAY['email', 'sms', 'letter']; + notification_status RECORD; +BEGIN + -- Set the start and end dates for the query + start_date := process_day; + end_date := process_day + INTERVAL '1 day'; + + -- Fetch all service IDs + SELECT ARRAY(SELECT id FROM services) INTO service_ids; + + -- Loop over service IDs in chunks + FOR i IN 1..array_length(service_ids, 1) BY chunk_size LOOP + chunk := service_ids[i:i + chunk_size - 1]; + + -- Iterate over each service ID in the chunk + FOR s_id IN (SELECT unnest(chunk)) LOOP + -- Iterate over the notification types array + FOREACH n_type IN ARRAY notification_types LOOP + -- Fetch from notifications + FOR notification_status IN + SELECT + n.template_id, n.service_id, + COALESCE(n.job_id, '00000000-0000-0000-0000-000000000000') AS job_id, + n.notification_type, n.key_type, + n.notification_status, + COUNT(*) AS notification_count, + SUM(n.billable_units) AS billable_units + FROM notifications n + WHERE n.service_id = s_id + AND n.notification_type = n_type::notification_type -- Cast n_type to notification_type + AND n.created_at >= start_date + AND n.created_at < end_date + AND n.key_type != 'test' -- Exclude test key type + GROUP BY n.template_id, n.service_id, + job_id, n.notification_type, + n.key_type, n.notification_status + LOOP + -- Insert into ft_notification_status + INSERT INTO ft_notification_status ( + bst_date, template_id, service_id, + job_id, notification_type, key_type, + notification_status, notification_count, + billable_units, created_at + ) + VALUES ( + process_day, notification_status.template_id, + notification_status.service_id, + notification_status.job_id, + notification_status.notification_type, + notification_status.key_type, + notification_status.notification_status, + notification_status.notification_count, + notification_status.billable_units, + NOW() -- Use current timestamp for created_at + ); + RAISE NOTICE 'Inserted: Process Day: %, Template: %, Service: %, Job: %, Type: %, Key: %, Status: %, Count: %, Billable Units: %', + process_day, notification_status.template_id, notification_status.service_id, + notification_status.job_id, notification_status.notification_type, + notification_status.key_type, notification_status.notification_status, + notification_status.notification_count, notification_status.billable_units; + END LOOP; + + -- Fetch from notification_history if no results in notifications + FOR notification_status IN + SELECT + nh.template_id, nh.service_id, + COALESCE(nh.job_id, '00000000-0000-0000-0000-000000000000') AS job_id, + nh.notification_type, nh.key_type, + nh.notification_status, + COUNT(*) AS notification_count, + SUM(nh.billable_units) AS billable_units + FROM notification_history nh + WHERE nh.service_id = s_id + AND nh.notification_type = n_type::notification_type -- Cast n_type to notification_type + AND nh.created_at >= start_date + AND nh.created_at < end_date + AND nh.key_type != 'test' -- Exclude test key type + GROUP BY nh.template_id, nh.service_id, + job_id, nh.notification_type, + nh.key_type, nh.notification_status + LOOP + -- Insert into ft_notification_status + INSERT INTO ft_notification_status ( + bst_date, template_id, service_id, + job_id, notification_type, key_type, + notification_status, notification_count, + billable_units, created_at + ) + VALUES ( + process_day, notification_status.template_id, + notification_status.service_id, + notification_status.job_id, + notification_status.notification_type, + notification_status.key_type, + notification_status.notification_status, + notification_status.notification_count, + notification_status.billable_units, + NOW() -- Use current timestamp for created_at + ); + RAISE NOTICE 'Inserted from history: Process Day: %, Template: %, Service: %, Job: %, Type: %, Key: %, Status: %, Count: %, Billable Units: %', + process_day, notification_status.template_id, notification_status.service_id, + notification_status.job_id, notification_status.notification_type, + notification_status.key_type, notification_status.notification_status, + notification_status.notification_count, notification_status.billable_units; + END LOOP; + END LOOP; + END LOOP; + END LOOP; +END; +$$; \ No newline at end of file