[DENG-6887] - Build necessary aggregate tables for FX dashboards related to desktop events

dags.yaml

@@ -2037,3 +2037,22 @@ bqetl_event_aggregates:
     - impact/tier_3
   repo: bigquery-etl
   schedule_interval: 40 16 * * *
+
+bqetl_fx_cert_error_privacy_dashboard:
+  description: |
+    This DAG builds the desktop event_aggregates table for unique users count
+  default_args:
+    depends_on_past: false
+    owner: [email protected]
+    email:
+      - [email protected]
+      - [email protected]
+    email_on_failure: true
+    email_on_retry: false
+    start_date: "2024-12-19"
+    retries: 2
+    retry_delay: 5m
+  tags:
+    - impact/tier_3
+  repo: bigquery-etl
+  schedule_interval: 40 16 * * *

sql/moz-fx-data-shared-prod/telemetry/fx_cert_error_unique_users_normalized_channel/view.sql

@@ -0,0 +1,7 @@
+CREATE OR REPLACE VIEW
+  `moz-fx-data-shared-prod.telemetry.fx_cert_error_unique_users_normalized_channel`
+AS
+SELECT
+  *
+FROM
+  `moz-fx-data-shared-prod.telemetry_derived.fx_cert_error_unique_users_normalized_channel_v1`

sql/moz-fx-data-shared-prod/telemetry/fx_cert_error_unique_users_os/view.sql

@@ -0,0 +1,7 @@
+CREATE OR REPLACE VIEW
+  `moz-fx-data-shared-prod.telemetry.fx_cert_error_unique_users_os`
+AS
+SELECT
+  *
+FROM
+  `moz-fx-data-shared-prod.telemetry_derived.fx_cert_error_unique_users_os_v1`

sql/moz-fx-data-shared-prod/telemetry/fx_privacy_dau_agg/view.sql

@@ -0,0 +1,7 @@
+CREATE OR REPLACE VIEW
+  `moz-fx-data-shared-prod.telemetry.fx_privacy_dau_agg`
+AS
+SELECT
+  *
+FROM
+  `moz-fx-data-shared-prod.telemetry_derived.fx_privacy_dau_agg_v1`

sql/moz-fx-data-shared-prod/telemetry_derived/fx_cert_error_unique_users_normalized_channel_v1/metadata.yaml

@@ -0,0 +1,20 @@
+friendly_name: Firefox Cert Error Dashboard - Unique users by normalized channel
+description: |-
+  Unique users experiencing cert error page per day per channel
+owners:
+- [email protected]
+labels:
+  incremental: true
+  owner1: akommasani
+  table_type: aggregate
+  shredder_mitigation: true
+scheduling:
+  dag_name: bqetl_fx_cert_error_privacy_dashboard
+bigquery:
+  time_partitioning:
+    type: day
+    field: submission_date
+    require_partition_filter: false
+    expiration_days: null
+  range_partitioning: null
+references: {}

sql/moz-fx-data-shared-prod/telemetry_derived/fx_cert_error_unique_users_normalized_channel_v1/query.sql

@@ -0,0 +1,14 @@
+SELECT
+  submission_date,
+  normalized_channel,
+  COUNT(DISTINCT client_id) AS nbr_unique_users
+FROM
+  `mozdata.telemetry.events`
+WHERE
+  event_category = 'security.ui.certerror'
+  AND event_object = 'aboutcerterror'
+  AND event_method = 'load'
+  AND submission_date = @submission_date
+GROUP BY
+  submission_date,
+  normalized_channel

sql/moz-fx-data-shared-prod/telemetry_derived/fx_cert_error_unique_users_normalized_channel_v1/schema.yaml

@@ -0,0 +1,13 @@
+fields:
+- mode: NULLABLE
+  name: submission_date
+  type: DATE
+  description: Submission Date
+- mode: NULLABLE
+  name: normalized_channel
+  type: STRING
+  description: Normalized Channel
+- name: nbr_unique_users
+  type: INTEGER
+  mode: NULLABLE
+  description: Number of Unique users (distinct client ids)

sql/moz-fx-data-shared-prod/telemetry_derived/fx_cert_error_unique_users_os_v1/metadata.yaml

@@ -0,0 +1,20 @@
+friendly_name: Firefox Cert Error Dashboard - Unique users by os
+description: |-
+  Unique users experiencing cert error page per day per os
+owners:
+- [email protected]
+labels:
+  incremental: true
+  owner1: akommasani
+  table_type: aggregate
+  shredder_mitigation: true
+scheduling:
+  dag_name: bqetl_fx_cert_error_privacy_dashboard
+bigquery:
+  time_partitioning:
+    type: day
+    field: submission_date
+    require_partition_filter: false
+    expiration_days: null
+  range_partitioning: null
+references: {}

sql/moz-fx-data-shared-prod/telemetry_derived/fx_cert_error_unique_users_os_v1/query.sql

@@ -0,0 +1,14 @@
+SELECT
+  submission_date,
+  os,
+  COUNT(DISTINCT client_id) AS nbr_unique_users
+FROM
+  `mozdata.telemetry.events`
+WHERE
+  event_category = 'security.ui.certerror'
+  AND event_object = 'aboutcerterror'
+  AND event_method = 'load'
+  AND submission_date = @submission_date
+GROUP BY
+  submission_date,
+  os

sql/moz-fx-data-shared-prod/telemetry_derived/fx_cert_error_unique_users_os_v1/schema.yaml

@@ -0,0 +1,13 @@
+fields:
+- mode: NULLABLE
+  name: submission_date
+  type: DATE
+  description: Submission Date
+- mode: NULLABLE
+  name: os
+  type: STRING
+  description: OS
+- name: nbr_unique_users
+  type: INTEGER
+  mode: NULLABLE
+  description: Number of Unique users (distinct client ids)

sql/moz-fx-data-shared-prod/telemetry_derived/fx_privacy_dau_agg_v1/metadata.yaml

@@ -0,0 +1,20 @@
+friendly_name: Firefox Privacy Dashboard - DAU interracting with the privacy panel
+description: |-
+  DAU interracting with the privacy panel
+owners:
+- [email protected]
+labels:
+  incremental: true
+  owner1: akommasani
+  table_type: aggregate
+  shredder_mitigation: true
+scheduling:
+  dag_name: bqetl_fx_cert_error_privacy_dashboard
+bigquery:
+  time_partitioning:
+    type: day
+    field: submission_date
+    require_partition_filter: false
+    expiration_days: null
+  range_partitioning: null
+references: {}

sql/moz-fx-data-shared-prod/telemetry_derived/fx_privacy_dau_agg_v1/query.sql

@@ -0,0 +1,15 @@
+SELECT
+  event_object,
+  submission_date,
+  COUNT(*) AS nbr_events,
+  COUNT(DISTINCT client_id) AS nbr_distinct_users,
+FROM
+  `moz-fx-data-shared-prod.telemetry.events`
+WHERE
+  event_category = 'security.ui.protectionspopup'
+  AND submission_date = @submission_date
+GROUP BY
+  event_object,
+  submission_date
+ORDER BY
+  submission_date

sql/moz-fx-data-shared-prod/telemetry_derived/fx_privacy_dau_agg_v1/schema.yaml

@@ -0,0 +1,17 @@
+fields:
+- mode: NULLABLE
+  name: submission_date
+  type: DATE
+  description: Submission Date
+- mode: NULLABLE
+  name: event_object
+  type: STRING
+  description: Submission Date
+- mode: NULLABLE
+  name: nbr_events
+  type: INTEGER
+  description: Number of events
+- name: nbr_distinct_users
+  type: INTEGER
+  mode: NULLABLE
+  description: Number of distinct users