From 44febb8c6a5761dbc1cd690d63c644296f1ffc39 Mon Sep 17 00:00:00 2001
From: jerryfan01234 <44346807+jerryfan01234@users.noreply.github.com>
Date: Mon, 23 Sep 2024 13:21:40 -0400
Subject: [PATCH] [OTE-821] Add roundtable monitors for update affiliate info
 and update wallet total volume (#134)

* upgrade kafka version and reduce session timeout

* Add partition level logging for mainnet MSK

* Fix terraform apply resource conflict

* Add partition offset plot to vulcan dashboard

* dummy

* Add stale compliance data monitor for mainnet

* add roundtable monitors for update affiliate info and update wallet total volume
---
 .../indexer_monitors/roundtable_monitors.tf   | 51 +++++++++++++++++++
 1 file changed, 51 insertions(+)
 create mode 100644 modules/indexer_monitors/roundtable_monitors.tf

diff --git a/modules/indexer_monitors/roundtable_monitors.tf b/modules/indexer_monitors/roundtable_monitors.tf
new file mode 100644
index 00000000..b16972aa
--- /dev/null
+++ b/modules/indexer_monitors/roundtable_monitors.tf
@@ -0,0 +1,51 @@
+resource "datadog_monitor_json" "roundtable_update_affiliate_info_persistent_cache_stale" {
+  monitor = <<EOF
+{
+	"name": "[${var.environment}] Update affiliate info roundtable is not running successfully.",
+	"type": "query alert",
+    "query": "max(last_5m):avg:rroundtable.persistent_cache_affiliateInfoUpdateTime_lag_seconds{env:${var.environment}} > 600",
+	"message": "persistentCache.affiliateInfoUpdateTime is more than 10 minutes in the past. This indicates that update-affiliate-info roundtable has not run successfully in past 10 min -> affiliate_info table is stale.",
+	"tags": [
+        "team:${var.team}",
+        "env:${var.env_tag}"
+	],
+	"options": {
+		"thresholds": {
+			"critical": 600
+		},
+		"notify_audit": false,
+		"include_tags": false,
+		"notify_no_data": false,
+		"silenced": {}
+	},
+	"priority": null,
+    "restricted_roles": null
+}
+EOF
+}
+
+resource "datadog_monitor_json" "roundtable_update_wallet_total_volume_persistent_cache_stale" {
+  monitor = <<EOF
+{
+	"name": "[${var.environment}] Update wallet total volume roundtable is not running successfully.",
+	"type": "query alert",
+    "query": "max(last_5m):avg:roundtable.persistent_cache_totalVolumeUpdateTime_lag_seconds{env:${var.environment}} > 600",
+    "message": "persistentCache.totalVolumeUpdateTime is more than 10 minutes in the past. This indicates that update-wallet-total-volume roundtable has not run successfully in past 10 min -> totalVolume column of wallets table is stale.",
+	"tags": [
+        "team:${var.team}",
+        "env:${var.env_tag}"
+	],
+	"options": {
+		"thresholds": {
+			"critical": 600
+		},
+		"notify_audit": false,
+		"include_tags": false,
+		"notify_no_data": false,
+		"silenced": {}
+	},
+	"priority": null,
+    "restricted_roles": null
+}
+EOF
+}
\ No newline at end of file