Skip to content

Commit

Permalink
chore: fix alerting panels in grafana user dashboard (#13965)
Browse files Browse the repository at this point in the history
  • Loading branch information
hzxa21 authored Dec 13, 2023
1 parent 5c588ef commit dc23808
Show file tree
Hide file tree
Showing 3 changed files with 8 additions and 4 deletions.
2 changes: 1 addition & 1 deletion docker/dashboards/risingwave-user-dashboard.json

Large diffs are not rendered by default.

8 changes: 6 additions & 2 deletions grafana/risingwave-user-dashboard.dashboard.py
Original file line number Diff line number Diff line change
Expand Up @@ -130,6 +130,7 @@ def section_overview(panels):
- Abnormal Meta Cache Memory: the meta cache memory usage is too large, exceeding the expected 10 percent.
- Abnormal Block Cache Memory: the block cache memory usage is too large, exceeding the expected 10 percent.
- Abnormal Uploading Memory Usage: uploading memory is more than 70 percent of the expected, and is about to spill.
- Write Stall: Compaction cannot keep up. Stall foreground write.
""",
[
panels.target(
Expand All @@ -146,8 +147,7 @@ def section_overview(panels):
"Lagging Version",
),
panels.target(
f"(({metric('storage_max_committed_epoch')} - {metric('storage_min_pinned_epoch')}) >= bool 6553600000 unless + {metric('storage_min_pinned_epoch')} == 0) + "
+ f"(({metric('storage_max_committed_epoch')} - {metric('storage_safe_epoch')}) >= bool 6553600000 unless + {metric('storage_safe_epoch')} == 0)",
f"(({metric('storage_max_committed_epoch')} - {metric('storage_min_pinned_epoch')}) >= bool 6553600000 unless + {metric('storage_min_pinned_epoch')} == 0)",
"Lagging Epoch",
),
panels.target(
Expand All @@ -171,6 +171,10 @@ def section_overview(panels):
f"{metric('state_store_uploading_memory_usage_ratio')} >= bool 0.7",
"Abnormal Uploading Memory Usage",
),
panels.target(
f"{metric('storage_write_stop_compaction_groups')} > bool 0",
"Write Stall",
),
],
["last"],
),
Expand Down
2 changes: 1 addition & 1 deletion grafana/risingwave-user-dashboard.json

Large diffs are not rendered by default.

0 comments on commit dc23808

Please sign in to comment.