Skip to content

Commit

Permalink
update iceberg
Browse files Browse the repository at this point in the history
  • Loading branch information
ZENOTME committed Dec 11, 2023
1 parent 1d4cac8 commit 1e7e434
Show file tree
Hide file tree
Showing 13 changed files with 647 additions and 392 deletions.
2 changes: 1 addition & 1 deletion Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 1 addition & 1 deletion Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -118,7 +118,7 @@ criterion = { version = "0.5", features = ["async_futures"] }
tonic = { package = "madsim-tonic", version = "0.4.1" }
tonic-build = { package = "madsim-tonic-build", version = "0.4.2" }
prost = { version = "0.12" }
icelake = { git = "https://github.com/icelake-io/icelake", rev = "5cdcdffd24f4624a0a43f92c5f368988169a799b", features = [
icelake = { git = "https://github.com/icelake-io/icelake", rev = "3f7b53ba5b563524212c25810345d1314678e7fc", features = [
"prometheus",
] }
arrow-array = "49"
Expand Down
2 changes: 1 addition & 1 deletion docker/dashboards/risingwave-dev-dashboard.json

Large diffs are not rendered by default.

42 changes: 36 additions & 6 deletions grafana/risingwave-dev-dashboard.dashboard.py
Original file line number Diff line number Diff line change
Expand Up @@ -3372,32 +3372,62 @@ def section_iceberg_metrics(outer_panels):
"Iceberg Sink Metrics",
[
panels.timeseries_count(
"Write Qps Of Iceberg File Appender",
"iceberg file appender write qps",
"Write Qps Of Iceberg Writer",
"iceberg write qps",
[
panels.target(
f"{metric('iceberg_file_appender_write_qps')}",
f"{metric('iceberg_write_qps')}",
"{{executor_id}} @ {{sink_id}}",
),
]
),
panels.timeseries_latency(
"Write latency Of Iceberg File Appender",
"Write Latency Of Iceberg Writer",
"",
[
*quantile(
lambda quantile, legend: panels.target(
f"histogram_quantile({quantile}, sum(rate({metric('iceberg_file_appender_write_latency_bucket')}[$__rate_interval])) by (le, sink_id))",
f"histogram_quantile({quantile}, sum(rate({metric('iceberg_write_latency_bucket')}[$__rate_interval])) by (le, sink_id))",
f"p{legend}" + " @ {{sink_id}}",
),
[50, 99, "max"],
),
panels.target(
f"sum by(le, sink_id)(rate({metric('iceberg_file_appender_write_latency_sum')}[$__rate_interval])) / sum by(le, type, job, instance) (rate({metric('iceberg_file_appender_write_latency_count')}[$__rate_interval]))",
f"sum by(le, sink_id)(rate({metric('iceberg_write_latency_sum')}[$__rate_interval])) / sum by(le, type, job, instance) (rate({metric('iceberg_write_latency_count')}[$__rate_interval]))",
"avg @ {{sink_id}}",
),
],
),
panels.timeseries_count(
"Iceberg rolling unfushed data file",
"",
[
panels.target(
f"{metric('iceberg_rolling_unfushed_data_file')}",
"{{executor_id}} @ {{sink_id}}",
),
]
),
panels.timeseries_count(
"Iceberg position delete cache num",
"",
[
panels.target(
f"{metric('iceberg_position_delete_cache_num')}",
"{{executor_id}} @ {{sink_id}}",
),
]
),
panels.timeseries_count(
"Iceberg partition num",
"",
[
panels.target(
f"{metric('iceberg_partition_num')}",
"{{executor_id}} @ {{sink_id}}",
),
]
),
]
)
]
Expand Down
2 changes: 1 addition & 1 deletion grafana/risingwave-dev-dashboard.json

Large diffs are not rendered by default.

Loading

0 comments on commit 1e7e434

Please sign in to comment.