diff --git a/.github/workflows/checks.yml b/.github/workflows/checks.yml index 8c235d3d71..41ce00d103 100644 --- a/.github/workflows/checks.yml +++ b/.github/workflows/checks.yml @@ -6,24 +6,9 @@ concurrency: on: pull_request: - paths: - - 'datacatalog/**' - - 'flyteadmin/**' - - 'flytecopilot/**' - - 'flyteplugins/**' - - 'flytepropeller/**' - - 'flytestdlib/**' push: branches: - master - paths: - - 'datacatalog/**' - - 'flyteadmin/**' - - 'flytecopilot/**' - - 'flyteidl/**' - - 'flyteplugins/**' - - 'flytepropeller/**' - - 'flytestdlib/**' env: GO_VERSION: "1.19" PRIORITIES: "P0" diff --git a/.github/workflows/flyteidl-checks.yml b/.github/workflows/flyteidl-checks.yml index cbf84b97f1..5cdf9733b2 100644 --- a/.github/workflows/flyteidl-checks.yml +++ b/.github/workflows/flyteidl-checks.yml @@ -6,13 +6,9 @@ concurrency: on: pull_request: - paths: - - 'flyteidl/**' push: branches: - master - paths: - - 'flyteidl/**' env: GO_VERSION: "1.19" jobs: diff --git a/Makefile b/Makefile index 0474dd72ee..595f91b16e 100644 --- a/Makefile +++ b/Makefile @@ -59,9 +59,9 @@ doc-requirements.txt: doc-requirements.in install-piptools .PHONY: stats stats: - @generate-dashboard -o deployment/stats/prometheus/flytepropeller-dashboard.json stats/flytepropeller_dashboard.py - @generate-dashboard -o deployment/stats/prometheus/flyteadmin-dashboard.json stats/flyteadmin_dashboard.py - @generate-dashboard -o deployment/stats/prometheus/flyteuser-dashboard.json stats/flyteuser_dashboard.py + @generate-dashboard -o deployment/stats/prometheus/flytepropeller-dashboard.json stats/flytepropeller.dashboard.py + @generate-dashboard -o deployment/stats/prometheus/flyteadmin-dashboard.json stats/flyteadmin.dashboard.py + @generate-dashboard -o deployment/stats/prometheus/flyteuser-dashboard.json stats/flyteuser.dashboard.py .PHONY: prepare_artifacts prepare_artifacts: diff --git a/deployment/stats/prometheus/flyteadmin-dashboard.json b/deployment/stats/prometheus/flyteadmin-dashboard.json index a120ec974c..daef170643 100644 --- a/deployment/stats/prometheus/flyteadmin-dashboard.json +++ b/deployment/stats/prometheus/flyteadmin-dashboard.json @@ -12,12 +12,14 @@ "annotations": { "list": [] }, - "description": "Flyte Admin/Control Plane Dashboard. This is great for monitoring FlyteAdmin and the Service API.", + "description": "FlyteAdmin/Control Plane Dashboard. This is great for monitoring FlyteAdmin and the Service API.", "editable": false, "gnetId": null, + "graphTooltip": 0, "hideControls": false, "id": null, "links": [], + "panels": [], "refresh": "10s", "rows": [ { @@ -33,6 +35,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -40,6 +50,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 1, @@ -65,6 +76,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -76,14 +88,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:executions:get_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:executions:get_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -91,11 +104,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:executions:get_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get Latency", @@ -105,10 +120,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -117,7 +136,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -126,10 +145,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -139,6 +162,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -146,6 +177,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 2, @@ -171,6 +203,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -182,14 +215,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:executions:list_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:executions:list_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -197,11 +231,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:executions:list_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list Latency", @@ -211,10 +247,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -223,7 +263,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -232,10 +272,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -245,6 +289,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -252,6 +304,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 3, @@ -277,6 +330,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -288,14 +342,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:executions:create_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:executions:create_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -303,11 +358,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:executions:create_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create Latency", @@ -317,10 +374,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -329,7 +390,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -338,10 +399,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -351,6 +416,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -358,6 +431,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 4, @@ -383,6 +457,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -394,14 +469,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:executions:update_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:executions:update_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -409,11 +485,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:executions:update_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "update Latency", @@ -423,10 +501,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -435,7 +517,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -444,10 +526,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -457,6 +543,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -464,6 +558,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 5, @@ -489,6 +584,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -500,14 +596,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:executions:list_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:executions:list_identifiers_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -515,24 +612,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:executions:list_identifiers_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Latency", + "title": "list_identifiers Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -541,7 +644,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -550,10 +653,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -563,6 +670,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -570,6 +685,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 6, @@ -595,6 +711,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -606,14 +723,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:executions:list_identifiers_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:executions:delete_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -621,24 +739,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:executions:delete_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list_identifiers Latency", + "title": "delete Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -647,7 +771,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -656,10 +780,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -669,6 +797,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -676,6 +812,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 7, @@ -701,6 +838,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -712,14 +850,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:executions:delete_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:executions:exists_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -727,24 +866,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:executions:exists_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "delete Latency", + "title": "exists Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -753,7 +898,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -762,11 +907,25 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - }, + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + } + ], + "repeat": null, + "showTitle": true, + "title": "DB executions ops stats" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ { "aliasColors": {}, "bars": false, @@ -775,6 +934,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -782,6 +949,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 8, @@ -807,6 +975,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -818,14 +987,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:executions:exists_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:executions:get_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -833,33 +1003,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:executions:get_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "exists Latency", + "title": "get Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -868,21 +1044,15 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - } - ], - "repeat": null, - "showTitle": true, - "title": "DB executions ops stats" - }, - { - "collapse": true, - "editable": true, - "height": "250px", - "panels": [ + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + }, { "aliasColors": {}, "bars": false, @@ -891,6 +1061,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -898,6 +1076,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 9, @@ -923,6 +1102,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -934,14 +1114,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:executions:get_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:executions:list_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -949,24 +1130,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:executions:list_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "get Count Ops", + "title": "list Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -975,7 +1162,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -984,10 +1171,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -997,6 +1188,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1004,6 +1203,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 10, @@ -1029,6 +1229,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1040,14 +1241,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:executions:list_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:executions:create_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -1055,24 +1257,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:executions:create_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Count Ops", + "title": "create Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1081,7 +1289,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1090,10 +1298,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1103,6 +1315,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1110,6 +1330,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 11, @@ -1135,6 +1356,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1146,14 +1368,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:executions:create_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:executions:update_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -1161,24 +1384,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:executions:update_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "create Count Ops", + "title": "update Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1187,7 +1416,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1196,10 +1425,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1209,6 +1442,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1216,6 +1457,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 12, @@ -1241,6 +1483,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1252,14 +1495,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:executions:update_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:executions:list_identifiers_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -1267,24 +1511,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:executions:list_identifiers_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "update Count Ops", + "title": "list_identifiers Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1293,7 +1543,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1302,10 +1552,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1315,6 +1569,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1322,6 +1584,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 13, @@ -1347,6 +1610,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1358,14 +1622,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:executions:list_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:executions:delete_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -1373,24 +1638,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:executions:delete_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Count Ops", + "title": "delete Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1399,7 +1670,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1408,10 +1679,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1421,6 +1696,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1428,6 +1711,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 14, @@ -1453,6 +1737,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1464,14 +1749,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:executions:list_identifiers_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:executions:exists_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -1479,24 +1765,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:executions:exists_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list_identifiers Count Ops", + "title": "exists Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1505,7 +1797,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1514,11 +1806,25 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - }, + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + } + ], + "repeat": null, + "showTitle": true, + "title": "DB executions ops stats" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ { "aliasColors": {}, "bars": false, @@ -1527,6 +1833,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1534,6 +1848,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 15, @@ -1559,6 +1874,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1570,14 +1886,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:executions:delete_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:task_executions:get_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -1585,33 +1902,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:task_executions:get_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "delete Count Ops", + "title": "get Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1620,10 +1943,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1633,6 +1960,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1640,6 +1975,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 16, @@ -1665,6 +2001,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1676,14 +2013,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:executions:exists_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:task_executions:list_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -1691,33 +2029,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:task_executions:list_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "exists Count Ops", + "title": "list Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1726,21 +2070,15 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - } - ], - "repeat": null, - "showTitle": true, - "title": "DB executions ops stats" - }, - { - "collapse": true, - "editable": true, - "height": "250px", - "panels": [ + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + }, { "aliasColors": {}, "bars": false, @@ -1749,6 +2087,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1756,6 +2102,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 17, @@ -1781,6 +2128,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1792,14 +2140,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:task_executions:get_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:task_executions:create_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -1807,24 +2156,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:task_executions:create_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "get Latency", + "title": "create Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1833,7 +2188,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1842,10 +2197,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1855,6 +2214,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1862,6 +2229,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 18, @@ -1887,6 +2255,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1898,14 +2267,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:task_executions:list_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:task_executions:update_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -1913,24 +2283,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:task_executions:update_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Latency", + "title": "update Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1939,7 +2315,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1948,10 +2324,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1961,6 +2341,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1968,6 +2356,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 19, @@ -1993,6 +2382,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2004,14 +2394,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:task_executions:create_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:task_executions:list_identifiers_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -2019,24 +2410,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:task_executions:list_identifiers_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "create Latency", + "title": "list_identifiers Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -2045,7 +2442,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2054,10 +2451,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -2067,6 +2468,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2074,6 +2483,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 20, @@ -2099,6 +2509,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2110,14 +2521,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:task_executions:update_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:task_executions:delete_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -2125,24 +2537,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:task_executions:delete_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "update Latency", + "title": "delete Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -2151,7 +2569,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2160,10 +2578,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -2173,6 +2595,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2180,6 +2610,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 21, @@ -2205,6 +2636,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2216,14 +2648,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:task_executions:list_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:task_executions:exists_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -2231,24 +2664,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:task_executions:exists_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Latency", + "title": "exists Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -2257,7 +2696,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2266,11 +2705,25 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - }, + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + } + ], + "repeat": null, + "showTitle": true, + "title": "DB task_executions ops stats" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ { "aliasColors": {}, "bars": false, @@ -2279,6 +2732,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2286,6 +2747,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 22, @@ -2311,6 +2773,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2322,14 +2785,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:task_executions:list_identifiers_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:task_executions:get_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -2337,33 +2801,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:task_executions:get_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list_identifiers Latency", + "title": "get Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2372,10 +2842,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -2385,6 +2859,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2392,6 +2874,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 23, @@ -2417,6 +2900,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2428,14 +2912,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:task_executions:delete_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:task_executions:list_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -2443,33 +2928,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:task_executions:list_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "delete Latency", + "title": "list Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2478,10 +2969,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -2491,6 +2986,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2498,6 +3001,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 24, @@ -2523,6 +3027,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2534,14 +3039,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:task_executions:exists_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:task_executions:create_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -2549,33 +3055,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:task_executions:create_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "exists Latency", + "title": "create Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2584,21 +3096,15 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - } - ], - "repeat": null, - "showTitle": true, - "title": "DB task_executions ops stats" - }, - { - "collapse": true, - "editable": true, - "height": "250px", - "panels": [ + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + }, { "aliasColors": {}, "bars": false, @@ -2607,6 +3113,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2614,6 +3128,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 25, @@ -2639,6 +3154,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2650,14 +3166,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:task_executions:get_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:task_executions:update_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -2665,24 +3182,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:task_executions:update_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "get Count Ops", + "title": "update Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -2691,7 +3214,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2700,10 +3223,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -2713,6 +3240,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2720,6 +3255,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 26, @@ -2745,6 +3281,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2756,14 +3293,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:task_executions:list_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:task_executions:list_identifiers_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -2771,24 +3309,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:task_executions:list_identifiers_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Count Ops", + "title": "list_identifiers Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -2797,7 +3341,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2806,10 +3350,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -2819,6 +3367,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2826,6 +3382,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 27, @@ -2851,6 +3408,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2862,14 +3420,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:task_executions:create_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:task_executions:delete_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -2877,24 +3436,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:task_executions:delete_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "create Count Ops", + "title": "delete Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -2903,7 +3468,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2912,10 +3477,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -2925,6 +3494,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2932,6 +3509,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 28, @@ -2957,6 +3535,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2968,14 +3547,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:task_executions:update_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:task_executions:exists_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -2983,24 +3563,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:task_executions:exists_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "update Count Ops", + "title": "exists Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -3009,7 +3595,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3018,11 +3604,25 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - }, + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + } + ], + "repeat": null, + "showTitle": true, + "title": "DB task_executions ops stats" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ { "aliasColors": {}, "bars": false, @@ -3031,6 +3631,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3038,6 +3646,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 29, @@ -3063,6 +3672,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3074,14 +3684,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:task_executions:list_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:node_executions:get_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -3089,33 +3700,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:node_executions:get_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Count Ops", + "title": "get Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3124,10 +3741,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -3137,6 +3758,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3144,6 +3773,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 30, @@ -3169,6 +3799,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3180,14 +3811,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:task_executions:list_identifiers_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:node_executions:list_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -3195,33 +3827,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:node_executions:list_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list_identifiers Count Ops", + "title": "list Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3230,10 +3868,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -3243,6 +3885,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3250,6 +3900,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 31, @@ -3275,6 +3926,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3286,14 +3938,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:task_executions:delete_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:node_executions:create_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -3301,33 +3954,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:node_executions:create_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "delete Count Ops", + "title": "create Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3336,10 +3995,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -3349,6 +4012,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3356,6 +4027,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 32, @@ -3381,6 +4053,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3392,14 +4065,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:task_executions:exists_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:node_executions:update_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -3407,33 +4081,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:node_executions:update_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "exists Count Ops", + "title": "update Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3442,21 +4122,15 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - } - ], - "repeat": null, - "showTitle": true, - "title": "DB task_executions ops stats" - }, - { - "collapse": true, - "editable": true, - "height": "250px", - "panels": [ + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + }, { "aliasColors": {}, "bars": false, @@ -3465,6 +4139,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3472,6 +4154,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 33, @@ -3497,6 +4180,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3508,14 +4192,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:node_executions:get_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:node_executions:list_identifiers_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -3523,24 +4208,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:node_executions:list_identifiers_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "get Latency", + "title": "list_identifiers Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -3549,7 +4240,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3558,10 +4249,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -3571,6 +4266,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3578,6 +4281,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 34, @@ -3603,6 +4307,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3614,14 +4319,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:node_executions:list_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:node_executions:delete_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -3629,24 +4335,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:node_executions:delete_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Latency", + "title": "delete Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -3655,7 +4367,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3664,10 +4376,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -3677,6 +4393,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3684,6 +4408,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 35, @@ -3709,6 +4434,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3720,14 +4446,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:node_executions:create_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:node_executions:exists_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -3735,24 +4462,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:node_executions:exists_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "create Latency", + "title": "exists Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -3761,7 +4494,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3770,11 +4503,25 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - }, + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + } + ], + "repeat": null, + "showTitle": true, + "title": "DB node_executions ops stats" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ { "aliasColors": {}, "bars": false, @@ -3783,6 +4530,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3790,6 +4545,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 36, @@ -3815,6 +4571,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3826,14 +4583,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:node_executions:update_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:node_executions:get_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -3841,33 +4599,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:node_executions:get_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "update Latency", + "title": "get Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3876,10 +4640,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -3889,6 +4657,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3896,6 +4672,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 37, @@ -3921,6 +4698,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3932,14 +4710,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:node_executions:list_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:node_executions:list_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -3947,33 +4726,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:node_executions:list_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Latency", + "title": "list Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3982,10 +4767,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -3995,6 +4784,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -4002,6 +4799,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 38, @@ -4027,6 +4825,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -4038,14 +4837,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:node_executions:list_identifiers_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:node_executions:create_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -4053,33 +4853,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:node_executions:create_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list_identifiers Latency", + "title": "create Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -4088,10 +4894,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -4101,6 +4911,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -4108,6 +4926,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 39, @@ -4133,6 +4952,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -4144,14 +4964,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:node_executions:delete_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:node_executions:update_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -4159,33 +4980,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:node_executions:update_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "delete Latency", + "title": "update Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -4194,10 +5021,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -4207,6 +5038,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -4214,6 +5053,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 40, @@ -4239,6 +5079,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -4250,14 +5091,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:node_executions:exists_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:node_executions:list_identifiers_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -4265,33 +5107,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:node_executions:list_identifiers_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "exists Latency", + "title": "list_identifiers Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -4300,21 +5148,15 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - } - ], - "repeat": null, - "showTitle": true, - "title": "DB node_executions ops stats" - }, - { - "collapse": true, - "editable": true, - "height": "250px", - "panels": [ + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + }, { "aliasColors": {}, "bars": false, @@ -4323,6 +5165,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -4330,6 +5180,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 41, @@ -4355,6 +5206,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -4366,14 +5218,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:node_executions:get_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:node_executions:delete_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -4381,24 +5234,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:node_executions:delete_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "get Count Ops", + "title": "delete Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -4407,7 +5266,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -4416,10 +5275,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -4429,6 +5292,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -4436,6 +5307,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 42, @@ -4461,6 +5333,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -4472,14 +5345,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:node_executions:list_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:node_executions:exists_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -4487,24 +5361,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:node_executions:exists_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Count Ops", + "title": "exists Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -4513,7 +5393,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -4522,11 +5402,25 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - }, + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + } + ], + "repeat": null, + "showTitle": true, + "title": "DB node_executions ops stats" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ { "aliasColors": {}, "bars": false, @@ -4535,6 +5429,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -4542,6 +5444,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 43, @@ -4567,6 +5470,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -4578,14 +5482,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:node_executions:create_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:workflows:get_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -4593,33 +5498,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:workflows:get_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "create Count Ops", + "title": "get Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -4628,10 +5539,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -4641,6 +5556,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -4648,6 +5571,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 44, @@ -4673,6 +5597,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -4684,14 +5609,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:node_executions:update_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:workflows:list_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -4699,33 +5625,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:workflows:list_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "update Count Ops", + "title": "list Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -4734,10 +5666,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -4747,6 +5683,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -4754,6 +5698,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 45, @@ -4779,6 +5724,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -4790,14 +5736,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:node_executions:list_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:workflows:create_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -4805,33 +5752,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:workflows:create_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Count Ops", + "title": "create Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -4840,10 +5793,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -4853,6 +5810,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -4860,6 +5825,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 46, @@ -4885,6 +5851,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -4896,14 +5863,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:node_executions:list_identifiers_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:workflows:update_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -4911,33 +5879,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:workflows:update_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list_identifiers Count Ops", + "title": "update Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -4946,10 +5920,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -4959,6 +5937,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -4966,6 +5952,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 47, @@ -4991,6 +5978,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -5002,14 +5990,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:node_executions:delete_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:workflows:list_identifiers_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -5017,33 +6006,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:workflows:list_identifiers_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "delete Count Ops", + "title": "list_identifiers Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -5052,10 +6047,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -5065,6 +6064,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -5072,6 +6079,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 48, @@ -5097,6 +6105,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -5108,14 +6117,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:node_executions:exists_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:workflows:delete_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -5123,33 +6133,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:workflows:delete_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "exists Count Ops", + "title": "delete Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -5158,21 +6174,15 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - } - ], - "repeat": null, - "showTitle": true, - "title": "DB node_executions ops stats" - }, - { - "collapse": true, - "editable": true, - "height": "250px", - "panels": [ + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + }, { "aliasColors": {}, "bars": false, @@ -5181,6 +6191,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -5188,6 +6206,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 49, @@ -5213,6 +6232,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -5224,14 +6244,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:workflows:get_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:workflows:exists_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -5239,24 +6260,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:workflows:exists_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "get Latency", + "title": "exists Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -5265,7 +6292,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -5274,11 +6301,25 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - }, + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + } + ], + "repeat": null, + "showTitle": true, + "title": "DB workflows ops stats" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ { "aliasColors": {}, "bars": false, @@ -5287,6 +6328,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -5294,6 +6343,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 50, @@ -5319,6 +6369,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -5330,14 +6381,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:workflows:list_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:workflows:get_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -5345,33 +6397,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:workflows:get_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Latency", + "title": "get Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -5380,10 +6438,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -5393,6 +6455,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -5400,6 +6470,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 51, @@ -5425,6 +6496,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -5436,14 +6508,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:workflows:create_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:workflows:list_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -5451,33 +6524,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:workflows:list_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "create Latency", + "title": "list Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -5486,10 +6565,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -5499,6 +6582,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -5506,6 +6597,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 52, @@ -5531,6 +6623,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -5542,14 +6635,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:workflows:update_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:workflows:create_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -5557,33 +6651,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:workflows:create_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "update Latency", + "title": "create Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -5592,10 +6692,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -5605,6 +6709,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -5612,6 +6724,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 53, @@ -5637,6 +6750,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -5648,14 +6762,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:workflows:list_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:workflows:update_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -5663,33 +6778,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:workflows:update_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Latency", + "title": "update Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -5698,10 +6819,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -5711,6 +6836,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -5718,6 +6851,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 54, @@ -5743,6 +6877,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -5754,14 +6889,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:workflows:list_identifiers_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:workflows:list_identifiers_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -5769,33 +6905,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:workflows:list_identifiers_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list_identifiers Latency", + "title": "list_identifiers Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -5804,10 +6946,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -5817,6 +6963,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -5824,6 +6978,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 55, @@ -5849,6 +7004,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -5860,14 +7016,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:workflows:delete_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:workflows:delete_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -5875,33 +7032,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:workflows:delete_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "delete Latency", + "title": "delete Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -5910,10 +7073,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -5923,6 +7090,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -5930,6 +7105,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 56, @@ -5955,6 +7131,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -5966,14 +7143,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:workflows:exists_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:workflows:exists_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -5981,33 +7159,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:workflows:exists_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "exists Latency", + "title": "exists Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -6016,10 +7200,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -6039,6 +7227,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -6046,6 +7242,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 57, @@ -6071,6 +7268,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -6082,14 +7280,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:workflows:get_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:launch_plans:get_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -6097,33 +7296,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:launch_plans:get_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "get Count Ops", + "title": "get Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -6132,10 +7337,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -6145,6 +7354,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -6152,6 +7369,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 58, @@ -6177,6 +7395,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -6188,14 +7407,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:workflows:list_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:launch_plans:list_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -6203,33 +7423,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:launch_plans:list_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Count Ops", + "title": "list Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -6238,10 +7464,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -6251,6 +7481,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -6258,6 +7496,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 59, @@ -6283,6 +7522,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -6294,14 +7534,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:workflows:create_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:launch_plans:create_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -6309,33 +7550,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:launch_plans:create_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "create Count Ops", + "title": "create Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -6344,10 +7591,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -6357,6 +7608,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -6364,6 +7623,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 60, @@ -6389,6 +7649,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -6400,14 +7661,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:workflows:update_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:launch_plans:update_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -6415,33 +7677,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:launch_plans:update_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "update Count Ops", + "title": "update Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -6450,10 +7718,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -6463,6 +7735,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -6470,6 +7750,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 61, @@ -6495,6 +7776,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -6506,14 +7788,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:workflows:list_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:launch_plans:list_identifiers_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -6521,33 +7804,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:launch_plans:list_identifiers_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Count Ops", + "title": "list_identifiers Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -6556,10 +7845,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -6569,6 +7862,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -6576,6 +7877,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 62, @@ -6601,6 +7903,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -6612,14 +7915,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:workflows:list_identifiers_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:launch_plans:delete_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -6627,33 +7931,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:launch_plans:delete_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list_identifiers Count Ops", + "title": "delete Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -6662,10 +7972,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -6675,112 +7989,14 @@ "description": null, "editable": true, "error": false, - "fill": 1, - "grid": { - "threshold1": null, - "threshold1Color": "rgba(216, 200, 27, 0.27)", - "threshold2": null, - "threshold2Color": "rgba(234, 112, 112, 0.22)" - }, - "height": null, - "hideTimeOverride": false, - "id": 63, - "interval": null, - "isNew": true, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "sideWidth": null, - "sort": null, - "sortDesc": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "maxDataPoints": 100, - "minSpan": null, - "nullPointMode": "connected", - "options": { - "alertThreshold": true, - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "repeat": null, - "seriesOverrides": [], - "span": 2, - "stack": false, - "steppedLine": false, - "targets": [ - { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:workflows:delete_ms_count[5m]))", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "", - "metric": "", - "refId": "A", - "step": 10, - "target": "" + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } } - ], - "timeFrom": null, - "timeShift": null, - "title": "delete Count Ops", - "tooltip": { - "msResolution": true, - "shared": true, - "sort": 0, - "value_type": "cumulative" }, - "transparent": false, - "type": "graph", - "xaxis": { - "show": true - }, - "yaxes": [ - { - "decimals": null, - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - }, - { - "decimals": null, - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - } - ] - }, - { - "aliasColors": {}, - "bars": false, - "cacheTimeout": null, - "datasource": "${DS_PROM}", - "description": null, - "editable": true, - "error": false, "fill": 1, "grid": { "threshold1": null, @@ -6788,9 +8004,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 64, + "id": 63, "interval": null, "isNew": true, "legend": { @@ -6813,6 +8030,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -6824,14 +8042,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:workflows:exists_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:launch_plans:exists_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -6839,33 +8058,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:launch_plans:exists_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "exists Count Ops", + "title": "exists Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -6874,15 +8099,19 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, "showTitle": true, - "title": "DB workflows ops stats" + "title": "DB launch_plans ops stats" }, { "collapse": true, @@ -6897,6 +8126,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -6904,9 +8141,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 65, + "id": 64, "interval": null, "isNew": true, "legend": { @@ -6929,6 +8167,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -6940,14 +8179,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:launch_plans:get_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:launch_plans:get_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -6955,33 +8195,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:launch_plans:get_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "get Latency", + "title": "get Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -6990,10 +8236,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -7003,6 +8253,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -7010,9 +8268,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 66, + "id": 65, "interval": null, "isNew": true, "legend": { @@ -7035,6 +8294,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -7046,14 +8306,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:launch_plans:list_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:launch_plans:list_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -7061,33 +8322,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:launch_plans:list_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Latency", + "title": "list Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -7096,10 +8363,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -7109,6 +8380,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -7116,9 +8395,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 67, + "id": 66, "interval": null, "isNew": true, "legend": { @@ -7141,6 +8421,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -7152,14 +8433,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:launch_plans:create_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:launch_plans:create_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -7167,33 +8449,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:launch_plans:create_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "create Latency", + "title": "create Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -7202,10 +8490,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -7215,6 +8507,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -7222,9 +8522,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 68, + "id": 67, "interval": null, "isNew": true, "legend": { @@ -7247,6 +8548,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -7258,14 +8560,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:launch_plans:update_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:launch_plans:update_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -7273,33 +8576,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:launch_plans:update_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "update Latency", + "title": "update Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -7308,10 +8617,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -7321,6 +8634,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -7328,9 +8649,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 69, + "id": 68, "interval": null, "isNew": true, "legend": { @@ -7353,6 +8675,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -7364,14 +8687,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:launch_plans:list_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:launch_plans:list_identifiers_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -7379,33 +8703,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:launch_plans:list_identifiers_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Latency", + "title": "list_identifiers Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -7414,10 +8744,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -7427,6 +8761,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -7434,1195 +8776,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 70, - "interval": null, - "isNew": true, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "sideWidth": null, - "sort": null, - "sortDesc": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "maxDataPoints": 100, - "minSpan": null, - "nullPointMode": "connected", - "options": { - "alertThreshold": true, - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "repeat": null, - "seriesOverrides": [], - "span": 2, - "stack": false, - "steppedLine": false, - "targets": [ - { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:launch_plans:list_identifiers_ms) by (quantile)", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "", - "metric": "", - "refId": "A", - "step": 10, - "target": "" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "list_identifiers Latency", - "tooltip": { - "msResolution": true, - "shared": true, - "sort": 0, - "value_type": "cumulative" - }, - "transparent": false, - "type": "graph", - "xaxis": { - "show": true - }, - "yaxes": [ - { - "decimals": null, - "format": "ms", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - }, - { - "decimals": null, - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - } - ] - }, - { - "aliasColors": {}, - "bars": false, - "cacheTimeout": null, - "datasource": "${DS_PROM}", - "description": null, - "editable": true, - "error": false, - "fill": 1, - "grid": { - "threshold1": null, - "threshold1Color": "rgba(216, 200, 27, 0.27)", - "threshold2": null, - "threshold2Color": "rgba(234, 112, 112, 0.22)" - }, - "height": null, - "hideTimeOverride": false, - "id": 71, - "interval": null, - "isNew": true, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "sideWidth": null, - "sort": null, - "sortDesc": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "maxDataPoints": 100, - "minSpan": null, - "nullPointMode": "connected", - "options": { - "alertThreshold": true, - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "repeat": null, - "seriesOverrides": [], - "span": 2, - "stack": false, - "steppedLine": false, - "targets": [ - { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:launch_plans:delete_ms) by (quantile)", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "", - "metric": "", - "refId": "A", - "step": 10, - "target": "" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "delete Latency", - "tooltip": { - "msResolution": true, - "shared": true, - "sort": 0, - "value_type": "cumulative" - }, - "transparent": false, - "type": "graph", - "xaxis": { - "show": true - }, - "yaxes": [ - { - "decimals": null, - "format": "ms", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - }, - { - "decimals": null, - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - } - ] - }, - { - "aliasColors": {}, - "bars": false, - "cacheTimeout": null, - "datasource": "${DS_PROM}", - "description": null, - "editable": true, - "error": false, - "fill": 1, - "grid": { - "threshold1": null, - "threshold1Color": "rgba(216, 200, 27, 0.27)", - "threshold2": null, - "threshold2Color": "rgba(234, 112, 112, 0.22)" - }, - "height": null, - "hideTimeOverride": false, - "id": 72, - "interval": null, - "isNew": true, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "sideWidth": null, - "sort": null, - "sortDesc": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "maxDataPoints": 100, - "minSpan": null, - "nullPointMode": "connected", - "options": { - "alertThreshold": true, - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "repeat": null, - "seriesOverrides": [], - "span": 2, - "stack": false, - "steppedLine": false, - "targets": [ - { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:launch_plans:exists_ms) by (quantile)", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "", - "metric": "", - "refId": "A", - "step": 10, - "target": "" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "exists Latency", - "tooltip": { - "msResolution": true, - "shared": true, - "sort": 0, - "value_type": "cumulative" - }, - "transparent": false, - "type": "graph", - "xaxis": { - "show": true - }, - "yaxes": [ - { - "decimals": null, - "format": "ms", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - }, - { - "decimals": null, - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - } - ] - } - ], - "repeat": null, - "showTitle": true, - "title": "DB launch_plans ops stats" - }, - { - "collapse": true, - "editable": true, - "height": "250px", - "panels": [ - { - "aliasColors": {}, - "bars": false, - "cacheTimeout": null, - "datasource": "${DS_PROM}", - "description": null, - "editable": true, - "error": false, - "fill": 1, - "grid": { - "threshold1": null, - "threshold1Color": "rgba(216, 200, 27, 0.27)", - "threshold2": null, - "threshold2Color": "rgba(234, 112, 112, 0.22)" - }, - "height": null, - "hideTimeOverride": false, - "id": 73, - "interval": null, - "isNew": true, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "sideWidth": null, - "sort": null, - "sortDesc": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "maxDataPoints": 100, - "minSpan": null, - "nullPointMode": "connected", - "options": { - "alertThreshold": true, - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "repeat": null, - "seriesOverrides": [], - "span": 2, - "stack": false, - "steppedLine": false, - "targets": [ - { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:launch_plans:get_ms_count[5m]))", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "", - "metric": "", - "refId": "A", - "step": 10, - "target": "" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "get Count Ops", - "tooltip": { - "msResolution": true, - "shared": true, - "sort": 0, - "value_type": "cumulative" - }, - "transparent": false, - "type": "graph", - "xaxis": { - "show": true - }, - "yaxes": [ - { - "decimals": null, - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - }, - { - "decimals": null, - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - } - ] - }, - { - "aliasColors": {}, - "bars": false, - "cacheTimeout": null, - "datasource": "${DS_PROM}", - "description": null, - "editable": true, - "error": false, - "fill": 1, - "grid": { - "threshold1": null, - "threshold1Color": "rgba(216, 200, 27, 0.27)", - "threshold2": null, - "threshold2Color": "rgba(234, 112, 112, 0.22)" - }, - "height": null, - "hideTimeOverride": false, - "id": 74, - "interval": null, - "isNew": true, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "sideWidth": null, - "sort": null, - "sortDesc": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "maxDataPoints": 100, - "minSpan": null, - "nullPointMode": "connected", - "options": { - "alertThreshold": true, - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "repeat": null, - "seriesOverrides": [], - "span": 2, - "stack": false, - "steppedLine": false, - "targets": [ - { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:launch_plans:list_ms_count[5m]))", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "", - "metric": "", - "refId": "A", - "step": 10, - "target": "" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "list Count Ops", - "tooltip": { - "msResolution": true, - "shared": true, - "sort": 0, - "value_type": "cumulative" - }, - "transparent": false, - "type": "graph", - "xaxis": { - "show": true - }, - "yaxes": [ - { - "decimals": null, - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - }, - { - "decimals": null, - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - } - ] - }, - { - "aliasColors": {}, - "bars": false, - "cacheTimeout": null, - "datasource": "${DS_PROM}", - "description": null, - "editable": true, - "error": false, - "fill": 1, - "grid": { - "threshold1": null, - "threshold1Color": "rgba(216, 200, 27, 0.27)", - "threshold2": null, - "threshold2Color": "rgba(234, 112, 112, 0.22)" - }, - "height": null, - "hideTimeOverride": false, - "id": 75, - "interval": null, - "isNew": true, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "sideWidth": null, - "sort": null, - "sortDesc": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "maxDataPoints": 100, - "minSpan": null, - "nullPointMode": "connected", - "options": { - "alertThreshold": true, - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "repeat": null, - "seriesOverrides": [], - "span": 2, - "stack": false, - "steppedLine": false, - "targets": [ - { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:launch_plans:create_ms_count[5m]))", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "", - "metric": "", - "refId": "A", - "step": 10, - "target": "" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "create Count Ops", - "tooltip": { - "msResolution": true, - "shared": true, - "sort": 0, - "value_type": "cumulative" - }, - "transparent": false, - "type": "graph", - "xaxis": { - "show": true - }, - "yaxes": [ - { - "decimals": null, - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - }, - { - "decimals": null, - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - } - ] - }, - { - "aliasColors": {}, - "bars": false, - "cacheTimeout": null, - "datasource": "${DS_PROM}", - "description": null, - "editable": true, - "error": false, - "fill": 1, - "grid": { - "threshold1": null, - "threshold1Color": "rgba(216, 200, 27, 0.27)", - "threshold2": null, - "threshold2Color": "rgba(234, 112, 112, 0.22)" - }, - "height": null, - "hideTimeOverride": false, - "id": 76, - "interval": null, - "isNew": true, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "sideWidth": null, - "sort": null, - "sortDesc": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "maxDataPoints": 100, - "minSpan": null, - "nullPointMode": "connected", - "options": { - "alertThreshold": true, - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "repeat": null, - "seriesOverrides": [], - "span": 2, - "stack": false, - "steppedLine": false, - "targets": [ - { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:launch_plans:update_ms_count[5m]))", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "", - "metric": "", - "refId": "A", - "step": 10, - "target": "" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "update Count Ops", - "tooltip": { - "msResolution": true, - "shared": true, - "sort": 0, - "value_type": "cumulative" - }, - "transparent": false, - "type": "graph", - "xaxis": { - "show": true - }, - "yaxes": [ - { - "decimals": null, - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - }, - { - "decimals": null, - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - } - ] - }, - { - "aliasColors": {}, - "bars": false, - "cacheTimeout": null, - "datasource": "${DS_PROM}", - "description": null, - "editable": true, - "error": false, - "fill": 1, - "grid": { - "threshold1": null, - "threshold1Color": "rgba(216, 200, 27, 0.27)", - "threshold2": null, - "threshold2Color": "rgba(234, 112, 112, 0.22)" - }, - "height": null, - "hideTimeOverride": false, - "id": 77, - "interval": null, - "isNew": true, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "sideWidth": null, - "sort": null, - "sortDesc": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "maxDataPoints": 100, - "minSpan": null, - "nullPointMode": "connected", - "options": { - "alertThreshold": true, - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "repeat": null, - "seriesOverrides": [], - "span": 2, - "stack": false, - "steppedLine": false, - "targets": [ - { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:launch_plans:list_ms_count[5m]))", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "", - "metric": "", - "refId": "A", - "step": 10, - "target": "" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "list Count Ops", - "tooltip": { - "msResolution": true, - "shared": true, - "sort": 0, - "value_type": "cumulative" - }, - "transparent": false, - "type": "graph", - "xaxis": { - "show": true - }, - "yaxes": [ - { - "decimals": null, - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - }, - { - "decimals": null, - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - } - ] - }, - { - "aliasColors": {}, - "bars": false, - "cacheTimeout": null, - "datasource": "${DS_PROM}", - "description": null, - "editable": true, - "error": false, - "fill": 1, - "grid": { - "threshold1": null, - "threshold1Color": "rgba(216, 200, 27, 0.27)", - "threshold2": null, - "threshold2Color": "rgba(234, 112, 112, 0.22)" - }, - "height": null, - "hideTimeOverride": false, - "id": 78, - "interval": null, - "isNew": true, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "sideWidth": null, - "sort": null, - "sortDesc": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "maxDataPoints": 100, - "minSpan": null, - "nullPointMode": "connected", - "options": { - "alertThreshold": true, - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "repeat": null, - "seriesOverrides": [], - "span": 2, - "stack": false, - "steppedLine": false, - "targets": [ - { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:launch_plans:list_identifiers_ms_count[5m]))", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "", - "metric": "", - "refId": "A", - "step": 10, - "target": "" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "list_identifiers Count Ops", - "tooltip": { - "msResolution": true, - "shared": true, - "sort": 0, - "value_type": "cumulative" - }, - "transparent": false, - "type": "graph", - "xaxis": { - "show": true - }, - "yaxes": [ - { - "decimals": null, - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - }, - { - "decimals": null, - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - } - ] - }, - { - "aliasColors": {}, - "bars": false, - "cacheTimeout": null, - "datasource": "${DS_PROM}", - "description": null, - "editable": true, - "error": false, - "fill": 1, - "grid": { - "threshold1": null, - "threshold1Color": "rgba(216, 200, 27, 0.27)", - "threshold2": null, - "threshold2Color": "rgba(234, 112, 112, 0.22)" - }, - "height": null, - "hideTimeOverride": false, - "id": 79, - "interval": null, - "isNew": true, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "sideWidth": null, - "sort": null, - "sortDesc": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "maxDataPoints": 100, - "minSpan": null, - "nullPointMode": "connected", - "options": { - "alertThreshold": true, - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "repeat": null, - "seriesOverrides": [], - "span": 2, - "stack": false, - "steppedLine": false, - "targets": [ - { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:launch_plans:delete_ms_count[5m]))", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "", - "metric": "", - "refId": "A", - "step": 10, - "target": "" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "delete Count Ops", - "tooltip": { - "msResolution": true, - "shared": true, - "sort": 0, - "value_type": "cumulative" - }, - "transparent": false, - "type": "graph", - "xaxis": { - "show": true - }, - "yaxes": [ - { - "decimals": null, - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - }, - { - "decimals": null, - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - } - ] - }, - { - "aliasColors": {}, - "bars": false, - "cacheTimeout": null, - "datasource": "${DS_PROM}", - "description": null, - "editable": true, - "error": false, - "fill": 1, - "grid": { - "threshold1": null, - "threshold1Color": "rgba(216, 200, 27, 0.27)", - "threshold2": null, - "threshold2Color": "rgba(234, 112, 112, 0.22)" - }, - "height": null, - "hideTimeOverride": false, - "id": 80, - "interval": null, - "isNew": true, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "sideWidth": null, - "sort": null, - "sortDesc": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "maxDataPoints": 100, - "minSpan": null, - "nullPointMode": "connected", - "options": { - "alertThreshold": true, - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "repeat": null, - "seriesOverrides": [], - "span": 2, - "stack": false, - "steppedLine": false, - "targets": [ - { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:launch_plans:exists_ms_count[5m]))", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "", - "metric": "", - "refId": "A", - "step": 10, - "target": "" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "exists Count Ops", - "tooltip": { - "msResolution": true, - "shared": true, - "sort": 0, - "value_type": "cumulative" - }, - "transparent": false, - "type": "graph", - "xaxis": { - "show": true - }, - "yaxes": [ - { - "decimals": null, - "format": "ops", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - }, - { - "decimals": null, - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": 0, - "show": true - } - ] - } - ], - "repeat": null, - "showTitle": true, - "title": "DB launch_plans ops stats" - }, - { - "collapse": true, - "editable": true, - "height": "250px", - "panels": [ - { - "aliasColors": {}, - "bars": false, - "cacheTimeout": null, - "datasource": "${DS_PROM}", - "description": null, - "editable": true, - "error": false, - "fill": 1, - "grid": { - "threshold1": null, - "threshold1Color": "rgba(216, 200, 27, 0.27)", - "threshold2": null, - "threshold2Color": "rgba(234, 112, 112, 0.22)" - }, - "height": null, - "hideTimeOverride": false, - "id": 81, + "id": 69, "interval": null, "isNew": true, "legend": { @@ -8645,6 +8802,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -8656,14 +8814,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:project:get_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:launch_plans:delete_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -8671,33 +8830,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:launch_plans:delete_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "get Latency", + "title": "delete Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -8706,10 +8871,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -8719,6 +8888,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -8726,9 +8903,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 82, + "id": 70, "interval": null, "isNew": true, "legend": { @@ -8751,6 +8929,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -8762,14 +8941,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:project:list_ms) by (quantile)", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:launch_plans:exists_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -8777,33 +8957,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:launch_plans:exists_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Latency", + "title": "exists Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ms", + "format": "ops", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -8812,11 +8998,25 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - }, + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + } + ], + "repeat": null, + "showTitle": true, + "title": "DB launch_plans ops stats" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ { "aliasColors": {}, "bars": false, @@ -8825,6 +9025,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -8832,9 +9040,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 83, + "id": 71, "interval": null, "isNew": true, "legend": { @@ -8857,6 +9066,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -8868,14 +9078,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:project:create_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:project:get_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -8883,24 +9094,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:project:get_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "create Latency", + "title": "get Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -8909,7 +9126,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -8918,10 +9135,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -8931,6 +9152,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -8938,9 +9167,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 84, + "id": 72, "interval": null, "isNew": true, "legend": { @@ -8963,6 +9193,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -8974,14 +9205,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:project:update_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:project:list_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -8989,24 +9221,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:project:list_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "update Latency", + "title": "list Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -9015,7 +9253,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -9024,10 +9262,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -9037,6 +9279,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -9044,9 +9294,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 85, + "id": 73, "interval": null, "isNew": true, "legend": { @@ -9069,6 +9320,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -9080,14 +9332,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:project:list_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:project:create_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -9095,24 +9348,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:project:create_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Latency", + "title": "create Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -9121,7 +9380,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -9130,10 +9389,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -9143,6 +9406,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -9150,9 +9421,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 86, + "id": 74, "interval": null, "isNew": true, "legend": { @@ -9175,6 +9447,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -9186,14 +9459,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:project:list_identifiers_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:project:update_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -9201,24 +9475,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:project:update_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list_identifiers Latency", + "title": "update Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -9227,7 +9507,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -9236,10 +9516,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -9249,6 +9533,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -9256,9 +9548,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 87, + "id": 75, "interval": null, "isNew": true, "legend": { @@ -9281,6 +9574,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -9292,14 +9586,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:project:delete_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:project:list_identifiers_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -9307,24 +9602,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:project:list_identifiers_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "delete Latency", + "title": "list_identifiers Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -9333,7 +9634,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -9342,10 +9643,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -9355,6 +9660,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -9362,9 +9675,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 88, + "id": 76, "interval": null, "isNew": true, "legend": { @@ -9387,6 +9701,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -9398,14 +9713,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:database:postgres:repositories:project:exists_ms) by (quantile)", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:project:delete_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -9413,24 +9729,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:project:delete_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "exists Latency", + "title": "delete Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -9439,7 +9761,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -9448,21 +9770,15 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - } - ], - "repeat": null, - "showTitle": true, - "title": "DB project ops stats" - }, - { - "collapse": true, - "editable": true, - "height": "250px", - "panels": [ + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + }, { "aliasColors": {}, "bars": false, @@ -9471,6 +9787,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -9478,9 +9802,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 89, + "id": 77, "interval": null, "isNew": true, "legend": { @@ -9503,6 +9828,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -9514,14 +9840,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:project:get_ms_count[5m]))", + "datasource": null, + "expr": "sum(flyte:admin:admin:database:project:exists_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -9529,33 +9856,39 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:admin:admin:database:project:exists_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "get Count Ops", + "title": "exists Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { "decimals": null, - "format": "ops", + "format": "ms", "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -9564,11 +9897,25 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] - }, + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } + } + ], + "repeat": null, + "showTitle": true, + "title": "DB project ops stats" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ { "aliasColors": {}, "bars": false, @@ -9577,6 +9924,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -9584,9 +9939,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 90, + "id": 78, "interval": null, "isNew": true, "legend": { @@ -9609,6 +9965,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -9620,14 +9977,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:project:list_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:project:get_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -9635,24 +9993,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:project:get_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Count Ops", + "title": "get Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -9661,7 +10025,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -9670,10 +10034,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -9683,6 +10051,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -9690,9 +10066,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 91, + "id": 79, "interval": null, "isNew": true, "legend": { @@ -9715,6 +10092,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -9726,14 +10104,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:project:create_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:project:list_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -9741,24 +10120,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:project:list_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "create Count Ops", + "title": "list Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -9767,7 +10152,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -9776,10 +10161,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -9789,6 +10178,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -9796,9 +10193,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 92, + "id": 80, "interval": null, "isNew": true, "legend": { @@ -9821,6 +10219,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -9832,14 +10231,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:project:update_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:project:create_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -9847,24 +10247,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:project:create_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "update Count Ops", + "title": "create Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -9873,7 +10279,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -9882,10 +10288,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -9895,6 +10305,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -9902,9 +10320,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 93, + "id": 81, "interval": null, "isNew": true, "legend": { @@ -9927,6 +10346,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -9938,14 +10358,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:project:list_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:project:update_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -9953,24 +10374,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:project:update_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list Count Ops", + "title": "update Count Ops", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -9979,7 +10406,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -9988,10 +10415,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -10001,6 +10432,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -10008,9 +10447,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 94, + "id": 82, "interval": null, "isNew": true, "legend": { @@ -10033,6 +10473,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -10044,14 +10485,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:project:list_identifiers_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:project:list_identifiers_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -10059,11 +10501,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:project:list_identifiers_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_identifiers Count Ops", @@ -10073,10 +10517,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -10085,7 +10533,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -10094,10 +10542,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -10107,6 +10559,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -10114,9 +10574,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 95, + "id": 83, "interval": null, "isNew": true, "legend": { @@ -10139,6 +10600,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -10150,14 +10612,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:project:delete_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:project:delete_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -10165,11 +10628,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:project:delete_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "delete Count Ops", @@ -10179,10 +10644,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -10191,7 +10660,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -10200,10 +10669,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -10213,6 +10686,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -10220,9 +10701,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 96, + "id": 84, "interval": null, "isNew": true, "legend": { @@ -10245,6 +10727,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -10256,14 +10739,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(rate(flyte:admin:database:postgres:repositories:project:exists_ms_count[5m]))", + "datasource": null, + "expr": "sum(rate(flyte:admin:admin:database:project:exists_ms_count[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -10271,11 +10755,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:admin:admin:database:project:exists_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "exists Count Ops", @@ -10285,10 +10771,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -10297,7 +10787,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -10306,10 +10796,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -10329,6 +10823,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -10336,9 +10838,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 97, + "id": 85, "interval": null, "isNew": true, "legend": { @@ -10361,6 +10864,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -10372,14 +10876,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_execution:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_execution:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -10387,13 +10892,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_execution:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_execution:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_execution:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -10401,13 +10907,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_execution:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_execution:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_execution:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -10415,13 +10922,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_execution:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_execution:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_execution:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -10429,11 +10937,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_execution:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_execution return codes", @@ -10443,10 +10953,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -10455,7 +10969,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -10464,10 +10978,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -10477,6 +10995,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -10484,9 +11010,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 98, + "id": 86, "interval": null, "isNew": true, "legend": { @@ -10509,6 +11036,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -10520,14 +11048,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_execution:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_execution:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -10535,13 +11064,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_execution:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_execution:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_execution:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -10549,11 +11079,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_execution:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_execution success vs errors", @@ -10563,10 +11095,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -10575,7 +11111,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -10584,10 +11120,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -10597,6 +11137,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -10604,9 +11152,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 99, + "id": 87, "interval": null, "isNew": true, "legend": { @@ -10629,6 +11178,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -10640,14 +11190,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:create_execution:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:create_execution:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -10655,11 +11206,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:create_execution:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_execution Latency", @@ -10669,10 +11222,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -10681,7 +11238,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -10690,10 +11247,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -10713,6 +11274,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -10720,9 +11289,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 100, + "id": 88, "interval": null, "isNew": true, "legend": { @@ -10745,6 +11315,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -10756,14 +11327,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_launch_plan:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_launch_plan:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -10771,13 +11343,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_launch_plan:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_launch_plan:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_launch_plan:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -10785,13 +11358,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_launch_plan:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_launch_plan:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_launch_plan:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -10799,13 +11373,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_launch_plan:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_launch_plan:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_launch_plan:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -10813,11 +11388,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_launch_plan:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_launch_plan return codes", @@ -10827,10 +11404,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -10839,7 +11420,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -10848,10 +11429,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -10861,6 +11446,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -10868,9 +11461,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 101, + "id": 89, "interval": null, "isNew": true, "legend": { @@ -10893,6 +11487,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -10904,14 +11499,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_launch_plan:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_launch_plan:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -10919,13 +11515,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_launch_plan:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_launch_plan:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_launch_plan:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -10933,11 +11530,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_launch_plan:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_launch_plan success vs errors", @@ -10947,10 +11546,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -10959,7 +11562,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -10968,10 +11571,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -10981,6 +11588,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -10988,9 +11603,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 102, + "id": 90, "interval": null, "isNew": true, "legend": { @@ -11013,6 +11629,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -11024,14 +11641,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:create_launch_plan:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:create_launch_plan:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -11039,11 +11657,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:create_launch_plan:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_launch_plan Latency", @@ -11053,10 +11673,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -11065,7 +11689,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -11074,10 +11698,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -11097,6 +11725,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -11104,9 +11740,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 103, + "id": 91, "interval": null, "isNew": true, "legend": { @@ -11129,6 +11766,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -11140,14 +11778,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_task:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_task:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11155,13 +11794,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_task:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_task:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_task:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11169,13 +11809,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_task:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_task:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_task:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11183,13 +11824,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_task:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_task:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_task:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11197,11 +11839,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_task:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_task return codes", @@ -11211,10 +11855,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -11223,7 +11871,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -11232,10 +11880,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -11245,6 +11897,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -11252,9 +11912,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 104, + "id": 92, "interval": null, "isNew": true, "legend": { @@ -11277,6 +11938,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -11288,14 +11950,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_task:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_task:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11303,13 +11966,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_task:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_task:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_task:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11317,11 +11981,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_task:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_task success vs errors", @@ -11331,10 +11997,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -11343,7 +12013,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -11352,10 +12022,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -11365,6 +12039,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -11372,9 +12054,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 105, + "id": 93, "interval": null, "isNew": true, "legend": { @@ -11397,6 +12080,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -11408,14 +12092,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:create_task:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:create_task:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -11423,11 +12108,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:create_task:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_task Latency", @@ -11437,10 +12124,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -11449,7 +12140,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -11458,10 +12149,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -11481,6 +12176,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -11488,9 +12191,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 106, + "id": 94, "interval": null, "isNew": true, "legend": { @@ -11513,6 +12217,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -11524,14 +12229,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_workflow:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_workflow:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11539,13 +12245,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_workflow:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_workflow:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_workflow:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11553,13 +12260,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_workflow:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_workflow:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_workflow:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11567,13 +12275,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_workflow:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_workflow:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_workflow:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11581,11 +12290,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_workflow:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_workflow return codes", @@ -11595,10 +12306,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -11607,7 +12322,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -11616,10 +12331,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -11629,6 +12348,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -11636,9 +12363,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 107, + "id": 95, "interval": null, "isNew": true, "legend": { @@ -11661,6 +12389,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -11672,14 +12401,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_workflow:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_workflow:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11687,13 +12417,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_workflow:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_workflow:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_workflow:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11701,11 +12432,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_workflow:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_workflow success vs errors", @@ -11715,10 +12448,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -11727,7 +12464,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -11736,10 +12473,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -11749,6 +12490,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -11756,9 +12505,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 108, + "id": 96, "interval": null, "isNew": true, "legend": { @@ -11781,6 +12531,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -11792,14 +12543,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:create_workflow:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:create_workflow:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -11807,11 +12559,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:create_workflow:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_workflow Latency", @@ -11821,10 +12575,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -11833,7 +12591,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -11842,10 +12600,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -11865,6 +12627,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -11872,9 +12642,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 109, + "id": 97, "interval": null, "isNew": true, "legend": { @@ -11897,6 +12668,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -11908,14 +12680,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_node_execution_event:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_node_execution_event:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11923,13 +12696,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_node_execution_event:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_node_execution_event:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_node_execution_event:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11937,13 +12711,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_node_execution_event:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_node_execution_event:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_node_execution_event:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11951,13 +12726,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_node_execution_event:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_node_execution_event:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_node_execution_event:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -11965,11 +12741,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_node_execution_event:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_node_execution_event return codes", @@ -11979,10 +12757,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -11991,7 +12773,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -12000,10 +12782,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -12013,6 +12799,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -12020,9 +12814,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 110, + "id": 98, "interval": null, "isNew": true, "legend": { @@ -12045,6 +12840,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -12056,14 +12852,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_node_execution_event:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_node_execution_event:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -12071,13 +12868,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_node_execution_event:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_node_execution_event:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_node_execution_event:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -12085,11 +12883,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_node_execution_event:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_node_execution_event success vs errors", @@ -12099,10 +12899,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -12111,7 +12915,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -12120,10 +12924,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -12133,6 +12941,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -12140,9 +12956,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 111, + "id": 99, "interval": null, "isNew": true, "legend": { @@ -12165,6 +12982,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -12176,14 +12994,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:create_node_execution_event:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:create_node_execution_event:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -12191,11 +13010,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:create_node_execution_event:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_node_execution_event Latency", @@ -12205,10 +13026,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -12217,7 +13042,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -12226,10 +13051,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -12249,6 +13078,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -12256,9 +13093,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 112, + "id": 100, "interval": null, "isNew": true, "legend": { @@ -12281,6 +13119,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -12292,14 +13131,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_task_execution_event:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_task_execution_event:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -12307,13 +13147,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_task_execution_event:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_task_execution_event:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_task_execution_event:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -12321,13 +13162,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_task_execution_event:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_task_execution_event:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_task_execution_event:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -12335,13 +13177,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_task_execution_event:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_task_execution_event:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_task_execution_event:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -12349,11 +13192,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_task_execution_event:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_task_execution_event return codes", @@ -12363,10 +13208,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -12375,7 +13224,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -12384,10 +13233,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -12397,6 +13250,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -12404,9 +13265,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 113, + "id": 101, "interval": null, "isNew": true, "legend": { @@ -12429,6 +13291,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -12440,14 +13303,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_task_execution_event:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_task_execution_event:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -12455,13 +13319,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_task_execution_event:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:create_task_execution_event:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:create_task_execution_event:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -12469,11 +13334,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:create_task_execution_event:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_task_execution_event success vs errors", @@ -12483,10 +13350,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -12495,7 +13366,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -12504,10 +13375,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -12517,6 +13392,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -12524,9 +13407,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 114, + "id": 102, "interval": null, "isNew": true, "legend": { @@ -12549,6 +13433,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -12560,14 +13445,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:create_task_execution_event:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:create_task_execution_event:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -12575,11 +13461,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:create_task_execution_event:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "create_task_execution_event Latency", @@ -12589,10 +13477,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -12601,7 +13493,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -12610,10 +13502,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -12633,6 +13529,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -12640,9 +13544,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 115, + "id": 103, "interval": null, "isNew": true, "legend": { @@ -12665,6 +13570,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -12676,14 +13582,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_execution:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_execution:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -12691,13 +13598,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_execution:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_execution:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_execution:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -12705,13 +13613,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_execution:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_execution:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_execution:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -12719,13 +13628,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_execution:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_execution:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_execution:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -12733,11 +13643,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_execution:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_execution return codes", @@ -12747,10 +13659,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -12759,7 +13675,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -12768,10 +13684,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -12781,6 +13701,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -12788,9 +13716,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 116, + "id": 104, "interval": null, "isNew": true, "legend": { @@ -12813,6 +13742,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -12824,14 +13754,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_execution:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_execution:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -12839,13 +13770,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_execution:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_execution:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_execution:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -12853,11 +13785,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_execution:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_execution success vs errors", @@ -12867,10 +13801,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -12879,7 +13817,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -12888,10 +13826,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -12901,6 +13843,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -12908,9 +13858,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 117, + "id": 105, "interval": null, "isNew": true, "legend": { @@ -12933,6 +13884,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -12944,14 +13896,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:get_execution:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:get_execution:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -12959,11 +13912,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:get_execution:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_execution Latency", @@ -12973,10 +13928,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -12985,7 +13944,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -12994,10 +13953,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -13017,6 +13980,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -13024,9 +13995,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 118, + "id": 106, "interval": null, "isNew": true, "legend": { @@ -13049,6 +14021,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -13060,14 +14033,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_launch_plan:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_launch_plan:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13075,13 +14049,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_launch_plan:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_launch_plan:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_launch_plan:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13089,13 +14064,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_launch_plan:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_launch_plan:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_launch_plan:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13103,13 +14079,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_launch_plan:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_launch_plan:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_launch_plan:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13117,11 +14094,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_launch_plan:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_launch_plan return codes", @@ -13131,10 +14110,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -13143,7 +14126,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -13152,10 +14135,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -13165,6 +14152,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -13172,9 +14167,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 119, + "id": 107, "interval": null, "isNew": true, "legend": { @@ -13197,6 +14193,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -13208,14 +14205,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_launch_plan:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_launch_plan:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13223,13 +14221,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_launch_plan:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_launch_plan:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_launch_plan:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13237,11 +14236,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_launch_plan:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_launch_plan success vs errors", @@ -13251,10 +14252,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -13263,7 +14268,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -13272,10 +14277,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -13285,6 +14294,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -13292,9 +14309,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 120, + "id": 108, "interval": null, "isNew": true, "legend": { @@ -13317,6 +14335,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -13328,14 +14347,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:get_launch_plan:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:get_launch_plan:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -13343,11 +14363,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:get_launch_plan:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_launch_plan Latency", @@ -13357,10 +14379,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -13369,7 +14395,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -13378,10 +14404,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -13401,6 +14431,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -13408,9 +14446,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 121, + "id": 109, "interval": null, "isNew": true, "legend": { @@ -13433,6 +14472,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -13444,14 +14484,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_task:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_task:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13459,13 +14500,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_task:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_task:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_task:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13473,13 +14515,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_task:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_task:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_task:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13487,13 +14530,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_task:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_task:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_task:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13501,11 +14545,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_task:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_task return codes", @@ -13515,10 +14561,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -13527,7 +14577,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -13536,10 +14586,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -13549,6 +14603,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -13556,9 +14618,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 122, + "id": 110, "interval": null, "isNew": true, "legend": { @@ -13581,6 +14644,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -13592,14 +14656,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_task:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_task:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13607,13 +14672,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_task:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_task:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_task:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13621,11 +14687,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_task:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_task success vs errors", @@ -13635,10 +14703,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -13647,7 +14719,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -13656,10 +14728,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -13669,6 +14745,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -13676,9 +14760,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 123, + "id": 111, "interval": null, "isNew": true, "legend": { @@ -13701,6 +14786,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -13712,14 +14798,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:get_task:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:get_task:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -13727,11 +14814,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:get_task:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_task Latency", @@ -13741,10 +14830,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -13753,7 +14846,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -13762,10 +14855,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -13785,6 +14882,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -13792,9 +14897,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 124, + "id": 112, "interval": null, "isNew": true, "legend": { @@ -13817,6 +14923,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -13828,14 +14935,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_workflow:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_workflow:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13843,13 +14951,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_workflow:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_workflow:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_workflow:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13857,13 +14966,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_workflow:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_workflow:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_workflow:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13871,13 +14981,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_workflow:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_workflow:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_workflow:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13885,11 +14996,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_workflow:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_workflow return codes", @@ -13899,10 +15012,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -13911,7 +15028,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -13920,10 +15037,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -13933,6 +15054,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -13940,9 +15069,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 125, + "id": 113, "interval": null, "isNew": true, "legend": { @@ -13965,6 +15095,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -13976,14 +15107,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_workflow:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_workflow:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -13991,13 +15123,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_workflow:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_workflow:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_workflow:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -14005,11 +15138,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_workflow:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_workflow success vs errors", @@ -14019,10 +15154,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -14031,7 +15170,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -14040,10 +15179,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -14053,6 +15196,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -14060,9 +15211,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 126, + "id": 114, "interval": null, "isNew": true, "legend": { @@ -14085,6 +15237,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -14096,14 +15249,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:get_workflow:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:get_workflow:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -14111,11 +15265,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:get_workflow:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_workflow Latency", @@ -14125,10 +15281,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -14137,7 +15297,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -14146,10 +15306,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -14169,6 +15333,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -14176,9 +15348,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 127, + "id": 115, "interval": null, "isNew": true, "legend": { @@ -14201,6 +15374,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -14212,14 +15386,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_node_execution:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_node_execution:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -14227,13 +15402,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_node_execution:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_node_execution:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_node_execution:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -14241,13 +15417,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_node_execution:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_node_execution:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_node_execution:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -14255,13 +15432,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_node_execution:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_node_execution:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_node_execution:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -14269,11 +15447,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_node_execution:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_node_execution return codes", @@ -14283,10 +15463,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -14295,7 +15479,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -14304,10 +15488,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -14317,6 +15505,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -14324,9 +15520,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 128, + "id": 116, "interval": null, "isNew": true, "legend": { @@ -14349,6 +15546,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -14360,14 +15558,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_node_execution:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_node_execution:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -14375,13 +15574,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_node_execution:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_node_execution:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_node_execution:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -14389,11 +15589,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_node_execution:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_node_execution success vs errors", @@ -14403,10 +15605,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -14415,7 +15621,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -14424,10 +15630,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -14437,6 +15647,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -14444,9 +15662,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 129, + "id": 117, "interval": null, "isNew": true, "legend": { @@ -14469,6 +15688,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -14480,14 +15700,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:get_node_execution:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:get_node_execution:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -14495,11 +15716,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:get_node_execution:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_node_execution Latency", @@ -14509,10 +15732,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -14521,7 +15748,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -14530,10 +15757,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -14553,6 +15784,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -14560,9 +15799,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 130, + "id": 118, "interval": null, "isNew": true, "legend": { @@ -14585,6 +15825,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -14596,14 +15837,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_task_execution:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_task_execution:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -14611,13 +15853,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_task_execution:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_task_execution:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_task_execution:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -14625,13 +15868,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_task_execution:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_task_execution:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_task_execution:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -14639,13 +15883,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_task_execution:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_task_execution:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_task_execution:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -14653,11 +15898,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_task_execution:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_task_execution return codes", @@ -14667,10 +15914,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -14679,7 +15930,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -14688,10 +15939,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -14701,6 +15956,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -14708,9 +15971,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 131, + "id": 119, "interval": null, "isNew": true, "legend": { @@ -14733,6 +15997,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -14744,14 +16009,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_task_execution:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_task_execution:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -14759,13 +16025,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_task_execution:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_task_execution:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_task_execution:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -14773,11 +16040,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_task_execution:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_task_execution success vs errors", @@ -14787,10 +16056,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -14799,7 +16072,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -14808,10 +16081,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -14821,6 +16098,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -14828,9 +16113,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 132, + "id": 120, "interval": null, "isNew": true, "legend": { @@ -14853,6 +16139,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -14864,14 +16151,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:get_task_execution:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:get_task_execution:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -14879,11 +16167,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:get_task_execution:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_task_execution Latency", @@ -14893,10 +16183,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -14905,7 +16199,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -14914,10 +16208,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -14937,6 +16235,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -14944,9 +16250,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 133, + "id": 121, "interval": null, "isNew": true, "legend": { @@ -14969,6 +16276,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -14980,14 +16288,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_active_launch_plan:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_active_launch_plan:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -14995,13 +16304,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_active_launch_plan:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_active_launch_plan:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_active_launch_plan:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15009,13 +16319,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_active_launch_plan:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_active_launch_plan:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_active_launch_plan:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15023,13 +16334,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_active_launch_plan:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_active_launch_plan:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_active_launch_plan:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15037,11 +16349,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_active_launch_plan:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_active_launch_plan return codes", @@ -15051,10 +16365,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -15063,7 +16381,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -15072,10 +16390,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -15085,6 +16407,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -15092,9 +16422,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 134, + "id": 122, "interval": null, "isNew": true, "legend": { @@ -15117,6 +16448,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -15128,14 +16460,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_active_launch_plan:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_active_launch_plan:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15143,13 +16476,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_active_launch_plan:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:get_active_launch_plan:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:get_active_launch_plan:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15157,11 +16491,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:get_active_launch_plan:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_active_launch_plan success vs errors", @@ -15171,10 +16507,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -15183,7 +16523,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -15192,10 +16532,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -15205,6 +16549,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -15212,9 +16564,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 135, + "id": 123, "interval": null, "isNew": true, "legend": { @@ -15237,6 +16590,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -15248,14 +16602,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:get_active_launch_plan:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:get_active_launch_plan:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -15263,11 +16618,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:get_active_launch_plan:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "get_active_launch_plan Latency", @@ -15277,10 +16634,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -15289,7 +16650,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -15298,10 +16659,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -15321,6 +16686,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -15328,9 +16701,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 136, + "id": 124, "interval": null, "isNew": true, "legend": { @@ -15353,6 +16727,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -15364,14 +16739,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_execution:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_execution:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15379,13 +16755,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_execution:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_execution:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_execution:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15393,13 +16770,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_execution:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_execution:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_execution:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15407,13 +16785,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_execution:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_execution:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_execution:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15421,11 +16800,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_execution:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_execution return codes", @@ -15435,10 +16816,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -15447,7 +16832,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -15456,10 +16841,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -15469,6 +16858,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -15476,9 +16873,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 137, + "id": 125, "interval": null, "isNew": true, "legend": { @@ -15501,6 +16899,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -15512,14 +16911,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_execution:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_execution:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15527,13 +16927,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_execution:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_execution:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_execution:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15541,11 +16942,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_execution:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_execution success vs errors", @@ -15555,10 +16958,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -15567,7 +16974,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -15576,10 +16983,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -15589,6 +17000,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -15596,9 +17015,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 138, + "id": 126, "interval": null, "isNew": true, "legend": { @@ -15621,6 +17041,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -15632,14 +17053,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:list_execution:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:list_execution:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -15647,11 +17069,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:list_execution:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_execution Latency", @@ -15661,10 +17085,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -15673,7 +17101,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -15682,10 +17110,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -15705,6 +17137,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -15712,9 +17152,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 139, + "id": 127, "interval": null, "isNew": true, "legend": { @@ -15737,6 +17178,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -15748,14 +17190,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_launch_plan:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_launch_plan:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15763,13 +17206,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_launch_plan:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_launch_plan:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_launch_plan:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15777,13 +17221,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_launch_plan:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_launch_plan:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_launch_plan:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15791,13 +17236,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_launch_plan:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_launch_plan:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_launch_plan:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15805,11 +17251,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_launch_plan:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_launch_plan return codes", @@ -15819,10 +17267,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -15831,7 +17283,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -15840,10 +17292,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -15853,6 +17309,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -15860,9 +17324,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 140, + "id": 128, "interval": null, "isNew": true, "legend": { @@ -15885,6 +17350,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -15896,14 +17362,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_launch_plan:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_launch_plan:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15911,13 +17378,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_launch_plan:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_launch_plan:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_launch_plan:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -15925,11 +17393,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_launch_plan:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_launch_plan success vs errors", @@ -15939,10 +17409,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -15951,7 +17425,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -15960,10 +17434,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -15973,6 +17451,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -15980,9 +17466,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 141, + "id": 129, "interval": null, "isNew": true, "legend": { @@ -16005,6 +17492,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -16016,14 +17504,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:list_launch_plan:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:list_launch_plan:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -16031,11 +17520,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:list_launch_plan:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_launch_plan Latency", @@ -16045,10 +17536,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -16057,7 +17552,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -16066,10 +17561,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -16089,6 +17588,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -16096,9 +17603,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 142, + "id": 130, "interval": null, "isNew": true, "legend": { @@ -16121,6 +17629,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -16132,14 +17641,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_task:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_task:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16147,13 +17657,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_task:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_task:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_task:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16161,13 +17672,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_task:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_task:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_task:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16175,13 +17687,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_task:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_task:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_task:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16189,11 +17702,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_task:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_task return codes", @@ -16203,10 +17718,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -16215,7 +17734,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -16224,10 +17743,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -16237,6 +17760,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -16244,9 +17775,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 143, + "id": 131, "interval": null, "isNew": true, "legend": { @@ -16269,6 +17801,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -16280,14 +17813,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_task:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_task:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16295,13 +17829,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_task:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_task:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_task:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16309,11 +17844,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_task:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_task success vs errors", @@ -16323,10 +17860,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -16335,7 +17876,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -16344,10 +17885,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -16357,6 +17902,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -16364,9 +17917,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 144, + "id": 132, "interval": null, "isNew": true, "legend": { @@ -16389,6 +17943,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -16400,14 +17955,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:list_task:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:list_task:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -16415,11 +17971,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:list_task:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_task Latency", @@ -16429,10 +17987,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -16441,7 +18003,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -16450,10 +18012,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -16473,6 +18039,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -16480,9 +18054,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 145, + "id": 133, "interval": null, "isNew": true, "legend": { @@ -16505,6 +18080,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -16516,14 +18092,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_workflow:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_workflow:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16531,13 +18108,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_workflow:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_workflow:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_workflow:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16545,13 +18123,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_workflow:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_workflow:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_workflow:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16559,13 +18138,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_workflow:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_workflow:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_workflow:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16573,11 +18153,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_workflow:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_workflow return codes", @@ -16587,10 +18169,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -16599,7 +18185,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -16608,10 +18194,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -16621,6 +18211,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -16628,9 +18226,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 146, + "id": 134, "interval": null, "isNew": true, "legend": { @@ -16653,6 +18252,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -16664,14 +18264,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_workflow:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_workflow:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16679,13 +18280,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_workflow:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_workflow:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_workflow:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16693,11 +18295,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_workflow:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_workflow success vs errors", @@ -16707,10 +18311,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -16719,7 +18327,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -16728,10 +18336,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -16741,6 +18353,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -16748,9 +18368,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 147, + "id": 135, "interval": null, "isNew": true, "legend": { @@ -16773,6 +18394,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -16784,14 +18406,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:list_workflow:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:list_workflow:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -16799,11 +18422,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:list_workflow:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_workflow Latency", @@ -16813,10 +18438,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -16825,7 +18454,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -16834,10 +18463,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -16857,6 +18490,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -16864,9 +18505,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 148, + "id": 136, "interval": null, "isNew": true, "legend": { @@ -16889,6 +18531,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -16900,14 +18543,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_node_execution:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_node_execution:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16915,13 +18559,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_node_execution:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_node_execution:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_node_execution:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16929,13 +18574,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_node_execution:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_node_execution:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_node_execution:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16943,13 +18589,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_node_execution:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_node_execution:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_node_execution:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -16957,11 +18604,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_node_execution:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_node_execution return codes", @@ -16971,10 +18620,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -16983,7 +18636,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -16992,10 +18645,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -17005,6 +18662,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -17012,9 +18677,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 149, + "id": 137, "interval": null, "isNew": true, "legend": { @@ -17037,6 +18703,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -17048,14 +18715,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_node_execution:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_node_execution:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -17063,13 +18731,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_node_execution:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_node_execution:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_node_execution:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -17077,11 +18746,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_node_execution:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_node_execution success vs errors", @@ -17091,10 +18762,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -17103,7 +18778,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -17112,10 +18787,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -17125,6 +18804,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -17132,9 +18819,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 150, + "id": 138, "interval": null, "isNew": true, "legend": { @@ -17157,6 +18845,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -17168,14 +18857,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:list_node_execution:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:list_node_execution:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -17183,11 +18873,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:list_node_execution:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_node_execution Latency", @@ -17197,10 +18889,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -17209,7 +18905,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -17218,10 +18914,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -17241,6 +18941,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -17248,9 +18956,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 151, + "id": 139, "interval": null, "isNew": true, "legend": { @@ -17273,6 +18982,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -17284,14 +18994,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_task_execution:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_task_execution:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -17299,13 +19010,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_task_execution:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_task_execution:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_task_execution:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -17313,13 +19025,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_task_execution:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_task_execution:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_task_execution:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -17327,13 +19040,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_task_execution:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_task_execution:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_task_execution:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -17341,11 +19055,13 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_task_execution:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_task_execution return codes", @@ -17355,10 +19071,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -17367,7 +19087,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -17376,10 +19096,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -17389,6 +19113,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -17396,9 +19128,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 152, + "id": 140, "interval": null, "isNew": true, "legend": { @@ -17421,6 +19154,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -17432,14 +19166,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_task_execution:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_task_execution:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -17447,13 +19182,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_task_execution:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_task_execution:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_task_execution:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -17461,11 +19197,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_task_execution:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_task_execution success vs errors", @@ -17475,10 +19213,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -17487,7 +19229,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -17496,10 +19238,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -17509,6 +19255,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -17516,9 +19270,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 153, + "id": 141, "interval": null, "isNew": true, "legend": { @@ -17541,6 +19296,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -17552,14 +19308,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:list_task_execution:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:list_task_execution:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -17567,11 +19324,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:list_task_execution:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "list_task_execution Latency", @@ -17581,10 +19340,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -17593,7 +19356,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -17602,10 +19365,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -17625,6 +19392,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -17632,9 +19407,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 154, + "id": 142, "interval": null, "isNew": true, "legend": { @@ -17657,6 +19433,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -17668,14 +19445,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_active_launch_plan:codes:OK[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_active_launch_plans:codes:OK[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -17683,13 +19461,14 @@ "intervalFactor": 2, "legendFormat": "ok", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_active_launch_plans:codes:OK[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_active_launch_plan:codes:InvalidArgument[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_active_launch_plans:codes:InvalidArgument[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -17697,13 +19476,14 @@ "intervalFactor": 2, "legendFormat": "invalid-args", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_active_launch_plans:codes:InvalidArgument[5m]))", "refId": "B", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_active_launch_plan:codes:AlreadyExists[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_active_launch_plans:codes:AlreadyExists[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -17711,13 +19491,14 @@ "intervalFactor": 2, "legendFormat": "already-exists", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_active_launch_plans:codes:AlreadyExists[5m]))", "refId": "C", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_active_launch_plan:codes:FailedPrecondition[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_active_launch_plans:codes:FailedPrecondition[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -17725,24 +19506,30 @@ "intervalFactor": 2, "legendFormat": "failed-precondition", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_active_launch_plans:codes:FailedPrecondition[5m]))", "refId": "D", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list_active_launch_plan return codes", + "title": "list_active_launch_plans return codes", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -17751,7 +19538,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -17760,10 +19547,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -17773,6 +19564,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -17780,9 +19579,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 155, + "id": 143, "interval": null, "isNew": true, "legend": { @@ -17805,6 +19605,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -17816,14 +19617,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_active_launch_plan:errors[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_active_launch_plans:errors[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -17831,13 +19633,14 @@ "intervalFactor": 2, "legendFormat": "errors", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_active_launch_plans:errors[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", - "expr": "sum(irate(flyte:admin:list_active_launch_plan:success[5m]))", + "datasource": null, + "expr": "sum(irate(flyte:admin:admin:list_active_launch_plans:success[5m]))", "format": "time_series", "hide": false, "instant": false, @@ -17845,24 +19648,30 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(irate(flyte:admin:admin:list_active_launch_plans:success[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list_active_launch_plan success vs errors", + "title": "list_active_launch_plans success vs errors", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -17871,7 +19680,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -17880,10 +19689,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -17893,6 +19706,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -17900,9 +19721,10 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, - "id": 156, + "id": 144, "interval": null, "isNew": true, "legend": { @@ -17925,6 +19747,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -17936,14 +19759,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:admin:list_active_launch_plan:duration_ms) by (quantile)", + "datasource": null, + "expr": "max(flyte:admin:admin:list_active_launch_plans:duration_ms) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -17951,24 +19775,30 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "max(flyte:admin:admin:list_active_launch_plans:duration_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "list_active_launch_plan Latency", + "title": "list_active_launch_plans Latency", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -17977,7 +19807,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -17986,15 +19816,19 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, "showTitle": true, - "title": "list_active_launch_plan stats" + "title": "list_active_launch_plans stats" } ], "schemaVersion": 12, @@ -18014,6 +19848,7 @@ "to": "now" }, "timepicker": { + "hidden": false, "refresh_intervals": [ "5s", "10s", @@ -18039,7 +19874,7 @@ ] }, "timezone": "utc", - "title": "Flyte Admin Dashboard (via Prometheus)", + "title": "FlyteAdmin Dashboard (via Prometheus)", "uid": null, "version": 0 } diff --git a/deployment/stats/prometheus/flytepropeller-dashboard.json b/deployment/stats/prometheus/flytepropeller-dashboard.json index 457765c18d..8bb8a61a4e 100644 --- a/deployment/stats/prometheus/flytepropeller-dashboard.json +++ b/deployment/stats/prometheus/flytepropeller-dashboard.json @@ -15,9 +15,11 @@ "description": "Flyte Propeller Dashboard. This is great for monitoring FlytePropeller / Flyte data plane deployments. This is mostly useful for the Flyte deployment maintainer", "editable": false, "gnetId": null, + "graphTooltip": 0, "hideControls": false, "id": null, "links": [], + "panels": [], "refresh": "10s", "rows": [ { @@ -33,6 +35,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -40,6 +50,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 1, @@ -65,6 +76,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -76,13 +88,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:free_workers_count) by (kubernetes_pod_name)", "format": "time_series", "hide": false, @@ -91,11 +104,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:free_workers_count) by (kubernetes_pod_name)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Free workers count", @@ -105,10 +120,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -117,7 +136,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -126,10 +145,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -139,6 +162,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -146,6 +177,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 2, @@ -171,6 +203,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -182,13 +215,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:round:abort_error[5m]))", "format": "time_series", "hide": false, @@ -197,11 +231,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:round:abort_error[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "System errors", @@ -211,10 +247,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -223,7 +263,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -232,10 +272,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -245,6 +289,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -252,6 +304,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 3, @@ -277,6 +330,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -288,13 +342,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(deriv(flyte:propeller:all:round:system_error_unlabeled[5m]))", "format": "time_series", "hide": false, @@ -303,11 +358,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(deriv(flyte:propeller:all:round:system_error_unlabeled[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "System errors", @@ -317,10 +374,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -329,7 +390,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -338,10 +399,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -351,6 +416,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -358,6 +431,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 4, @@ -383,6 +457,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -394,13 +469,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "{__name__=~\"flyte:propeller:all:node:plugin:.*_failure_unlabeled\"}", "format": "time_series", "hide": false, @@ -409,12 +485,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "{__name__=~\"flyte:propeller:all:node:plugin:.*_failure_unlabeled\"}", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", + "datasource": null, "expr": "{__name__=~\"flyte:propeller:all:node:plugin:.*_success_unlabeled\"}", "format": "time_series", "hide": false, @@ -423,11 +500,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", - "refId": "A", + "query": "{__name__=~\"flyte:propeller:all:node:plugin:.*_success_unlabeled\"}", + "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Plugin Failures", @@ -437,10 +516,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -449,7 +532,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -458,10 +541,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -471,6 +558,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -478,6 +573,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 5, @@ -503,6 +599,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -514,13 +611,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:round:raw_unlabeled_ms[5m])) by (quantile)", "format": "time_series", "hide": false, @@ -529,11 +627,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:round:raw_unlabeled_ms[5m])) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "round Latency by quantile", @@ -543,10 +643,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -555,7 +659,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -564,10 +668,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -577,6 +685,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -584,6 +700,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 6, @@ -609,6 +726,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -620,13 +738,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:round:raw_ms[5m])) by (wf)", "format": "time_series", "hide": false, @@ -635,11 +754,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:round:raw_ms[5m])) by (wf)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "round Latency per workflow", @@ -649,10 +770,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -661,7 +786,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -670,10 +795,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -683,6 +812,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -690,6 +827,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 7, @@ -715,6 +853,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -726,13 +865,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:round:panic_unlabeled[5m]))", "format": "time_series", "hide": false, @@ -741,11 +881,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:round:panic_unlabeled[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Round panic", @@ -755,10 +897,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -767,7 +913,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -776,10 +922,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -789,6 +939,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -796,6 +954,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 8, @@ -821,6 +980,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -832,13 +992,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:collector:flyteworkflow) by (project)", "format": "time_series", "hide": false, @@ -847,11 +1008,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:collector:flyteworkflow) by (project)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Running Workflows per project", @@ -861,10 +1024,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -873,7 +1040,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -882,10 +1049,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -905,6 +1076,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -912,6 +1091,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 9, @@ -937,6 +1117,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -948,13 +1129,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "(sum(rate(flyte:propeller:all:metastore:cache_hit[5m])) * 100) / (sum(rate(flyte:propeller:all:metastore:cache_miss[5m])) + sum(rate(flyte:propeller:all:metastore:cache_hit[5m])))", "format": "time_series", "hide": false, @@ -963,11 +1145,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "(sum(rate(flyte:propeller:all:metastore:cache_hit[5m])) * 100) / (sum(rate(flyte:propeller:all:metastore:cache_miss[5m])) + sum(rate(flyte:propeller:all:metastore:cache_hit[5m])))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "cache hit percentage", @@ -977,10 +1161,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -989,7 +1177,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -998,10 +1186,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1011,6 +1203,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1018,6 +1218,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 10, @@ -1043,6 +1244,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1054,13 +1256,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:metastore:head_failure_unlabeled[5m]))", "format": "time_series", "hide": false, @@ -1069,12 +1272,13 @@ "intervalFactor": 2, "legendFormat": "head-failure", "metric": "", + "query": "sum(rate(flyte:propeller:all:metastore:head_failure_unlabeled[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:metastore:bad_container_unlabeled[5m]))", "format": "time_series", "hide": false, @@ -1083,12 +1287,13 @@ "intervalFactor": 2, "legendFormat": "bad-container", "metric": "", - "refId": "A", + "query": "sum(rate(flyte:propeller:all:metastore:bad_container_unlabeled[5m]))", + "refId": "B", "step": 10, "target": "" }, { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:metastore:bad_key_unlabeled[5m]))", "format": "time_series", "hide": false, @@ -1097,12 +1302,13 @@ "intervalFactor": 2, "legendFormat": "bad-key", "metric": "", - "refId": "A", + "query": "sum(rate(flyte:propeller:all:metastore:bad_key_unlabeled[5m]))", + "refId": "C", "step": 10, "target": "" }, { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:metastore:read_failure_unlabeled[5m]))", "format": "time_series", "hide": false, @@ -1111,12 +1317,13 @@ "intervalFactor": 2, "legendFormat": "read-failure", "metric": "", - "refId": "A", + "query": "sum(rate(flyte:propeller:all:metastore:read_failure_unlabeled[5m]))", + "refId": "D", "step": 10, "target": "" }, { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:metastore:write_failure_unlabeled[5m]))", "format": "time_series", "hide": false, @@ -1125,11 +1332,13 @@ "intervalFactor": 2, "legendFormat": "write-failure", "metric": "", - "refId": "A", + "query": "sum(rate(flyte:propeller:all:metastore:write_failure_unlabeled[5m]))", + "refId": "E", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Failures from metastore", @@ -1139,10 +1348,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1151,7 +1364,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1160,10 +1373,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -1183,6 +1400,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1190,6 +1415,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 11, @@ -1215,6 +1441,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1226,13 +1453,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 3, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:metastore:copy:overall_unlabeled_ms) by (quantile)", "format": "time_series", "hide": false, @@ -1241,11 +1469,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:metastore:copy:overall_unlabeled_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Metastore copy latency", @@ -1255,10 +1485,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1267,7 +1501,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1276,10 +1510,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1289,6 +1527,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1296,6 +1542,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 12, @@ -1321,6 +1568,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1332,13 +1580,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 3, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:metastore:write_ms) by (quantile, wf)", "format": "time_series", "hide": false, @@ -1347,11 +1596,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:metastore:write_ms) by (quantile, wf)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Metastore write latency by workflow", @@ -1361,10 +1612,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1373,7 +1628,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1382,10 +1637,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1395,6 +1654,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1402,6 +1669,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 13, @@ -1427,6 +1695,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1438,13 +1707,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 3, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:metastore:read_open_ms) by (quantile, wf)", "format": "time_series", "hide": false, @@ -1453,11 +1723,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:metastore:read_open_ms) by (quantile, wf)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Metastore read open latency by workflow", @@ -1467,10 +1739,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1479,7 +1755,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1488,10 +1764,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1501,6 +1781,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1508,6 +1796,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 14, @@ -1533,6 +1822,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1544,13 +1834,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 3, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:metastore:head_ms) by (quantile, wf)", "format": "time_series", "hide": false, @@ -1559,11 +1850,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:metastore:head_ms) by (quantile, wf)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Metastore head latency by workflow", @@ -1573,10 +1866,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1585,7 +1882,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1594,10 +1891,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1607,6 +1908,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1614,6 +1923,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 15, @@ -1639,6 +1949,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1650,13 +1961,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 3, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:metastore:proto_fetch_ms) by (quantile, wf)", "format": "time_series", "hide": false, @@ -1665,12 +1977,13 @@ "intervalFactor": 2, "legendFormat": "proto-fetch", "metric": "", + "query": "sum(flyte:propeller:all:metastore:proto_fetch_ms) by (quantile, wf)", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:metastore:remote_fetch_ms) by (quantile, wf)", "format": "time_series", "hide": false, @@ -1679,11 +1992,13 @@ "intervalFactor": 2, "legendFormat": "remote-fetch", "metric": "", + "query": "sum(flyte:propeller:all:metastore:remote_fetch_ms) by (quantile, wf)", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Metastore fetch latency by workflow", @@ -1693,10 +2008,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1705,7 +2024,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1714,10 +2033,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -1737,6 +2060,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1744,6 +2075,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 16, @@ -1769,6 +2101,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1780,13 +2113,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 3, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:node:node_exec_latency_us) by (quantile, wf) / 1000", "format": "time_series", "hide": false, @@ -1795,11 +2129,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:node:node_exec_latency_us) by (quantile, wf) / 1000", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Node Exec latency quantile and workflow", @@ -1809,10 +2145,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1821,7 +2161,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1830,10 +2170,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1843,6 +2187,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1850,6 +2202,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 17, @@ -1875,6 +2228,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1886,13 +2240,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 3, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:node:node_input_latency_ms) by (quantile, wf)", "format": "time_series", "hide": false, @@ -1901,11 +2256,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:node:node_input_latency_ms) by (quantile, wf)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Node Input latency quantile and workflow", @@ -1915,10 +2272,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1927,7 +2288,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1936,10 +2297,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1949,6 +2314,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1956,6 +2329,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 18, @@ -1981,6 +2355,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1992,13 +2367,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 3, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:node:event_recording:success_duration_ms) by (quantile, wf)", "format": "time_series", "hide": false, @@ -2007,12 +2383,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:node:event_recording:success_duration_ms) by (quantile, wf)", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:node:event_recording:failure_duration_ms) by (quantile, wf)", "format": "time_series", "hide": false, @@ -2021,11 +2398,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:node:event_recording:failure_duration_ms) by (quantile, wf)", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Node Event event recording latency quantile and workflow", @@ -2035,10 +2414,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -2047,7 +2430,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2056,10 +2439,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -2069,6 +2456,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2076,6 +2471,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 19, @@ -2101,6 +2497,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2112,13 +2509,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 3, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:node:perma_system_error_duration_unlabeled_ms_count[5m]))", "format": "time_series", "hide": false, @@ -2127,12 +2525,13 @@ "intervalFactor": 2, "legendFormat": "system error", "metric": "", + "query": "sum(rate(flyte:propeller:all:node:perma_system_error_duration_unlabeled_ms_count[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:node:perma_user_error_duration_unlabeled_ms[5m]))", "format": "time_series", "hide": false, @@ -2141,12 +2540,13 @@ "intervalFactor": 2, "legendFormat": "user error", "metric": "", - "refId": "A", + "query": "sum(rate(flyte:propeller:all:node:perma_user_error_duration_unlabeled_ms[5m]))", + "refId": "B", "step": 10, "target": "" }, { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:node:perma_unknown_error_duration_unlabeled_ms[5m]))", "format": "time_series", "hide": false, @@ -2155,11 +2555,13 @@ "intervalFactor": 2, "legendFormat": "user error", "metric": "", - "refId": "A", + "query": "sum(rate(flyte:propeller:all:node:perma_unknown_error_duration_unlabeled_ms[5m]))", + "refId": "C", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "node event recording count", @@ -2169,10 +2571,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -2181,7 +2587,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2190,10 +2596,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -2213,6 +2623,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2220,6 +2638,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 20, @@ -2245,6 +2664,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2256,13 +2676,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:workflow:event_recording:success_duration_ms) by (quantile, wf)", "format": "time_series", "hide": false, @@ -2271,11 +2692,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:workflow:event_recording:success_duration_ms) by (quantile, wf)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "wf event recording latency success", @@ -2285,10 +2708,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -2297,7 +2724,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2306,10 +2733,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -2319,6 +2750,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2326,6 +2765,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 21, @@ -2351,6 +2791,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2362,13 +2803,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:workflow:event_recording:success_duration_ms_count[5m])) by (wf)", "format": "time_series", "hide": false, @@ -2377,12 +2819,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(rate(flyte:propeller:all:workflow:event_recording:success_duration_ms_count[5m])) by (wf)", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:workflow:event_recording:failure_duration_ms_count[5m])) by (wf)", "format": "time_series", "hide": false, @@ -2391,11 +2834,13 @@ "intervalFactor": 2, "legendFormat": "failure", "metric": "", - "refId": "A", + "query": "sum(rate(flyte:propeller:all:workflow:event_recording:failure_duration_ms_count[5m])) by (wf)", + "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "wf event recording count", @@ -2405,10 +2850,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -2417,7 +2866,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2426,10 +2875,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -2439,6 +2892,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2446,6 +2907,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 22, @@ -2471,6 +2933,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2482,13 +2945,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:node:event_recording:success_duration_ms) by (quantile, wf)", "format": "time_series", "hide": false, @@ -2497,11 +2961,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:node:event_recording:success_duration_ms) by (quantile, wf)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "node event recording latency success", @@ -2511,10 +2977,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -2523,7 +2993,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2532,10 +3002,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -2545,6 +3019,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2552,6 +3034,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 23, @@ -2577,6 +3060,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2588,13 +3072,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:node:event_recording:success_duration_ms_count[5m])) by (wf)", "format": "time_series", "hide": false, @@ -2603,12 +3088,13 @@ "intervalFactor": 2, "legendFormat": "success", "metric": "", + "query": "sum(rate(flyte:propeller:all:node:event_recording:success_duration_ms_count[5m])) by (wf)", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:node:event_recording:failure_duration_ms_count[5m])) by (wf)", "format": "time_series", "hide": false, @@ -2617,11 +3103,13 @@ "intervalFactor": 2, "legendFormat": "failure", "metric": "", - "refId": "A", + "query": "sum(rate(flyte:propeller:all:node:event_recording:failure_duration_ms_count[5m])) by (wf)", + "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "node event recording count", @@ -2631,10 +3119,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -2643,7 +3135,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2652,10 +3144,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -2665,6 +3161,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2672,6 +3176,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 24, @@ -2697,6 +3202,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2708,13 +3214,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:task:event_recording:success_duration_ms) by (quantile, wf)", "format": "time_series", "hide": false, @@ -2723,11 +3230,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:task:event_recording:success_duration_ms) by (quantile, wf)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "task event recording latency", @@ -2737,10 +3246,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -2749,7 +3262,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2758,10 +3271,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -2771,6 +3288,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2778,6 +3303,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 25, @@ -2803,6 +3329,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2814,13 +3341,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:task:event_recording:success_duration_ms_count[5m])) by (wf)", "format": "time_series", "hide": false, @@ -2829,12 +3357,13 @@ "intervalFactor": 2, "legendFormat": "success wf", "metric": "", + "query": "sum(rate(flyte:propeller:all:task:event_recording:success_duration_ms_count[5m])) by (wf)", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:task:event_recording:failure_duration_ms_count[5m])) by (wf)", "format": "time_series", "hide": false, @@ -2843,11 +3372,13 @@ "intervalFactor": 2, "legendFormat": "failure", "metric": "", - "refId": "A", + "query": "sum(rate(flyte:propeller:all:task:event_recording:failure_duration_ms_count[5m])) by (wf)", + "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "task event recording count", @@ -2857,10 +3388,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -2869,7 +3404,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2878,10 +3413,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -2891,6 +3430,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -2898,6 +3445,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 26, @@ -2923,6 +3471,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -2934,13 +3483,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:node:build_dynamic_workflow_us) by (quantile, wf) / 1000", "format": "time_series", "hide": false, @@ -2949,11 +3499,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:node:build_dynamic_workflow_us) by (quantile, wf) / 1000", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Dynamic workflow build latency", @@ -2963,10 +3515,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -2975,7 +3531,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -2984,10 +3540,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -2997,6 +3557,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3004,6 +3572,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 27, @@ -3029,6 +3598,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3040,13 +3610,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:node:build_dynamic_workflow_us_count[5m])) by (wf)", "format": "time_series", "hide": false, @@ -3055,11 +3626,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:node:build_dynamic_workflow_us_count[5m])) by (wf)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Dynamic workflow build count", @@ -3069,10 +3642,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -3081,7 +3658,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3090,10 +3667,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -3103,6 +3684,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3110,6 +3699,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 28, @@ -3135,6 +3725,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3146,13 +3737,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:admin_launcher:cache_hit[5m]))", "format": "time_series", "hide": false, @@ -3161,12 +3753,13 @@ "intervalFactor": 2, "legendFormat": "hit", "metric": "", + "query": "sum(rate(flyte:propeller:all:admin_launcher:cache_hit[5m]))", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:admin_launcher:cache_miss[5m]))", "format": "time_series", "hide": false, @@ -3175,11 +3768,13 @@ "intervalFactor": 2, "legendFormat": "miss", "metric": "", + "query": "sum(rate(flyte:propeller:all:admin_launcher:cache_miss[5m]))", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Admin Launcher cache", @@ -3189,10 +3784,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -3201,7 +3800,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3210,10 +3809,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -3233,6 +3836,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3240,6 +3851,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 29, @@ -3265,6 +3877,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3276,13 +3889,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 3, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:wf_update_latency_ms) by (quantile)", "format": "time_series", "hide": false, @@ -3291,11 +3905,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:wf_update_latency_ms) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "wf update etcD latency", @@ -3305,10 +3921,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -3317,7 +3937,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3326,10 +3946,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -3339,6 +3963,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3346,6 +3978,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 30, @@ -3371,6 +4004,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3382,13 +4016,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 3, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:wf_update_latency_ms_count[5m]))", "format": "time_series", "hide": false, @@ -3397,11 +4032,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:wf_update_latency_ms_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "etcD writes", @@ -3411,10 +4048,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -3423,7 +4064,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3432,10 +4073,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -3445,6 +4090,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3452,6 +4105,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 31, @@ -3477,6 +4131,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3488,13 +4143,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 3, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:wf_update_conflict[5m]))", "format": "time_series", "hide": false, @@ -3503,11 +4159,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:wf_update_conflict[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "etcD write conflicts", @@ -3517,10 +4175,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -3529,7 +4191,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3538,10 +4200,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -3551,6 +4217,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3558,6 +4232,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 32, @@ -3583,6 +4258,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3594,13 +4270,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 3, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:wf_update_failed[5m]))", "format": "time_series", "hide": false, @@ -3609,11 +4286,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:wf_update_failed[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "etcD write fail", @@ -3623,10 +4302,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -3635,7 +4318,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3644,10 +4327,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -3667,6 +4354,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3674,6 +4369,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 33, @@ -3699,6 +4395,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3710,13 +4407,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:main_adds[5m]))", "format": "time_series", "hide": false, @@ -3725,11 +4423,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:main_adds[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "WF Adds to main queue", @@ -3739,10 +4439,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -3751,7 +4455,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3760,10 +4464,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -3773,6 +4481,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3780,6 +4496,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 34, @@ -3805,6 +4522,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3816,13 +4534,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:main_depth[5m]))", "format": "time_series", "hide": false, @@ -3831,11 +4550,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:main_depth[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Unprocessed Queue depth", @@ -3845,10 +4566,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -3857,7 +4582,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3866,10 +4591,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -3879,6 +4608,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3886,6 +4623,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 35, @@ -3911,6 +4649,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -3922,13 +4661,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:main_retries[5m]))", "format": "time_series", "hide": false, @@ -3937,11 +4677,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:main_retries[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Item retries", @@ -3951,10 +4693,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -3963,7 +4709,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -3972,10 +4718,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -3985,6 +4735,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -3992,6 +4750,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 36, @@ -4017,6 +4776,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -4028,13 +4788,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "flyte:propeller:all:main_unfinished_work_s", "format": "time_series", "hide": false, @@ -4043,11 +4804,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "flyte:propeller:all:main_unfinished_work_s", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Seconds of unfinished work in progress", @@ -4057,10 +4820,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -4069,7 +4836,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -4078,10 +4845,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -4091,6 +4862,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -4098,6 +4877,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 37, @@ -4123,6 +4903,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -4134,13 +4915,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:main_work_duration_us_sum[5m]) / rate(flyte:propeller:all:main_work_duration_us_count[5m]))", "format": "time_series", "hide": false, @@ -4149,11 +4931,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:main_work_duration_us_sum[5m]) / rate(flyte:propeller:all:main_work_duration_us_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Workqueue work average duration", @@ -4163,10 +4947,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -4175,7 +4963,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -4184,10 +4972,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -4197,6 +4989,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -4204,6 +5004,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 38, @@ -4229,6 +5030,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -4240,13 +5042,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:main_queue_latency_us_sum[5m]) / rate(flyte:propeller:all:main_queue_latency_us_count[5m]))", "format": "time_series", "hide": false, @@ -4255,11 +5058,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:main_queue_latency_us_sum[5m]) / rate(flyte:propeller:all:main_queue_latency_us_count[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Duration for which an item stays in queue - avg", @@ -4269,10 +5074,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -4281,7 +5090,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -4290,10 +5099,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -4318,6 +5131,7 @@ "to": "now" }, "timepicker": { + "hidden": false, "refresh_intervals": [ "5s", "10s", diff --git a/deployment/stats/prometheus/flyteuser-dashboard.json b/deployment/stats/prometheus/flyteuser-dashboard.json index 3ec252f2e4..55c7ad5851 100644 --- a/deployment/stats/prometheus/flyteuser-dashboard.json +++ b/deployment/stats/prometheus/flyteuser-dashboard.json @@ -15,9 +15,11 @@ "description": "Flyte User Dashboard. This is great to get a birds-eye and drill down view of executions in your Flyte cluster. Useful for the user.", "editable": false, "gnetId": null, + "graphTooltip": 0, "hideControls": false, "id": null, "links": [], + "panels": [], "refresh": "10s", "rows": [ { @@ -33,6 +35,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -40,6 +50,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 1, @@ -65,6 +76,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -76,13 +88,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:workflow:accepted{project=~\"$project\", domain=~\"$domain\", wf=~\"$workflow\"}[5m]))", "format": "time_series", "hide": false, @@ -91,11 +104,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:workflow:accepted{project=~\"$project\", domain=~\"$domain\", wf=~\"$workflow\"}[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Accepted Workflow", @@ -105,10 +120,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -117,7 +136,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -126,10 +145,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -139,6 +162,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -146,6 +177,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 2, @@ -171,6 +203,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -182,13 +215,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:workflow:success_duration_ms_count{project=~\"$project\", domain=~\"$domain\", wf=~\"$workflow\"}[5m]))", "format": "time_series", "hide": false, @@ -197,11 +231,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:workflow:success_duration_ms_count{project=~\"$project\", domain=~\"$domain\", wf=~\"$workflow\"}[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Successful Workflow", @@ -211,10 +247,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -223,7 +263,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -232,10 +272,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -245,6 +289,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -252,6 +304,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 3, @@ -277,6 +330,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -288,13 +342,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:workflow:failure_duration_ms_count{project=~\"$project\", domain=~\"$domain\", wf=~\"$workflow\"}[5m]))", "format": "time_series", "hide": false, @@ -303,11 +358,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:workflow:failure_duration_ms_count{project=~\"$project\", domain=~\"$domain\", wf=~\"$workflow\"}[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Failed Workflow", @@ -317,10 +374,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -329,7 +390,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -338,10 +399,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -351,6 +416,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -358,6 +431,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 4, @@ -383,6 +457,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -394,13 +469,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:workflow:workflow_aborted{project=~\"$project\", domain=~\"$domain\", wf=~\"$workflow\"}[5m]))", "format": "time_series", "hide": false, @@ -409,11 +485,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:workflow:workflow_aborted{project=~\"$project\", domain=~\"$domain\", wf=~\"$workflow\"}[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Aborted Workflow", @@ -423,10 +501,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -435,7 +517,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -444,10 +526,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -457,6 +543,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -464,6 +558,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 5, @@ -489,6 +584,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -500,13 +596,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:workflow:success_duration_ms{project=~\"$project\", domain=~\"$domain\", wf=~\"$workflow\"}) by (quantile)", "format": "time_series", "hide": false, @@ -515,11 +612,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:workflow:success_duration_ms{project=~\"$project\", domain=~\"$domain\", wf=~\"$workflow\"}) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Successful workflow execution time by Quantile", @@ -529,10 +628,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -541,7 +644,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -550,10 +653,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -563,6 +670,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -570,6 +685,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 6, @@ -595,6 +711,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -606,14 +723,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "sum(flyte:propeller:all:workflow:failed_duration_ms{project=~\"$project\", domain=~\"$domain\", wf=~\"$workflow\"}) by (quantile)", + "datasource": null, + "expr": "sum(flyte:propeller:all:workflow:failure_duration_ms{project=~\"$project\", domain=~\"$domain\", wf=~\"$workflow\"}) by (quantile)", "format": "time_series", "hide": false, "instant": false, @@ -621,11 +739,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:workflow:failure_duration_ms{project=~\"$project\", domain=~\"$domain\", wf=~\"$workflow\"}) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Failed workflow execution time by Quantile", @@ -635,10 +755,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -647,7 +771,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -656,10 +780,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -669,6 +797,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -676,6 +812,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 7, @@ -701,6 +838,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -712,13 +850,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 2, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(flyte:propeller:all:node:queueing_latency_ms{project=~\"$project\", domain=~\"$domain\", wf=~\"$workflow\"}) by (quantile)", "format": "time_series", "hide": false, @@ -727,11 +866,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(flyte:propeller:all:node:queueing_latency_ms{project=~\"$project\", domain=~\"$domain\", wf=~\"$workflow\"}) by (quantile)", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Node queuing latency by Quantile", @@ -741,10 +882,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -753,7 +898,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -762,10 +907,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -785,6 +934,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -792,6 +949,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 8, @@ -817,6 +975,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -828,13 +987,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "kube_resourcequota{resource=\"limits.cpu\", namespace=\"$project-$domain\", type=\"hard\"}", "format": "time_series", "hide": false, @@ -843,12 +1003,13 @@ "intervalFactor": 2, "legendFormat": "max cpu", "metric": "", + "query": "kube_resourcequota{resource=\"limits.cpu\", namespace=\"$project-$domain\", type=\"hard\"}", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", + "datasource": null, "expr": "kube_resourcequota{resource=\"limits.cpu\", namespace=\"$project-$domain\", type=\"used\"}", "format": "time_series", "hide": false, @@ -857,11 +1018,13 @@ "intervalFactor": 2, "legendFormat": "used cpu", "metric": "", + "query": "kube_resourcequota{resource=\"limits.cpu\", namespace=\"$project-$domain\", type=\"used\"}", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "CPU Limits vs usage", @@ -871,10 +1034,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -883,7 +1050,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -892,10 +1059,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -905,6 +1076,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -912,6 +1091,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 9, @@ -937,6 +1117,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -948,13 +1129,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "kube_resourcequota{resource=\"limits.memory\", namespace=\"$project-$domain\", type=\"hard\"}", "format": "time_series", "hide": false, @@ -963,12 +1145,13 @@ "intervalFactor": 2, "legendFormat": "max mem", "metric": "", + "query": "kube_resourcequota{resource=\"limits.memory\", namespace=\"$project-$domain\", type=\"hard\"}", "refId": "A", "step": 10, "target": "" }, { - "datasource": "", + "datasource": null, "expr": "kube_resourcequota{resource=\"limits.memory\", namespace=\"$project-$domain\", type=\"used\"}", "format": "time_series", "hide": false, @@ -977,11 +1160,13 @@ "intervalFactor": 2, "legendFormat": "used mem", "metric": "", + "query": "kube_resourcequota{resource=\"limits.memory\", namespace=\"$project-$domain\", type=\"used\"}", "refId": "B", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Mem Limits vs usage", @@ -991,10 +1176,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1003,7 +1192,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1012,10 +1201,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -1035,6 +1228,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1042,6 +1243,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 10, @@ -1067,6 +1269,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1078,13 +1281,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(kube_pod_container_status_waiting * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=\"\",namespace=~\"$project-$domain\",label_workflow_name=~\"$workflow\"}) by (namespace, label_execution_id, label_task_name, label_node_id, label_workflow_name) > 0", "format": "time_series", "hide": false, @@ -1093,11 +1297,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(kube_pod_container_status_waiting * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=\"\",namespace=~\"$project-$domain\",label_workflow_name=~\"$workflow\"}) by (namespace, label_execution_id, label_task_name, label_node_id, label_workflow_name) > 0", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Pending tasks", @@ -1107,10 +1313,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1119,7 +1329,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1128,10 +1338,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1141,6 +1355,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1148,6 +1370,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 11, @@ -1173,6 +1396,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1184,14 +1408,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "(max(container_memory_rss{image!=\"\"} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=\"\",namespace=~\"$project-$domain\",label_workflow_name=~\"$workflow\"} * on(pod) group_left(phase) kube_pod_status_phase{phase=\"Running\"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name) / max(kube_pod_container_resource_limits_memory_bytes{container!=\"\"} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=\"\"} * on(pod) group_left(phase) kube_pod_status_phase{phase=\"Running\"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name)) > 0", + "datasource": null, + "expr": "(100 * max(container_memory_rss{image!=\"\"} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=\"\",namespace=~\"$project-$domain\",label_workflow_name=~\"$workflow\"} * on(pod) group_left(phase) kube_pod_status_phase{phase=\"Running\"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name) / max(kube_pod_container_resource_limits_memory_bytes{container!=\"\"} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=\"\"} * on(pod) group_left(phase) kube_pod_status_phase{phase=\"Running\"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name)) > 0", "format": "time_series", "hide": false, "instant": false, @@ -1199,11 +1424,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "(100 * max(container_memory_rss{image!=\"\"} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=\"\",namespace=~\"$project-$domain\",label_workflow_name=~\"$workflow\"} * on(pod) group_left(phase) kube_pod_status_phase{phase=\"Running\"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name) / max(kube_pod_container_resource_limits_memory_bytes{container!=\"\"} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=\"\"} * on(pod) group_left(phase) kube_pod_status_phase{phase=\"Running\"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name)) > 0", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Memory Usage Percentage", @@ -1213,10 +1440,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1225,7 +1456,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1234,10 +1465,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1247,6 +1482,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1254,6 +1497,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 12, @@ -1279,6 +1523,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1290,14 +1535,15 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", - "expr": "(sum(rate(container_cpu_usage_seconds_total{image!=\"\"}[2m]) * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=\"\",namespace=~\"$project-$domain\",label_workflow_name=~\"$workflow\"} * on(pod) group_left(phase) kube_pod_status_phase{phase=\"Running\"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name) / sum(kube_pod_container_resource_limits_cpu_cores{container!=\"\"} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=\"\"} * on(pod) group_left(phase) kube_pod_status_phase{phase=\"Running\"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name)) > 0", + "datasource": null, + "expr": "(100* sum(rate(container_cpu_usage_seconds_total{image!=\"\"}[2m]) * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=\"\",namespace=~\"$project-$domain\",label_workflow_name=~\"$workflow\"} * on(pod) group_left(phase) kube_pod_status_phase{phase=\"Running\"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name) / sum(kube_pod_container_resource_limits_cpu_cores{container!=\"\"} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=\"\"} * on(pod) group_left(phase) kube_pod_status_phase{phase=\"Running\"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name)) > 0", "format": "time_series", "hide": false, "instant": false, @@ -1305,11 +1551,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "(100* sum(rate(container_cpu_usage_seconds_total{image!=\"\"}[2m]) * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=\"\",namespace=~\"$project-$domain\",label_workflow_name=~\"$workflow\"} * on(pod) group_left(phase) kube_pod_status_phase{phase=\"Running\"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name) / sum(kube_pod_container_resource_limits_cpu_cores{container!=\"\"} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=\"\"} * on(pod) group_left(phase) kube_pod_status_phase{phase=\"Running\"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name)) > 0", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "CPU Usage Percentage", @@ -1319,10 +1567,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1331,7 +1583,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1340,10 +1592,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -1363,6 +1619,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1370,6 +1634,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 13, @@ -1395,6 +1660,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1406,13 +1672,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:node:user_error_duration_ms_count{project=~\"$project\",domain=~\"$domain\",wf=~\"$project:$domain:$workflow\"}[5m]))", "format": "time_series", "hide": false, @@ -1421,11 +1688,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:node:user_error_duration_ms_count{project=~\"$project\",domain=~\"$domain\",wf=~\"$project:$domain:$workflow\"}[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "User errors", @@ -1435,10 +1704,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1447,7 +1720,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1456,10 +1729,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } }, { "aliasColors": {}, @@ -1469,6 +1746,14 @@ "description": null, "editable": true, "error": false, + "fieldConfig": { + "defaults": { + "thresholds": { + "mode": "absolute", + "steps": [] + } + } + }, "fill": 1, "grid": { "threshold1": null, @@ -1476,6 +1761,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, + "gridPos": null, "height": null, "hideTimeOverride": false, "id": 14, @@ -1501,6 +1787,7 @@ "linewidth": 2, "links": [], "maxDataPoints": 100, + "maxPerRow": null, "minSpan": null, "nullPointMode": "connected", "options": { @@ -1512,13 +1799,14 @@ "points": false, "renderer": "flot", "repeat": null, + "repeatDirection": null, "seriesOverrides": [], "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "datasource": "", + "datasource": null, "expr": "sum(rate(flyte:propeller:all:node:system_error_duration_ms_count{project=~\"$project\",domain=~\"$domain\",wf=~\"$project:$domain:$workflow\"}[5m]))", "format": "time_series", "hide": false, @@ -1527,11 +1815,13 @@ "intervalFactor": 2, "legendFormat": "", "metric": "", + "query": "sum(rate(flyte:propeller:all:node:system_error_duration_ms_count{project=~\"$project\",domain=~\"$domain\",wf=~\"$project:$domain:$workflow\"}[5m]))", "refId": "A", "step": 10, "target": "" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, "title": "System errors", @@ -1541,10 +1831,14 @@ "sort": 0, "value_type": "cumulative" }, + "transformations": [], "transparent": false, "type": "graph", "xaxis": { - "show": true + "mode": "time", + "name": null, + "show": true, + "values": [] }, "yaxes": [ { @@ -1553,7 +1847,7 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true }, { @@ -1562,10 +1856,14 @@ "label": null, "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": 0 + } } ], "repeat": null, @@ -1586,7 +1884,11 @@ "list": [ { "allValue": null, + "auto": false, + "auto_count": 30, + "auto_min": "10s", "current": { + "selected": false, "tags": [], "text": null, "value": null @@ -1609,7 +1911,11 @@ }, { "allValue": null, + "auto": false, + "auto_count": 30, + "auto_min": "10s", "current": { + "selected": false, "tags": [], "text": null, "value": null @@ -1632,7 +1938,11 @@ }, { "allValue": ".*", + "auto": false, + "auto_count": 30, + "auto_min": "10s", "current": { + "selected": false, "tags": [], "text": null, "value": null @@ -1660,6 +1970,7 @@ "to": "now" }, "timepicker": { + "hidden": false, "refresh_intervals": [ "5s", "10s", diff --git a/flyteadmin/pkg/errors/errors.go b/flyteadmin/pkg/errors/errors.go index 42ef63841b..e269715a91 100644 --- a/flyteadmin/pkg/errors/errors.go +++ b/flyteadmin/pkg/errors/errors.go @@ -140,3 +140,8 @@ func NewWorkflowExistsIdenticalStructureError(ctx context.Context, request *admi } return statusErr } + +func IsDoesNotExistError(err error) bool { + adminError, ok := err.(FlyteAdminError) + return ok && adminError.Code() == codes.NotFound +} diff --git a/flyteadmin/pkg/errors/errors_test.go b/flyteadmin/pkg/errors/errors_test.go index 4b6b250166..cb6a2a0ae0 100644 --- a/flyteadmin/pkg/errors/errors_test.go +++ b/flyteadmin/pkg/errors/errors_test.go @@ -2,6 +2,7 @@ package errors import ( "context" + "errors" "testing" "github.com/stretchr/testify/assert" @@ -90,3 +91,15 @@ func TestNewWorkflowExistsIdenticalStructureError(t *testing.T) { _, ok = details.GetReason().(*admin.CreateWorkflowFailureReason_ExistsIdenticalStructure) assert.True(t, ok) } + +func TestIsDoesNotExistError(t *testing.T) { + assert.True(t, IsDoesNotExistError(NewFlyteAdminError(codes.NotFound, "foo"))) +} + +func TestIsNotDoesNotExistError(t *testing.T) { + assert.False(t, IsDoesNotExistError(NewFlyteAdminError(codes.Canceled, "foo"))) +} + +func TestIsNotDoesNotExistErrorBecauseOfNoneAdminError(t *testing.T) { + assert.False(t, IsDoesNotExistError(errors.New("foo"))) +} diff --git a/flyteadmin/pkg/executioncluster/impl/random_cluster_selector.go b/flyteadmin/pkg/executioncluster/impl/random_cluster_selector.go index 712470a1ee..74dad42ce0 100644 --- a/flyteadmin/pkg/executioncluster/impl/random_cluster_selector.go +++ b/flyteadmin/pkg/executioncluster/impl/random_cluster_selector.go @@ -6,8 +6,6 @@ import ( "hash/fnv" "math/rand" - "google.golang.org/grpc/codes" - "github.com/flyteorg/flyte/flyteadmin/pkg/errors" "github.com/flyteorg/flyte/flyteadmin/pkg/executioncluster" "github.com/flyteorg/flyte/flyteadmin/pkg/executioncluster/interfaces" @@ -102,10 +100,8 @@ func (s RandomClusterSelector) GetTarget(ctx context.Context, spec *executionclu LaunchPlan: spec.LaunchPlan, ResourceType: admin.MatchableResource_EXECUTION_CLUSTER_LABEL, }) - if err != nil { - if flyteAdminError, ok := err.(errors.FlyteAdminError); !ok || flyteAdminError.Code() != codes.NotFound { - return nil, err - } + if err != nil && !errors.IsDoesNotExistError(err) { + return nil, err } var weightedRandomList random.WeightedRandomList diff --git a/flyteadmin/pkg/manager/impl/execution_manager.go b/flyteadmin/pkg/manager/impl/execution_manager.go index e31f501686..06516657d2 100644 --- a/flyteadmin/pkg/manager/impl/execution_manager.go +++ b/flyteadmin/pkg/manager/impl/execution_manager.go @@ -164,11 +164,8 @@ func (m *ExecutionManager) addPluginOverrides(ctx context.Context, executionID * LaunchPlan: launchPlanName, ResourceType: admin.MatchableResource_PLUGIN_OVERRIDE, }) - if err != nil { - ec, ok := err.(errors.FlyteAdminError) - if !ok || ec.Code() != codes.NotFound { - return nil, err - } + if err != nil && !errors.IsDoesNotExistError(err) { + return nil, err } if override != nil && override.Attributes != nil && override.Attributes.GetPluginOverrides() != nil { return override.Attributes.GetPluginOverrides().Overrides, nil @@ -427,11 +424,9 @@ func (m *ExecutionManager) getClusterAssignment(ctx context.Context, request *ad Domain: request.Domain, ResourceType: admin.MatchableResource_CLUSTER_ASSIGNMENT, }) - if err != nil { - if flyteAdminError, ok := err.(errors.FlyteAdminError); !ok || flyteAdminError.Code() != codes.NotFound { - logger.Errorf(ctx, "Failed to get cluster assignment overrides with error: %v", err) - return nil, err - } + if err != nil && !errors.IsDoesNotExistError(err) { + logger.Errorf(ctx, "Failed to get cluster assignment overrides with error: %v", err) + return nil, err } if resource != nil && resource.Attributes.GetClusterAssignment() != nil { return resource.Attributes.GetClusterAssignment(), nil diff --git a/flyteadmin/pkg/manager/impl/executions/quality_of_service.go b/flyteadmin/pkg/manager/impl/executions/quality_of_service.go index 345b0e926d..a96d99d3d6 100644 --- a/flyteadmin/pkg/manager/impl/executions/quality_of_service.go +++ b/flyteadmin/pkg/manager/impl/executions/quality_of_service.go @@ -43,7 +43,7 @@ func (q qualityOfServiceAllocator) getQualityOfServiceFromDb(ctx context.Context ResourceType: admin.MatchableResource_QUALITY_OF_SERVICE_SPECIFICATION, }) if err != nil { - if _, ok := err.(errors.FlyteAdminError); !ok || err.(errors.FlyteAdminError).Code() != codes.NotFound { + if !errors.IsDoesNotExistError(err) { logger.Warningf(ctx, "Failed to fetch override values when assigning quality of service values for [%+v] with err: %v", workflowIdentifier, err) diff --git a/flyteadmin/pkg/manager/impl/executions/queues.go b/flyteadmin/pkg/manager/impl/executions/queues.go index 9ec4ff865a..5e4706700c 100644 --- a/flyteadmin/pkg/manager/impl/executions/queues.go +++ b/flyteadmin/pkg/manager/impl/executions/queues.go @@ -4,6 +4,7 @@ import ( "context" "math/rand" + "github.com/flyteorg/flyte/flyteadmin/pkg/errors" "github.com/flyteorg/flyte/flyteadmin/pkg/manager/impl/resources" "github.com/flyteorg/flyte/flyteadmin/pkg/manager/interfaces" repoInterfaces "github.com/flyteorg/flyte/flyteadmin/pkg/repositories/interfaces" @@ -64,7 +65,7 @@ func (q *queueAllocatorImpl) GetQueue(ctx context.Context, identifier core.Ident ResourceType: admin.MatchableResource_EXECUTION_QUEUE, }) - if err != nil { + if err != nil && !errors.IsDoesNotExistError(err) { logger.Warningf(ctx, "Failed to fetch override values when assigning execution queue for [%+v] with err: %v", identifier, err) } diff --git a/flyteadmin/pkg/manager/impl/util/resources.go b/flyteadmin/pkg/manager/impl/util/resources.go index 0180484005..8001b907dd 100644 --- a/flyteadmin/pkg/manager/impl/util/resources.go +++ b/flyteadmin/pkg/manager/impl/util/resources.go @@ -6,6 +6,7 @@ import ( "k8s.io/apimachinery/pkg/api/resource" + "github.com/flyteorg/flyte/flyteadmin/pkg/errors" "github.com/flyteorg/flyte/flyteadmin/pkg/manager/interfaces" runtimeInterfaces "github.com/flyteorg/flyte/flyteadmin/pkg/runtime/interfaces" workflowengineInterfaces "github.com/flyteorg/flyte/flyteadmin/pkg/workflowengine/interfaces" @@ -100,7 +101,7 @@ func GetTaskResources(ctx context.Context, id *core.Identifier, resourceManager } resource, err := resourceManager.GetResource(ctx, request) - if err != nil { + if err != nil && !errors.IsDoesNotExistError(err) { logger.Infof(ctx, "Failed to fetch override values when assigning task resource default values for [%+v]: %v", id, err) } diff --git a/flyteadmin/pkg/manager/impl/util/shared.go b/flyteadmin/pkg/manager/impl/util/shared.go index cf7febd619..24c97f416a 100644 --- a/flyteadmin/pkg/manager/impl/util/shared.go +++ b/flyteadmin/pkg/manager/impl/util/shared.go @@ -275,12 +275,10 @@ func GetMatchableResource(ctx context.Context, resourceManager interfaces.Resour Workflow: workflowName, ResourceType: resourceType, }) - if err != nil { - if flyteAdminError, ok := err.(errors.FlyteAdminError); !ok || flyteAdminError.Code() != codes.NotFound { - logger.Errorf(ctx, "Failed to get %v overrides in %s project %s domain %s workflow with error: %v", resourceType, - project, domain, workflowName, err) - return nil, err - } + if err != nil && !errors.IsDoesNotExistError(err) { + logger.Errorf(ctx, "Failed to get %v overrides in %s project %s domain %s workflow with error: %v", resourceType, + project, domain, workflowName, err) + return nil, err } return matchableResource, nil } diff --git a/flyteplugins/go/tasks/logs/config.go b/flyteplugins/go/tasks/logs/config.go index 69ef17ed89..ca5a6012a8 100644 --- a/flyteplugins/go/tasks/logs/config.go +++ b/flyteplugins/go/tasks/logs/config.go @@ -1,45 +1,34 @@ package logs import ( - "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/core" "github.com/flyteorg/flyte/flyteplugins/go/tasks/config" "github.com/flyteorg/flyte/flyteplugins/go/tasks/pluginmachinery/tasklog" ) //go:generate pflags LogConfig --default-var=DefaultConfig -// TemplateURI is a URI that accepts templates. See: go/tasks/pluginmachinery/tasklog/template.go for available templates. -type TemplateURI = string - // LogConfig encapsulates plugins' log configs type LogConfig struct { IsCloudwatchEnabled bool `json:"cloudwatch-enabled" pflag:",Enable Cloudwatch Logging"` // Deprecated: Please use CloudwatchTemplateURI CloudwatchRegion string `json:"cloudwatch-region" pflag:",AWS region in which Cloudwatch logs are stored."` // Deprecated: Please use CloudwatchTemplateURI - CloudwatchLogGroup string `json:"cloudwatch-log-group" pflag:",Log group to which streams are associated."` - CloudwatchTemplateURI TemplateURI `json:"cloudwatch-template-uri" pflag:",Template Uri to use when building cloudwatch log links"` + CloudwatchLogGroup string `json:"cloudwatch-log-group" pflag:",Log group to which streams are associated."` + CloudwatchTemplateURI tasklog.TemplateURI `json:"cloudwatch-template-uri" pflag:",Template Uri to use when building cloudwatch log links"` IsKubernetesEnabled bool `json:"kubernetes-enabled" pflag:",Enable Kubernetes Logging"` // Deprecated: Please use KubernetesTemplateURI - KubernetesURL string `json:"kubernetes-url" pflag:",Console URL for Kubernetes logs"` - KubernetesTemplateURI TemplateURI `json:"kubernetes-template-uri" pflag:",Template Uri to use when building kubernetes log links"` + KubernetesURL string `json:"kubernetes-url" pflag:",Console URL for Kubernetes logs"` + KubernetesTemplateURI tasklog.TemplateURI `json:"kubernetes-template-uri" pflag:",Template Uri to use when building kubernetes log links"` IsStackDriverEnabled bool `json:"stackdriver-enabled" pflag:",Enable Log-links to stackdriver"` // Deprecated: Please use StackDriverTemplateURI GCPProjectName string `json:"gcp-project" pflag:",Name of the project in GCP"` // Deprecated: Please use StackDriverTemplateURI - StackdriverLogResourceName string `json:"stackdriver-logresourcename" pflag:",Name of the logresource in stackdriver"` - StackDriverTemplateURI TemplateURI `json:"stackdriver-template-uri" pflag:",Template Uri to use when building stackdriver log links"` - - Templates []TemplateLogPluginConfig `json:"templates" pflag:"-,"` -} + StackdriverLogResourceName string `json:"stackdriver-logresourcename" pflag:",Name of the logresource in stackdriver"` + StackDriverTemplateURI tasklog.TemplateURI `json:"stackdriver-template-uri" pflag:",Template Uri to use when building stackdriver log links"` -type TemplateLogPluginConfig struct { - DisplayName string `json:"displayName" pflag:",Display name for the generated log when displayed in the console."` - TemplateURIs []TemplateURI `json:"templateUris" pflag:",URI Templates for generating task log links."` - MessageFormat core.TaskLog_MessageFormat `json:"messageFormat" pflag:",Log Message Format."` - Scheme tasklog.TemplateScheme `json:"scheme" pflag:",Templating scheme to use. Supported values are Pod and TaskExecution."` + Templates []tasklog.TemplateLogPlugin `json:"templates" pflag:"-,"` } var ( diff --git a/flyteplugins/go/tasks/logs/logging_utils.go b/flyteplugins/go/tasks/logs/logging_utils.go index 6af1889e9f..4978109458 100644 --- a/flyteplugins/go/tasks/logs/logging_utils.go +++ b/flyteplugins/go/tasks/logs/logging_utils.go @@ -13,11 +13,6 @@ import ( "github.com/flyteorg/flyte/flytestdlib/logger" ) -type logPlugin struct { - Name string - Plugin tasklog.Plugin -} - // Internal func GetLogsForContainerInPod(ctx context.Context, logPlugin tasklog.Plugin, taskExecID pluginsCore.TaskExecutionID, pod *v1.Pod, index uint32, nameSuffix string, extraLogTemplateVarsByScheme *tasklog.TemplateVarsByScheme) ([]*core.TaskLog, error) { if logPlugin == nil { @@ -66,67 +61,53 @@ func GetLogsForContainerInPod(ctx context.Context, logPlugin tasklog.Plugin, tas return logs.TaskLogs, nil } -type taskLogPluginWrapper struct { - logPlugins []logPlugin +type templateLogPluginCollection struct { + plugins []tasklog.TemplateLogPlugin } -func (t taskLogPluginWrapper) GetTaskLogs(input tasklog.Input) (logOutput tasklog.Output, err error) { - logs := make([]*core.TaskLog, 0, len(t.logPlugins)) - suffix := input.LogName +func (t templateLogPluginCollection) GetTaskLogs(input tasklog.Input) (tasklog.Output, error) { + var taskLogs []*core.TaskLog - for _, plugin := range t.logPlugins { - input.LogName = plugin.Name + suffix - o, err := plugin.Plugin.GetTaskLogs(input) + for _, plugin := range t.plugins { + o, err := plugin.GetTaskLogs(input) if err != nil { return tasklog.Output{}, err } - - logs = append(logs, o.TaskLogs...) + taskLogs = append(taskLogs, o.TaskLogs...) } - return tasklog.Output{ - TaskLogs: logs, - }, nil + return tasklog.Output{TaskLogs: taskLogs}, nil } // InitializeLogPlugins initializes log plugin based on config. func InitializeLogPlugins(cfg *LogConfig) (tasklog.Plugin, error) { // Use a list to maintain order. - logPlugins := make([]logPlugin, 0, 2) + var plugins []tasklog.TemplateLogPlugin if cfg.IsKubernetesEnabled { if len(cfg.KubernetesTemplateURI) > 0 { - logPlugins = append(logPlugins, logPlugin{Name: "Kubernetes Logs", Plugin: tasklog.NewTemplateLogPlugin(tasklog.TemplateSchemePod, []string{cfg.KubernetesTemplateURI}, core.TaskLog_JSON)}) + plugins = append(plugins, tasklog.TemplateLogPlugin{DisplayName: "Kubernetes Logs", Scheme: tasklog.TemplateSchemePod, TemplateURIs: []tasklog.TemplateURI{cfg.KubernetesTemplateURI}, MessageFormat: core.TaskLog_JSON}) } else { - logPlugins = append(logPlugins, logPlugin{Name: "Kubernetes Logs", Plugin: tasklog.NewTemplateLogPlugin(tasklog.TemplateSchemePod, []string{fmt.Sprintf("%s/#!/log/{{ .namespace }}/{{ .podName }}/pod?namespace={{ .namespace }}", cfg.KubernetesURL)}, core.TaskLog_JSON)}) + plugins = append(plugins, tasklog.TemplateLogPlugin{DisplayName: "Kubernetes Logs", Scheme: tasklog.TemplateSchemePod, TemplateURIs: []tasklog.TemplateURI{fmt.Sprintf("%s/#!/log/{{ .namespace }}/{{ .podName }}/pod?namespace={{ .namespace }}", cfg.KubernetesURL)}, MessageFormat: core.TaskLog_JSON}) } } if cfg.IsCloudwatchEnabled { if len(cfg.CloudwatchTemplateURI) > 0 { - logPlugins = append(logPlugins, logPlugin{Name: "Cloudwatch Logs", Plugin: tasklog.NewTemplateLogPlugin(tasklog.TemplateSchemePod, []string{cfg.CloudwatchTemplateURI}, core.TaskLog_JSON)}) + plugins = append(plugins, tasklog.TemplateLogPlugin{DisplayName: "Cloudwatch Logs", Scheme: tasklog.TemplateSchemePod, TemplateURIs: []tasklog.TemplateURI{cfg.CloudwatchTemplateURI}, MessageFormat: core.TaskLog_JSON}) } else { - logPlugins = append(logPlugins, logPlugin{Name: "Cloudwatch Logs", Plugin: tasklog.NewTemplateLogPlugin(tasklog.TemplateSchemePod, []string{fmt.Sprintf("https://console.aws.amazon.com/cloudwatch/home?region=%s#logEventViewer:group=%s;stream=var.log.containers.{{ .podName }}_{{ .namespace }}_{{ .containerName }}-{{ .containerId }}.log", cfg.CloudwatchRegion, cfg.CloudwatchLogGroup)}, core.TaskLog_JSON)}) + plugins = append(plugins, tasklog.TemplateLogPlugin{DisplayName: "Cloudwatch Logs", Scheme: tasklog.TemplateSchemePod, TemplateURIs: []tasklog.TemplateURI{fmt.Sprintf("https://console.aws.amazon.com/cloudwatch/home?region=%s#logEventViewer:group=%s;stream=var.log.containers.{{ .podName }}_{{ .namespace }}_{{ .containerName }}-{{ .containerId }}.log", cfg.CloudwatchRegion, cfg.CloudwatchLogGroup)}, MessageFormat: core.TaskLog_JSON}) } } if cfg.IsStackDriverEnabled { if len(cfg.StackDriverTemplateURI) > 0 { - logPlugins = append(logPlugins, logPlugin{Name: "Stackdriver Logs", Plugin: tasklog.NewTemplateLogPlugin(tasklog.TemplateSchemePod, []string{cfg.StackDriverTemplateURI}, core.TaskLog_JSON)}) + plugins = append(plugins, tasklog.TemplateLogPlugin{DisplayName: "Stackdriver Logs", Scheme: tasklog.TemplateSchemePod, TemplateURIs: []tasklog.TemplateURI{cfg.StackDriverTemplateURI}, MessageFormat: core.TaskLog_JSON}) } else { - logPlugins = append(logPlugins, logPlugin{Name: "Stackdriver Logs", Plugin: tasklog.NewTemplateLogPlugin(tasklog.TemplateSchemePod, []string{fmt.Sprintf("https://console.cloud.google.com/logs/viewer?project=%s&angularJsUrl=%%2Flogs%%2Fviewer%%3Fproject%%3D%s&resource=%s&advancedFilter=resource.labels.pod_name%%3D{{ .podName }}", cfg.GCPProjectName, cfg.GCPProjectName, cfg.StackdriverLogResourceName)}, core.TaskLog_JSON)}) + plugins = append(plugins, tasklog.TemplateLogPlugin{DisplayName: "Stackdriver Logs", Scheme: tasklog.TemplateSchemePod, TemplateURIs: []tasklog.TemplateURI{fmt.Sprintf("https://console.cloud.google.com/logs/viewer?project=%s&angularJsUrl=%%2Flogs%%2Fviewer%%3Fproject%%3D%s&resource=%s&advancedFilter=resource.labels.pod_name%%3D{{ .podName }}", cfg.GCPProjectName, cfg.GCPProjectName, cfg.StackdriverLogResourceName)}, MessageFormat: core.TaskLog_JSON}) } } - if len(cfg.Templates) > 0 { - for _, cfg := range cfg.Templates { - logPlugins = append(logPlugins, logPlugin{Name: cfg.DisplayName, Plugin: tasklog.NewTemplateLogPlugin(cfg.Scheme, cfg.TemplateURIs, cfg.MessageFormat)}) - } - } - - if len(logPlugins) == 0 { - return nil, nil - } - - return taskLogPluginWrapper{logPlugins: logPlugins}, nil + plugins = append(plugins, cfg.Templates...) + return templateLogPluginCollection{plugins: plugins}, nil } diff --git a/flyteplugins/go/tasks/logs/logging_utils_test.go b/flyteplugins/go/tasks/logs/logging_utils_test.go index 066fdd96c8..91048eff16 100644 --- a/flyteplugins/go/tasks/logs/logging_utils_test.go +++ b/flyteplugins/go/tasks/logs/logging_utils_test.go @@ -320,7 +320,7 @@ func assertTestSucceeded(tb testing.TB, config *LogConfig, expectedTaskLogs []*c func TestGetLogsForContainerInPod_Templates(t *testing.T) { assertTestSucceeded(t, &LogConfig{ - Templates: []TemplateLogPluginConfig{ + Templates: []tasklog.TemplateLogPlugin{ { DisplayName: "StackDriver", TemplateURIs: []string{ diff --git a/flyteplugins/go/tasks/pluginmachinery/tasklog/plugin.go b/flyteplugins/go/tasks/pluginmachinery/tasklog/plugin.go index b812221f6d..c43da02e58 100644 --- a/flyteplugins/go/tasks/pluginmachinery/tasklog/plugin.go +++ b/flyteplugins/go/tasks/pluginmachinery/tasklog/plugin.go @@ -16,6 +16,9 @@ const ( TemplateSchemeTaskExecution ) +// TemplateURI is a URI that accepts templates. See: go/tasks/pluginmachinery/tasklog/template.go for available templates. +type TemplateURI = string + type TemplateVar struct { Regex *regexp.Regexp Value string @@ -57,3 +60,10 @@ type Plugin interface { // Generates a TaskLog object given necessary computation information GetTaskLogs(i Input) (logs Output, err error) } + +type TemplateLogPlugin struct { + DisplayName string `json:"displayName" pflag:",Display name for the generated log when displayed in the console."` + TemplateURIs []TemplateURI `json:"templateUris" pflag:",URI Templates for generating task log links."` + MessageFormat core.TaskLog_MessageFormat `json:"messageFormat" pflag:",Log Message Format."` + Scheme TemplateScheme `json:"scheme" pflag:",Templating scheme to use. Supported values are Pod and TaskExecution."` +} diff --git a/flyteplugins/go/tasks/pluginmachinery/tasklog/template.go b/flyteplugins/go/tasks/pluginmachinery/tasklog/template.go index 77c49d2695..750b1972df 100644 --- a/flyteplugins/go/tasks/pluginmachinery/tasklog/template.go +++ b/flyteplugins/go/tasks/pluginmachinery/tasklog/template.go @@ -34,6 +34,7 @@ type templateRegexes struct { ExecutionName *regexp.Regexp ExecutionProject *regexp.Regexp ExecutionDomain *regexp.Regexp + GeneratedName *regexp.Regexp } func initDefaultRegexes() templateRegexes { @@ -58,6 +59,7 @@ func initDefaultRegexes() templateRegexes { MustCreateRegex("executionName"), MustCreateRegex("executionProject"), MustCreateRegex("executionDomain"), + MustCreateRegex("generatedName"), } } @@ -121,6 +123,10 @@ func (input Input) templateVarsForScheme(scheme TemplateScheme) TemplateVars { defaultRegexes.NodeID, input.TaskExecutionID.GetUniqueNodeID(), }, + TemplateVar{ + defaultRegexes.GeneratedName, + input.TaskExecutionID.GetGeneratedName(), + }, TemplateVar{ defaultRegexes.TaskRetryAttempt, strconv.FormatUint(uint64(taskExecutionIdentifier.RetryAttempt), 10), @@ -172,55 +178,16 @@ func (input Input) templateVarsForScheme(scheme TemplateScheme) TemplateVars { return vars } -// A simple log plugin that supports templates in urls to build the final log link. -// See `defaultRegexes` for supported templates. -type TemplateLogPlugin struct { - scheme TemplateScheme - templateUris []string - messageFormat core.TaskLog_MessageFormat -} - -func (s TemplateLogPlugin) GetTaskLog(podName, podUID, namespace, containerName, containerID, logName string, podRFC3339StartTime string, podRFC3339FinishTime string, podUnixStartTime, podUnixFinishTime int64) (core.TaskLog, error) { - o, err := s.GetTaskLogs(Input{ - LogName: logName, - Namespace: namespace, - PodName: podName, - PodUID: podUID, - ContainerName: containerName, - ContainerID: containerID, - PodRFC3339StartTime: podRFC3339StartTime, - PodRFC3339FinishTime: podRFC3339FinishTime, - PodUnixStartTime: podUnixStartTime, - PodUnixFinishTime: podUnixFinishTime, - }) - - if err != nil || len(o.TaskLogs) == 0 { - return core.TaskLog{}, err - } - - return *o.TaskLogs[0], nil -} - -func (s TemplateLogPlugin) GetTaskLogs(input Input) (Output, error) { - templateVars := input.templateVarsForScheme(s.scheme) - taskLogs := make([]*core.TaskLog, 0, len(s.templateUris)) - for _, templateURI := range s.templateUris { +func (p TemplateLogPlugin) GetTaskLogs(input Input) (Output, error) { + templateVars := input.templateVarsForScheme(p.Scheme) + taskLogs := make([]*core.TaskLog, 0, len(p.TemplateURIs)) + for _, templateURI := range p.TemplateURIs { taskLogs = append(taskLogs, &core.TaskLog{ Uri: replaceAll(templateURI, templateVars), - Name: input.LogName, - MessageFormat: s.messageFormat, + Name: p.DisplayName + input.LogName, + MessageFormat: p.MessageFormat, }) } return Output{TaskLogs: taskLogs}, nil } - -// NewTemplateLogPlugin creates a template-based log plugin with the provided template Uri and message format. -// See `defaultRegexes` for supported templates. -func NewTemplateLogPlugin(scheme TemplateScheme, templateUris []string, messageFormat core.TaskLog_MessageFormat) TemplateLogPlugin { - return TemplateLogPlugin{ - scheme: scheme, - templateUris: templateUris, - messageFormat: messageFormat, - } -} diff --git a/flyteplugins/go/tasks/pluginmachinery/tasklog/template_test.go b/flyteplugins/go/tasks/pluginmachinery/tasklog/template_test.go index 320ece05a4..f279707a3b 100644 --- a/flyteplugins/go/tasks/pluginmachinery/tasklog/template_test.go +++ b/flyteplugins/go/tasks/pluginmachinery/tasklog/template_test.go @@ -5,7 +5,6 @@ import ( "regexp" "testing" - "github.com/go-test/deep" "github.com/stretchr/testify/assert" "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/core" @@ -13,26 +12,6 @@ import ( coreMocks "github.com/flyteorg/flyte/flyteplugins/go/tasks/pluginmachinery/core/mocks" ) -func TestTemplateLog(t *testing.T) { - p := NewTemplateLogPlugin(TemplateSchemePod, []string{"https://console.aws.amazon.com/cloudwatch/home?region=us-east-1#logEventViewer:group=/flyte-production/kubernetes;stream=var.log.containers.{{.podName}}_{{.podUID}}_{{.namespace}}_{{.containerName}}-{{.containerId}}.log"}, core.TaskLog_JSON) - tl, err := p.GetTaskLog( - "f-uuid-driver", - "pod-uid", - "flyteexamples-production", - "spark-kubernetes-driver", - "cri-o://abc", - "main_logs", - "2015-03-14T17:08:14+01:00", - "2021-06-15T20:47:57+02:00", - 1426349294, - 1623782877, - ) - assert.NoError(t, err) - assert.Equal(t, tl.GetName(), "main_logs") - assert.Equal(t, tl.GetMessageFormat(), core.TaskLog_JSON) - assert.Equal(t, "https://console.aws.amazon.com/cloudwatch/home?region=us-east-1#logEventViewer:group=/flyte-production/kubernetes;stream=var.log.containers.f-uuid-driver_pod-uid_flyteexamples-production_spark-kubernetes-driver-abc.log", tl.Uri) -} - // Latest Run: Benchmark_mustInitTemplateRegexes-16 45960 26914 ns/op func Benchmark_initDefaultRegexes(b *testing.B) { for i := 0; i < b.N; i++ { @@ -172,6 +151,7 @@ func Test_Input_templateVarsForScheme(t *testing.T) { TemplateVars{ {defaultRegexes.LogName, "main_logs"}, {defaultRegexes.NodeID, "n0-0-n0"}, + {defaultRegexes.GeneratedName, "generated-name"}, {defaultRegexes.TaskRetryAttempt, "1"}, {defaultRegexes.TaskID, "my-task-name"}, {defaultRegexes.TaskVersion, "1"}, @@ -245,147 +225,99 @@ func Test_Input_templateVarsForScheme(t *testing.T) { } } -func Test_templateLogPlugin_Regression(t *testing.T) { - type fields struct { - templateURI string - messageFormat core.TaskLog_MessageFormat - } +func TestTemplateLogPlugin(t *testing.T) { type args struct { - podName string - podUID string - namespace string - containerName string - containerID string - logName string - podRFC3339StartTime string - podRFC3339FinishTime string - podUnixStartTime int64 - podUnixFinishTime int64 + input Input } tests := []struct { - name string - fields fields - args args - want core.TaskLog - wantErr bool + name string + plugin TemplateLogPlugin + args args + want Output }{ { "cloudwatch", - fields{ - templateURI: "https://console.aws.amazon.com/cloudwatch/home?region=us-east-1#logEventViewer:group=/flyte-production/kubernetes;stream=var.log.containers.{{.podName}}_{{.namespace}}_{{.containerName}}-{{.containerId}}.log", - messageFormat: core.TaskLog_JSON, + TemplateLogPlugin{ + TemplateURIs: []TemplateURI{"https://console.aws.amazon.com/cloudwatch/home?region=us-east-1#logEventViewer:group=/flyte-production/kubernetes;stream=var.log.containers.{{.podName}}_{{.namespace}}_{{.containerName}}-{{.containerId}}.log"}, + MessageFormat: core.TaskLog_JSON, }, args{ - podName: "f-uuid-driver", - podUID: "pod-uid", - namespace: "flyteexamples-production", - containerName: "spark-kubernetes-driver", - containerID: "cri-o://abc", - logName: "main_logs", - podRFC3339StartTime: "1970-01-01T01:02:03+01:00", - podRFC3339FinishTime: "1970-01-01T04:25:45+01:00", - podUnixStartTime: 123, - podUnixFinishTime: 12345, - }, - core.TaskLog{ + input: Input{ + PodName: "f-uuid-driver", + PodUID: "pod-uid", + Namespace: "flyteexamples-production", + ContainerName: "spark-kubernetes-driver", + ContainerID: "cri-o://abc", + LogName: "main_logs", + PodRFC3339StartTime: "1970-01-01T01:02:03+01:00", + PodRFC3339FinishTime: "1970-01-01T04:25:45+01:00", + PodUnixStartTime: 123, + PodUnixFinishTime: 12345, + }, + }, + Output{TaskLogs: []*core.TaskLog{{ Uri: "https://console.aws.amazon.com/cloudwatch/home?region=us-east-1#logEventViewer:group=/flyte-production/kubernetes;stream=var.log.containers.f-uuid-driver_flyteexamples-production_spark-kubernetes-driver-abc.log", MessageFormat: core.TaskLog_JSON, Name: "main_logs", - }, - false, + }}}, }, { "stackdriver", - fields{ - templateURI: "https://console.cloud.google.com/logs/viewer?project=test-gcp-project&angularJsUrl=%2Flogs%2Fviewer%3Fproject%3Dtest-gcp-project&resource=aws_ec2_instance&advancedFilter=resource.labels.pod_name%3D{{.podName}}", - messageFormat: core.TaskLog_JSON, + TemplateLogPlugin{ + TemplateURIs: []TemplateURI{"https://console.cloud.google.com/logs/viewer?project=test-gcp-project&angularJsUrl=%2Flogs%2Fviewer%3Fproject%3Dtest-gcp-project&resource=aws_ec2_instance&advancedFilter=resource.labels.pod_name%3D{{.podName}}"}, + MessageFormat: core.TaskLog_JSON, }, args{ - podName: "podName", - podUID: "pod-uid", - namespace: "flyteexamples-production", - containerName: "spark-kubernetes-driver", - containerID: "cri-o://abc", - logName: "main_logs", - podRFC3339StartTime: "1970-01-01T01:02:03+01:00", - podRFC3339FinishTime: "1970-01-01T04:25:45+01:00", - podUnixStartTime: 123, - podUnixFinishTime: 12345, - }, - core.TaskLog{ + input: Input{ + PodName: "podName", + PodUID: "pod-uid", + Namespace: "flyteexamples-production", + ContainerName: "spark-kubernetes-driver", + ContainerID: "cri-o://abc", + LogName: "main_logs", + PodRFC3339StartTime: "1970-01-01T01:02:03+01:00", + PodRFC3339FinishTime: "1970-01-01T04:25:45+01:00", + PodUnixStartTime: 123, + PodUnixFinishTime: 12345, + }, + }, + Output{TaskLogs: []*core.TaskLog{{ Uri: "https://console.cloud.google.com/logs/viewer?project=test-gcp-project&angularJsUrl=%2Flogs%2Fviewer%3Fproject%3Dtest-gcp-project&resource=aws_ec2_instance&advancedFilter=resource.labels.pod_name%3DpodName", MessageFormat: core.TaskLog_JSON, Name: "main_logs", - }, - false, + }}}, }, { "kubernetes", - fields{ - templateURI: "https://dashboard.k8s.net/#!/log/{{.namespace}}/{{.podName}}/pod?namespace={{.namespace}}", - messageFormat: core.TaskLog_JSON, + TemplateLogPlugin{ + TemplateURIs: []TemplateURI{"https://dashboard.k8s.net/#!/log/{{.namespace}}/{{.podName}}/pod?namespace={{.namespace}}"}, + MessageFormat: core.TaskLog_JSON, }, args{ - podName: "flyteexamples-development-task-name", - podUID: "pod-uid", - namespace: "flyteexamples-development", - containerName: "ignore", - containerID: "ignore", - logName: "main_logs", - podRFC3339StartTime: "1970-01-01T01:02:03+01:00", - podRFC3339FinishTime: "1970-01-01T04:25:45+01:00", - podUnixStartTime: 123, - podUnixFinishTime: 12345, - }, - core.TaskLog{ + input: Input{ + PodName: "flyteexamples-development-task-name", + PodUID: "pod-uid", + Namespace: "flyteexamples-development", + ContainerName: "ignore", + ContainerID: "ignore", + LogName: "main_logs", + PodRFC3339StartTime: "1970-01-01T01:02:03+01:00", + PodRFC3339FinishTime: "1970-01-01T04:25:45+01:00", + PodUnixStartTime: 123, + PodUnixFinishTime: 12345, + }, + }, + Output{TaskLogs: []*core.TaskLog{{ Uri: "https://dashboard.k8s.net/#!/log/flyteexamples-development/flyteexamples-development-task-name/pod?namespace=flyteexamples-development", MessageFormat: core.TaskLog_JSON, Name: "main_logs", - }, - false, + }}}, }, - } - for _, tt := range tests { - t.Run(tt.name, func(t *testing.T) { - s := TemplateLogPlugin{ - templateUris: []string{tt.fields.templateURI}, - messageFormat: tt.fields.messageFormat, - } - - got, err := s.GetTaskLog(tt.args.podName, tt.args.podUID, tt.args.namespace, tt.args.containerName, tt.args.containerID, tt.args.logName, tt.args.podRFC3339FinishTime, tt.args.podRFC3339FinishTime, tt.args.podUnixStartTime, tt.args.podUnixFinishTime) - if (err != nil) != tt.wantErr { - t.Errorf("GetTaskLog() error = %v, wantErr %v", err, tt.wantErr) - return - } - - if diff := deep.Equal(got, tt.want); diff != nil { - t.Errorf("GetTaskLog() got = %v, want %v, diff: %v", got, tt.want, diff) - } - }) - } -} - -func TestTemplateLogPlugin_NewTaskLog(t *testing.T) { - type fields struct { - scheme TemplateScheme - templateURI string - messageFormat core.TaskLog_MessageFormat - } - type args struct { - input Input - } - tests := []struct { - name string - fields fields - args args - want Output - wantErr bool - }{ { "splunk", - fields{ - templateURI: "https://prd-p-ighar.splunkcloud.com/en-US/app/search/search?q=search%20container_name%3D%22{{ .containerName }}%22", - messageFormat: core.TaskLog_JSON, + TemplateLogPlugin{ + TemplateURIs: []TemplateURI{"https://prd-p-ighar.splunkcloud.com/en-US/app/search/search?q=search%20container_name%3D%22{{ .containerName }}%22"}, + MessageFormat: core.TaskLog_JSON, }, args{ input: Input{ @@ -410,13 +342,12 @@ func TestTemplateLogPlugin_NewTaskLog(t *testing.T) { }, }, }, - false, }, { "ddog", - fields{ - templateURI: "https://app.datadoghq.com/logs?event&from_ts={{ .podUnixStartTime }}&live=true&query=pod_name%3A{{ .podName }}&to_ts={{ .podUnixFinishTime }}", - messageFormat: core.TaskLog_JSON, + TemplateLogPlugin{ + TemplateURIs: []TemplateURI{"https://app.datadoghq.com/logs?event&from_ts={{ .podUnixStartTime }}&live=true&query=pod_name%3A{{ .podName }}&to_ts={{ .podUnixFinishTime }}"}, + MessageFormat: core.TaskLog_JSON, }, args{ input: Input{ @@ -441,13 +372,12 @@ func TestTemplateLogPlugin_NewTaskLog(t *testing.T) { }, }, }, - false, }, { "stackdriver-with-rfc3339-timestamp", - fields{ - templateURI: "https://console.cloud.google.com/logs/viewer?project=test-gcp-project&angularJsUrl=%2Flogs%2Fviewer%3Fproject%3Dtest-gcp-project&resource=aws_ec2_instance&advancedFilter=resource.labels.pod_name%3D{{.podName}}%20%22{{.podRFC3339StartTime}}%22", - messageFormat: core.TaskLog_JSON, + TemplateLogPlugin{ + TemplateURIs: []TemplateURI{"https://console.cloud.google.com/logs/viewer?project=test-gcp-project&angularJsUrl=%2Flogs%2Fviewer%3Fproject%3Dtest-gcp-project&resource=aws_ec2_instance&advancedFilter=resource.labels.pod_name%3D{{.podName}}%20%22{{.podRFC3339StartTime}}%22"}, + MessageFormat: core.TaskLog_JSON, }, args{ input: Input{ @@ -472,14 +402,13 @@ func TestTemplateLogPlugin_NewTaskLog(t *testing.T) { }, }, }, - false, }, { "task-with-task-execution-identifier", - fields{ - scheme: TemplateSchemeTaskExecution, - templateURI: "https://flyte.corp.net/console/projects/{{ .executionProject }}/domains/{{ .executionDomain }}/executions/{{ .executionName }}/nodeId/{{ .nodeID }}/taskId/{{ .taskID }}/attempt/{{ .taskRetryAttempt }}/view/logs", - messageFormat: core.TaskLog_JSON, + TemplateLogPlugin{ + Scheme: TemplateSchemeTaskExecution, + TemplateURIs: []TemplateURI{"https://flyte.corp.net/console/projects/{{ .executionProject }}/domains/{{ .executionDomain }}/executions/{{ .executionName }}/nodeId/{{ .nodeID }}/taskId/{{ .taskID }}/attempt/{{ .taskRetryAttempt }}/view/logs"}, + MessageFormat: core.TaskLog_JSON, }, args{ input: Input{ @@ -505,14 +434,13 @@ func TestTemplateLogPlugin_NewTaskLog(t *testing.T) { }, }, }, - false, }, { "mapped-task-with-task-execution-identifier", - fields{ - scheme: TemplateSchemeTaskExecution, - templateURI: "https://flyte.corp.net/console/projects/{{ .executionProject }}/domains/{{ .executionDomain }}/executions/{{ .executionName }}/nodeId/{{ .nodeID }}/taskId/{{ .taskID }}/attempt/{{ .subtaskParentRetryAttempt }}/mappedIndex/{{ .subtaskExecutionIndex }}/mappedAttempt/{{ .subtaskRetryAttempt }}/view/logs", - messageFormat: core.TaskLog_JSON, + TemplateLogPlugin{ + Scheme: TemplateSchemeTaskExecution, + TemplateURIs: []TemplateURI{"https://flyte.corp.net/console/projects/{{ .executionProject }}/domains/{{ .executionDomain }}/executions/{{ .executionName }}/nodeId/{{ .nodeID }}/taskId/{{ .taskID }}/attempt/{{ .subtaskParentRetryAttempt }}/mappedIndex/{{ .subtaskExecutionIndex }}/mappedAttempt/{{ .subtaskRetryAttempt }}/view/logs"}, + MessageFormat: core.TaskLog_JSON, }, args{ input: Input{ @@ -545,23 +473,14 @@ func TestTemplateLogPlugin_NewTaskLog(t *testing.T) { }, }, }, - false, }, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { - s := TemplateLogPlugin{ - scheme: tt.fields.scheme, - templateUris: []string{tt.fields.templateURI}, - messageFormat: tt.fields.messageFormat, - } - got, err := s.GetTaskLogs(tt.args.input) - if (err != nil) != tt.wantErr { - t.Errorf("NewTaskLog() error = %v, wantErr %v", err, tt.wantErr) - return - } + got, err := tt.plugin.GetTaskLogs(tt.args.input) + assert.NoError(t, err) if !reflect.DeepEqual(got, tt.want) { - t.Errorf("NewTaskLog() got = %v, want %v", got, tt.want) + t.Errorf("GetTaskLogs() got = %v, want %v", got, tt.want) } }) } diff --git a/flyteplugins/go/tasks/plugins/k8s/ray/config.go b/flyteplugins/go/tasks/plugins/k8s/ray/config.go index e123c5b8ab..8601264edf 100644 --- a/flyteplugins/go/tasks/plugins/k8s/ray/config.go +++ b/flyteplugins/go/tasks/plugins/k8s/ray/config.go @@ -8,6 +8,7 @@ import ( pluginsConfig "github.com/flyteorg/flyte/flyteplugins/go/tasks/config" "github.com/flyteorg/flyte/flyteplugins/go/tasks/logs" pluginmachinery "github.com/flyteorg/flyte/flyteplugins/go/tasks/pluginmachinery/k8s" + "github.com/flyteorg/flyte/flyteplugins/go/tasks/pluginmachinery/tasklog" "github.com/flyteorg/flyte/flytestdlib/config" ) @@ -78,11 +79,12 @@ type Config struct { DeprecatedNodeIPAddress string `json:"nodeIPAddress,omitempty" pflag:"-,DEPRECATED. Please use DefaultConfig.[HeadNode|WorkerNode].IPAddress"` // Remote Ray Cluster Config - RemoteClusterConfig pluginmachinery.ClusterConfig `json:"remoteClusterConfig" pflag:"Configuration of remote K8s cluster for ray jobs"` - Logs logs.LogConfig `json:"logs" pflag:"-,Log configuration for ray jobs"` - LogsSidecar *v1.Container `json:"logsSidecar" pflag:"-,Sidecar to inject into head pods for capturing ray job logs"` - Defaults DefaultConfig `json:"defaults" pflag:"-,Default configuration for ray jobs"` - EnableUsageStats bool `json:"enableUsageStats" pflag:",Enable usage stats for ray jobs. These stats are submitted to usage-stats.ray.io per https://docs.ray.io/en/latest/cluster/usage-stats.html"` + RemoteClusterConfig pluginmachinery.ClusterConfig `json:"remoteClusterConfig" pflag:"Configuration of remote K8s cluster for ray jobs"` + Logs logs.LogConfig `json:"logs" pflag:"-,Log configuration for ray jobs"` + LogsSidecar *v1.Container `json:"logsSidecar" pflag:"-,Sidecar to inject into head pods for capturing ray job logs"` + DashboardURLTemplate *tasklog.TemplateLogPlugin `json:"dashboardURLTemplate" pflag:",Template for URL of Ray dashboard running on a head node."` + Defaults DefaultConfig `json:"defaults" pflag:"-,Default configuration for ray jobs"` + EnableUsageStats bool `json:"enableUsageStats" pflag:",Enable usage stats for ray jobs. These stats are submitted to usage-stats.ray.io per https://docs.ray.io/en/latest/cluster/usage-stats.html"` } type DefaultConfig struct { diff --git a/flyteplugins/go/tasks/plugins/k8s/ray/ray.go b/flyteplugins/go/tasks/plugins/k8s/ray/ray.go index cc8d198334..50a9c76094 100644 --- a/flyteplugins/go/tasks/plugins/k8s/ray/ray.go +++ b/flyteplugins/go/tasks/plugins/k8s/ray/ray.go @@ -3,6 +3,7 @@ package ray import ( "context" "fmt" + "regexp" "strconv" "strings" "time" @@ -13,6 +14,7 @@ import ( "k8s.io/client-go/kubernetes/scheme" "sigs.k8s.io/controller-runtime/pkg/client" + "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/core" "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/plugins" flyteerr "github.com/flyteorg/flyte/flyteplugins/go/tasks/errors" "github.com/flyteorg/flyte/flyteplugins/go/tasks/logs" @@ -36,6 +38,14 @@ const ( DisableUsageStatsStartParameter = "disable-usage-stats" ) +var logTemplateRegexes = struct { + RayClusterName *regexp.Regexp + RayJobID *regexp.Regexp +}{ + tasklog.MustCreateRegex("rayClusterName"), + tasklog.MustCreateRegex("rayJobID"), +} + type rayJobResourceHandler struct { } @@ -437,26 +447,54 @@ func getEventInfoForRayJob(logConfig logs.LogConfig, pluginContext k8s.PluginCon return nil, fmt.Errorf("failed to initialize log plugins. Error: %w", err) } - if logPlugin == nil { - return nil, nil + var taskLogs []*core.TaskLog + + taskExecID := pluginContext.TaskExecutionMetadata().GetTaskExecutionID() + input := tasklog.Input{ + Namespace: rayJob.Namespace, + TaskExecutionID: taskExecID, + ExtraTemplateVarsByScheme: &tasklog.TemplateVarsByScheme{}, + } + if rayJob.Status.JobId != "" { + input.ExtraTemplateVarsByScheme.Common = append( + input.ExtraTemplateVarsByScheme.Common, + tasklog.TemplateVar{ + Regex: logTemplateRegexes.RayJobID, + Value: rayJob.Status.JobId, + }, + ) + } + if rayJob.Status.RayClusterName != "" { + input.ExtraTemplateVarsByScheme.Common = append( + input.ExtraTemplateVarsByScheme.Common, + tasklog.TemplateVar{ + Regex: logTemplateRegexes.RayClusterName, + Value: rayJob.Status.RayClusterName, + }, + ) } // TODO: Retrieve the name of head pod from rayJob.status, and add it to task logs // RayJob CRD does not include the name of the worker or head pod for now - - taskExecID := pluginContext.TaskExecutionMetadata().GetTaskExecutionID() - logOutput, err := logPlugin.GetTaskLogs(tasklog.Input{ - Namespace: rayJob.Namespace, - TaskExecutionID: taskExecID, - }) - + logOutput, err := logPlugin.GetTaskLogs(input) if err != nil { return nil, fmt.Errorf("failed to generate task logs. Error: %w", err) } + taskLogs = append(taskLogs, logOutput.TaskLogs...) - return &pluginsCore.TaskInfo{ - Logs: logOutput.TaskLogs, - }, nil + // Handling for Ray Dashboard + dashboardURLTemplate := GetConfig().DashboardURLTemplate + if dashboardURLTemplate != nil && + rayJob.Status.DashboardURL != "" && + rayJob.Status.JobStatus == rayv1alpha1.JobStatusRunning { + dashboardURLOutput, err := dashboardURLTemplate.GetTaskLogs(input) + if err != nil { + return nil, fmt.Errorf("failed to generate Ray dashboard link. Error: %w", err) + } + taskLogs = append(taskLogs, dashboardURLOutput.TaskLogs...) + } + + return &pluginsCore.TaskInfo{Logs: taskLogs}, nil } func (plugin rayJobResourceHandler) GetTaskPhase(ctx context.Context, pluginContext k8s.PluginContext, resource client.Object) (pluginsCore.PhaseInfo, error) { @@ -470,7 +508,7 @@ func (plugin rayJobResourceHandler) GetTaskPhase(ctx context.Context, pluginCont return pluginsCore.PhaseInfoQueued(time.Now(), pluginsCore.DefaultPhaseVersion, "Scheduling"), nil } - // Kuberay creates a Ray cluster first, and then submits a Ray job to the cluster + // KubeRay creates a Ray cluster first, and then submits a Ray job to the cluster switch rayJob.Status.JobDeploymentStatus { case rayv1alpha1.JobDeploymentStatusInitializing: return pluginsCore.PhaseInfoInitializing(rayJob.CreationTimestamp.Time, pluginsCore.DefaultPhaseVersion, "cluster is creating", info), nil @@ -480,7 +518,7 @@ func (plugin rayJobResourceHandler) GetTaskPhase(ctx context.Context, pluginCont case rayv1alpha1.JobDeploymentStatusFailedJobDeploy: reason := fmt.Sprintf("Failed to submit Ray job %s with error: %s", rayJob.Name, rayJob.Status.Message) return pluginsCore.PhaseInfoFailure(flyteerr.TaskFailedWithError, reason, info), nil - case rayv1alpha1.JobDeploymentStatusWaitForDashboard: + case rayv1alpha1.JobDeploymentStatusWaitForDashboard, rayv1alpha1.JobDeploymentStatusFailedToGetJobStatus: return pluginsCore.PhaseInfoRunning(pluginsCore.DefaultPhaseVersion, info), nil case rayv1alpha1.JobDeploymentStatusRunning, rayv1alpha1.JobDeploymentStatusComplete: switch rayJob.Status.JobStatus { @@ -489,12 +527,27 @@ func (plugin rayJobResourceHandler) GetTaskPhase(ctx context.Context, pluginCont return pluginsCore.PhaseInfoFailure(flyteerr.TaskFailedWithError, reason, info), nil case rayv1alpha1.JobStatusSucceeded: return pluginsCore.PhaseInfoSuccess(info), nil - case rayv1alpha1.JobStatusPending, rayv1alpha1.JobStatusRunning: + case rayv1alpha1.JobStatusPending: return pluginsCore.PhaseInfoRunning(pluginsCore.DefaultPhaseVersion, info), nil + case rayv1alpha1.JobStatusRunning: + phaseInfo := pluginsCore.PhaseInfoRunning(pluginsCore.DefaultPhaseVersion, info) + if len(info.Logs) > 0 { + phaseInfo = phaseInfo.WithVersion(pluginsCore.DefaultPhaseVersion + 1) + } + return phaseInfo, nil + case rayv1alpha1.JobStatusStopped: + // There is no current usage of this job status in KubeRay. It's unclear what it represents + fallthrough + default: + // We already handle all known job status, so this should never happen unless a future version of ray + // introduced a new job status. + return pluginsCore.PhaseInfoUndefined, fmt.Errorf("unknown job status: %s", rayJob.Status.JobStatus) } + default: + // We already handle all known deployment status, so this should never happen unless a future version of ray + // introduced a new job status. + return pluginsCore.PhaseInfoUndefined, fmt.Errorf("unknown job deployment status: %s", rayJob.Status.JobDeploymentStatus) } - - return pluginsCore.PhaseInfoUndefined, nil } func init() { diff --git a/flyteplugins/go/tasks/plugins/k8s/ray/ray_test.go b/flyteplugins/go/tasks/plugins/k8s/ray/ray_test.go index 920fa85d61..64700957c9 100644 --- a/flyteplugins/go/tasks/plugins/k8s/ray/ray_test.go +++ b/flyteplugins/go/tasks/plugins/k8s/ray/ray_test.go @@ -24,6 +24,7 @@ import ( pluginIOMocks "github.com/flyteorg/flyte/flyteplugins/go/tasks/pluginmachinery/io/mocks" "github.com/flyteorg/flyte/flyteplugins/go/tasks/pluginmachinery/k8s" mocks2 "github.com/flyteorg/flyte/flyteplugins/go/tasks/pluginmachinery/k8s/mocks" + "github.com/flyteorg/flyte/flyteplugins/go/tasks/pluginmachinery/tasklog" "github.com/flyteorg/flyte/flyteplugins/go/tasks/pluginmachinery/utils" ) @@ -607,14 +608,24 @@ func newPluginContext() k8s.PluginContext { taskExecID := &mocks.TaskExecutionID{} taskExecID.OnGetID().Return(core.TaskExecutionIdentifier{ + TaskId: &core.Identifier{ + ResourceType: core.ResourceType_TASK, + Name: "my-task-name", + Project: "my-task-project", + Domain: "my-task-domain", + Version: "1", + }, NodeExecutionId: &core.NodeExecutionIdentifier{ ExecutionId: &core.WorkflowExecutionIdentifier{ - Name: "my_name", - Project: "my_project", - Domain: "my_domain", + Name: "my-execution-name", + Project: "my-execution-project", + Domain: "my-execution-domain", }, }, + RetryAttempt: 1, }) + taskExecID.OnGetUniqueNodeID().Return("unique-node") + taskExecID.OnGetGeneratedName().Return("generated-name") tskCtx := &mocks.TaskExecutionMetadata{} tskCtx.OnGetTaskExecutionID().Return(taskExecID) @@ -642,17 +653,19 @@ func TestGetTaskPhase(t *testing.T) { rayJobPhase rayv1alpha1.JobStatus rayClusterPhase rayv1alpha1.JobDeploymentStatus expectedCorePhase pluginsCore.Phase + expectedError bool }{ - {"", rayv1alpha1.JobDeploymentStatusInitializing, pluginsCore.PhaseInitializing}, - {rayv1alpha1.JobStatusPending, rayv1alpha1.JobDeploymentStatusFailedToGetOrCreateRayCluster, pluginsCore.PhasePermanentFailure}, - {rayv1alpha1.JobStatusPending, rayv1alpha1.JobDeploymentStatusWaitForDashboard, pluginsCore.PhaseRunning}, - {rayv1alpha1.JobStatusPending, rayv1alpha1.JobDeploymentStatusFailedJobDeploy, pluginsCore.PhasePermanentFailure}, - {rayv1alpha1.JobStatusPending, rayv1alpha1.JobDeploymentStatusRunning, pluginsCore.PhaseRunning}, - {rayv1alpha1.JobStatusPending, rayv1alpha1.JobDeploymentStatusFailedToGetJobStatus, pluginsCore.PhaseUndefined}, - {rayv1alpha1.JobStatusRunning, rayv1alpha1.JobDeploymentStatusRunning, pluginsCore.PhaseRunning}, - {rayv1alpha1.JobStatusFailed, rayv1alpha1.JobDeploymentStatusRunning, pluginsCore.PhasePermanentFailure}, - {rayv1alpha1.JobStatusSucceeded, rayv1alpha1.JobDeploymentStatusRunning, pluginsCore.PhaseSuccess}, - {rayv1alpha1.JobStatusSucceeded, rayv1alpha1.JobDeploymentStatusComplete, pluginsCore.PhaseSuccess}, + {"", rayv1alpha1.JobDeploymentStatusInitializing, pluginsCore.PhaseInitializing, false}, + {rayv1alpha1.JobStatusPending, rayv1alpha1.JobDeploymentStatusFailedToGetOrCreateRayCluster, pluginsCore.PhasePermanentFailure, false}, + {rayv1alpha1.JobStatusPending, rayv1alpha1.JobDeploymentStatusWaitForDashboard, pluginsCore.PhaseRunning, false}, + {rayv1alpha1.JobStatusPending, rayv1alpha1.JobDeploymentStatusFailedJobDeploy, pluginsCore.PhasePermanentFailure, false}, + {rayv1alpha1.JobStatusPending, rayv1alpha1.JobDeploymentStatusRunning, pluginsCore.PhaseRunning, false}, + {rayv1alpha1.JobStatusPending, rayv1alpha1.JobDeploymentStatusFailedToGetJobStatus, pluginsCore.PhaseRunning, false}, + {rayv1alpha1.JobStatusRunning, rayv1alpha1.JobDeploymentStatusRunning, pluginsCore.PhaseRunning, false}, + {rayv1alpha1.JobStatusFailed, rayv1alpha1.JobDeploymentStatusRunning, pluginsCore.PhasePermanentFailure, false}, + {rayv1alpha1.JobStatusSucceeded, rayv1alpha1.JobDeploymentStatusRunning, pluginsCore.PhaseSuccess, false}, + {rayv1alpha1.JobStatusSucceeded, rayv1alpha1.JobDeploymentStatusComplete, pluginsCore.PhaseSuccess, false}, + {rayv1alpha1.JobStatusStopped, rayv1alpha1.JobDeploymentStatusComplete, pluginsCore.PhaseUndefined, true}, } for _, tc := range testCases { @@ -663,12 +676,169 @@ func TestGetTaskPhase(t *testing.T) { startTime := metav1.NewTime(time.Now()) rayObject.Status.StartTime = &startTime phaseInfo, err := rayJobResourceHandler.GetTaskPhase(ctx, pluginCtx, rayObject) - assert.Nil(t, err) + if tc.expectedError { + assert.Error(t, err) + } else { + assert.Nil(t, err) + } assert.Equal(t, tc.expectedCorePhase.String(), phaseInfo.Phase().String()) }) } } +func TestGetEventInfo_LogTemplates(t *testing.T) { + pluginCtx := newPluginContext() + testCases := []struct { + name string + rayJob rayv1alpha1.RayJob + logPlugin tasklog.TemplateLogPlugin + expectedTaskLogs []*core.TaskLog + }{ + { + name: "namespace", + rayJob: rayv1alpha1.RayJob{ + ObjectMeta: metav1.ObjectMeta{ + Namespace: "test-namespace", + }, + }, + logPlugin: tasklog.TemplateLogPlugin{ + DisplayName: "namespace", + TemplateURIs: []tasklog.TemplateURI{"http://test/{{ .namespace }}"}, + }, + expectedTaskLogs: []*core.TaskLog{ + { + Name: "namespace", + Uri: "http://test/test-namespace", + }, + }, + }, + { + name: "task execution ID", + rayJob: rayv1alpha1.RayJob{}, + logPlugin: tasklog.TemplateLogPlugin{ + DisplayName: "taskExecID", + TemplateURIs: []tasklog.TemplateURI{ + "http://test/projects/{{ .executionProject }}/domains/{{ .executionDomain }}/executions/{{ .executionName }}/nodeId/{{ .nodeID }}/taskId/{{ .taskID }}/attempt/{{ .taskRetryAttempt }}", + }, + Scheme: tasklog.TemplateSchemeTaskExecution, + }, + expectedTaskLogs: []*core.TaskLog{ + { + Name: "taskExecID", + Uri: "http://test/projects/my-execution-project/domains/my-execution-domain/executions/my-execution-name/nodeId/unique-node/taskId/my-task-name/attempt/1", + }, + }, + }, + { + name: "ray cluster name", + rayJob: rayv1alpha1.RayJob{ + ObjectMeta: metav1.ObjectMeta{ + Namespace: "test-namespace", + }, + Status: rayv1alpha1.RayJobStatus{ + RayClusterName: "ray-cluster", + }, + }, + logPlugin: tasklog.TemplateLogPlugin{ + DisplayName: "ray cluster name", + TemplateURIs: []tasklog.TemplateURI{"http://test/{{ .namespace }}/{{ .rayClusterName }}"}, + }, + expectedTaskLogs: []*core.TaskLog{ + { + Name: "ray cluster name", + Uri: "http://test/test-namespace/ray-cluster", + }, + }, + }, + { + name: "ray job ID", + rayJob: rayv1alpha1.RayJob{ + ObjectMeta: metav1.ObjectMeta{ + Namespace: "test-namespace", + }, + Status: rayv1alpha1.RayJobStatus{ + JobId: "ray-job-1", + }, + }, + logPlugin: tasklog.TemplateLogPlugin{ + DisplayName: "ray job ID", + TemplateURIs: []tasklog.TemplateURI{"http://test/{{ .namespace }}/{{ .rayJobID }}"}, + }, + expectedTaskLogs: []*core.TaskLog{ + { + Name: "ray job ID", + Uri: "http://test/test-namespace/ray-job-1", + }, + }, + }, + } + + for _, tc := range testCases { + t.Run(tc.name, func(t *testing.T) { + ti, err := getEventInfoForRayJob( + logs.LogConfig{Templates: []tasklog.TemplateLogPlugin{tc.logPlugin}}, + pluginCtx, + &tc.rayJob, + ) + assert.NoError(t, err) + assert.Equal(t, tc.expectedTaskLogs, ti.Logs) + }) + } +} + +func TestGetEventInfo_DashboardURL(t *testing.T) { + pluginCtx := newPluginContext() + testCases := []struct { + name string + rayJob rayv1alpha1.RayJob + dashboardURLTemplate tasklog.TemplateLogPlugin + expectedTaskLogs []*core.TaskLog + }{ + { + name: "dashboard URL displayed", + rayJob: rayv1alpha1.RayJob{ + Status: rayv1alpha1.RayJobStatus{ + DashboardURL: "exists", + JobStatus: rayv1alpha1.JobStatusRunning, + }, + }, + dashboardURLTemplate: tasklog.TemplateLogPlugin{ + DisplayName: "Ray Dashboard", + TemplateURIs: []tasklog.TemplateURI{"http://test/{{.generatedName}}"}, + Scheme: tasklog.TemplateSchemeTaskExecution, + }, + expectedTaskLogs: []*core.TaskLog{ + { + Name: "Ray Dashboard", + Uri: "http://test/generated-name", + }, + }, + }, + { + name: "dashboard URL is not displayed", + rayJob: rayv1alpha1.RayJob{ + Status: rayv1alpha1.RayJobStatus{ + JobStatus: rayv1alpha1.JobStatusPending, + }, + }, + dashboardURLTemplate: tasklog.TemplateLogPlugin{ + DisplayName: "dummy", + TemplateURIs: []tasklog.TemplateURI{"http://dummy"}, + }, + expectedTaskLogs: nil, + }, + } + + for _, tc := range testCases { + t.Run(tc.name, func(t *testing.T) { + assert.NoError(t, SetConfig(&Config{DashboardURLTemplate: &tc.dashboardURLTemplate})) + ti, err := getEventInfoForRayJob(logs.LogConfig{}, pluginCtx, &tc.rayJob) + assert.NoError(t, err) + assert.Equal(t, tc.expectedTaskLogs, ti.Logs) + }) + } +} + func TestGetPropertiesRay(t *testing.T) { rayJobResourceHandler := rayJobResourceHandler{} expected := k8s.PluginProperties{} diff --git a/flyteplugins/go/tasks/plugins/webapi/athena/plugin.go b/flyteplugins/go/tasks/plugins/webapi/athena/plugin.go index a1f16163fe..826a12e45f 100644 --- a/flyteplugins/go/tasks/plugins/webapi/athena/plugin.go +++ b/flyteplugins/go/tasks/plugins/webapi/athena/plugin.go @@ -3,6 +3,7 @@ package athena import ( "context" "fmt" + "strings" "time" awsSdk "github.com/aws/aws-sdk-go-v2/aws" @@ -177,12 +178,19 @@ func (p Plugin) Status(ctx context.Context, tCtx webapi.StatusContext) (phase co func createTaskInfo(queryID string, cfg awsSdk.Config) *core.TaskInfo { timeNow := time.Now() + var consoleURL string + if strings.Contains(cfg.Region, "gov") { + consoleURL = "console.amazonaws-us-gov.com" + } else { + consoleURL = "console.aws.amazon.com" + } return &core.TaskInfo{ OccurredAt: &timeNow, Logs: []*idlCore.TaskLog{ { - Uri: fmt.Sprintf("https://%v.console.aws.amazon.com/athena/home?force®ion=%v#query/history/%v", + Uri: fmt.Sprintf("https://%v.%v/athena/home?force®ion=%v#query/history/%v", cfg.Region, + consoleURL, cfg.Region, queryID), Name: "Athena Query Console", diff --git a/flyteplugins/go/tasks/plugins/webapi/athena/plugin_test.go b/flyteplugins/go/tasks/plugins/webapi/athena/plugin_test.go index 6e3238d813..e19829447e 100644 --- a/flyteplugins/go/tasks/plugins/webapi/athena/plugin_test.go +++ b/flyteplugins/go/tasks/plugins/webapi/athena/plugin_test.go @@ -22,3 +22,18 @@ func TestCreateTaskInfo(t *testing.T) { assert.Len(t, taskInfo.ExternalResources, 1) assert.Equal(t, taskInfo.ExternalResources[0].ExternalID, "query_id") } + + +func TestCreateTaskInfoGovAWS(t *testing.T) { + taskInfo := createTaskInfo("query_id", awsSdk.Config{ + Region: "us-gov-east-1", + }) + assert.EqualValues(t, []*idlCore.TaskLog{ + { + Uri: "https://us-gov-east-1.console.amazonaws-us-gov.com/athena/home?force®ion=us-gov-east-1#query/history/query_id", + Name: "Athena Query Console", + }, + }, taskInfo.Logs) + assert.Len(t, taskInfo.ExternalResources, 1) + assert.Equal(t, taskInfo.ExternalResources[0].ExternalID, "query_id") +} diff --git a/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/array_test.go b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/array_test.go new file mode 100644 index 0000000000..74ea26a428 --- /dev/null +++ b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/array_test.go @@ -0,0 +1,49 @@ +package v1alpha1 + +import ( + "testing" +) + +func TestArrayNodeSpec_GetSubNodeSpec(t *testing.T) { + nodeSpec := &NodeSpec{} + arrayNodeSpec := ArrayNodeSpec{ + SubNodeSpec: nodeSpec, + } + + if arrayNodeSpec.GetSubNodeSpec() != nodeSpec { + t.Errorf("Expected nodeSpec, but got a different value") + } +} + +func TestArrayNodeSpec_GetParallelism(t *testing.T) { + parallelism := uint32(5) + arrayNodeSpec := ArrayNodeSpec{ + Parallelism: parallelism, + } + + if arrayNodeSpec.GetParallelism() != parallelism { + t.Errorf("Expected %d, but got %d", parallelism, arrayNodeSpec.GetParallelism()) + } +} + +func TestArrayNodeSpec_GetMinSuccesses(t *testing.T) { + minSuccesses := uint32(3) + arrayNodeSpec := ArrayNodeSpec{ + MinSuccesses: &minSuccesses, + } + + if *arrayNodeSpec.GetMinSuccesses() != minSuccesses { + t.Errorf("Expected %d, but got %d", minSuccesses, *arrayNodeSpec.GetMinSuccesses()) + } +} + +func TestArrayNodeSpec_GetMinSuccessRatio(t *testing.T) { + minSuccessRatio := float32(0.8) + arrayNodeSpec := ArrayNodeSpec{ + MinSuccessRatio: &minSuccessRatio, + } + + if *arrayNodeSpec.GetMinSuccessRatio() != minSuccessRatio { + t.Errorf("Expected %f, but got %f", minSuccessRatio, *arrayNodeSpec.GetMinSuccessRatio()) + } +} diff --git a/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/branch_test.go b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/branch_test.go index d5adf91d77..5fe19f6758 100644 --- a/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/branch_test.go +++ b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/branch_test.go @@ -1,20 +1,21 @@ -package v1alpha1_test +package v1alpha1 import ( + "bytes" "encoding/json" "io/ioutil" "testing" + "github.com/golang/protobuf/jsonpb" "github.com/stretchr/testify/assert" "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/core" - "github.com/flyteorg/flyte/flytepropeller/pkg/apis/flyteworkflow/v1alpha1" ) func TestMarshalUnMarshal_BranchTask(t *testing.T) { r, err := ioutil.ReadFile("testdata/branch.json") assert.NoError(t, err) - o := v1alpha1.NodeSpec{} + o := NodeSpec{} err = json.Unmarshal(r, &o) assert.NoError(t, err) assert.NotNil(t, o.BranchNode.If) @@ -25,3 +26,74 @@ func TestMarshalUnMarshal_BranchTask(t *testing.T) { assert.NotEmpty(t, raw) } } + +// TestBranchNodeSpecMethods tests the methods of the BranchNodeSpec struct. +func TestErrorMarshalAndUnmarshalJSON(t *testing.T) { + coreError := &core.Error{ + FailedNodeId: "TestNode", + Message: "Test error message", + } + + err := Error{Error: coreError} + data, jErr := err.MarshalJSON() + assert.Nil(t, jErr) + + // Unmarshalling the JSON back to a new core.Error struct + var newCoreError core.Error + uErr := jsonpb.Unmarshal(bytes.NewReader(data), &newCoreError) + assert.Nil(t, uErr) + assert.Equal(t, coreError.Message, newCoreError.Message) + assert.Equal(t, coreError.FailedNodeId, newCoreError.FailedNodeId) +} + +func TestBranchNodeSpecMethods(t *testing.T) { + // Creating a core.BooleanExpression instance for testing + boolExpr := &core.BooleanExpression{} + + // Creating an Error instance for testing + errorMessage := &core.Error{ + Message: "Test error", + } + + ifNode := NodeID("ifNode") + elifNode := NodeID("elifNode") + elseNode := NodeID("elseNode") + + // Creating a BranchNodeSpec instance for testing + branchNodeSpec := BranchNodeSpec{ + If: IfBlock{ + Condition: BooleanExpression{ + BooleanExpression: boolExpr, + }, + ThenNode: &ifNode, + }, + ElseIf: []*IfBlock{ + { + Condition: BooleanExpression{ + BooleanExpression: boolExpr, + }, + ThenNode: &elifNode, + }, + }, + Else: &elseNode, + ElseFail: &Error{Error: errorMessage}, + } + + assert.Equal(t, boolExpr, branchNodeSpec.If.GetCondition()) + + assert.Equal(t, &ifNode, branchNodeSpec.If.GetThenNode()) + + assert.Equal(t, &branchNodeSpec.If, branchNodeSpec.GetIf()) + + assert.Equal(t, &elseNode, branchNodeSpec.GetElse()) + + elifs := branchNodeSpec.GetElseIf() + assert.Equal(t, 1, len(elifs)) + assert.Equal(t, boolExpr, elifs[0].GetCondition()) + assert.Equal(t, &elifNode, elifs[0].GetThenNode()) + + assert.Equal(t, errorMessage, branchNodeSpec.GetElseFail()) + + branchNodeSpec.ElseFail = nil + assert.Nil(t, branchNodeSpec.GetElseFail()) +} diff --git a/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/error_test.go b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/error_test.go new file mode 100644 index 0000000000..4e0968205d --- /dev/null +++ b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/error_test.go @@ -0,0 +1,30 @@ +package v1alpha1 + +import ( + "encoding/json" + "testing" + + "github.com/stretchr/testify/assert" + + "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/core" +) + +func TestExecutionErrorJSONMarshalling(t *testing.T) { + execError := &core.ExecutionError{ + Code: "TestCode", + Message: "Test error message", + ErrorUri: "Test error uri", + } + + execErr := &ExecutionError{ExecutionError: execError} + data, jErr := json.Marshal(execErr) + assert.Nil(t, jErr) + + newExecErr := &ExecutionError{} + uErr := json.Unmarshal(data, newExecErr) + assert.Nil(t, uErr) + + assert.Equal(t, execError.Code, newExecErr.ExecutionError.Code) + assert.Equal(t, execError.Message, newExecErr.ExecutionError.Message) + assert.Equal(t, execError.ErrorUri, newExecErr.ExecutionError.ErrorUri) +} diff --git a/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/iface_test.go b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/iface_test.go new file mode 100644 index 0000000000..eb2eafa723 --- /dev/null +++ b/flytepropeller/pkg/apis/flyteworkflow/v1alpha1/iface_test.go @@ -0,0 +1,186 @@ +package v1alpha1 + +import ( + "encoding/json" + "testing" + + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" + + "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/core" +) + +func TestNodeKindString(t *testing.T) { + tests := []struct { + kind NodeKind + expected string + }{ + {NodeKindTask, "task"}, + {NodeKindBranch, "branch"}, + {NodeKindWorkflow, "workflow"}, + {NodeKindGate, "gate"}, + {NodeKindArray, "array"}, + {NodeKindStart, "start"}, + {NodeKindEnd, "end"}, + } + + for _, test := range tests { + t.Run(test.expected, func(t *testing.T) { + assert.Equal(t, test.expected, test.kind.String()) + }) + } +} + +func TestNodePhaseString(t *testing.T) { + tests := []struct { + phase NodePhase + expected string + }{ + {NodePhaseNotYetStarted, "NotYetStarted"}, + {NodePhaseQueued, "Queued"}, + {NodePhaseRunning, "Running"}, + {NodePhaseTimingOut, "NodePhaseTimingOut"}, + {NodePhaseTimedOut, "NodePhaseTimedOut"}, + {NodePhaseSucceeding, "Succeeding"}, + {NodePhaseSucceeded, "Succeeded"}, + {NodePhaseFailing, "Failing"}, + {NodePhaseFailed, "Failed"}, + {NodePhaseSkipped, "Skipped"}, + {NodePhaseRetryableFailure, "RetryableFailure"}, + {NodePhaseDynamicRunning, "DynamicRunning"}, + {NodePhaseRecovered, "NodePhaseRecovered"}, + } + + for _, test := range tests { + t.Run(test.expected, func(t *testing.T) { + assert.Equal(t, test.expected, test.phase.String()) + }) + } +} + +func TestWorkflowPhaseString(t *testing.T) { + tests := []struct { + phase WorkflowPhase + expected string + }{ + {WorkflowPhaseReady, "Ready"}, + {WorkflowPhaseRunning, "Running"}, + {WorkflowPhaseSuccess, "Succeeded"}, + {WorkflowPhaseFailed, "Failed"}, + {WorkflowPhaseFailing, "Failing"}, + {WorkflowPhaseSucceeding, "Succeeding"}, + {WorkflowPhaseAborted, "Aborted"}, + {WorkflowPhaseHandlingFailureNode, "HandlingFailureNode"}, + {-1, "Unknown"}, + // Add more cases as needed + } + + for _, test := range tests { + t.Run(test.expected, func(t *testing.T) { + assert.Equal(t, test.expected, test.phase.String()) + }) + } +} + +func TestBranchNodePhaseString(t *testing.T) { + tests := []struct { + phase BranchNodePhase + expected string + }{ + {BranchNodeNotYetEvaluated, "NotYetEvaluated"}, + {BranchNodeSuccess, "BranchEvalSuccess"}, + {BranchNodeError, "BranchEvalFailed"}, + {-1, "Undefined"}, + } + + for _, test := range tests { + t.Run(test.expected, func(t *testing.T) { + assert.Equal(t, test.expected, test.phase.String()) + }) + } +} + +func TestWorkflowOnFailurePolicyStringError(t *testing.T) { + _, err := WorkflowOnFailurePolicyString("NON_EXISTENT_POLICY") + assert.Error(t, err) +} + +func TestWorkflowOnFailurePolicyJSONMarshalling(t *testing.T) { + tests := []struct { + policy WorkflowOnFailurePolicy + jsonStr string + }{ + {WorkflowOnFailurePolicy(core.WorkflowMetadata_FAIL_IMMEDIATELY), `"FAIL_IMMEDIATELY"`}, + {WorkflowOnFailurePolicy(core.WorkflowMetadata_FAIL_AFTER_EXECUTABLE_NODES_COMPLETE), `"FAIL_AFTER_EXECUTABLE_NODES_COMPLETE"`}, + } + + for _, test := range tests { + t.Run(test.jsonStr, func(t *testing.T) { + // Testing marshalling + data, err := json.Marshal(test.policy) + require.NoError(t, err) + assert.Equal(t, test.jsonStr, string(data)) + + // Testing unmarshalling + var unmarshalledPolicy WorkflowOnFailurePolicy + err = json.Unmarshal(data, &unmarshalledPolicy) + require.NoError(t, err) + assert.Equal(t, test.policy, unmarshalledPolicy) + }) + } + + invalidTest := `123` + var policy WorkflowOnFailurePolicy + err := json.Unmarshal([]byte(invalidTest), &policy) + assert.Error(t, err) + assert.Contains(t, err.Error(), "WorkflowOnFailurePolicy should be a string, got 123") + +} + +func TestGetOutputsFile(t *testing.T) { + tests := []struct { + outputDir DataReference + expected DataReference + }{ + {"dir1", "dir1/outputs.pb"}, + {"dir2", "dir2/outputs.pb"}, + } + + for _, tt := range tests { + t.Run(string(tt.outputDir), func(t *testing.T) { // Convert DataReference to string here + assert.Equal(t, tt.expected, GetOutputsFile(tt.outputDir)) + }) + } +} + +func TestGetInputsFile(t *testing.T) { + tests := []struct { + inputDir DataReference + expected DataReference + }{ + {"dir1", "dir1/inputs.pb"}, + {"dir2", "dir2/inputs.pb"}, + } + + for _, tt := range tests { + t.Run(string(tt.inputDir), func(t *testing.T) { + assert.Equal(t, tt.expected, GetInputsFile(tt.inputDir)) + }) + } +} + +func TestGetDeckFile(t *testing.T) { + tests := []struct { + inputDir DataReference + expected DataReference + }{ + {"dir1", "dir1/deck.html"}, + {"dir2", "dir2/deck.html"}, + } + + for _, tt := range tests { + t.Run(string(tt.inputDir), func(t *testing.T) { + assert.Equal(t, tt.expected, GetDeckFile(tt.inputDir)) + }) + } +} diff --git a/rsts/deployment/agents/bigquery.rst b/rsts/deployment/agents/bigquery.rst index cf01e0b7bd..ac6ec896bb 100644 --- a/rsts/deployment/agents/bigquery.rst +++ b/rsts/deployment/agents/bigquery.rst @@ -20,30 +20,39 @@ Specify agent configuration .. tabs:: - .. group-tab:: Flyte binary + .. group-tab:: Flyte binary - Edit the relevant YAML file to specify the agent. + Edit the relevant YAML file to specify the agent. - .. code-block:: yaml - :emphasize-lines: 7,11 + .. code-block:: bash - tasks: - task-plugins: - enabled-plugins: - - container - - sidecar - - k8s-array - - bigquery - default-for-task-types: - - container: container - - container_array: k8s-array - - bigquery_query_job_task: agent-service + kubectl edit configmap flyte-sandbox-config -n flyte - .. group-tab:: Flyte core + .. code-block:: yaml + :emphasize-lines: 7,11,16 + + tasks: + task-plugins: + enabled-plugins: + - container + - sidecar + - k8s-array + - agent-service + default-for-task-types: + - container: container + - container_array: k8s-array + - bigquery_query_job_task: agent-service + + plugins: + agent-service: + supportedTaskTypes: + - bigquery_query_job_task + + .. group-tab:: Flyte core - Create a file named ``values-override.yaml`` and add the following configuration to it. + Create a file named ``values-override.yaml`` and add the following configuration to it. - .. code-block:: yaml + .. code-block:: yaml configmap: enabled_plugins: @@ -56,12 +65,16 @@ Specify agent configuration - container - sidecar - k8s-array - - bigquery + - agent-service default-for-task-types: container: container sidecar: sidecar container_array: k8s-array bigquery_query_job_task: agent-service + plugins: + agent-service: + supportedTaskTypes: + - bigquery_query_job_task Ensure that the propeller has the correct service account for BigQuery. diff --git a/rsts/deployment/agents/index.rst b/rsts/deployment/agents/index.rst index b3a196e1b6..af0bddaefd 100644 --- a/rsts/deployment/agents/index.rst +++ b/rsts/deployment/agents/index.rst @@ -27,6 +27,15 @@ Discover the process of setting up Agents for Flyte. ^^^^^^^^^^^^ Guide to setting up the MMCloud agent. + --- + + .. link-button:: deployment-agent-setup-sensor + :type: ref + :text: Sensor Agent + :classes: btn-block stretched-link + ^^^^^^^^^^^^ + Guide to setting up the Sensor agent. + .. toctree:: :maxdepth: 1 @@ -35,3 +44,4 @@ Discover the process of setting up Agents for Flyte. bigquery mmcloud + sensor diff --git a/rsts/deployment/agents/sensor.rst b/rsts/deployment/agents/sensor.rst new file mode 100644 index 0000000000..ecb45e426f --- /dev/null +++ b/rsts/deployment/agents/sensor.rst @@ -0,0 +1,147 @@ +.. _deployment-agent-setup-sensor: + +Sensor Agent +================= + +Sensor enables users to continuously check for a file or a condition to be met periodically. + +When the condition is met, the sensor will complete. + +This guide provides an overview of how to set up Sensor in your Flyte deployment. + +Spin up a cluster +----------------- + +.. tabs:: + + .. group-tab:: Flyte binary + + You can spin up a demo cluster using the following command: + + .. code-block:: bash + + flytectl demo start + + Or install Flyte using the :ref:`flyte-binary helm chart `. + + .. group-tab:: Flyte core + + If you've installed Flyte using the + `flyte-core helm chart `__, please ensure: + + * You have the correct kubeconfig and have selected the correct Kubernetes context. + * Confirm that you have the correct Flytectl configuration at ``~/.flyte/config.yaml``. + +.. note:: + + Add the Flyte chart repo to Helm if you're installing via the Helm charts. + + .. code-block:: bash + + helm repo add flyteorg https://flyteorg.github.io/flyte + +Specify agent configuration +---------------------------- + +Enable the Sensor agent by adding the following config to the relevant YAML file(s): + +.. tabs:: + + .. group-tab:: Flyte binary + + Edit the relevant YAML file to specify the agent. + + .. code-block:: bash + + kubectl edit configmap flyte-sandbox-config -n flyte + + .. code-block:: yaml + :emphasize-lines: 7,11,16 + + tasks: + task-plugins: + enabled-plugins: + - container + - sidecar + - k8s-array + - agent-service + default-for-task-types: + - container: container + - container_array: k8s-array + - sensor: agent-service + + plugins: + agent-service: + supportedTaskTypes: + - sensor + + .. group-tab:: Flyte core + + Create a file named ``values-override.yaml`` and add the following configuration to it. + + .. code-block:: yaml + + configmap: + enabled_plugins: + # -- Tasks specific configuration [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/task/config#GetConfig) + tasks: + # -- Plugins configuration, [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/task/config#TaskPluginConfig) + task-plugins: + # -- [Enabled Plugins](https://pkg.go.dev/github.com/flyteorg/flyteplugins/go/tasks/config#Config). Enable sagemaker*, athena if you install the backend + enabled-plugins: + - container + - sidecar + - k8s-array + - agent-service + default-for-task-types: + container: container + sidecar: sidecar + container_array: k8s-array + sensor: agent-service + plugins: + agent-service: + supportedTaskTypes: + - sensor + + +Upgrade the deployment +---------------------- + +.. tabs:: + + .. group-tab:: Flyte binary + + .. tabs:: + + .. group-tab:: Demo cluster + + .. code-block:: bash + + kubectl rollout restart deployment flyte-sandbox -n flyte + + .. group-tab:: Helm chart + + .. code-block:: bash + + helm upgrade flyteorg/flyte-binary -n --values + + Replace ```` with the name of your release (e.g., ``flyte-backend``), + ```` with the name of your namespace (e.g., ``flyte``), + and ```` with the name of your YAML file. + + .. group-tab:: Flyte core + + .. code-block:: + + helm upgrade flyte/flyte-core -n --values values-override.yaml + + Replace ```` with the name of your release (e.g., ``flyte``) + and ```` with the name of your namespace (e.g., ``flyte``). + +Wait for the upgrade to complete. + +You can check the status of the deployment pods by running the following command: + +.. code-block:: + + kubectl get pods -n flyte diff --git a/rsts/deployment/deployment/sandbox.rst b/rsts/deployment/deployment/sandbox.rst index 5c40eea5eb..46809ae4a3 100644 --- a/rsts/deployment/deployment/sandbox.rst +++ b/rsts/deployment/deployment/sandbox.rst @@ -78,5 +78,35 @@ who wish to dig deeper into the storage layer. 🐋 Flyte sandbox ships with a Docker registry. Tag and push custom workflow images to localhost:30000 📂 The Minio API is hosted on localhost:30002. Use http://localhost:30080/minio/login for Minio console +Configuration +______________ + +The ``config-sandbox.yaml`` file contains configuration for **FlyteAdmin**, +which is the Flyte cluster backend component that processes all client requests +such as workflow executions. The default values are enough to let you connect and use Flyte: + + +.. code-block:: yaml + + admin: + # For GRPC endpoints you might want to use dns:///flyte.myexample.com + endpoint: localhost:30080 + authType: Pkce + insecure: true + console: + endpoint: http://localhost:30080 + logger: + show-source: true + level: 0 + +.. note:: + + You can also create your own config file with `flytectl config init`, which + will create a config file at `~/.flyte/config.yaml`. + + Learn more about the configuration settings in the + {ref}`Deployment Guide ` + + Now that you have the sandbox cluster running, you can now go to the :ref:`User Guide ` or :ref:`Tutorials ` to run tasks and workflows written in ``flytekit``, the Python SDK for Flyte. \ No newline at end of file diff --git a/rsts/deployment/plugins/k8s/index.rst b/rsts/deployment/plugins/k8s/index.rst index 7a0bd22eab..9e81351043 100644 --- a/rsts/deployment/plugins/k8s/index.rst +++ b/rsts/deployment/plugins/k8s/index.rst @@ -241,11 +241,29 @@ Spin up a cluster .. group-tab:: Helm chart - Install Flyte using the :ref:`flyte-binary helm chart `. + 1. Add the following to your values file under `configmap.inline`: + + .. code-block:: yaml + + tasks: + task-plugins: + enabled-plugins: + - container + - sidecar + - K8S-ARRAY + - spark + - ray + default-for-task-types: + - container: container + - container_array: K8S-ARRAY + - spark: spark + - ray: ray + + 2. Install the :ref:`flyte-binary Helm chart `. .. group-tab:: Flyte core - If you hae installed Flyte using the `flyte-core helm chart + If you have installed Flyte using the `flyte-core Helm chart `__, please ensure: * You have the correct kubeconfig and have selected the correct Kubernetes context. @@ -534,22 +552,38 @@ Specify plugin configuration .. group-tab:: Flyte binary - To specify the plugin when using the Helm chart, edit the relevant YAML file. + 1. Make sure that your Helm values file includes the following configuration: .. code-block:: yaml - :emphasize-lines: 7,11 - - tasks: - task-plugins: - enabled-plugins: - - container - - sidecar - - k8s-array - - ray - default-for-task-types: - - container: container - - container_array: k8s-array - - ray: ray + + configuration: + inline: + tasks: + task-plugins: + enabled-plugins: + - container + - sidecar + - k8s-array + - ray + default-for-task-types: + - container: container + - container_array: k8s-array + - ray: ray + + rbac: + extraRules: + - apiGroups: + - "ray.io" + resources: + - rayjob + verbs: + - create + - get + - list + - patch + - update + + 2. Run a ``helm upgrade`` operation .. group-tab:: Flyte core diff --git a/stats/flyteadmin_dashboard.py b/stats/flyteadmin.dashboard.py similarity index 88% rename from stats/flyteadmin_dashboard.py rename to stats/flyteadmin.dashboard.py index c6d2518323..ed709b1633 100644 --- a/stats/flyteadmin_dashboard.py +++ b/stats/flyteadmin.dashboard.py @@ -35,7 +35,7 @@ class FlyteAdmin(object): "list_workflow", "list_node_execution", "list_task_execution", - "list_active_launch_plan", + "list_active_launch_plans", ] ENTITIES = [ @@ -52,7 +52,6 @@ class FlyteAdmin(object): "list", "create", "update", - "list", "list_identifiers", "delete", "exists", @@ -65,22 +64,22 @@ def error_codes(api: str, interval: int = 1) -> Graph: dataSource=DATASOURCE, targets=[ Target( - expr=f'sum(irate(flyte:admin:{api}:codes:OK[{interval}m]))', + expr=f'sum(irate(flyte:admin:admin:{api}:codes:OK[{interval}m]))', legendFormat="ok", refId='A', ), Target( - expr=f'sum(irate(flyte:admin:{api}:codes:InvalidArgument[{interval}m]))', + expr=f'sum(irate(flyte:admin:admin:{api}:codes:InvalidArgument[{interval}m]))', legendFormat="invalid-args", refId='B', ), Target( - expr=f'sum(irate(flyte:admin:{api}:codes:AlreadyExists[{interval}m]))', + expr=f'sum(irate(flyte:admin:admin:{api}:codes:AlreadyExists[{interval}m]))', legendFormat="already-exists", refId='C', ), Target( - expr=f'sum(irate(flyte:admin:{api}:codes:FailedPrecondition[{interval}m]))', + expr=f'sum(irate(flyte:admin:admin:{api}:codes:FailedPrecondition[{interval}m]))', legendFormat="failed-precondition", refId='D', ), @@ -98,12 +97,12 @@ def error_vs_success(api: str, interval: int = 1) -> Graph: dataSource=DATASOURCE, targets=[ Target( - expr=f'sum(irate(flyte:admin:{api}:errors[{interval}m]))', + expr=f'sum(irate(flyte:admin:admin:{api}:errors[{interval}m]))', legendFormat="errors", refId='A', ), Target( - expr=f'sum(irate(flyte:admin:{api}:success[{interval}m]))', + expr=f'sum(irate(flyte:admin:admin:{api}:success[{interval}m]))', legendFormat="success", refId='B', ), @@ -121,7 +120,7 @@ def api_latency(api: str, interval: int = 1) -> Graph: dataSource=DATASOURCE, targets=[ Target( - expr=f'sum(flyte:admin:{api}:duration_ms) by (quantile)', + expr=f'max(flyte:admin:admin:{api}:duration_ms) by (quantile)', refId='A', ), ], @@ -147,7 +146,7 @@ def db_latency(entity: str, op: str, interval: int = 1) -> Graph: dataSource=DATASOURCE, targets=[ Target( - expr=f'sum(flyte:admin:database:postgres:repositories:{entity}:{op}_ms) by (quantile)', + expr=f'sum(flyte:admin:admin:database:{entity}:{op}_ms) by (quantile)', refId='A', ), ], @@ -172,7 +171,7 @@ def db_count(entity: str, op: str, interval: int = 1) -> Graph: dataSource=DATASOURCE, targets=[ Target( - expr=f'sum(rate(flyte:admin:database:postgres:repositories:{entity}:{op}_ms_count[{interval}m]))', + expr=f'sum(rate(flyte:admin:admin:database:{entity}:{op}_ms_count[{interval}m]))', refId='A', ), ], diff --git a/stats/flytepropeller_dashboard.py b/stats/flytepropeller.dashboard.py similarity index 98% rename from stats/flytepropeller_dashboard.py rename to stats/flytepropeller.dashboard.py index bc306fee94..d873daa1e9 100644 --- a/stats/flytepropeller_dashboard.py +++ b/stats/flytepropeller.dashboard.py @@ -162,7 +162,7 @@ def plugin_success_vs_failures() -> Graph: ), Target( expr='{__name__=~"flyte:propeller:all:node:plugin:.*_success_unlabeled"}', - refId='A', + refId='B', ), ], yAxes=YAxes( @@ -232,22 +232,22 @@ def metastore_failures(): Target( expr=f'sum(rate(flyte:propeller:all:metastore:bad_container_unlabeled[5m]))', legendFormat="bad-container", - refId='A', + refId='B', ), Target( expr=f'sum(rate(flyte:propeller:all:metastore:bad_key_unlabeled[5m]))', legendFormat="bad-key", - refId='A', + refId='C', ), Target( expr=f'sum(rate(flyte:propeller:all:metastore:read_failure_unlabeled[5m]))', legendFormat="read-failure", - refId='A', + refId='D', ), Target( expr=f'sum(rate(flyte:propeller:all:metastore:write_failure_unlabeled[5m]))', legendFormat="write-failure", - refId='A', + refId='E', ), ], yAxes=YAxes( @@ -418,7 +418,7 @@ def task_event_recording() -> typing.List[Graph]: Target( expr=f'sum(rate(flyte:propeller:all:task:event_recording:failure_duration_ms_count[5m])) by (wf)', legendFormat="failure", - refId='A', + refId='B', ), ], yAxes=single_y_axis(format=NO_FORMAT), @@ -451,7 +451,7 @@ def node_event_recording() -> typing.List[Graph]: Target( expr=f'sum(rate(flyte:propeller:all:node:event_recording:failure_duration_ms_count[5m])) by (wf)', legendFormat="failure", - refId='A', + refId='B', ), ], yAxes=single_y_axis(format=NO_FORMAT), @@ -484,7 +484,7 @@ def wf_event_recording() -> typing.List[Graph]: Target( expr=f'sum(rate(flyte:propeller:all:workflow:event_recording:failure_duration_ms_count[5m])) by (wf)', legendFormat="failure", - refId='A', + refId='B', ), ], yAxes=single_y_axis(format=NO_FORMAT), @@ -582,12 +582,12 @@ def node_errors() -> Graph: Target( expr=f'sum(rate(flyte:propeller:all:node:perma_user_error_duration_unlabeled_ms[5m]))', legendFormat="user error", - refId='A', + refId='B', ), Target( expr=f'sum(rate(flyte:propeller:all:node:perma_unknown_error_duration_unlabeled_ms[5m]))', legendFormat="user error", - refId='A', + refId='C', ), ], yAxes=single_y_axis(format=NO_FORMAT), diff --git a/stats/flyteuser_dashboard.py b/stats/flyteuser.dashboard.py similarity index 86% rename from stats/flyteuser_dashboard.py rename to stats/flyteuser.dashboard.py index a094108955..d554532b24 100644 --- a/stats/flyteuser_dashboard.py +++ b/stats/flyteuser.dashboard.py @@ -90,7 +90,7 @@ def workflow_stats(collapse: bool) -> Row: dataSource=DATASOURCE, targets=[ Target( - expr='sum(flyte:propeller:all:workflow:failed_duration_ms{project=~"$project", domain=~"$domain", wf=~"$workflow"}) by (quantile)', + expr='sum(flyte:propeller:all:workflow:failure_duration_ms{project=~"$project", domain=~"$domain", wf=~"$workflow"}) by (quantile)', refId='A', ), ], @@ -179,7 +179,7 @@ def resource_stats(collapse: bool) -> Row: dataSource=DATASOURCE, targets=[ Target( - expr='(max(container_memory_rss{image!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !="",namespace=~"$project-$domain",label_workflow_name=~"$workflow"} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name) / max(kube_pod_container_resource_limits_memory_bytes{container!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name)) > 0', + expr='(100 * max(container_memory_rss{image!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !="",namespace=~"$project-$domain",label_workflow_name=~"$workflow"} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name) / max(kube_pod_container_resource_limits_memory_bytes{container!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name)) > 0', refId='A', ), ], @@ -190,7 +190,7 @@ def resource_stats(collapse: bool) -> Row: dataSource=DATASOURCE, targets=[ Target( - expr='(sum(rate(container_cpu_usage_seconds_total{image!=""}[2m]) * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !="",namespace=~"$project-$domain",label_workflow_name=~"$workflow"} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name) / sum(kube_pod_container_resource_limits_cpu_cores{container!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name)) > 0', + expr='(100* sum(rate(container_cpu_usage_seconds_total{image!=""}[2m]) * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !="",namespace=~"$project-$domain",label_workflow_name=~"$workflow"} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name) / sum(kube_pod_container_resource_limits_cpu_cores{container!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name)) > 0', refId='A', ), ], diff --git a/stats/prom.yaml b/stats/prom.yaml deleted file mode 100644 index 6268f856a3..0000000000 --- a/stats/prom.yaml +++ /dev/null @@ -1,20 +0,0 @@ -- name: flyterunningtask_metrics - rules: - - record: flyterunningtask:pending - expr: sum(kube_pod_container_status_waiting * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""}) by (namespace, label_execution_id, label_task_name, label_node_id, label_workflow_name) > 0 - - record: flyterunningtask:cpu:limit - expr: sum(kube_pod_container_resource_limits_cpu_cores{container!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, label_execution_id, label_task_name, label_node_id, label_workflow_name) > 0 - - record: flyterunningtask:cpu:request - expr: sum(kube_pod_container_resource_requests_cpu_cores{container!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, label_execution_id, label_task_name, label_node_id, label_workflow_name) > 0 - - record: flyterunningtask:cpu:usage:percentage - expr: (sum(rate(container_cpu_usage_seconds_total{image!=""}[2m]) * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, label_execution_id, label_task_name, label_node_id, label_workflow_name) / sum(kube_pod_container_resource_limits_cpu_cores{container!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, label_execution_id, label_task_name, label_node_id, label_workflow_name)) > 0 - - record: flyterunningtask:pods:cpu:usage:percentage - expr: (sum(rate(container_cpu_usage_seconds_total{image!=""}[2m]) * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name) / sum(kube_pod_container_resource_limits_cpu_cores{container!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name)) > 0 - - record: flyterunningtask:memory:limit - expr: sum(kube_pod_container_resource_limits_memory_bytes{container!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, label_execution_id, label_task_name, label_node_id, label_workflow_name) > 0 - - record: flyterunningtask:memory:request - expr: sum(kube_pod_container_resource_requests_memory_bytes{container!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, label_execution_id, label_task_name, label_node_id, label_workflow_name) > 0 - - record: flyterunningtask:memory:usage:percentage - expr: (max(container_memory_rss{image!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, label_execution_id, label_task_name, label_node_id, label_workflow_name) / max(kube_pod_container_resource_limits_memory_bytes{container!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, label_execution_id, label_task_name, label_node_id, label_workflow_name)) > 0 - - record: flyterunningtask:pods:memory:usage:percentage - expr: (max(container_memory_rss{image!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name) / max(kube_pod_container_resource_limits_memory_bytes{container!=""} * on(pod) group_left(label_execution_id, label_task_name, label_node_id, label_workflow_name) kube_pod_labels{label_execution_id !=""} * on(pod) group_left(phase) kube_pod_status_phase{phase="Running"}) by (namespace, pod, label_execution_id, label_task_name, label_node_id, label_workflow_name)) > 0