From 99cb6fad97a3af9e79d1ddf39a7ee3e2e83e6edf Mon Sep 17 00:00:00 2001 From: ishanjainn Date: Tue, 7 Oct 2025 18:43:17 +0530 Subject: [PATCH 1/5] Add mixin for temporal --- temporal-mixin/.lint | 11 + temporal-mixin/README.md | 13 + .../dashboards/temporal-overview.json | 6582 +++++++++++++++++ temporal-mixin/makefile | 24 + temporal-mixin/mixin.libsonnet | 7 + 5 files changed, 6637 insertions(+) create mode 100644 temporal-mixin/.lint create mode 100644 temporal-mixin/README.md create mode 100644 temporal-mixin/dashboards/temporal-overview.json create mode 100644 temporal-mixin/makefile create mode 100644 temporal-mixin/mixin.libsonnet diff --git a/temporal-mixin/.lint b/temporal-mixin/.lint new file mode 100644 index 000000000..5491eb13f --- /dev/null +++ b/temporal-mixin/.lint @@ -0,0 +1,11 @@ +exclusions: + panel-title-description-rule: + reason: Removed panel title for visual appearance for top stats panels + target-instance-rule: + reason: Temporal instance filtering is accomplished by the namespace + template-instance-rule: + reason: Temporal instance filtering is accomplished by the namespace + target-job-rule: + reason: Hosted exporter jobs + template-job-rule: + reason: Hosted exporter jobs \ No newline at end of file diff --git a/temporal-mixin/README.md b/temporal-mixin/README.md new file mode 100644 index 000000000..3cbaf70e5 --- /dev/null +++ b/temporal-mixin/README.md @@ -0,0 +1,13 @@ +# Temporal Mixin + +A Grafana dashboard mixin for monitoring Temporal usage. + +## Usage + +Import this mixin in your jsonnet configuration: + +```jsonnet +local temporalMixin = import 'temporal-mixin/mixin.libsonnet'; + +temporalMixin.grafanaDashboards +``` diff --git a/temporal-mixin/dashboards/temporal-overview.json b/temporal-mixin/dashboards/temporal-overview.json new file mode 100644 index 000000000..6e4cb9d16 --- /dev/null +++ b/temporal-mixin/dashboards/temporal-overview.json @@ -0,0 +1,6582 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": false, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 79757552328704, + "links": [], + "panels": [ + { + "fieldConfig": { + "defaults": {}, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 2, + "x": 0, + "y": 0 + }, + "id": 88, + "options": { + "code": { + "language": "plaintext", + "showLineNumbers": false, + "showMiniMap": false + }, + "content": "", + "mode": "html" + }, + "pluginVersion": "12.2.0-17940193463.patch4", + "title": "", + "transparent": true, + "type": "text" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The last known number of open workflows in the namespace", + "fieldConfig": { + "defaults": { + "color": { + "mode": "continuous-RdYlGr" + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 4, + "x": 2, + "y": 0 + }, + "id": 89, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": true, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17940193463.patch4", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(temporal_cloud_v1_namespace_open_workflows{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})", + "hide": false, + "instant": false, + "interval": "", + "legendFormat": "Open Workflows", + "range": true, + "refId": "A" + } + ], + "title": "", + "transparent": true, + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of successful workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "continuous-BlPu" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "reqps" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 4, + "x": 6, + "y": 0 + }, + "id": 90, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17940193463.patch4", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_workflow_success_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "Successful workflows ", + "range": true, + "refId": "A" + } + ], + "title": "", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Total actions per second - Single system-wide value", + "fieldConfig": { + "defaults": { + "color": { + "mode": "continuous-GrYlRd" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "red", + "value": 0 + }, + { + "color": "yellow", + "value": 1 + }, + { + "color": "green", + "value": 10 + } + ] + }, + "unit": "reqps" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 4, + "x": 10, + "y": 0 + }, + "id": 91, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17940193463.patch4", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum(temporal_cloud_v1_total_action_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})", + "hide": false, + "legendFormat": "Actions / sec", + "range": true, + "refId": "A" + } + ], + "title": "", + "transparent": true, + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Total tasks in queue backlog - Single aggregated value", + "fieldConfig": { + "defaults": { + "color": { + "mode": "continuous-GrYlRd" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "yellow", + "value": 10 + }, + { + "color": "orange", + "value": 50 + }, + { + "color": "red", + "value": 100 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 4, + "x": 14, + "y": 0 + }, + "id": 92, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17940193463.patch4", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum(temporal_cloud_v1_approximate_backlog_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})", + "hide": false, + "legendFormat": "Queue Backlog", + "range": true, + "refId": "A" + } + ], + "title": "", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Number of active namespaces with open workflows - Single count", + "fieldConfig": { + "defaults": { + "color": { + "mode": "continuous-BlPu" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "red", + "value": 0 + }, + { + "color": "yellow", + "value": 1 + }, + { + "color": "green", + "value": 2 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 6, + "x": 18, + "y": 0 + }, + "id": 93, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17940193463.patch4", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "count(count by(temporal_namespace)(temporal_cloud_v1_namespace_open_workflows{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"}) > 0)", + "hide": false, + "legendFormat": "Active Namespaces", + "range": true, + "refId": "A" + } + ], + "title": "", + "transparent": true, + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Percentage of successful polls vs total poll attempts - Single efficiency metric", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "max": 100, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "red", + "value": 0 + }, + { + "color": "yellow", + "value": 70 + }, + { + "color": "green", + "value": 90 + } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 2, + "w": 8, + "x": 2, + "y": 3 + }, + "id": 94, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17940193463.patch4", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum(temporal_cloud_v1_poll_success_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"}) / (sum(temporal_cloud_v1_poll_success_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"}) + sum(temporal_cloud_v1_poll_timeout_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})) * 100", + "hide": false, + "legendFormat": "Poll Success Rate", + "range": true, + "refId": "A" + } + ], + "title": "", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Pending frontend requests - Single aggregated value", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "yellow", + "value": 5 + }, + { + "color": "orange", + "value": 20 + }, + { + "color": "red", + "value": 50 + } + ] + }, + "unit": "reqps" + }, + "overrides": [] + }, + "gridPos": { + "h": 2, + "w": 8, + "x": 10, + "y": 3 + }, + "id": 95, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17940193463.patch4", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum(temporal_cloud_v1_frontend_service_pending_requests{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})", + "hide": false, + "legendFormat": "Pending Requests / sec", + "range": true, + "refId": "A" + } + ], + "title": "", + "transparent": true, + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Average 95th percentile service latency - Single aggregated value", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "yellow", + "value": 0.1 + }, + { + "color": "orange", + "value": 0.5 + }, + { + "color": "red", + "value": 1 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 2, + "w": 6, + "x": 18, + "y": 3 + }, + "id": 96, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17940193463.patch4", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "avg(temporal_cloud_v1_service_latency_p95{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})", + "hide": false, + "legendFormat": "P95 Latency", + "range": true, + "refId": "A" + } + ], + "title": "", + "transparent": true, + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Request distribution heatmap showing intensity across namespace and region combinations", + "fieldConfig": { + "defaults": { + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "vis": false, + "viz": false + }, + "scaleDistribution": { + "type": "linear" + } + } + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 24, + "x": 0, + "y": 5 + }, + "id": 97, + "options": { + "calculate": false, + "cellGap": 1, + "cellValues": {}, + "color": { + "exponent": 0.5, + "fill": "dark-orange", + "mode": "scheme", + "reverse": false, + "scale": "exponential", + "scheme": "Oranges", + "steps": 64 + }, + "exemplars": { + "color": "rgba(255,0,255,0.7)" + }, + "filterValues": { + "le": 1e-9 + }, + "legend": { + "show": false + }, + "rowsFrame": { + "layout": "auto" + }, + "tooltip": { + "mode": "single", + "showColorScale": false, + "yHistogram": false + }, + "yAxis": { + "axisPlacement": "hidden", + "reverse": false, + "unit": "short" + } + }, + "pluginVersion": "12.2.0-17940193463.patch4", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum by(temporal_namespace, region) (temporal_cloud_v1_frontend_service_request_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})", + "hide": false, + "legendFormat": "{{temporal_namespace}} - {{region}}", + "range": true, + "refId": "A" + } + ], + "title": "Request Intensity", + "transparent": true, + "type": "heatmap" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Total operations per second grouped by namespace", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "fillOpacity": 85, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineWidth": 1, + "scaleDistribution": { + "type": "linear" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "reqps" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 5, + "x": 0, + "y": 10 + }, + "id": 111, + "options": { + "barRadius": 0, + "barWidth": 0.97, + "fullHighlight": false, + "groupWidth": 0.7, + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "orientation": "auto", + "showValue": "auto", + "stacking": "none", + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + }, + "xTickLabelRotation": 0, + "xTickLabelSpacing": 0 + }, + "pluginVersion": "12.2.0-17940193463.patch4", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum by(temporal_namespace) (temporal_cloud_v1_operations_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})", + "hide": false, + "legendFormat": "{{temporal_namespace}}", + "range": true, + "refId": "A" + } + ], + "title": "Operations by Namespace", + "type": "barchart" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The approximate number of tasks in the backlog for each task queue", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 100, + "gradientMode": "hue", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 14, + "x": 5, + "y": 10 + }, + "id": 99, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "mean", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17940193463.patch4", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum(temporal_cloud_v1_approximate_backlog_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"}) by (temporal_task_queue)", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "B" + } + ], + "title": "Task Backlog", + "transparent": true, + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Task queue backlog distribution with color-coded severity", + "fieldConfig": { + "defaults": { + "color": { + "mode": "continuous-RdYlGr" + }, + "mappings": [], + "max": 1000, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "yellow", + "value": 50 + }, + { + "color": "red", + "value": 200 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 5, + "x": 19, + "y": 10 + }, + "id": 100, + "options": { + "displayMode": "lcd", + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": false + }, + "maxVizHeight": 300, + "minVizHeight": 75, + "minVizWidth": 75, + "namePlacement": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true, + "sizing": "auto", + "valueMode": "color" + }, + "pluginVersion": "12.2.0-17940193463.patch4", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum by(task_type) (temporal_cloud_v1_approximate_backlog_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})", + "hide": false, + "legendFormat": "{{task_type}} Queue", + "range": true, + "refId": "A" + } + ], + "title": "Task Queue Backlog Levels", + "type": "bargauge" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The proportion of Tasks that are delivered directly to Stickied Cached Workflows on Workers, compared to the total number of delivered Tasks.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic-by-name" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 100, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineStyle": { + "fill": "solid" + }, + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percentunit" + }, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 24, + "x": 0, + "y": 15 + }, + "id": 98, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17940193463.patch4", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_poll_success_sync_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"}) by (temporal_task_queue) /\nsum(temporal_cloud_v1_poll_success_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"}) by(temporal_task_queue)", + "interval": "", + "legendFormat": "{{operation}}", + "range": true, + "refId": "A" + } + ], + "title": "Sync Match Rate", + "transparent": true, + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "A list of failed workflows in the namespace", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "custom": { + "align": "auto", + "cellOptions": { + "type": "auto" + }, + "footer": { + "reducers": [] + }, + "inspect": false + }, + "decimals": 0, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "Workflow Type" + }, + "properties": [ + { + "id": "links", + "value": [ + { + "targetBlank": true, + "title": "Cloud UI", + "url": "https://cloud.temporal.io/namespaces/${__data.fields.temporal_namespace}/workflows/?query=ExecutionStatus%3D\"Failed\"+AND+WorkflowType%3D\"${__data.fields.temporal_workflow_type]}\"" + } + ] + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Value" + }, + "properties": [ + { + "id": "custom.footer.reducers", + "value": [ + "sum" + ] + } + ] + } + ] + }, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 22 + }, + "id": 76, + "options": { + "cellHeight": "sm", + "showHeader": true, + "sortBy": [ + { + "desc": true, + "displayName": "Failed" + } + ] + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(sum_over_time(temporal_cloud_v1_workflow_failed_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"}[$__range])/($__range_s / 60) * $__range_s) by (temporal_workflow_type, temporal_namespace, temporal_task_queue)", + "format": "table", + "instant": true, + "interval": "", + "legendFormat": "__auto", + "range": false, + "refId": "A" + } + ], + "title": "Failed Workflows", + "transformations": [ + { + "id": "organize", + "options": { + "excludeByName": { + "Time": true, + "temporal_namespace": false + }, + "includeByName": {}, + "indexByName": { + "Time": 0, + "Value": 4, + "temporal_namespace": 2, + "temporal_task_queue": 3, + "temporal_workflow_type": 1 + }, + "renameByName": { + "Value": "Failed", + "temporal_namespace": "Namespace", + "temporal_task_queue": "Task Queue", + "temporal_workflow_type": "Workflow Type" + } + } + } + ], + "type": "table" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 30 + }, + "id": 21, + "panels": [], + "title": "Workflows", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The last known number of open workflows in the namespace", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 31 + }, + "id": 101, + "options": { + "displayMode": "lcd", + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": false + }, + "maxVizHeight": 300, + "minVizHeight": 16, + "minVizWidth": 8, + "namePlacement": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true, + "sizing": "auto", + "valueMode": "color" + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(temporal_cloud_v1_namespace_open_workflows{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"}) by (temporal_namespace)", + "hide": false, + "instant": false, + "interval": "", + "legendFormat": "{{temporal_namespace}}", + "range": true, + "refId": "A" + } + ], + "title": "Open Workflows", + "type": "bargauge" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Workflow count threshold status - Shows when namespaces exceed 100 open workflows over time", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "custom": { + "axisPlacement": "auto", + "fillOpacity": 100, + "hideFrom": { + "legend": false, + "tooltip": false, + "vis": false, + "viz": false + }, + "lineWidth": 0 + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 31 + }, + "id": 102, + "options": { + "colWidth": 0.9, + "legend": { + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "rowHeight": 0.9, + "showValue": "auto", + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_namespace_open_workflows{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"} > bool 100", + "hide": false, + "legendFormat": "{{temporal_namespace}} ({{region}})", + "range": true, + "refId": "A" + } + ], + "title": "Workflow Load Status History", + "type": "status-history" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of successful workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + } + }, + "mappings": [], + "unit": "reqps" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 37 + }, + "id": 103, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom", + "showLegend": false + }, + "pieType": "pie", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "sort": "desc", + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_workflow_success_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Successful workflows by namespace", + "type": "piechart" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of successful workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + } + }, + "mappings": [] + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 8, + "y": 37 + }, + "id": 104, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom", + "showLegend": false + }, + "pieType": "pie", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "sort": "desc", + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_workflow_success_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_workflow_type)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Successful workflows by Type", + "type": "piechart" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of successful workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + } + }, + "mappings": [] + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 16, + "y": 37 + }, + "id": 105, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom", + "showLegend": false + }, + "pieType": "pie", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "sort": "desc", + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_workflow_success_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Successful workflow by Task Queue", + "type": "piechart" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of failed workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 45 + }, + "id": 12, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(temporal_cloud_v1_workflow_failed_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Failed", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of failed workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 12, + "y": 45 + }, + "id": 65, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(temporal_cloud_v1_workflow_failed_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_workflow_type)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Failed / Workflow Type", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of failed workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 18, + "y": 45 + }, + "id": 66, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(temporal_cloud_v1_workflow_failed_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Failed / Task Queue", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of continued-as-new workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 54 + }, + "id": 13, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(temporal_cloud_v1_workflow_continued_as_new_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Continued as New", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of continued-as-new workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 12, + "y": 54 + }, + "id": 67, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(temporal_cloud_v1_workflow_continued_as_new_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_workflow_type)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Continued as New / Workflow Type", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of continued-as-new workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 18, + "y": 54 + }, + "id": 68, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(temporal_cloud_v1_workflow_continued_as_new_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Continued as New / Task Queue", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of canceled workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 63 + }, + "id": 50, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_workflow_cancel_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Cancels", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of canceled workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 12, + "y": 63 + }, + "id": 69, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_workflow_cancel_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_workflow_type)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Cancels / Workflow Type", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of canceled workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 18, + "y": 63 + }, + "id": 70, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_workflow_cancel_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Cancels / Task Queue", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of timed-out workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 72 + }, + "id": 41, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_workflow_timeout_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Timeouts", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of timed-out workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 12, + "y": 72 + }, + "id": 71, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_workflow_timeout_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_workflow_type)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Timeouts / Workflow Type", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of timed-out workflow completions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 18, + "y": 72 + }, + "id": 72, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_workflow_timeout_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Timeouts / Task Queue", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 81 + }, + "id": 73, + "panels": [], + "title": "Task Queue", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Successful task polls per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "red", + "value": 0 + }, + { + "color": "yellow", + "value": 1 + }, + { + "color": "green", + "value": 5 + } + ] + }, + "unit": "reqps" + }, + "overrides": [] + }, + "gridPos": { + "h": 2, + "w": 5, + "x": 0, + "y": 82 + }, + "id": 107, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum(temporal_cloud_v1_poll_success_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})", + "hide": false, + "legendFormat": "Poll Success / sec", + "range": true, + "refId": "A" + } + ], + "title": "", + "transparent": true, + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Synchronous poll successes ", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "red", + "value": 0 + }, + { + "color": "yellow", + "value": 0.5 + }, + { + "color": "green", + "value": 2 + } + ] + }, + "unit": "reqps" + }, + "overrides": [] + }, + "gridPos": { + "h": 2, + "w": 6, + "x": 5, + "y": 82 + }, + "id": 108, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum(temporal_cloud_v1_poll_success_sync_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})", + "hide": false, + "legendFormat": "Sync Poll Success/sec", + "range": true, + "refId": "A" + } + ], + "title": "", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Poll timeout events - Single aggregated value", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "yellow", + "value": 2 + }, + { + "color": "orange", + "value": 10 + }, + { + "color": "red", + "value": 25 + } + ] + }, + "unit": "reqps" + }, + "overrides": [] + }, + "gridPos": { + "h": 2, + "w": 6, + "x": 11, + "y": 82 + }, + "id": 109, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum(temporal_cloud_v1_poll_timeout_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})", + "hide": false, + "legendFormat": "Poll Timeouts/sec", + "range": true, + "refId": "A" + } + ], + "title": "", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Percentage of successful polls vs total poll attempts - Single efficiency metric", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "max": 100, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "red", + "value": 0 + }, + { + "color": "yellow", + "value": 70 + }, + { + "color": "green", + "value": 90 + } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 2, + "w": 7, + "x": 17, + "y": 82 + }, + "id": 110, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum(temporal_cloud_v1_poll_success_count{}) / (sum(temporal_cloud_v1_poll_success_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"}) + sum(temporal_cloud_v1_poll_timeout_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})) * 100", + "hide": false, + "legendFormat": "Poll Success Rate", + "range": true, + "refId": "A" + } + ], + "title": "", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The per-second rate of tasks added to a task queue with no pollers", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 84 + }, + "id": 75, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "mean", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum(temporal_cloud_v1_no_poller_tasks_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "B" + } + ], + "title": "No Poller Tasks", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of successfully matched tasks per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 84 + }, + "id": 80, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_poll_success_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", + "interval": "", + "legendFormat": "{{operation}}", + "range": true, + "refId": "A" + } + ], + "title": "Poll Success", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The per second rate of occurrences where no tasks are available for a poller before timing out", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 93 + }, + "id": 81, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_poll_timeout_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", + "interval": "", + "legendFormat": "{{operation}}", + "range": true, + "refId": "A" + } + ], + "title": "Poll Timeout", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of successfully sync matched tasks per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 93 + }, + "id": 82, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_poll_success_sync_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", + "interval": "", + "legendFormat": "{{operation}}", + "range": true, + "refId": "A" + } + ], + "title": "Poll Success Sync", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of successfully async matched tasks per second\n\nAn async match is when a Task cannot be matched to the Sticky Queue for a Worker. ", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 24, + "x": 0, + "y": 102 + }, + "id": 83, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_poll_success_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue) - sum(temporal_cloud_v1_poll_success_sync_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", + "interval": "", + "legendFormat": "{{operation}}", + "range": true, + "refId": "A" + } + ], + "title": "Poll Success Async", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 109 + }, + "id": 29, + "panels": [], + "title": "Usage & Quotas", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of actions taken per second vs the current limit for the namespace", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "limit" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "dark-red", + "mode": "fixed" + } + }, + { + "id": "custom.lineStyle", + "value": { + "dash": [ + 10, + 10 + ], + "fill": "dash" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "APS (actions per second)" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "dark-green", + "mode": "fixed" + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 110 + }, + "id": 31, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(temporal_cloud_v1_total_action_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "instant": false, + "interval": "", + "legendFormat": "APS (actions per second)", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_action_limit{temporal_namespace=~\"$temporal_namespace\"} or vector(400)", + "hide": false, + "instant": false, + "legendFormat": "limit", + "range": true, + "refId": "B" + } + ], + "title": "Actions", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Approximate number of actions over the last 30 days", + "fieldConfig": { + "defaults": { + "color": { + "mode": "continuous-GrYlRd" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 4, + "x": 12, + "y": 110 + }, + "id": 32, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(sum_over_time(temporal_cloud_v1_total_action_count{temporal_namespace=~\"$temporal_namespace\"}[30d])/(30 * 24 * 60) * 30 * 24 * 60 * 60)", + "interval": "", + "legendFormat": "{{temporal_namespace}}", + "range": true, + "refId": "A" + } + ], + "title": "30 Days Actions", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Approximate number of actions over the last 7 days", + "fieldConfig": { + "defaults": { + "color": { + "mode": "continuous-GrYlRd" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 4, + "x": 16, + "y": 110 + }, + "id": 33, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(sum_over_time(temporal_cloud_v1_total_action_count{temporal_namespace=~\"$temporal_namespace\"}[7d])/(7 * 24 * 60) * 7 * 24 * 60 * 60)", + "interval": "", + "legendFormat": "{{temporal_namespace}}", + "range": true, + "refId": "A" + } + ], + "title": "7 Days Actions", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Approximate number of actions over the last day", + "fieldConfig": { + "defaults": { + "color": { + "mode": "continuous-GrYlRd" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 4, + "x": 20, + "y": 110 + }, + "id": 34, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(sum_over_time(temporal_cloud_v1_total_action_count{temporal_namespace=~\"$temporal_namespace\"}[1d])/(1 * 24 * 60) * 1 * 24 * 60 * 60)", + "interval": "", + "legendFormat": "{{temporal_namespace}}", + "range": true, + "refId": "A" + } + ], + "title": "1 Day Actions", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of requests per second against the current limit for the namespace", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "limit" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "dark-red", + "mode": "fixed" + } + }, + { + "id": "custom.lineStyle", + "value": { + "dash": [ + 10, + 10 + ], + "fill": "dash" + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 119 + }, + "id": 85, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_frontend_service_request_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "RPS (requests per second)", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_frontend_rps_limit{temporal_namespace=~\"$temporal_namespace\"} or vector(1600)", + "hide": false, + "instant": false, + "legendFormat": "limit", + "range": true, + "refId": "B" + } + ], + "title": "Requests", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of operations and throttled operations per second against the current limit", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "limit" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "dark-red", + "mode": "fixed" + } + }, + { + "id": "custom.lineStyle", + "value": { + "dash": [ + 10, + 10 + ], + "fill": "dash" + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 119 + }, + "id": 86, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_operations_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "OPS (operations per second)", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "vector(3200)", + "hide": false, + "instant": false, + "legendFormat": "limit", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_operations_throttled_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "hide": false, + "interval": "", + "legendFormat": "throttled", + "range": true, + "refId": "C" + } + ], + "title": "Operations", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 128 + }, + "id": 40, + "panels": [], + "title": "Schedules", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Number of successfully scheduled workflow executions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 129 + }, + "id": 11, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(temporal_cloud_v1_schedule_action_success_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "{{temporal_namespace}}", + "range": true, + "refId": "A" + } + ], + "title": "Successful Schedule Actions", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Number of occurences the average schedule run length is greater than average schedule interval while a buffer_all overlap policy is configured.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 4, + "x": 12, + "y": 129 + }, + "id": 42, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(temporal_cloud_v1_schedule_buffer_overruns_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "{{temporal_namespace}}", + "range": true, + "refId": "A" + } + ], + "title": "Schedule Buffer Overruns", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The per-second rate of skipped Scheduled executions when Workflows were delayed longer than the catchup window.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 4, + "x": 16, + "y": 129 + }, + "id": 43, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(temporal_cloud_v1_schedule_missed_catchup_window_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "{{temporal_namespace}}", + "range": true, + "refId": "A" + } + ], + "title": "Schedule Missed Catchup Windows", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The per-second rate of number of rate-limited scheduled workflows", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 4, + "x": 20, + "y": 129 + }, + "id": 44, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(temporal_cloud_v1_schedule_rate_limited_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "{{temporal_namespace}}", + "range": true, + "refId": "A" + } + ], + "title": "Schedules Rate Limited", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 138 + }, + "id": 19, + "panels": [], + "title": "Service", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of requests per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "limit" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "dark-red", + "mode": "fixed" + } + }, + { + "id": "custom.lineStyle", + "value": { + "dash": [ + 10, + 10 + ], + "fill": "dash" + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 11, + "x": 0, + "y": 139 + }, + "id": 60, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_frontend_service_request_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "RPS (requests per second)", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_frontend_rps_limit{temporal_namespace=~\"$temporal_namespace\"} or vector(1600)", + "hide": false, + "instant": false, + "legendFormat": "limit", + "range": true, + "refId": "B" + } + ], + "title": "Requests", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of requests per second by operation", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 13, + "x": 11, + "y": 139 + }, + "id": 6, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_frontend_service_request_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace,operation)", + "interval": "", + "legendFormat": "{{operation}}", + "range": true, + "refId": "A" + } + ], + "title": "Frontend Service Requests / Operation", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of request errors per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 11, + "x": 0, + "y": 148 + }, + "id": 8, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_frontend_service_error_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Frontend Service Errors", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of request errors per second by operation", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 11, + "y": 148 + }, + "id": 61, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_frontend_service_error_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace,operation)", + "interval": "", + "legendFormat": "{{operation}}", + "range": true, + "refId": "A" + } + ], + "title": "Frontend Service Errors / Operation", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of resource exhausted errors per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 7, + "x": 17, + "y": 148 + }, + "id": 45, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_resource_exhausted_error_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace, resource_exhausted_cause)", + "interval": "", + "legendFormat": "{{temporal_namespace}}-{{resource_exhausted_cause}}", + "range": true, + "refId": "A" + } + ], + "title": "Resource Exhausted Errors", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Replication lag across regions for a high-availability namespace", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 24, + "x": 0, + "y": 157 + }, + "id": 52, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "mean", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_replication_lag_p50{temporal_namespace=~\"$temporal_namespace\"}", + "legendFormat": "50th Percentile", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_replication_lag_p95{temporal_namespace=~\"$temporal_namespace\"}", + "hide": false, + "instant": false, + "legendFormat": "95th Percentile", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_replication_lag_p99{temporal_namespace=~\"$temporal_namespace\"}", + "hide": false, + "instant": false, + "legendFormat": "99th Percentile", + "range": true, + "refId": "C" + } + ], + "title": "Replication Lag", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 164 + }, + "id": 55, + "panels": [], + "title": "Service Operations", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The percentile latencies for StartWorkflowExecution operations", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 10, + "w": 8, + "x": 0, + "y": 165 + }, + "id": 30, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "mean", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_service_latency_p50{temporal_namespace=~\"$temporal_namespace\", operation=\"StartWorkflowExecution\"}", + "legendFormat": "50th Percentile", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_service_latency_p95{temporal_namespace=~\"$temporal_namespace\", operation=\"StartWorkflowExecution\"}", + "hide": false, + "instant": false, + "legendFormat": "95th Percentile", + "range": true, + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_service_latency_p99{temporal_namespace=~\"$temporal_namespace\", operation=\"StartWorkflowExecution\"}", + "hide": false, + "legendFormat": "99th Percentile", + "range": true, + "refId": "B" + } + ], + "title": "StartWorkflowExecution Latency", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The percentile latencies for SignalWorkflowExecution operations", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 10, + "w": 8, + "x": 8, + "y": 165 + }, + "id": 74, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "mean", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_service_latency_p50{temporal_namespace=~\"$temporal_namespace\", operation=\"SignalWorkflowExecution\"}", + "legendFormat": "50th Percentile", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_service_latency_p95{temporal_namespace=~\"$temporal_namespace\", operation=\"SignalWorkflowExecution\"}", + "hide": false, + "instant": false, + "legendFormat": "95th Percentile", + "range": true, + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_service_latency_p99{temporal_namespace=~\"$temporal_namespace\", operation=\"SignalWorkflowExecution\"}", + "hide": false, + "legendFormat": "99th Percentile", + "range": true, + "refId": "B" + } + ], + "title": "SignalWorkflowExecution Latency", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The percentile latencies for SignalWithStartWorkflowExecution operations", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 10, + "w": 8, + "x": 16, + "y": 165 + }, + "id": 35, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "mean", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_service_latency_p50{temporal_namespace=~\"$temporal_namespace\", operation=\"SignalWithStartWorkflowExecution\"}", + "legendFormat": "50th Percentile", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_service_latency_p95{temporal_namespace=~\"$temporal_namespace\", operation=\"SignalWithStartWorkflowExecution\"}", + "hide": false, + "instant": false, + "legendFormat": "95th Percentile", + "range": true, + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "temporal_cloud_v1_service_latency_p99{temporal_namespace=~\"$temporal_namespace\", operation=\"SignalWithStartWorkflowExecution\"}", + "hide": false, + "legendFormat": "99th Percentile", + "range": true, + "refId": "B" + } + ], + "title": "SignalWithStartWorkflowExecution Latency", + "type": "timeseries" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 175 + }, + "id": 17, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of state transitions over the past 30 days", + "fieldConfig": { + "defaults": { + "color": { + "mode": "continuous-GrYlRd" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 8, + "x": 0, + "y": 498 + }, + "id": 10, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum(sum_over_time(temporal_cloud_v1_state_transition_count{temporal_namespace=~\"$temporal_namespace\"}[30d])/(30 * 24 * 60) * 30 * 24 * 60 * 60)", + "hide": false, + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "B" + } + ], + "title": "30 Day State Transitions", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of state transitions over the past 7 days", + "fieldConfig": { + "defaults": { + "color": { + "mode": "continuous-GrYlRd" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 8, + "x": 8, + "y": 498 + }, + "id": 14, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(sum_over_time(temporal_cloud_v1_state_transition_count{temporal_namespace=~\"$temporal_namespace\"}[7d])/(7 * 24 * 60) * 7 * 24 * 60 * 60)", + "interval": "", + "legendFormat": "{{temporal_namespace}}", + "range": true, + "refId": "A" + } + ], + "title": "7 Day State Transitions", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of state transitions over the past day", + "fieldConfig": { + "defaults": { + "color": { + "mode": "continuous-GrYlRd" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 8, + "x": 16, + "y": 498 + }, + "id": 15, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(sum_over_time(temporal_cloud_v1_state_transition_count{temporal_namespace=~\"$temporal_namespace\"}[1d])/(1 * 24 * 60) * 1 * 24 * 60 * 60)", + "interval": "", + "legendFormat": "{{temporal_namespace}}", + "range": true, + "refId": "A" + } + ], + "title": "1 Day State Transitions", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of state transitions per second", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 503 + }, + "id": 2, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_state_transition_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "{{temporal_namespace}}", + "range": true, + "refId": "A" + } + ], + "title": "State Transitions", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "The number of state transitions per action.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 503 + }, + "id": 87, + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Max", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0-17638611789", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(temporal_cloud_v1_state_transition_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace) / sum(temporal_cloud_v1_total_action_count{temporal_namespace=~\"${temporal_namespace}\"}) by (temporal_namespace)", + "interval": "", + "legendFormat": "ratio", + "range": true, + "refId": "A" + } + ], + "title": "State Transition / Actions", + "type": "timeseries" + } + ], + "title": "Self Hosted -> Cloud Migration", + "type": "row" + } + ], + "preload": false, + "refresh": "", + "schemaVersion": 42, + "tags": [], + "templating": { + "list": [ + { + "current": { + "text": "All", + "value": [ + "$__all" + ] + }, + "includeAll": true, + "label": "Prometheus data source", + "multi": true, + "name": "datasource", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "(?!grafanacloud-usage|grafanacloud-ml-metrics).+", + "type": "datasource" + }, + { + "allValue": ".*", + "current": { + "text": "All", + "value": [ + "$__all" + ] + }, + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "definition": "label_values(temporal_cloud_v1_frontend_service_request_count,temporal_namespace)", + "includeAll": true, + "label": "Temporal namespace", + "multi": true, + "name": "temporal_namespace", + "options": [], + "query": { + "qryType": 1, + "query": "label_values(temporal_cloud_v1_frontend_service_request_count,temporal_namespace)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 2, + "regex": "", + "type": "query" + }, + { + "current": { + "text": "All", + "value": [ + "$__all" + ] + }, + "definition": "label_values(region)", + "includeAll": true, + "label": "Temporal region", + "multi": true, + "name": "region", + "options": [], + "query": { + "qryType": 1, + "query": "label_values(region)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 2, + "regex": "", + "type": "query" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "Temporal overview", + "uid": "fexoud2w07gn4c", + "version": 41 +} \ No newline at end of file diff --git a/temporal-mixin/makefile b/temporal-mixin/makefile new file mode 100644 index 000000000..bf9321d78 --- /dev/null +++ b/temporal-mixin/makefile @@ -0,0 +1,24 @@ +JSONNET_FMT := jsonnetfmt -n 2 --max-blank-lines 1 --string-style s --comment-style s + +.PHONY: all +all: dashboards_out + +.PHONY: fmt +fmt: + find . -name 'vendor' -prune -o -name '*.libsonnet' -print -o -name '*.jsonnet' -print | xargs -n 1 -- $(JSONNET_FMT) -i + +.PHONY: lint +lint: + find . -name 'vendor' -prune -o -name '*.libsonnet' -print -o -name '*.jsonnet' -print | \ + while read f; do \ + $(JSONNET_FMT) "$$f" | diff -u "$$f" -; \ + done + mixtool lint mixin.libsonnet + +dashboards_out: mixin.libsonnet $(wildcard dashboards/*) + @mkdir -p dashboards_out + mixtool generate dashboards mixin.libsonnet -d dashboards_out + +.PHONY: clean +clean: + rm -rf dashboards_out prometheus_alerts.yaml \ No newline at end of file diff --git a/temporal-mixin/mixin.libsonnet b/temporal-mixin/mixin.libsonnet new file mode 100644 index 000000000..6cdc58f52 --- /dev/null +++ b/temporal-mixin/mixin.libsonnet @@ -0,0 +1,7 @@ +local meta = import '../metadata.json'; + +{ + grafanaDashboards+:: { + 'temporal-overview.json': (import 'dashboards/temporal-overview.json'), + }, +} \ No newline at end of file From e42b5973687175698d3dd1c6f503e85ba472f678 Mon Sep 17 00:00:00 2001 From: Ishan Jain <51803183+ishanjainn@users.noreply.github.com> Date: Wed, 8 Oct 2025 16:15:40 +0530 Subject: [PATCH 2/5] Update mixin.libsonnet --- temporal-mixin/mixin.libsonnet | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/temporal-mixin/mixin.libsonnet b/temporal-mixin/mixin.libsonnet index 6cdc58f52..f93b76b1b 100644 --- a/temporal-mixin/mixin.libsonnet +++ b/temporal-mixin/mixin.libsonnet @@ -4,4 +4,4 @@ local meta = import '../metadata.json'; grafanaDashboards+:: { 'temporal-overview.json': (import 'dashboards/temporal-overview.json'), }, -} \ No newline at end of file +} From 7d5f00e39ad81803271505b480789f9c2a2efdc1 Mon Sep 17 00:00:00 2001 From: Ishan Jain <51803183+ishanjainn@users.noreply.github.com> Date: Wed, 8 Oct 2025 16:24:15 +0530 Subject: [PATCH 3/5] Update temporal-overview.json --- .../dashboards/temporal-overview.json | 517 +++++++++++------- 1 file changed, 334 insertions(+), 183 deletions(-) diff --git a/temporal-mixin/dashboards/temporal-overview.json b/temporal-mixin/dashboards/temporal-overview.json index 6e4cb9d16..df5601821 100644 --- a/temporal-mixin/dashboards/temporal-overview.json +++ b/temporal-mixin/dashboards/temporal-overview.json @@ -21,10 +21,10 @@ } ] }, - "editable": false, + "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, - "id": 79757552328704, + "id": 0, "links": [], "panels": [ { @@ -48,7 +48,7 @@ "content": "", "mode": "html" }, - "pluginVersion": "12.2.0-17940193463.patch4", + "pluginVersion": "12.3.0-18186912471", "title": "", "transparent": true, "type": "text" @@ -103,7 +103,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "12.2.0-17940193463.patch4", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -178,7 +178,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "12.2.0-17940193463.patch4", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -254,7 +254,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "12.2.0-17940193463.patch4", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -334,7 +334,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "12.2.0-17940193463.patch4", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -409,7 +409,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "12.2.0-17940193463.patch4", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -487,7 +487,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "12.2.0-17940193463.patch4", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -566,7 +566,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "12.2.0-17940193463.patch4", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -646,7 +646,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "12.2.0-17940193463.patch4", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -730,7 +730,7 @@ "unit": "short" } }, - "pluginVersion": "12.2.0-17940193463.patch4", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -828,7 +828,7 @@ "xTickLabelRotation": 0, "xTickLabelSpacing": 0 }, - "pluginVersion": "12.2.0-17940193463.patch4", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -933,7 +933,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17940193463.patch4", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -1018,7 +1018,7 @@ "sizing": "auto", "valueMode": "color" }, - "pluginVersion": "12.2.0-17940193463.patch4", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -1128,7 +1128,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17940193463.patch4", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -1237,7 +1237,7 @@ } ] }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -1351,7 +1351,7 @@ "sizing": "auto", "valueMode": "color" }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -1433,7 +1433,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -1476,7 +1476,7 @@ }, "gridPos": { "h": 8, - "w": 8, + "w": 4, "x": 0, "y": 37 }, @@ -1502,7 +1502,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -1545,8 +1545,8 @@ }, "gridPos": { "h": 8, - "w": 8, - "x": 8, + "w": 4, + "x": 4, "y": 37 }, "id": 104, @@ -1571,7 +1571,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -1614,8 +1614,8 @@ }, "gridPos": { "h": 8, - "w": 8, - "x": 16, + "w": 4, + "x": 8, "y": 37 }, "id": 105, @@ -1640,7 +1640,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -1659,6 +1659,86 @@ "title": "Successful workflow by Task Queue", "type": "piechart" }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Task queue backlog distribution with color-coded severity", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "max": 1000, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 37 + }, + "id": 112, + "options": { + "displayMode": "lcd", + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": false + }, + "maxVizHeight": 300, + "minVizHeight": 16, + "minVizWidth": 8, + "namePlacement": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true, + "sizing": "auto", + "valueMode": "color" + }, + "pluginVersion": "12.3.0-18186912471", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum by(task_type) (temporal_cloud_v1_approximate_backlog_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})", + "hide": false, + "legendFormat": "{{task_type}} Queue", + "range": true, + "refId": "A" + } + ], + "title": "Task Queue Backlog Levels", + "type": "bargauge" + }, { "datasource": { "type": "prometheus", @@ -1723,11 +1803,11 @@ }, "gridPos": { "h": 9, - "w": 12, - "x": 0, - "y": 45 + "w": 6, + "x": 12, + "y": 43 }, - "id": 12, + "id": 65, "options": { "legend": { "calcs": [ @@ -1747,7 +1827,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -1756,14 +1836,14 @@ }, "editorMode": "code", "exemplar": false, - "expr": "sum(temporal_cloud_v1_workflow_failed_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "expr": "sum(temporal_cloud_v1_workflow_failed_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_workflow_type)", "interval": "", "legendFormat": "__auto", "range": true, "refId": "A" } ], - "title": "Failed", + "title": "Failed / Workflow Type", "type": "timeseries" }, { @@ -1831,10 +1911,10 @@ "gridPos": { "h": 9, "w": 6, - "x": 12, - "y": 45 + "x": 18, + "y": 43 }, - "id": 65, + "id": 66, "options": { "legend": { "calcs": [ @@ -1854,7 +1934,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -1863,14 +1943,14 @@ }, "editorMode": "code", "exemplar": false, - "expr": "sum(temporal_cloud_v1_workflow_failed_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_workflow_type)", + "expr": "sum(temporal_cloud_v1_workflow_failed_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", "interval": "", "legendFormat": "__auto", "range": true, "refId": "A" } ], - "title": "Failed / Workflow Type", + "title": "Failed / Task Queue", "type": "timeseries" }, { @@ -1937,11 +2017,11 @@ }, "gridPos": { "h": 9, - "w": 6, - "x": 18, + "w": 12, + "x": 0, "y": 45 }, - "id": 66, + "id": 12, "options": { "legend": { "calcs": [ @@ -1961,7 +2041,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -1970,14 +2050,14 @@ }, "editorMode": "code", "exemplar": false, - "expr": "sum(temporal_cloud_v1_workflow_failed_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", + "expr": "sum(temporal_cloud_v1_workflow_failed_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", "interval": "", "legendFormat": "__auto", "range": true, "refId": "A" } ], - "title": "Failed / Task Queue", + "title": "Failed", "type": "timeseries" }, { @@ -2044,11 +2124,11 @@ }, "gridPos": { "h": 9, - "w": 12, - "x": 0, - "y": 54 + "w": 6, + "x": 12, + "y": 52 }, - "id": 13, + "id": 67, "options": { "legend": { "calcs": [ @@ -2068,7 +2148,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -2077,14 +2157,14 @@ }, "editorMode": "code", "exemplar": false, - "expr": "sum(temporal_cloud_v1_workflow_continued_as_new_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "expr": "sum(temporal_cloud_v1_workflow_continued_as_new_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_workflow_type)", "interval": "", "legendFormat": "__auto", "range": true, "refId": "A" } ], - "title": "Continued as New", + "title": "Continued as New / Workflow Type", "type": "timeseries" }, { @@ -2152,10 +2232,10 @@ "gridPos": { "h": 9, "w": 6, - "x": 12, - "y": 54 + "x": 18, + "y": 52 }, - "id": 67, + "id": 68, "options": { "legend": { "calcs": [ @@ -2175,7 +2255,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -2184,14 +2264,14 @@ }, "editorMode": "code", "exemplar": false, - "expr": "sum(temporal_cloud_v1_workflow_continued_as_new_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_workflow_type)", + "expr": "sum(temporal_cloud_v1_workflow_continued_as_new_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", "interval": "", "legendFormat": "__auto", "range": true, "refId": "A" } ], - "title": "Continued as New / Workflow Type", + "title": "Continued as New / Task Queue", "type": "timeseries" }, { @@ -2257,12 +2337,12 @@ "overrides": [] }, "gridPos": { - "h": 9, - "w": 6, - "x": 18, + "h": 8, + "w": 12, + "x": 0, "y": 54 }, - "id": 68, + "id": 13, "options": { "legend": { "calcs": [ @@ -2282,7 +2362,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -2291,14 +2371,14 @@ }, "editorMode": "code", "exemplar": false, - "expr": "sum(temporal_cloud_v1_workflow_continued_as_new_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", + "expr": "sum(temporal_cloud_v1_workflow_continued_as_new_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", "interval": "", "legendFormat": "__auto", "range": true, "refId": "A" } ], - "title": "Continued as New / Task Queue", + "title": "Continued as New", "type": "timeseries" }, { @@ -2364,12 +2444,12 @@ "overrides": [] }, "gridPos": { - "h": 9, - "w": 12, - "x": 0, - "y": 63 + "h": 8, + "w": 6, + "x": 12, + "y": 61 }, - "id": 50, + "id": 69, "options": { "legend": { "calcs": [ @@ -2389,7 +2469,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -2398,14 +2478,14 @@ }, "editorMode": "code", "exemplar": true, - "expr": "sum(temporal_cloud_v1_workflow_cancel_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "expr": "sum(temporal_cloud_v1_workflow_cancel_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_workflow_type)", "interval": "", "legendFormat": "__auto", "range": true, "refId": "A" } ], - "title": "Cancels", + "title": "Cancels / Workflow Type", "type": "timeseries" }, { @@ -2471,12 +2551,12 @@ "overrides": [] }, "gridPos": { - "h": 9, + "h": 8, "w": 6, - "x": 12, - "y": 63 + "x": 18, + "y": 61 }, - "id": 69, + "id": 70, "options": { "legend": { "calcs": [ @@ -2496,7 +2576,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -2505,14 +2585,14 @@ }, "editorMode": "code", "exemplar": true, - "expr": "sum(temporal_cloud_v1_workflow_cancel_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_workflow_type)", + "expr": "sum(temporal_cloud_v1_workflow_cancel_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", "interval": "", "legendFormat": "__auto", "range": true, "refId": "A" } ], - "title": "Cancels / Workflow Type", + "title": "Cancels / Task Queue", "type": "timeseries" }, { @@ -2578,12 +2658,12 @@ "overrides": [] }, "gridPos": { - "h": 9, - "w": 6, - "x": 18, - "y": 63 + "h": 8, + "w": 12, + "x": 0, + "y": 62 }, - "id": 70, + "id": 50, "options": { "legend": { "calcs": [ @@ -2603,7 +2683,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -2612,14 +2692,14 @@ }, "editorMode": "code", "exemplar": true, - "expr": "sum(temporal_cloud_v1_workflow_cancel_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", + "expr": "sum(temporal_cloud_v1_workflow_cancel_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", "interval": "", "legendFormat": "__auto", "range": true, "refId": "A" } ], - "title": "Cancels / Task Queue", + "title": "Cancels", "type": "timeseries" }, { @@ -2685,12 +2765,12 @@ "overrides": [] }, "gridPos": { - "h": 9, - "w": 12, - "x": 0, - "y": 72 + "h": 8, + "w": 6, + "x": 12, + "y": 69 }, - "id": 41, + "id": 71, "options": { "legend": { "calcs": [ @@ -2710,7 +2790,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -2719,14 +2799,14 @@ }, "editorMode": "code", "exemplar": true, - "expr": "sum(temporal_cloud_v1_workflow_timeout_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", + "expr": "sum(temporal_cloud_v1_workflow_timeout_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_workflow_type)", "interval": "", "legendFormat": "__auto", "range": true, "refId": "A" } ], - "title": "Timeouts", + "title": "Timeouts / Workflow Type", "type": "timeseries" }, { @@ -2792,12 +2872,12 @@ "overrides": [] }, "gridPos": { - "h": 9, + "h": 8, "w": 6, - "x": 12, - "y": 72 + "x": 18, + "y": 69 }, - "id": 71, + "id": 72, "options": { "legend": { "calcs": [ @@ -2817,7 +2897,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -2826,14 +2906,14 @@ }, "editorMode": "code", "exemplar": true, - "expr": "sum(temporal_cloud_v1_workflow_timeout_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_workflow_type)", + "expr": "sum(temporal_cloud_v1_workflow_timeout_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", "interval": "", "legendFormat": "__auto", "range": true, "refId": "A" } ], - "title": "Timeouts / Workflow Type", + "title": "Timeouts / Task Queue", "type": "timeseries" }, { @@ -2899,12 +2979,12 @@ "overrides": [] }, "gridPos": { - "h": 9, - "w": 6, - "x": 18, - "y": 72 + "h": 7, + "w": 12, + "x": 0, + "y": 70 }, - "id": 72, + "id": 41, "options": { "legend": { "calcs": [ @@ -2924,7 +3004,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -2933,14 +3013,14 @@ }, "editorMode": "code", "exemplar": true, - "expr": "sum(temporal_cloud_v1_workflow_timeout_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", + "expr": "sum(temporal_cloud_v1_workflow_timeout_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_namespace)", "interval": "", "legendFormat": "__auto", "range": true, "refId": "A" } ], - "title": "Timeouts / Task Queue", + "title": "Timeouts", "type": "timeseries" }, { @@ -2949,11 +3029,11 @@ "h": 1, "w": 24, "x": 0, - "y": 81 + "y": 77 }, "id": 73, "panels": [], - "title": "Task Queue", + "title": "Pollers", "type": "row" }, { @@ -2993,7 +3073,7 @@ "h": 2, "w": 5, "x": 0, - "y": 82 + "y": 78 }, "id": 107, "options": { @@ -3013,7 +3093,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -3067,9 +3147,9 @@ }, "gridPos": { "h": 2, - "w": 6, + "w": 5, "x": 5, - "y": 82 + "y": 78 }, "id": 108, "options": { @@ -3089,7 +3169,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -3107,6 +3187,81 @@ "title": "", "type": "stat" }, + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "description": "Asynchronous poll successes ", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "red", + "value": 0 + }, + { + "color": "yellow", + "value": 0.5 + }, + { + "color": "green", + "value": 2 + } + ] + }, + "unit": "reqps" + }, + "overrides": [] + }, + "gridPos": { + "h": 2, + "w": 5, + "x": 10, + "y": 78 + }, + "id": 113, + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "12.3.0-18186912471", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "editorMode": "code", + "expr": "sum(temporal_cloud_v1_poll_success_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue) - sum(temporal_cloud_v1_poll_success_sync_count{temporal_namespace=~\"$temporal_namespace\"}) by (temporal_task_queue)", + "hide": false, + "legendFormat": "Async Poll Success/sec", + "range": true, + "refId": "A" + } + ], + "title": "", + "type": "stat" + }, { "datasource": { "type": "prometheus", @@ -3146,9 +3301,9 @@ }, "gridPos": { "h": 2, - "w": 6, - "x": 11, - "y": 82 + "w": 5, + "x": 15, + "y": 78 }, "id": 109, "options": { @@ -3168,7 +3323,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -3223,9 +3378,9 @@ }, "gridPos": { "h": 2, - "w": 7, - "x": 17, - "y": 82 + "w": 4, + "x": 20, + "y": 78 }, "id": 110, "options": { @@ -3245,7 +3400,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -3253,7 +3408,7 @@ "uid": "${datasource}" }, "editorMode": "code", - "expr": "sum(temporal_cloud_v1_poll_success_count{}) / (sum(temporal_cloud_v1_poll_success_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"}) + sum(temporal_cloud_v1_poll_timeout_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})) * 100", + "expr": "sum(temporal_cloud_v1_poll_success_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"}) / (sum(temporal_cloud_v1_poll_success_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"}) + sum(temporal_cloud_v1_poll_timeout_count{temporal_namespace=~\"$temporal_namespace\", region=~\"$region\"})) * 100", "hide": false, "legendFormat": "Poll Success Rate", "range": true, @@ -3330,7 +3485,7 @@ "h": 9, "w": 12, "x": 0, - "y": 84 + "y": 80 }, "id": 75, "options": { @@ -3350,7 +3505,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -3434,7 +3589,7 @@ "h": 9, "w": 12, "x": 12, - "y": 84 + "y": 80 }, "id": 80, "options": { @@ -3456,7 +3611,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -3541,7 +3696,7 @@ "h": 9, "w": 12, "x": 0, - "y": 93 + "y": 89 }, "id": 81, "options": { @@ -3563,7 +3718,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -3648,7 +3803,7 @@ "h": 9, "w": 12, "x": 12, - "y": 93 + "y": 89 }, "id": 82, "options": { @@ -3670,7 +3825,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -3755,7 +3910,7 @@ "h": 7, "w": 24, "x": 0, - "y": 102 + "y": 98 }, "id": 83, "options": { @@ -3777,7 +3932,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -3802,7 +3957,7 @@ "h": 1, "w": 24, "x": 0, - "y": 109 + "y": 105 }, "id": 29, "panels": [], @@ -3916,7 +4071,7 @@ "h": 9, "w": 12, "x": 0, - "y": 110 + "y": 106 }, "id": 31, "options": { @@ -3938,7 +4093,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -4004,7 +4159,7 @@ "h": 9, "w": 4, "x": 12, - "y": 110 + "y": 106 }, "id": 32, "options": { @@ -4024,7 +4179,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -4076,7 +4231,7 @@ "h": 9, "w": 4, "x": 16, - "y": 110 + "y": 106 }, "id": 33, "options": { @@ -4096,7 +4251,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -4148,7 +4303,7 @@ "h": 9, "w": 4, "x": 20, - "y": 110 + "y": 106 }, "id": 34, "options": { @@ -4168,7 +4323,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -4279,7 +4434,7 @@ "h": 9, "w": 12, "x": 0, - "y": 119 + "y": 115 }, "id": 85, "options": { @@ -4301,7 +4456,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -4425,7 +4580,7 @@ "h": 9, "w": 12, "x": 12, - "y": 119 + "y": 115 }, "id": 86, "options": { @@ -4447,7 +4602,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -4499,7 +4654,7 @@ "h": 1, "w": 24, "x": 0, - "y": 128 + "y": 124 }, "id": 40, "panels": [], @@ -4572,7 +4727,7 @@ "h": 9, "w": 12, "x": 0, - "y": 129 + "y": 125 }, "id": 11, "options": { @@ -4594,7 +4749,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -4679,7 +4834,7 @@ "h": 9, "w": 4, "x": 12, - "y": 129 + "y": 125 }, "id": 42, "options": { @@ -4701,7 +4856,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -4786,7 +4941,7 @@ "h": 9, "w": 4, "x": 16, - "y": 129 + "y": 125 }, "id": 43, "options": { @@ -4808,7 +4963,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -4893,7 +5048,7 @@ "h": 9, "w": 4, "x": 20, - "y": 129 + "y": 125 }, "id": 44, "options": { @@ -4915,7 +5070,7 @@ "sort": "none" } }, - "pluginVersion": "12.2.0-17638611789", + "pluginVersion": "12.3.0-18186912471", "targets": [ { "datasource": { @@ -4940,7 +5095,7 @@ "h": 1, "w": 24, "x": 0, - "y": 138 + "y": 134 }, "id": 19, "panels": [], @@ -5039,7 +5194,7 @@ "h": 9, "w": 11, "x": 0, - "y": 139 + "y": 135 }, "id": 60, "options": { @@ -5159,7 +5314,7 @@ "h": 9, "w": 13, "x": 11, - "y": 139 + "y": 135 }, "id": 6, "options": { @@ -5266,7 +5421,7 @@ "h": 9, "w": 11, "x": 0, - "y": 148 + "y": 144 }, "id": 8, "options": { @@ -5373,7 +5528,7 @@ "h": 9, "w": 6, "x": 11, - "y": 148 + "y": 144 }, "id": 61, "options": { @@ -5480,7 +5635,7 @@ "h": 9, "w": 7, "x": 17, - "y": 148 + "y": 144 }, "id": 45, "options": { @@ -5588,7 +5743,7 @@ "h": 7, "w": 24, "x": 0, - "y": 157 + "y": 153 }, "id": 52, "options": { @@ -5657,7 +5812,7 @@ "h": 1, "w": 24, "x": 0, - "y": 164 + "y": 160 }, "id": 55, "panels": [], @@ -5731,7 +5886,7 @@ "h": 10, "w": 8, "x": 0, - "y": 165 + "y": 161 }, "id": 30, "options": { @@ -5860,7 +6015,7 @@ "h": 10, "w": 8, "x": 8, - "y": 165 + "y": 161 }, "id": 74, "options": { @@ -5989,7 +6144,7 @@ "h": 10, "w": 8, "x": 16, - "y": 165 + "y": 161 }, "id": 35, "options": { @@ -6057,7 +6212,7 @@ "h": 1, "w": 24, "x": 0, - "y": 175 + "y": 171 }, "id": 17, "panels": [ @@ -6503,15 +6658,13 @@ "templating": { "list": [ { + "allowCustomValue": false, "current": { - "text": "All", - "value": [ - "$__all" - ] + "text": "grafanacloud-devexp-prom", + "value": "grafanacloud-prom" }, - "includeAll": true, + "includeAll": false, "label": "Prometheus data source", - "multi": true, "name": "datasource", "options": [], "query": "prometheus", @@ -6523,9 +6676,7 @@ "allValue": ".*", "current": { "text": "All", - "value": [ - "$__all" - ] + "value": "$__all" }, "datasource": { "type": "prometheus", @@ -6578,5 +6729,5 @@ "timezone": "", "title": "Temporal overview", "uid": "fexoud2w07gn4c", - "version": 41 -} \ No newline at end of file + "version": 7 +} From 51e3fea451ca24c84f9f027e69631e131bef330d Mon Sep 17 00:00:00 2001 From: ishanjainn Date: Wed, 8 Oct 2025 16:24:52 +0530 Subject: [PATCH 4/5] Lint the dashboard --- temporal-mixin/dashboards/temporal-overview.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/temporal-mixin/dashboards/temporal-overview.json b/temporal-mixin/dashboards/temporal-overview.json index df5601821..90ed82e87 100644 --- a/temporal-mixin/dashboards/temporal-overview.json +++ b/temporal-mixin/dashboards/temporal-overview.json @@ -21,7 +21,7 @@ } ] }, - "editable": true, + "editable": false, "fiscalYearStartMonth": 0, "graphTooltip": 0, "id": 0, From 90ad428cf34e41a084fffb8a9ef97f0380af3018 Mon Sep 17 00:00:00 2001 From: ishanjainn Date: Wed, 8 Oct 2025 16:27:01 +0530 Subject: [PATCH 5/5] update makefile --- temporal-mixin/makefile | 25 +------------------------ 1 file changed, 1 insertion(+), 24 deletions(-) diff --git a/temporal-mixin/makefile b/temporal-mixin/makefile index bf9321d78..37cc871c1 100644 --- a/temporal-mixin/makefile +++ b/temporal-mixin/makefile @@ -1,24 +1 @@ -JSONNET_FMT := jsonnetfmt -n 2 --max-blank-lines 1 --string-style s --comment-style s - -.PHONY: all -all: dashboards_out - -.PHONY: fmt -fmt: - find . -name 'vendor' -prune -o -name '*.libsonnet' -print -o -name '*.jsonnet' -print | xargs -n 1 -- $(JSONNET_FMT) -i - -.PHONY: lint -lint: - find . -name 'vendor' -prune -o -name '*.libsonnet' -print -o -name '*.jsonnet' -print | \ - while read f; do \ - $(JSONNET_FMT) "$$f" | diff -u "$$f" -; \ - done - mixtool lint mixin.libsonnet - -dashboards_out: mixin.libsonnet $(wildcard dashboards/*) - @mkdir -p dashboards_out - mixtool generate dashboards mixin.libsonnet -d dashboards_out - -.PHONY: clean -clean: - rm -rf dashboards_out prometheus_alerts.yaml \ No newline at end of file +include ../Makefile_mixin \ No newline at end of file