From 44917f8e37258618ab51de04d0759bd6c3190d01 Mon Sep 17 00:00:00 2001 From: Dave Marion Date: Mon, 24 Jun 2024 13:18:58 +0000 Subject: [PATCH 01/17] Modified monitoring stack to use Telegraf and Timely --- .../.gitignore | 1 + .../accumulo-dashboard.json | 4041 ++++++++--------- .../modules/config-files/main.tf | 37 +- .../config-files/templates/grafana.ini.tftpl | 1320 ++++++ .../templates/hadoop_bashrc.tftpl | 2 +- .../templates/initialize_accumulo.sh.tftpl | 53 +- .../templates/install_sw.sh.tftpl | 46 +- .../templates/telegraf.conf.tftpl | 103 +- .../templates/telegraf.repo.tftpl | 7 + .../templates/timely-server-env.sh.tftpl | 31 + .../config-files/templates/timely.yaml.tftpl | 22 + .../timely-grafana/Dockerfile | 65 + .../timely-grafana/README.md | 28 + .../timely-grafana/build-image.sh | 29 + .../timely-grafana/entrypoint.sh | 43 + .../timely-grafana/settings.xml | 38 + 16 files changed, 3645 insertions(+), 2221 deletions(-) create mode 100644 contrib/terraform-testing-infrastructure/modules/config-files/templates/grafana.ini.tftpl create mode 100644 contrib/terraform-testing-infrastructure/modules/config-files/templates/telegraf.repo.tftpl create mode 100644 contrib/terraform-testing-infrastructure/modules/config-files/templates/timely-server-env.sh.tftpl create mode 100644 contrib/terraform-testing-infrastructure/modules/config-files/templates/timely.yaml.tftpl create mode 100644 contrib/terraform-testing-infrastructure/timely-grafana/Dockerfile create mode 100644 contrib/terraform-testing-infrastructure/timely-grafana/README.md create mode 100755 contrib/terraform-testing-infrastructure/timely-grafana/build-image.sh create mode 100755 contrib/terraform-testing-infrastructure/timely-grafana/entrypoint.sh create mode 100644 contrib/terraform-testing-infrastructure/timely-grafana/settings.xml diff --git a/contrib/terraform-testing-infrastructure/.gitignore b/contrib/terraform-testing-infrastructure/.gitignore index 888e1f61..bf0ddca2 100644 --- a/contrib/terraform-testing-infrastructure/.gitignore +++ b/contrib/terraform-testing-infrastructure/.gitignore @@ -5,3 +5,4 @@ conf/ **/terraform.tfstate.backup **/*.auto.tfvars.json **/*.auto.tfvars +timely_grafana/build_output/ diff --git a/contrib/terraform-testing-infrastructure/modules/config-files/files/grafana_dashboards/accumulo-dashboard.json b/contrib/terraform-testing-infrastructure/modules/config-files/files/grafana_dashboards/accumulo-dashboard.json index a6c42548..124d444b 100644 --- a/contrib/terraform-testing-infrastructure/modules/config-files/files/grafana_dashboards/accumulo-dashboard.json +++ b/contrib/terraform-testing-infrastructure/modules/config-files/files/grafana_dashboards/accumulo-dashboard.json @@ -8,15 +8,23 @@ "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, + "fiscalYearStartMonth": 0, "gnetId": null, "graphTooltip": 0, - "id": 1, + "iteration": 1719923641867, "links": [], + "liveNow": false, "panels": [ { "collapsed": false, @@ -27,1444 +35,1127 @@ "x": 0, "y": 0 }, - "id": 20, + "id": 28, "panels": [], - "title": "Tablet Server Activity", + "title": "Instance Summary", "type": "row" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", - "description": "", + "datasource": null, "fieldConfig": { "defaults": { - "custom": {} + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 8, - "w": 5, + "h": 5, + "w": 24, "x": 0, "y": 1 }, - "hiddenSeries": false, - "id": 2, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", + "id": 36, "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "", - "groupBy": [ - { - "params": [ - "1s" - ], - "type": "time" - }, - { - "params": [ - "process.name" - ], - "type": "tag" - }, - { - "params": [ - "previous" - ], - "type": "fill" - } - ], - "measurement": "accumulo_thrift_execute", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "count" - ], - "type": "field" - }, - { - "params": [], - "type": "last" - } - ] + "colorMode": "value", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Thrift Execution Times", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "fields": "", + "values": false }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "8.2.7", + "targets": [ { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "[[tag_resource.group]]-[[tag_process.name]]", + "disableDownsampling": false, + "downsampleAggregator": "count", + "downsampleFillPolicy": "none", + "downsampleInterval": "10s", + "isCounter": false, + "metric": "jvm_classes_loaded_value", + "queryType": "metricQuery", + "refId": "A", + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "process.name": ".*", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Process Counts", + "type": "stat" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "datasource": null, "description": "", "fieldConfig": { "defaults": { - "custom": {} + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 8, - "w": 6, - "x": 5, - "y": 1 + "h": 5, + "w": 4, + "x": 0, + "y": 6 }, - "hiddenSeries": false, - "id": 4, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", + "id": 67, "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "colorMode": "value", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "8.2.7", "targets": [ { - "groupBy": [ - { - "params": [ - "1s" - ], - "type": "time" - }, - { - "params": [ - "process.name" - ], - "type": "tag" - }, - { - "params": [ - "previous" - ], - "type": "fill" - } - ], - "measurement": "accumulo_thrift_idle", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", + "aggregator": "none", + "alias": "transactions", + "disableDownsampling": true, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "isCounter": false, + "metric": "accumulo_fate_tx_value", + "queryType": "metricQuery", "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "count" - ], - "type": "field" - }, - { - "params": [], - "type": "last" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Thrift Idle Time", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "ops", + "disableDownsampling": true, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_fate_ops_value", + "queryType": "metricQuery", + "refId": "B", + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "FATE Actvity", + "type": "stat" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "datasource": null, + "description": "", "fieldConfig": { "defaults": { - "custom": {} + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 8, - "w": 6, - "x": 11, - "y": 1 + "h": 5, + "w": 12, + "x": 4, + "y": 6 }, - "hiddenSeries": false, - "id": 6, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", + "id": 68, "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": true, - "steppedLine": false, + "colorMode": "value", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "8.2.7", "targets": [ { - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "0" - ], - "type": "fill" - } - ], - "measurement": "accumulo_tserver_compactions_minc_queued", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", + "aggregator": "none", + "alias": "candidate files", + "disableDownsampling": true, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "isCounter": false, + "metric": "accumulo_gc_candidates_value", + "queryType": "metricQuery", "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "count" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } }, { - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "0" - ], - "type": "fill" - } - ], - "measurement": "accumulo_tserver_compactions_minc_running", - "orderByTime": "ASC", - "policy": "default", + "aggregator": "none", + "alias": "in-use files", + "disableDownsampling": true, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_gc_in_use_value", + "queryType": "metricQuery", + "refId": "F", + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } + }, + { + "aggregator": "none", + "alias": "deleted files", + "disableDownsampling": true, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_gc_deleted_value", + "queryType": "metricQuery", "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "count" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Queued and Running Minor Compactions", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } + }, + { + "aggregator": "none", + "alias": "candidate logs", + "disableDownsampling": true, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_gc_wal_candidates_value", + "queryType": "metricQuery", + "refId": "C", + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } + }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "in-use logs", + "disableDownsampling": true, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_gc_wal_in_use_value", + "queryType": "metricQuery", + "refId": "E", + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "deleted logs", + "disableDownsampling": true, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_gc_wal_deleted_value", + "queryType": "metricQuery", + "refId": "D", + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "GC Activity", + "type": "stat" + }, + { + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 11 + }, + "id": 51, + "panels": [], + "title": "Errors", + "type": "row" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "datasource": null, "description": "", "fieldConfig": { "defaults": { - "custom": {} + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 8, + "h": 5, "w": 6, - "x": 17, - "y": 1 + "x": 0, + "y": 12 }, - "hiddenSeries": false, - "id": 7, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", + "id": 49, "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": true, - "steppedLine": false, + "colorMode": "value", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "8.2.7", "targets": [ { - "groupBy": [ - { - "params": [ - "1s" - ], - "type": "time" - }, - { - "params": [ - "previous" - ], - "type": "fill" - } - ], - "measurement": "accumulo_tserver_majc_queued", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT mean(\"count\") FROM \"accumulo_tserver_compactions_majc_queued\" WHERE $timeFilter GROUP BY time($__interval) fill(0)", - "queryType": "randomWalk", - "rawQuery": false, + "aggregator": "none", + "alias": "root", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "isCounter": false, + "metric": "accumulo_manager_tabletmgmt_root_errors_value", + "queryType": "metricQuery", "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "last" - } - ] - ], - "tags": [] + "shouldComputeRate": true, + "tags": {} }, { - "groupBy": [ - { - "params": [ - "1s" - ], - "type": "time" - }, - { - "params": [ - "previous" - ], - "type": "fill" - } - ], - "measurement": "accumulo_tserver_majc_running", - "orderByTime": "ASC", - "policy": "default", + "aggregator": "none", + "alias": "meta", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_manager_tabletmgmt_meta_errors_value", + "queryType": "metricQuery", "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "last" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Queued and Running Major Compactions", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "shouldComputeRate": true, + "tags": {} }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "user", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_manager_tabletmgmt_user_errors_value", + "queryType": "metricQuery", + "refId": "C", + "shouldComputeRate": true, + "tags": {} } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Tablet Management Errors", + "type": "stat" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "datasource": null, "description": "", "fieldConfig": { "defaults": { - "custom": {} + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 8, - "w": 5, - "x": 0, - "y": 9 - }, - "hiddenSeries": false, - "id": 21, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", + "h": 5, + "w": 4, + "x": 6, + "y": 12 + }, + "id": 57, "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "colorMode": "value", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "8.2.7", "targets": [ { - "alias": "", - "groupBy": [ - { - "params": [ - "1s" - ], - "type": "time" - }, - { - "params": [ - "process.name" - ], - "type": "tag" - }, - { - "params": [ - "previous" - ], - "type": "fill" - } - ], - "measurement": "accumulo_tserver_ingest_mutations", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", + "aggregator": "none", + "alias": "files", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "isCounter": false, + "metric": "accumulo_gc_errors_value", + "queryType": "metricQuery", "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "last" - }, - { - "params": [ - "1s" - ], - "type": "non_negative_derivative" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "TServer Ingest Mutations", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "shouldComputeRate": false, + "tags": {} }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "logs", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_gc_wal_errors_value", + "queryType": "metricQuery", + "refId": "B", + "shouldComputeRate": false, + "tags": {} } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Garbage Collection Errors", + "type": "stat" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "datasource": null, "description": "", "fieldConfig": { "defaults": { - "custom": {} + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 8, - "w": 5, - "x": 5, - "y": 9 - }, - "hiddenSeries": false, - "id": 22, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", + "h": 5, + "w": 2, + "x": 10, + "y": 12 + }, + "id": 56, "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "8.2.7", "targets": [ { - "alias": "", - "groupBy": [ - { - "params": [ - "1s" - ], - "type": "time" - }, - { - "params": [ - "process.name" - ], - "type": "tag" - }, - { - "params": [ - "previous" - ], - "type": "fill" - } - ], - "measurement": "accumulo_tserver_ingest_bytes", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", + "aggregator": "none", + "alias": "errors", + "disableDownsampling": false, + "downsampleAggregator": "none", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "isCounter": false, + "metric": "accumulo_fate_errors_value", + "queryType": "metricQuery", "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } + } + ], + "title": "Fate Errors", + "type": "stat" + }, + { + "datasource": null, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ { - "params": [], - "type": "last" + "color": "green", + "value": null }, { - "params": [ - "1s" - ], - "type": "non_negative_derivative" + "color": "red", + "value": 80 } ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 12 + }, + "id": 58, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "TServer Ingest Bytes", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "fields": "", + "values": false }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "8.2.7", + "targets": [ { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "Low Memory Detected - [[tag_process.name]]", + "disableDownsampling": false, + "downsampleAggregator": "sum", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "isCounter": false, + "metric": "accumulo_detected_low_memory_value", + "queryType": "metricQuery", + "refId": "A", + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "process.name": ".*", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Low Memory Detections", + "type": "stat" + }, + { + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 17 + }, + "id": 60, + "panels": [], + "title": "Tablets", + "type": "row" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "datasource": null, "description": "", "fieldConfig": { "defaults": { - "custom": {} + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 8, - "w": 5, - "x": 10, - "y": 9 - }, - "hiddenSeries": false, - "id": 23, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", + "h": 5, + "w": 10, + "x": 0, + "y": 18 + }, + "id": 61, "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "colorMode": "value", + "graphMode": "area", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "8.2.7", "targets": [ { - "alias": "", - "groupBy": [ - { - "params": [ - "1s" - ], - "type": "time" - }, - { - "params": [ - "process.name" - ], - "type": "tag" - }, - { - "params": [ - "linear" - ], - "type": "fill" - } - ], - "measurement": "accumulo_tserver_queries", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", + "aggregator": "none", + "alias": "Assignment Warnings", + "disableDownsampling": true, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "isCounter": false, + "metric": "accumulo_tserver_tablets_assignments_warning_value", + "queryType": "metricQuery", "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "last" - }, - { - "params": [ - "1s" - ], - "type": "non_negative_derivative" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "TServer Lookup Count", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } + }, + { + "aggregator": "none", + "alias": "Online", + "disableDownsampling": true, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_tserver_tablets_online_value", + "queryType": "metricQuery", + "refId": "C", + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } + }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "OnDemand Online", + "disableDownsampling": true, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_tserver_tablets_ondemand_online_value", + "queryType": "metricQuery", + "refId": "B", + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "OnDemand Unloaded For LowMem", + "disableDownsampling": true, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_tserver_tablets_ondemand_unloaded_lowmem_value", + "queryType": "metricQuery", + "refId": "D", + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Tablets", + "type": "stat" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "datasource": null, "description": "", "fieldConfig": { "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 5, - "x": 15, - "y": 9 - }, - "hiddenSeries": false, - "id": 24, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "", - "groupBy": [ - { - "params": [ - "1s" - ], - "type": "time" + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" }, - { - "params": [ - "process.name" - ], - "type": "tag" + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" }, - { - "params": [ - "previous" - ], - "type": "fill" + "thresholdsStyle": { + "mode": "off" } - ], - "measurement": "accumulo_tserver_scan_scanned_entries", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ { - "params": [], - "type": "last" + "color": "green", + "value": null }, { - "params": [ - "1s" - ], - "type": "non_negative_derivative" + "color": "red", + "value": 80 } ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "TServer Lookup Scanned K/V", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 6, + "x": 10, + "y": 18 + }, + "id": 62, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" }, + "tooltip": { + "mode": "single" + } + }, + "targets": [ { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "files", + "disableDownsampling": true, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "isCounter": false, + "metric": "accumulo_tserver_tablets_files_value", + "queryType": "metricQuery", + "refId": "A", + "shouldComputeRate": false, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Tablet Files", + "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", - "description": "", + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 23 + }, + "id": 70, + "panels": [], + "title": "Compactions", + "type": "row" + }, + { + "datasource": null, "fieldConfig": { "defaults": { - "custom": {} + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 8, - "w": 5, + "h": 5, + "w": 12, "x": 0, - "y": 17 + "y": 24 }, - "hiddenSeries": false, - "id": 25, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", + "id": 71, "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "8.2.7", "targets": [ { - "alias": "", - "groupBy": [ - { - "params": [ - "1s" - ], - "type": "time" - }, - { - "params": [ - "process.name" - ], - "type": "tag" - }, - { - "params": [ - "previous" - ], - "type": "fill" - } - ], - "measurement": "accumulo_tserver_scan_results", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", + "aggregator": "none", + "alias": "queued - [[tag_resource.group]]", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "1s", + "isCounter": false, + "metric": "accumulo_compactions_majc_queued_value", + "queryType": "metricQuery", "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "last" - }, - { - "params": [ - "1s" - ], - "type": "non_negative_derivative" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "TServer Lookup Scan Results", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } + }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "running - [[tag_resource.group]]", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "1s", + "hide": false, + "isCounter": false, + "metric": "accumulo_compactions_majc_running_value", + "queryType": "metricQuery", + "refId": "C", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "paused - [[tag_resource.group]]", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "1s", + "hide": false, + "isCounter": false, + "metric": "accumulo_compactions_majc_paused_value", + "queryType": "metricQuery", + "refId": "B", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Major Compactions", + "type": "stat" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "datasource": null, "description": "", "fieldConfig": { "defaults": { - "custom": {} + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 8, - "w": 5, - "x": 5, - "y": 17 + "h": 5, + "w": 11, + "x": 12, + "y": 24 }, - "hiddenSeries": false, - "id": 26, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", + "id": 72, "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "8.2.7", "targets": [ { - "alias": "", - "groupBy": [ - { - "params": [ - "1s" - ], - "type": "time" - }, - { - "params": [ - "process.name" - ], - "type": "tag" - }, - { - "params": [ - "previous" - ], - "type": "fill" - } - ], - "measurement": "accumulo_tserver_scan_results_bytes", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", + "aggregator": "none", + "alias": "queued - [[tag_resource.group]]", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "1s", + "isCounter": false, + "metric": "accumulo_tserver_compactions_minc_queued_count", + "queryType": "metricQuery", "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "last" - }, - { - "params": [ - "1s" - ], - "type": "non_negative_derivative" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "TServer Lookup Scan Result Bytes", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } + }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "running - [[tag_resource.group]]", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "1s", + "hide": false, + "isCounter": false, + "metric": "accumulo_tserver_compactions_minc_running_count", + "queryType": "metricQuery", + "refId": "C", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "paused - [[tag_resource.group]]", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "1s", + "hide": false, + "isCounter": false, + "metric": "accumulo_tserver_compactions_minc_paused_value", + "queryType": "metricQuery", + "refId": "B", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Minor Compactions", + "type": "stat" }, { "collapsed": false, @@ -1473,1032 +1164,1156 @@ "h": 1, "w": 24, "x": 0, - "y": 25 + "y": 29 }, - "id": 12, + "id": 55, "panels": [], - "title": "Garbage Collection Activity", + "title": "Ingest Activity", "type": "row" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "datasource": null, "fieldConfig": { "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 5, - "x": 0, - "y": 26 - }, - "hiddenSeries": false, - "id": 9, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" }, - { - "params": [ - "previous" - ], - "type": "fill" + "thresholdsStyle": { + "mode": "off" } - ], - "measurement": "accumulo_gc_candidates", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ { - "params": [ - "value" - ], - "type": "field" + "color": "green", + "value": null }, { - "params": [], - "type": "mean" + "color": "red", + "value": 80 } ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "RFile Delete Candidate", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + } + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 6, + "x": 0, + "y": 30 + }, + "id": 44, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" }, + "tooltip": { + "mode": "single" + } + }, + "targets": [ { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "mutations", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "1s", + "isCounter": false, + "metric": "accumulo_tserver_ingest_mutations_value", + "queryType": "metricQuery", + "refId": "A", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Ingest Entries / second", + "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "datasource": null, "fieldConfig": { "defaults": { - "custom": {} + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 7, + "h": 5, "w": 6, - "x": 5, - "y": 26 - }, - "hiddenSeries": false, - "id": 10, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", + "x": 6, + "y": 30 + }, + "id": 46, "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single" + } + }, "targets": [ { - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" + "aggregator": "none", + "alias": "bytes", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "1s", + "isCounter": false, + "metric": "accumulo_tserver_ingest_bytes_value", + "queryType": "metricQuery", + "refId": "A", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } + } + ], + "title": "Ingest (bytes / second)", + "type": "timeseries" + }, + { + "datasource": null, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" }, - { - "params": [ - "previous" - ], - "type": "fill" + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" } - ], - "measurement": "accumulo_gc_deleted", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ { - "params": [ - "value" - ], - "type": "field" + "color": "green", + "value": null }, { - "params": [], - "type": "mean" + "color": "red", + "value": 80 } ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "RFiles Deleted", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 6, + "x": 12, + "y": 30 + }, + "id": 65, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" }, + "tooltip": { + "mode": "single" + } + }, + "targets": [ { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "holds", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "1s", + "isCounter": false, + "metric": "accumulo_tserver_hold_value", + "queryType": "metricQuery", + "refId": "A", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Holds", + "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 35 + }, + "id": 64, + "panels": [], + "title": "Scan Activity", + "type": "row" + }, + { + "datasource": null, "description": "", "fieldConfig": { "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 6, - "x": 11, - "y": 26 - }, - "hiddenSeries": false, - "id": 14, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false }, - { - "params": [ - "0" - ], - "type": "fill" + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" } - ], - "measurement": "accumulo_gc_in_use", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ { - "params": [ - "value" - ], - "type": "field" + "color": "green", + "value": null }, { - "params": [], - "type": "mean" + "color": "red", + "value": 80 } ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "RFiles In Use", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 6, + "x": 0, + "y": 36 + }, + "id": 48, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" }, + "tooltip": { + "mode": "single" + } + }, + "targets": [ { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "queries", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "isCounter": false, + "metric": "accumulo_scan_queries_value", + "queryType": "metricQuery", + "refId": "A", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Queries", + "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "datasource": null, "description": "", "fieldConfig": { "defaults": { - "custom": {} + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 7, + "h": 5, "w": 6, - "x": 17, - "y": 26 - }, - "hiddenSeries": false, - "id": 15, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", + "x": 6, + "y": 36 + }, + "id": 45, "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single" + } + }, "targets": [ { - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" + "aggregator": "none", + "alias": "K/V pairs scanned", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "1s", + "isCounter": false, + "metric": "accumulo_scan_query_scanned_entries_value", + "queryType": "metricQuery", + "refId": "A", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } + } + ], + "title": "Scan Entries / second", + "type": "timeseries" + }, + { + "datasource": null, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false }, - { - "params": [ - "0" - ], - "type": "fill" + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" } - ], - "measurement": "accumulo_gc_errors", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ { - "params": [ - "value" - ], - "type": "field" + "color": "green", + "value": null }, { - "params": [], - "type": "mean" + "color": "red", + "value": 80 } ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "RFile GC Errors", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 6, + "x": 12, + "y": 36 + }, + "id": 47, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" }, + "tooltip": { + "mode": "single" + } + }, + "targets": [ { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "bytes", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "1s", + "isCounter": false, + "metric": "accumulo_scan_query_results_bytes_value", + "queryType": "metricQuery", + "refId": "A", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Scan Results (bytes / second)", + "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "datasource": null, + "description": "", "fieldConfig": { "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 6, - "w": 5, - "x": 0, - "y": 33 - }, - "hiddenSeries": false, - "id": 13, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "groupBy": [ - { - "params": [ - "1s" - ], - "type": "time" + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false }, - { - "params": [ - "previous" - ], - "type": "fill" + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" } - ], - "measurement": "accumulo_gc_wal_candidates", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ { - "params": [ - "value" - ], - "type": "field" + "color": "green", + "value": null }, { - "params": [], - "type": "last" + "color": "red", + "value": 80 } ] - ], - "tags": [] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 6, + "x": 18, + "y": 36 + }, + "id": 66, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single" } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "WALog Delete Candidates", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ + }, + "targets": [ { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "scans paused", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "1s", + "isCounter": false, + "metric": "accumulo_scan_paused_for_memory_value", + "queryType": "metricQuery", + "refId": "A", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "scans returned early", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "1s", + "hide": false, + "isCounter": false, + "metric": "accumulo_scan_return_early_for_memory_value", + "queryType": "metricQuery", + "refId": "B", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Low Memory Conditions", + "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 41 + }, + "id": 20, + "panels": [], + "title": "Cache Activity", + "type": "row" + }, + { + "datasource": null, + "description": "", "fieldConfig": { "defaults": { - "custom": {} + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 6, + "h": 5, "w": 6, - "x": 5, - "y": 33 - }, - "hiddenSeries": false, - "id": 16, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", + "x": 0, + "y": 42 + }, + "id": 74, "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single" + } + }, "targets": [ { - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "previous" - ], - "type": "fill" - } - ], - "measurement": "accumulo_gc_wal_deleted", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", + "aggregator": "none", + "alias": "requests", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "isCounter": false, + "metric": "accumulo_blockcache_index_requestcount_value", + "queryType": "metricQuery", "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "WALogs Deleted", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } + }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "hits", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_blockcache_index_hitcount_value", + "queryType": "metricQuery", + "refId": "B", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "evictions", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_blockcache_index_evictioncount_value", + "queryType": "metricQuery", + "refId": "C", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Index Block Cache", + "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "datasource": null, "description": "", "fieldConfig": { "defaults": { - "custom": {} + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 6, + "h": 5, "w": 6, - "x": 11, - "y": 33 - }, - "hiddenSeries": false, - "id": 17, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", + "x": 6, + "y": 42 + }, + "id": 73, "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single" + } + }, "targets": [ { - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "0" - ], - "type": "fill" - } - ], - "measurement": "accumulo_gc_wal_in_use", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", + "aggregator": "none", + "alias": "requests", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "isCounter": false, + "metric": "accumulo_blockcache_data_requestcount_value", + "queryType": "metricQuery", "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "WALog In Use", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } + }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "hits", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_blockcache_data_hitcount_value", + "queryType": "metricQuery", + "refId": "B", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "evictions", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_blockcache_data_evictioncount_value", + "queryType": "metricQuery", + "refId": "C", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Data Block Cache", + "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "InfluxDB", + "datasource": null, "description": "", "fieldConfig": { "defaults": { - "custom": {} + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 6, + "h": 5, "w": 6, - "x": 17, - "y": 33 - }, - "hiddenSeries": false, - "id": 18, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", + "x": 12, + "y": 42 + }, + "id": 75, "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.3.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single" + } + }, "targets": [ { - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "0" - ], - "type": "fill" - } - ], - "measurement": "accumulo_gc_wal_errors", - "orderByTime": "ASC", - "policy": "default", - "queryType": "randomWalk", + "aggregator": "none", + "alias": "requests", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "isCounter": false, + "metric": "accumulo_blockcache_summary_requestcount_value", + "queryType": "metricQuery", "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "WALog GC Errors", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } + }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "hits", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_blockcache_summary_hitcount_value", + "queryType": "metricQuery", + "refId": "B", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "aggregator": "none", + "alias": "evictions", + "disableDownsampling": false, + "downsampleAggregator": "avg", + "downsampleFillPolicy": "none", + "downsampleInterval": "$interval", + "hide": false, + "isCounter": false, + "metric": "accumulo_blockcache_summary_evictioncount_value", + "queryType": "metricQuery", + "refId": "C", + "shouldComputeRate": true, + "tags": { + "host": "${host_name_var}", + "resource.group": "${resource_group_var}" + } } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Summary Block Cache", + "type": "timeseries" } ], "refresh": "1m", - "schemaVersion": 26, + "schemaVersion": 32, "style": "dark", "tags": [], "templating": { - "list": [] + "list": [ + { + "allValue": ".*", + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "datasource": null, + "definition": "tag_values(jvm_classes_loaded_value, resource.group)", + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "Resource Group", + "multi": true, + "name": "resource_group_var", + "options": [], + "query": "tag_values(jvm_classes_loaded_value, resource.group)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "type": "query" + }, + { + "allValue": ".*", + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "datasource": null, + "definition": "tag_values(jvm_classes_loaded_value, host)", + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "Host Name", + "multi": true, + "name": "host_name_var", + "options": [], + "query": "tag_values(jvm_classes_loaded_value, host)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "type": "query" + } + ] }, "time": { "from": "now-15m", @@ -2508,5 +2323,5 @@ "timezone": "", "title": "Accumulo Micrometer Test Dashboard", "uid": "0govCeDnk", - "version": 8 + "version": 1 } diff --git a/contrib/terraform-testing-infrastructure/modules/config-files/main.tf b/contrib/terraform-testing-infrastructure/modules/config-files/main.tf index eb6c08d1..e4136adb 100644 --- a/contrib/terraform-testing-infrastructure/modules/config-files/main.tf +++ b/contrib/terraform-testing-infrastructure/modules/config-files/main.tf @@ -212,6 +212,36 @@ resource "local_file" "initialize-accumulo" { content = templatefile("${local.templates_dir}/initialize_accumulo.sh.tftpl", local.template_vars) } +resource "local_file" "telegraf" { + filename = "${local.conf_dir}/telegraf.conf" + file_permission = "644" + content = templatefile("${local.templates_dir}/telegraf.conf.tftpl", local.template_vars) +} + +resource "local_file" "telegraf-repo" { + filename = "${local.conf_dir}/telegraf.repo" + file_permission = "644" + content = templatefile("${local.templates_dir}/telegraf.repo.tftpl", local.template_vars) +} + +resource "local_file" "timely-env" { + filename = "${local.conf_dir}/timely-server-env.sh" + file_permission = "644" + content = templatefile("${local.templates_dir}/timely-server-env.sh.tftpl", local.template_vars) +} + +resource "local_file" "grafana-ini" { + filename = "${local.conf_dir}/grafana.ini" + file_permission = "644" + content = templatefile("${local.templates_dir}/grafana.ini.tftpl", local.template_vars) +} + +resource "local_file" "timely-yaml" { + filename = "${local.conf_dir}/timely.yaml" + file_permission = "644" + content = templatefile("${local.templates_dir}/timely.yaml.tftpl", local.template_vars) +} + resource "null_resource" "upload_config_files" { depends_on = [ local_file.etc-hosts, @@ -233,7 +263,12 @@ resource "null_resource" "upload_config_files" { local_file.hadoop-bashrc, local_file.install-software, local_file.initialize-hadoop, - local_file.initialize-accumulo + local_file.initialize-accumulo, + local_file.telegraf, + local_file.telegraf-repo, + local_file.timely-env, + local_file.grafana-ini, + local_file.timely-yaml ] connection { type = "ssh" diff --git a/contrib/terraform-testing-infrastructure/modules/config-files/templates/grafana.ini.tftpl b/contrib/terraform-testing-infrastructure/modules/config-files/templates/grafana.ini.tftpl new file mode 100644 index 00000000..238971cb --- /dev/null +++ b/contrib/terraform-testing-infrastructure/modules/config-files/templates/grafana.ini.tftpl @@ -0,0 +1,1320 @@ +##################### Grafana Configuration Example ##################### +# +# Everything has defaults so you only need to uncomment things you want to +# change + +# possible values : production, development +;app_mode = production + +# instance name, defaults to HOSTNAME environment variable value or hostname if HOSTNAME var is empty +;instance_name = + +#################################### Paths #################################### +[paths] +# Path to where grafana can store temp files, sessions, and the sqlite3 db (if that is used) +;data = /var/lib/grafana + +# Temporary files in `data` directory older than given duration will be removed +;temp_data_lifetime = 24h + +# Directory where grafana can store logs +;logs = /var/log/grafana + +# Directory where grafana will automatically scan and look for plugins +;plugins = /var/lib/grafana/plugins + +# folder that contains provisioning config files that grafana will apply on startup and while running. +;provisioning = conf/provisioning + +#################################### Server #################################### +[server] +# Protocol (http, https, h2, socket) +;protocol = http + +# The ip address to bind to, empty will bind to all interfaces +;http_addr = + +# The http port to use +;http_port = 3000 + +# The public facing domain name used to access grafana from a browser +;domain = localhost + +# Redirect to correct domain if host header does not match domain +# Prevents DNS rebinding attacks +;enforce_domain = false + +# The full public facing url you use in browser, used for redirects and emails +# If you use reverse proxy and sub path specify full url (with sub path) +;root_url = %(protocol)s://%(domain)s:%(http_port)s/ + +# Serve Grafana from subpath specified in `root_url` setting. By default it is set to `false` for compatibility reasons. +;serve_from_sub_path = false + +# Log web requests +;router_logging = false + +# the path relative working path +;static_root_path = public + +# enable gzip +;enable_gzip = false + +# https certs & key file +;cert_file = +;cert_key = + +# Unix socket path +;socket = + +# CDN Url +;cdn_url = + +# Sets the maximum time using a duration format (5s/5m/5ms) before timing out read of an incoming request and closing idle connections. +# `0` means there is no timeout for reading the request. +;read_timeout = 0 + +#################################### Database #################################### +[database] +# You can configure the database connection by specifying type, host, name, user and password +# as separate properties or as on string using the url properties. + +# Either "mysql", "postgres" or "sqlite3", it's your choice +;type = sqlite3 +;host = 127.0.0.1:3306 +;name = grafana +;user = root +# If the password contains # or ; you have to wrap it with triple quotes. Ex """#password;""" +;password = + +# Use either URL or the previous fields to configure the database +# Example: mysql://user:secret@host:port/database +;url = + +# For "postgres" only, either "disable", "require" or "verify-full" +;ssl_mode = disable + +# Database drivers may support different transaction isolation levels. +# Currently, only "mysql" driver supports isolation levels. +# If the value is empty - driver's default isolation level is applied. +# For "mysql" use "READ-UNCOMMITTED", "READ-COMMITTED", "REPEATABLE-READ" or "SERIALIZABLE". +;isolation_level = + +;ca_cert_path = +;client_key_path = +;client_cert_path = +;server_cert_name = + +# For "sqlite3" only, path relative to data_path setting +;path = grafana.db + +# Max idle conn setting default is 2 +;max_idle_conn = 2 + +# Max conn setting default is 0 (mean not set) +;max_open_conn = + +# Connection Max Lifetime default is 14400 (means 14400 seconds or 4 hours) +;conn_max_lifetime = 14400 + +# Set to true to log the sql calls and execution times. +;log_queries = + +# For "sqlite3" only. cache mode setting used for connecting to the database. (private, shared) +;cache_mode = private + +################################### Data sources ######################### +[datasources] +# Upper limit of data sources that Grafana will return. This limit is a temporary configuration and it will be deprecated when pagination will be introduced on the list data sources API. +;datasource_limit = 5000 + +#################################### Cache server ############################# +[remote_cache] +# Either "redis", "memcached" or "database" default is "database" +;type = database + +# cache connectionstring options +# database: will use Grafana primary database. +# redis: config like redis server e.g. `addr=127.0.0.1:6379,pool_size=100,db=0,ssl=false`. Only addr is required. ssl may be 'true', 'false', or 'insecure'. +# memcache: 127.0.0.1:11211 +;connstr = + +#################################### Data proxy ########################### +[dataproxy] + +# This enables data proxy logging, default is false +;logging = false + +# How long the data proxy waits to read the headers of the response before timing out, default is 30 seconds. +# This setting also applies to core backend HTTP data sources where query requests use an HTTP client with timeout set. +;timeout = 30 + +# How long the data proxy waits to establish a TCP connection before timing out, default is 10 seconds. +;dialTimeout = 10 + +# How many seconds the data proxy waits before sending a keepalive probe request. +;keep_alive_seconds = 30 + +# How many seconds the data proxy waits for a successful TLS Handshake before timing out. +;tls_handshake_timeout_seconds = 10 + +# How many seconds the data proxy will wait for a server's first response headers after +# fully writing the request headers if the request has an "Expect: 100-continue" +# header. A value of 0 will result in the body being sent immediately, without +# waiting for the server to approve. +;expect_continue_timeout_seconds = 1 + +# Optionally limits the total number of connections per host, including connections in the dialing, +# active, and idle states. On limit violation, dials will block. +# A value of zero (0) means no limit. +;max_conns_per_host = 0 + +# The maximum number of idle connections that Grafana will keep alive. +;max_idle_connections = 100 + +# How many seconds the data proxy keeps an idle connection open before timing out. +;idle_conn_timeout_seconds = 90 + +# If enabled and user is not anonymous, data proxy will add X-Grafana-User header with username into the request, default is false. +;send_user_header = false + +# Limit the amount of bytes that will be read/accepted from responses of outgoing HTTP requests. +;response_limit = 0 + +# Limits the number of rows that Grafana will process from SQL data sources. +;row_limit = 1000000 + +#################################### Analytics #################################### +[analytics] +# Server reporting, sends usage counters to stats.grafana.org every 24 hours. +# No ip addresses are being tracked, only simple counters to track +# running instances, dashboard and error counts. It is very helpful to us. +# Change this option to false to disable reporting. +;reporting_enabled = true + +# The name of the distributor of the Grafana instance. Ex hosted-grafana, grafana-labs +;reporting_distributor = grafana-labs + +# Set to false to disable all checks to https://grafana.net +# for new versions (grafana itself and plugins), check is used +# in some UI views to notify that grafana or plugin update exists +# This option does not cause any auto updates, nor send any information +# only a GET request to http://grafana.com to get latest versions +;check_for_updates = true + +# Google Analytics universal tracking code, only enabled if you specify an id here +;google_analytics_ua_id = + +# Google Tag Manager ID, only enabled if you specify an id here +;google_tag_manager_id = + +#################################### Security #################################### +[security] +# disable creation of admin user on first start of grafana +;disable_initial_admin_creation = false + +# default admin user, created on startup +;admin_user = admin + +# default admin password, can be changed before first start of grafana, or in profile settings +;admin_password = admin + +# used for signing +;secret_key = SW2YcwTIb9zpOOhoPsMm + +# disable gravatar profile images +;disable_gravatar = false + +# data source proxy whitelist (ip_or_domain:port separated by spaces) +;data_source_proxy_whitelist = + +# disable protection against brute force login attempts +;disable_brute_force_login_protection = false + +# set to true if you host Grafana behind HTTPS. default is false. +;cookie_secure = false + +# set cookie SameSite attribute. defaults to `lax`. can be set to "lax", "strict", "none" and "disabled" +;cookie_samesite = lax + +# set to true if you want to allow browsers to render Grafana in a ,