diff --git a/contrib/terraform-testing-infrastructure/.gitignore b/contrib/terraform-testing-infrastructure/.gitignore
index 888e1f61..bf0ddca2 100644
--- a/contrib/terraform-testing-infrastructure/.gitignore
+++ b/contrib/terraform-testing-infrastructure/.gitignore
@@ -5,3 +5,4 @@ conf/
**/terraform.tfstate.backup
**/*.auto.tfvars.json
**/*.auto.tfvars
+timely_grafana/build_output/
diff --git a/contrib/terraform-testing-infrastructure/README.md b/contrib/terraform-testing-infrastructure/README.md
index afbb0a93..4494c69e 100644
--- a/contrib/terraform-testing-infrastructure/README.md
+++ b/contrib/terraform-testing-infrastructure/README.md
@@ -406,7 +406,8 @@ following components will run on the `manager` node:
- Apache Accumulo CompactionCoordinator
- Docker
- Jaeger Tracing Docker Container
-- Telegraf/InfluxDB/Grafana Docker Container
+- Timely / Grafana Docker Container
+- Telegraf
The following components will run on the `worker` nodes:
@@ -415,6 +416,7 @@ The following components will run on the `worker` nodes:
- Apache Accumulo TabletServer
- Apache Accumulo Compactor(s)
- Apache Accumulo Scan Server(s)
+- Telegraf
### Logs
diff --git a/contrib/terraform-testing-infrastructure/modules/cloud-init-config/templates/cloud-init.tftpl b/contrib/terraform-testing-infrastructure/modules/cloud-init-config/templates/cloud-init.tftpl
index 83641543..55a9ed40 100644
--- a/contrib/terraform-testing-infrastructure/modules/cloud-init-config/templates/cloud-init.tftpl
+++ b/contrib/terraform-testing-infrastructure/modules/cloud-init-config/templates/cloud-init.tftpl
@@ -7,10 +7,6 @@ no_ssh_fingerprints: true
groups:
- hadoop
- docker
-# Add default auto created user to docker group
-system_info:
- default_user:
- groups: [docker]
# Create users
users:
- default
diff --git a/contrib/terraform-testing-infrastructure/modules/config-files/files/grafana_dashboards/accumulo-dashboard.json b/contrib/terraform-testing-infrastructure/modules/config-files/files/grafana_dashboards/accumulo-dashboard.json
index a6c42548..124d444b 100644
--- a/contrib/terraform-testing-infrastructure/modules/config-files/files/grafana_dashboards/accumulo-dashboard.json
+++ b/contrib/terraform-testing-infrastructure/modules/config-files/files/grafana_dashboards/accumulo-dashboard.json
@@ -8,15 +8,23 @@
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
+ "target": {
+ "limit": 100,
+ "matchAny": false,
+ "tags": [],
+ "type": "dashboard"
+ },
"type": "dashboard"
}
]
},
"editable": true,
+ "fiscalYearStartMonth": 0,
"gnetId": null,
"graphTooltip": 0,
- "id": 1,
+ "iteration": 1719923641867,
"links": [],
+ "liveNow": false,
"panels": [
{
"collapsed": false,
@@ -27,1444 +35,1127 @@
"x": 0,
"y": 0
},
- "id": 20,
+ "id": 28,
"panels": [],
- "title": "Tablet Server Activity",
+ "title": "Instance Summary",
"type": "row"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
- "description": "",
+ "datasource": null,
"fieldConfig": {
"defaults": {
- "custom": {}
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
},
"overrides": []
},
- "fill": 1,
- "fillGradient": 0,
"gridPos": {
- "h": 8,
- "w": 5,
+ "h": 5,
+ "w": 24,
"x": 0,
"y": 1
},
- "hiddenSeries": false,
- "id": 2,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
+ "id": 36,
"options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "alias": "",
- "groupBy": [
- {
- "params": [
- "1s"
- ],
- "type": "time"
- },
- {
- "params": [
- "process.name"
- ],
- "type": "tag"
- },
- {
- "params": [
- "previous"
- ],
- "type": "fill"
- }
- ],
- "measurement": "accumulo_thrift_execute",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
- "refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
- {
- "params": [
- "count"
- ],
- "type": "field"
- },
- {
- "params": [],
- "type": "last"
- }
- ]
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "center",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Thrift Execution Times",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "fields": "",
+ "values": false
},
+ "text": {},
+ "textMode": "auto"
+ },
+ "pluginVersion": "8.2.7",
+ "targets": [
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "[[tag_resource.group]]-[[tag_process.name]]",
+ "disableDownsampling": false,
+ "downsampleAggregator": "count",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "10s",
+ "isCounter": false,
+ "metric": "jvm_classes_loaded_value",
+ "queryType": "metricQuery",
+ "refId": "A",
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "process.name": ".*",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Process Counts",
+ "type": "stat"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "datasource": null,
"description": "",
"fieldConfig": {
"defaults": {
- "custom": {}
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
},
"overrides": []
},
- "fill": 1,
- "fillGradient": 0,
"gridPos": {
- "h": 8,
- "w": 6,
- "x": 5,
- "y": 1
+ "h": 5,
+ "w": 4,
+ "x": 0,
+ "y": 6
},
- "hiddenSeries": false,
- "id": 4,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
+ "id": 67,
"options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "center",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "text": {},
+ "textMode": "auto"
+ },
+ "pluginVersion": "8.2.7",
"targets": [
{
- "groupBy": [
- {
- "params": [
- "1s"
- ],
- "type": "time"
- },
- {
- "params": [
- "process.name"
- ],
- "type": "tag"
- },
- {
- "params": [
- "previous"
- ],
- "type": "fill"
- }
- ],
- "measurement": "accumulo_thrift_idle",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
+ "aggregator": "none",
+ "alias": "transactions",
+ "disableDownsampling": true,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "isCounter": false,
+ "metric": "accumulo_fate_tx_value",
+ "queryType": "metricQuery",
"refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
- {
- "params": [
- "count"
- ],
- "type": "field"
- },
- {
- "params": [],
- "type": "last"
- }
- ]
- ],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Thrift Idle Time",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
},
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "ops",
+ "disableDownsampling": true,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_fate_ops_value",
+ "queryType": "metricQuery",
+ "refId": "B",
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "FATE Actvity",
+ "type": "stat"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "datasource": null,
+ "description": "",
"fieldConfig": {
"defaults": {
- "custom": {}
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
},
"overrides": []
},
- "fill": 1,
- "fillGradient": 0,
"gridPos": {
- "h": 8,
- "w": 6,
- "x": 11,
- "y": 1
+ "h": 5,
+ "w": 12,
+ "x": 4,
+ "y": 6
},
- "hiddenSeries": false,
- "id": 6,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
+ "id": 68,
"options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": true,
- "steppedLine": false,
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "center",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "text": {},
+ "textMode": "auto"
+ },
+ "pluginVersion": "8.2.7",
"targets": [
{
- "groupBy": [
- {
- "params": [
- "$__interval"
- ],
- "type": "time"
- },
- {
- "params": [
- "0"
- ],
- "type": "fill"
- }
- ],
- "measurement": "accumulo_tserver_compactions_minc_queued",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
+ "aggregator": "none",
+ "alias": "candidate files",
+ "disableDownsampling": true,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "isCounter": false,
+ "metric": "accumulo_gc_candidates_value",
+ "queryType": "metricQuery",
"refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
- {
- "params": [
- "count"
- ],
- "type": "field"
- },
- {
- "params": [],
- "type": "mean"
- }
- ]
- ],
- "tags": []
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
},
{
- "groupBy": [
- {
- "params": [
- "$__interval"
- ],
- "type": "time"
- },
- {
- "params": [
- "0"
- ],
- "type": "fill"
- }
- ],
- "measurement": "accumulo_tserver_compactions_minc_running",
- "orderByTime": "ASC",
- "policy": "default",
+ "aggregator": "none",
+ "alias": "in-use files",
+ "disableDownsampling": true,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_gc_in_use_value",
+ "queryType": "metricQuery",
+ "refId": "F",
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
+ },
+ {
+ "aggregator": "none",
+ "alias": "deleted files",
+ "disableDownsampling": true,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_gc_deleted_value",
+ "queryType": "metricQuery",
"refId": "B",
- "resultFormat": "time_series",
- "select": [
- [
- {
- "params": [
- "count"
- ],
- "type": "field"
- },
- {
- "params": [],
- "type": "mean"
- }
- ]
- ],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Queued and Running Minor Compactions",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
+ },
+ {
+ "aggregator": "none",
+ "alias": "candidate logs",
+ "disableDownsampling": true,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_gc_wal_candidates_value",
+ "queryType": "metricQuery",
+ "refId": "C",
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
+ },
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "in-use logs",
+ "disableDownsampling": true,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_gc_wal_in_use_value",
+ "queryType": "metricQuery",
+ "refId": "E",
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
},
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "deleted logs",
+ "disableDownsampling": true,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_gc_wal_deleted_value",
+ "queryType": "metricQuery",
+ "refId": "D",
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "GC Activity",
+ "type": "stat"
+ },
+ {
+ "collapsed": false,
+ "datasource": null,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 11
+ },
+ "id": 51,
+ "panels": [],
+ "title": "Errors",
+ "type": "row"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "datasource": null,
"description": "",
"fieldConfig": {
"defaults": {
- "custom": {}
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
},
"overrides": []
},
- "fill": 1,
- "fillGradient": 0,
"gridPos": {
- "h": 8,
+ "h": 5,
"w": 6,
- "x": 17,
- "y": 1
+ "x": 0,
+ "y": 12
},
- "hiddenSeries": false,
- "id": 7,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
+ "id": 49,
"options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": true,
- "steppedLine": false,
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "center",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "text": {},
+ "textMode": "auto"
+ },
+ "pluginVersion": "8.2.7",
"targets": [
{
- "groupBy": [
- {
- "params": [
- "1s"
- ],
- "type": "time"
- },
- {
- "params": [
- "previous"
- ],
- "type": "fill"
- }
- ],
- "measurement": "accumulo_tserver_majc_queued",
- "orderByTime": "ASC",
- "policy": "default",
- "query": "SELECT mean(\"count\") FROM \"accumulo_tserver_compactions_majc_queued\" WHERE $timeFilter GROUP BY time($__interval) fill(0)",
- "queryType": "randomWalk",
- "rawQuery": false,
+ "aggregator": "none",
+ "alias": "root",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "isCounter": false,
+ "metric": "accumulo_manager_tabletmgmt_root_errors_value",
+ "queryType": "metricQuery",
"refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
- {
- "params": [
- "value"
- ],
- "type": "field"
- },
- {
- "params": [],
- "type": "last"
- }
- ]
- ],
- "tags": []
+ "shouldComputeRate": true,
+ "tags": {}
},
{
- "groupBy": [
- {
- "params": [
- "1s"
- ],
- "type": "time"
- },
- {
- "params": [
- "previous"
- ],
- "type": "fill"
- }
- ],
- "measurement": "accumulo_tserver_majc_running",
- "orderByTime": "ASC",
- "policy": "default",
+ "aggregator": "none",
+ "alias": "meta",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_manager_tabletmgmt_meta_errors_value",
+ "queryType": "metricQuery",
"refId": "B",
- "resultFormat": "time_series",
- "select": [
- [
- {
- "params": [
- "value"
- ],
- "type": "field"
- },
- {
- "params": [],
- "type": "last"
- }
- ]
- ],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Queued and Running Major Compactions",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "shouldComputeRate": true,
+ "tags": {}
},
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "user",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_manager_tabletmgmt_user_errors_value",
+ "queryType": "metricQuery",
+ "refId": "C",
+ "shouldComputeRate": true,
+ "tags": {}
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Tablet Management Errors",
+ "type": "stat"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "datasource": null,
"description": "",
"fieldConfig": {
"defaults": {
- "custom": {}
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
},
"overrides": []
},
- "fill": 1,
- "fillGradient": 0,
"gridPos": {
- "h": 8,
- "w": 5,
- "x": 0,
- "y": 9
- },
- "hiddenSeries": false,
- "id": 21,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
+ "h": 5,
+ "w": 4,
+ "x": 6,
+ "y": 12
+ },
+ "id": 57,
"options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "center",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "text": {},
+ "textMode": "auto"
+ },
+ "pluginVersion": "8.2.7",
"targets": [
{
- "alias": "",
- "groupBy": [
- {
- "params": [
- "1s"
- ],
- "type": "time"
- },
- {
- "params": [
- "process.name"
- ],
- "type": "tag"
- },
- {
- "params": [
- "previous"
- ],
- "type": "fill"
- }
- ],
- "measurement": "accumulo_tserver_ingest_mutations",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
+ "aggregator": "none",
+ "alias": "files",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "isCounter": false,
+ "metric": "accumulo_gc_errors_value",
+ "queryType": "metricQuery",
"refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
- {
- "params": [
- "value"
- ],
- "type": "field"
- },
- {
- "params": [],
- "type": "last"
- },
- {
- "params": [
- "1s"
- ],
- "type": "non_negative_derivative"
- }
- ]
- ],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "TServer Ingest Mutations",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "shouldComputeRate": false,
+ "tags": {}
},
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "logs",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_gc_wal_errors_value",
+ "queryType": "metricQuery",
+ "refId": "B",
+ "shouldComputeRate": false,
+ "tags": {}
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Garbage Collection Errors",
+ "type": "stat"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "datasource": null,
"description": "",
"fieldConfig": {
"defaults": {
- "custom": {}
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
},
"overrides": []
},
- "fill": 1,
- "fillGradient": 0,
"gridPos": {
- "h": 8,
- "w": 5,
- "x": 5,
- "y": 9
- },
- "hiddenSeries": false,
- "id": 22,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
+ "h": 5,
+ "w": 2,
+ "x": 10,
+ "y": 12
+ },
+ "id": 56,
"options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "text": {},
+ "textMode": "auto"
+ },
+ "pluginVersion": "8.2.7",
"targets": [
{
- "alias": "",
- "groupBy": [
- {
- "params": [
- "1s"
- ],
- "type": "time"
- },
- {
- "params": [
- "process.name"
- ],
- "type": "tag"
- },
- {
- "params": [
- "previous"
- ],
- "type": "fill"
- }
- ],
- "measurement": "accumulo_tserver_ingest_bytes",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
+ "aggregator": "none",
+ "alias": "errors",
+ "disableDownsampling": false,
+ "downsampleAggregator": "none",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "isCounter": false,
+ "metric": "accumulo_fate_errors_value",
+ "queryType": "metricQuery",
"refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
- {
- "params": [
- "value"
- ],
- "type": "field"
- },
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
+ }
+ ],
+ "title": "Fate Errors",
+ "type": "stat"
+ },
+ {
+ "datasource": null,
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
{
- "params": [],
- "type": "last"
+ "color": "green",
+ "value": null
},
{
- "params": [
- "1s"
- ],
- "type": "non_negative_derivative"
+ "color": "red",
+ "value": 80
}
]
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 5,
+ "w": 12,
+ "x": 12,
+ "y": 12
+ },
+ "id": 58,
+ "options": {
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "center",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "TServer Ingest Bytes",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "fields": "",
+ "values": false
},
+ "text": {},
+ "textMode": "auto"
+ },
+ "pluginVersion": "8.2.7",
+ "targets": [
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "Low Memory Detected - [[tag_process.name]]",
+ "disableDownsampling": false,
+ "downsampleAggregator": "sum",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "isCounter": false,
+ "metric": "accumulo_detected_low_memory_value",
+ "queryType": "metricQuery",
+ "refId": "A",
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "process.name": ".*",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Low Memory Detections",
+ "type": "stat"
+ },
+ {
+ "collapsed": false,
+ "datasource": null,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 17
+ },
+ "id": 60,
+ "panels": [],
+ "title": "Tablets",
+ "type": "row"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "datasource": null,
"description": "",
"fieldConfig": {
"defaults": {
- "custom": {}
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
},
"overrides": []
},
- "fill": 1,
- "fillGradient": 0,
"gridPos": {
- "h": 8,
- "w": 5,
- "x": 10,
- "y": 9
- },
- "hiddenSeries": false,
- "id": 23,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
+ "h": 5,
+ "w": 10,
+ "x": 0,
+ "y": 18
+ },
+ "id": 61,
"options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "center",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "text": {},
+ "textMode": "auto"
+ },
+ "pluginVersion": "8.2.7",
"targets": [
{
- "alias": "",
- "groupBy": [
- {
- "params": [
- "1s"
- ],
- "type": "time"
- },
- {
- "params": [
- "process.name"
- ],
- "type": "tag"
- },
- {
- "params": [
- "linear"
- ],
- "type": "fill"
- }
- ],
- "measurement": "accumulo_tserver_queries",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
+ "aggregator": "none",
+ "alias": "Assignment Warnings",
+ "disableDownsampling": true,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "isCounter": false,
+ "metric": "accumulo_tserver_tablets_assignments_warning_value",
+ "queryType": "metricQuery",
"refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
- {
- "params": [
- "value"
- ],
- "type": "field"
- },
- {
- "params": [],
- "type": "last"
- },
- {
- "params": [
- "1s"
- ],
- "type": "non_negative_derivative"
- }
- ]
- ],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "TServer Lookup Count",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
+ },
+ {
+ "aggregator": "none",
+ "alias": "Online",
+ "disableDownsampling": true,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_tserver_tablets_online_value",
+ "queryType": "metricQuery",
+ "refId": "C",
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
+ },
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "OnDemand Online",
+ "disableDownsampling": true,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_tserver_tablets_ondemand_online_value",
+ "queryType": "metricQuery",
+ "refId": "B",
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
},
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "OnDemand Unloaded For LowMem",
+ "disableDownsampling": true,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_tserver_tablets_ondemand_unloaded_lowmem_value",
+ "queryType": "metricQuery",
+ "refId": "D",
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Tablets",
+ "type": "stat"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "datasource": null,
"description": "",
"fieldConfig": {
"defaults": {
- "custom": {}
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 8,
- "w": 5,
- "x": 15,
- "y": 9
- },
- "hiddenSeries": false,
- "id": 24,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "alias": "",
- "groupBy": [
- {
- "params": [
- "1s"
- ],
- "type": "time"
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
},
- {
- "params": [
- "process.name"
- ],
- "type": "tag"
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
},
- {
- "params": [
- "previous"
- ],
- "type": "fill"
+ "thresholdsStyle": {
+ "mode": "off"
}
- ],
- "measurement": "accumulo_tserver_scan_scanned_entries",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
- "refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
- {
- "params": [
- "value"
- ],
- "type": "field"
- },
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
{
- "params": [],
- "type": "last"
+ "color": "green",
+ "value": null
},
{
- "params": [
- "1s"
- ],
- "type": "non_negative_derivative"
+ "color": "red",
+ "value": 80
}
]
- ],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "TServer Lookup Scanned K/V",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 5,
+ "w": 6,
+ "x": 10,
+ "y": 18
+ },
+ "id": 62,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
},
+ "tooltip": {
+ "mode": "single"
+ }
+ },
+ "targets": [
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "files",
+ "disableDownsampling": true,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "isCounter": false,
+ "metric": "accumulo_tserver_tablets_files_value",
+ "queryType": "metricQuery",
+ "refId": "A",
+ "shouldComputeRate": false,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Tablet Files",
+ "type": "timeseries"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
- "description": "",
+ "collapsed": false,
+ "datasource": null,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 23
+ },
+ "id": 70,
+ "panels": [],
+ "title": "Compactions",
+ "type": "row"
+ },
+ {
+ "datasource": null,
"fieldConfig": {
"defaults": {
- "custom": {}
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
},
"overrides": []
},
- "fill": 1,
- "fillGradient": 0,
"gridPos": {
- "h": 8,
- "w": 5,
+ "h": 5,
+ "w": 12,
"x": 0,
- "y": 17
+ "y": 24
},
- "hiddenSeries": false,
- "id": 25,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
+ "id": 71,
"options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "text": {},
+ "textMode": "auto"
+ },
+ "pluginVersion": "8.2.7",
"targets": [
{
- "alias": "",
- "groupBy": [
- {
- "params": [
- "1s"
- ],
- "type": "time"
- },
- {
- "params": [
- "process.name"
- ],
- "type": "tag"
- },
- {
- "params": [
- "previous"
- ],
- "type": "fill"
- }
- ],
- "measurement": "accumulo_tserver_scan_results",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
+ "aggregator": "none",
+ "alias": "queued - [[tag_resource.group]]",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "1s",
+ "isCounter": false,
+ "metric": "accumulo_compactions_majc_queued_value",
+ "queryType": "metricQuery",
"refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
- {
- "params": [
- "value"
- ],
- "type": "field"
- },
- {
- "params": [],
- "type": "last"
- },
- {
- "params": [
- "1s"
- ],
- "type": "non_negative_derivative"
- }
- ]
- ],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "TServer Lookup Scan Results",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
+ },
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "running - [[tag_resource.group]]",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "1s",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_compactions_majc_running_value",
+ "queryType": "metricQuery",
+ "refId": "C",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
},
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "paused - [[tag_resource.group]]",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "1s",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_compactions_majc_paused_value",
+ "queryType": "metricQuery",
+ "refId": "B",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Major Compactions",
+ "type": "stat"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "datasource": null,
"description": "",
"fieldConfig": {
"defaults": {
- "custom": {}
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
},
"overrides": []
},
- "fill": 1,
- "fillGradient": 0,
"gridPos": {
- "h": 8,
- "w": 5,
- "x": 5,
- "y": 17
+ "h": 5,
+ "w": 11,
+ "x": 12,
+ "y": 24
},
- "hiddenSeries": false,
- "id": 26,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
+ "id": 72,
"options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "text": {},
+ "textMode": "auto"
+ },
+ "pluginVersion": "8.2.7",
"targets": [
{
- "alias": "",
- "groupBy": [
- {
- "params": [
- "1s"
- ],
- "type": "time"
- },
- {
- "params": [
- "process.name"
- ],
- "type": "tag"
- },
- {
- "params": [
- "previous"
- ],
- "type": "fill"
- }
- ],
- "measurement": "accumulo_tserver_scan_results_bytes",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
+ "aggregator": "none",
+ "alias": "queued - [[tag_resource.group]]",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "1s",
+ "isCounter": false,
+ "metric": "accumulo_tserver_compactions_minc_queued_count",
+ "queryType": "metricQuery",
"refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
- {
- "params": [
- "value"
- ],
- "type": "field"
- },
- {
- "params": [],
- "type": "last"
- },
- {
- "params": [
- "1s"
- ],
- "type": "non_negative_derivative"
- }
- ]
- ],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "TServer Lookup Scan Result Bytes",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
+ },
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "running - [[tag_resource.group]]",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "1s",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_tserver_compactions_minc_running_count",
+ "queryType": "metricQuery",
+ "refId": "C",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
},
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "paused - [[tag_resource.group]]",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "1s",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_tserver_compactions_minc_paused_value",
+ "queryType": "metricQuery",
+ "refId": "B",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Minor Compactions",
+ "type": "stat"
},
{
"collapsed": false,
@@ -1473,1032 +1164,1156 @@
"h": 1,
"w": 24,
"x": 0,
- "y": 25
+ "y": 29
},
- "id": 12,
+ "id": 55,
"panels": [],
- "title": "Garbage Collection Activity",
+ "title": "Ingest Activity",
"type": "row"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "datasource": null,
"fieldConfig": {
"defaults": {
- "custom": {}
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 7,
- "w": 5,
- "x": 0,
- "y": 26
- },
- "hiddenSeries": false,
- "id": 9,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "groupBy": [
- {
- "params": [
- "$__interval"
- ],
- "type": "time"
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
},
- {
- "params": [
- "previous"
- ],
- "type": "fill"
+ "thresholdsStyle": {
+ "mode": "off"
}
- ],
- "measurement": "accumulo_gc_candidates",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
- "refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
{
- "params": [
- "value"
- ],
- "type": "field"
+ "color": "green",
+ "value": null
},
{
- "params": [],
- "type": "mean"
+ "color": "red",
+ "value": 80
}
]
- ],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "RFile Delete Candidate",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 5,
+ "w": 6,
+ "x": 0,
+ "y": 30
+ },
+ "id": 44,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
},
+ "tooltip": {
+ "mode": "single"
+ }
+ },
+ "targets": [
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "mutations",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "1s",
+ "isCounter": false,
+ "metric": "accumulo_tserver_ingest_mutations_value",
+ "queryType": "metricQuery",
+ "refId": "A",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Ingest Entries / second",
+ "type": "timeseries"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "datasource": null,
"fieldConfig": {
"defaults": {
- "custom": {}
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "decbytes"
},
"overrides": []
},
- "fill": 1,
- "fillGradient": 0,
"gridPos": {
- "h": 7,
+ "h": 5,
"w": 6,
- "x": 5,
- "y": 26
- },
- "hiddenSeries": false,
- "id": 10,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
+ "x": 6,
+ "y": 30
+ },
+ "id": 46,
"options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
+ },
+ "tooltip": {
+ "mode": "single"
+ }
+ },
"targets": [
{
- "groupBy": [
- {
- "params": [
- "$__interval"
- ],
- "type": "time"
+ "aggregator": "none",
+ "alias": "bytes",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "1s",
+ "isCounter": false,
+ "metric": "accumulo_tserver_ingest_bytes_value",
+ "queryType": "metricQuery",
+ "refId": "A",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
+ }
+ ],
+ "title": "Ingest (bytes / second)",
+ "type": "timeseries"
+ },
+ {
+ "datasource": null,
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
},
- {
- "params": [
- "previous"
- ],
- "type": "fill"
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
}
- ],
- "measurement": "accumulo_gc_deleted",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
- "refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
{
- "params": [
- "value"
- ],
- "type": "field"
+ "color": "green",
+ "value": null
},
{
- "params": [],
- "type": "mean"
+ "color": "red",
+ "value": 80
}
]
- ],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "RFiles Deleted",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 5,
+ "w": 6,
+ "x": 12,
+ "y": 30
+ },
+ "id": 65,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
},
+ "tooltip": {
+ "mode": "single"
+ }
+ },
+ "targets": [
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "holds",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "1s",
+ "isCounter": false,
+ "metric": "accumulo_tserver_hold_value",
+ "queryType": "metricQuery",
+ "refId": "A",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Holds",
+ "type": "timeseries"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "collapsed": false,
+ "datasource": null,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 35
+ },
+ "id": 64,
+ "panels": [],
+ "title": "Scan Activity",
+ "type": "row"
+ },
+ {
+ "datasource": null,
"description": "",
"fieldConfig": {
"defaults": {
- "custom": {}
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 7,
- "w": 6,
- "x": 11,
- "y": 26
- },
- "hiddenSeries": false,
- "id": 14,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "groupBy": [
- {
- "params": [
- "$__interval"
- ],
- "type": "time"
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
},
- {
- "params": [
- "0"
- ],
- "type": "fill"
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
}
- ],
- "measurement": "accumulo_gc_in_use",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
- "refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
{
- "params": [
- "value"
- ],
- "type": "field"
+ "color": "green",
+ "value": null
},
{
- "params": [],
- "type": "mean"
+ "color": "red",
+ "value": 80
}
]
- ],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "RFiles In Use",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 5,
+ "w": 6,
+ "x": 0,
+ "y": 36
+ },
+ "id": 48,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
},
+ "tooltip": {
+ "mode": "single"
+ }
+ },
+ "targets": [
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "queries",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "isCounter": false,
+ "metric": "accumulo_scan_queries_value",
+ "queryType": "metricQuery",
+ "refId": "A",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Queries",
+ "type": "timeseries"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "datasource": null,
"description": "",
"fieldConfig": {
"defaults": {
- "custom": {}
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
},
"overrides": []
},
- "fill": 1,
- "fillGradient": 0,
"gridPos": {
- "h": 7,
+ "h": 5,
"w": 6,
- "x": 17,
- "y": 26
- },
- "hiddenSeries": false,
- "id": 15,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
+ "x": 6,
+ "y": 36
+ },
+ "id": 45,
"options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
+ },
+ "tooltip": {
+ "mode": "single"
+ }
+ },
"targets": [
{
- "groupBy": [
- {
- "params": [
- "$__interval"
- ],
- "type": "time"
+ "aggregator": "none",
+ "alias": "K/V pairs scanned",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "1s",
+ "isCounter": false,
+ "metric": "accumulo_scan_query_scanned_entries_value",
+ "queryType": "metricQuery",
+ "refId": "A",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
+ }
+ ],
+ "title": "Scan Entries / second",
+ "type": "timeseries"
+ },
+ {
+ "datasource": null,
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
},
- {
- "params": [
- "0"
- ],
- "type": "fill"
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
}
- ],
- "measurement": "accumulo_gc_errors",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
- "refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
{
- "params": [
- "value"
- ],
- "type": "field"
+ "color": "green",
+ "value": null
},
{
- "params": [],
- "type": "mean"
+ "color": "red",
+ "value": 80
}
]
- ],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "RFile GC Errors",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ },
+ "unit": "decbytes"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 5,
+ "w": 6,
+ "x": 12,
+ "y": 36
+ },
+ "id": 47,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
},
+ "tooltip": {
+ "mode": "single"
+ }
+ },
+ "targets": [
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "bytes",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "1s",
+ "isCounter": false,
+ "metric": "accumulo_scan_query_results_bytes_value",
+ "queryType": "metricQuery",
+ "refId": "A",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Scan Results (bytes / second)",
+ "type": "timeseries"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "datasource": null,
+ "description": "",
"fieldConfig": {
"defaults": {
- "custom": {}
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 6,
- "w": 5,
- "x": 0,
- "y": 33
- },
- "hiddenSeries": false,
- "id": 13,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "groupBy": [
- {
- "params": [
- "1s"
- ],
- "type": "time"
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
},
- {
- "params": [
- "previous"
- ],
- "type": "fill"
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
}
- ],
- "measurement": "accumulo_gc_wal_candidates",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
- "refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
{
- "params": [
- "value"
- ],
- "type": "field"
+ "color": "green",
+ "value": null
},
{
- "params": [],
- "type": "last"
+ "color": "red",
+ "value": 80
}
]
- ],
- "tags": []
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 5,
+ "w": 6,
+ "x": 18,
+ "y": 36
+ },
+ "id": 66,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
+ },
+ "tooltip": {
+ "mode": "single"
}
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "WALog Delete Candidates",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
+ },
+ "targets": [
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "scans paused",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "1s",
+ "isCounter": false,
+ "metric": "accumulo_scan_paused_for_memory_value",
+ "queryType": "metricQuery",
+ "refId": "A",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
},
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "scans returned early",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "1s",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_scan_return_early_for_memory_value",
+ "queryType": "metricQuery",
+ "refId": "B",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Low Memory Conditions",
+ "type": "timeseries"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "collapsed": false,
+ "datasource": null,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 41
+ },
+ "id": 20,
+ "panels": [],
+ "title": "Cache Activity",
+ "type": "row"
+ },
+ {
+ "datasource": null,
+ "description": "",
"fieldConfig": {
"defaults": {
- "custom": {}
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
},
"overrides": []
},
- "fill": 1,
- "fillGradient": 0,
"gridPos": {
- "h": 6,
+ "h": 5,
"w": 6,
- "x": 5,
- "y": 33
- },
- "hiddenSeries": false,
- "id": 16,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
+ "x": 0,
+ "y": 42
+ },
+ "id": 74,
"options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
+ },
+ "tooltip": {
+ "mode": "single"
+ }
+ },
"targets": [
{
- "groupBy": [
- {
- "params": [
- "$__interval"
- ],
- "type": "time"
- },
- {
- "params": [
- "previous"
- ],
- "type": "fill"
- }
- ],
- "measurement": "accumulo_gc_wal_deleted",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
+ "aggregator": "none",
+ "alias": "requests",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "isCounter": false,
+ "metric": "accumulo_blockcache_index_requestcount_value",
+ "queryType": "metricQuery",
"refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
- {
- "params": [
- "value"
- ],
- "type": "field"
- },
- {
- "params": [],
- "type": "mean"
- }
- ]
- ],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "WALogs Deleted",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
+ },
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "hits",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_blockcache_index_hitcount_value",
+ "queryType": "metricQuery",
+ "refId": "B",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
},
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "evictions",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_blockcache_index_evictioncount_value",
+ "queryType": "metricQuery",
+ "refId": "C",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Index Block Cache",
+ "type": "timeseries"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "datasource": null,
"description": "",
"fieldConfig": {
"defaults": {
- "custom": {}
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
},
"overrides": []
},
- "fill": 1,
- "fillGradient": 0,
"gridPos": {
- "h": 6,
+ "h": 5,
"w": 6,
- "x": 11,
- "y": 33
- },
- "hiddenSeries": false,
- "id": 17,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
+ "x": 6,
+ "y": 42
+ },
+ "id": 73,
"options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
+ },
+ "tooltip": {
+ "mode": "single"
+ }
+ },
"targets": [
{
- "groupBy": [
- {
- "params": [
- "$__interval"
- ],
- "type": "time"
- },
- {
- "params": [
- "0"
- ],
- "type": "fill"
- }
- ],
- "measurement": "accumulo_gc_wal_in_use",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
+ "aggregator": "none",
+ "alias": "requests",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "isCounter": false,
+ "metric": "accumulo_blockcache_data_requestcount_value",
+ "queryType": "metricQuery",
"refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
- {
- "params": [
- "value"
- ],
- "type": "field"
- },
- {
- "params": [],
- "type": "mean"
- }
- ]
- ],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "WALog In Use",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
+ },
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "hits",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_blockcache_data_hitcount_value",
+ "queryType": "metricQuery",
+ "refId": "B",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
},
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "evictions",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_blockcache_data_evictioncount_value",
+ "queryType": "metricQuery",
+ "refId": "C",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Data Block Cache",
+ "type": "timeseries"
},
{
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "InfluxDB",
+ "datasource": null,
"description": "",
"fieldConfig": {
"defaults": {
- "custom": {}
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "none"
},
"overrides": []
},
- "fill": 1,
- "fillGradient": 0,
"gridPos": {
- "h": 6,
+ "h": 5,
"w": 6,
- "x": 17,
- "y": 33
- },
- "hiddenSeries": false,
- "id": 18,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
+ "x": 12,
+ "y": 42
+ },
+ "id": 75,
"options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.3.5",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
+ },
+ "tooltip": {
+ "mode": "single"
+ }
+ },
"targets": [
{
- "groupBy": [
- {
- "params": [
- "$__interval"
- ],
- "type": "time"
- },
- {
- "params": [
- "0"
- ],
- "type": "fill"
- }
- ],
- "measurement": "accumulo_gc_wal_errors",
- "orderByTime": "ASC",
- "policy": "default",
- "queryType": "randomWalk",
+ "aggregator": "none",
+ "alias": "requests",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "isCounter": false,
+ "metric": "accumulo_blockcache_summary_requestcount_value",
+ "queryType": "metricQuery",
"refId": "A",
- "resultFormat": "time_series",
- "select": [
- [
- {
- "params": [
- "value"
- ],
- "type": "field"
- },
- {
- "params": [],
- "type": "mean"
- }
- ]
- ],
- "tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "WALog GC Errors",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
+ },
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "hits",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_blockcache_summary_hitcount_value",
+ "queryType": "metricQuery",
+ "refId": "B",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
},
{
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
+ "aggregator": "none",
+ "alias": "evictions",
+ "disableDownsampling": false,
+ "downsampleAggregator": "avg",
+ "downsampleFillPolicy": "none",
+ "downsampleInterval": "$interval",
+ "hide": false,
+ "isCounter": false,
+ "metric": "accumulo_blockcache_summary_evictioncount_value",
+ "queryType": "metricQuery",
+ "refId": "C",
+ "shouldComputeRate": true,
+ "tags": {
+ "host": "${host_name_var}",
+ "resource.group": "${resource_group_var}"
+ }
}
],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
+ "title": "Summary Block Cache",
+ "type": "timeseries"
}
],
"refresh": "1m",
- "schemaVersion": 26,
+ "schemaVersion": 32,
"style": "dark",
"tags": [],
"templating": {
- "list": []
+ "list": [
+ {
+ "allValue": ".*",
+ "current": {
+ "selected": true,
+ "text": [
+ "All"
+ ],
+ "value": [
+ "$__all"
+ ]
+ },
+ "datasource": null,
+ "definition": "tag_values(jvm_classes_loaded_value, resource.group)",
+ "description": null,
+ "error": null,
+ "hide": 0,
+ "includeAll": true,
+ "label": "Resource Group",
+ "multi": true,
+ "name": "resource_group_var",
+ "options": [],
+ "query": "tag_values(jvm_classes_loaded_value, resource.group)",
+ "refresh": 1,
+ "regex": "",
+ "skipUrlSync": false,
+ "sort": 1,
+ "type": "query"
+ },
+ {
+ "allValue": ".*",
+ "current": {
+ "selected": true,
+ "text": [
+ "All"
+ ],
+ "value": [
+ "$__all"
+ ]
+ },
+ "datasource": null,
+ "definition": "tag_values(jvm_classes_loaded_value, host)",
+ "description": null,
+ "error": null,
+ "hide": 0,
+ "includeAll": true,
+ "label": "Host Name",
+ "multi": true,
+ "name": "host_name_var",
+ "options": [],
+ "query": "tag_values(jvm_classes_loaded_value, host)",
+ "refresh": 1,
+ "regex": "",
+ "skipUrlSync": false,
+ "sort": 1,
+ "type": "query"
+ }
+ ]
},
"time": {
"from": "now-15m",
@@ -2508,5 +2323,5 @@
"timezone": "",
"title": "Accumulo Micrometer Test Dashboard",
"uid": "0govCeDnk",
- "version": 8
+ "version": 1
}
diff --git a/contrib/terraform-testing-infrastructure/modules/config-files/main.tf b/contrib/terraform-testing-infrastructure/modules/config-files/main.tf
index eb6c08d1..5e8bb658 100644
--- a/contrib/terraform-testing-infrastructure/modules/config-files/main.tf
+++ b/contrib/terraform-testing-infrastructure/modules/config-files/main.tf
@@ -140,6 +140,11 @@ resource "local_file" "accumulo-properties-config" {
content = templatefile("${local.templates_dir}/accumulo-properties.tftpl", local.template_vars)
}
+resource "local_file" "accumulo-env" {
+ filename = "${local.conf_dir}/accumulo-env.sh"
+ file_permission = "644"
+ content = file("${local.templates_dir}/accumulo-env.sh.tftpl")
+}
resource "local_file" "accumulo-client-properties-config" {
filename = "${local.conf_dir}/accumulo-client.properties"
file_permission = "644"
@@ -212,6 +217,36 @@ resource "local_file" "initialize-accumulo" {
content = templatefile("${local.templates_dir}/initialize_accumulo.sh.tftpl", local.template_vars)
}
+resource "local_file" "telegraf" {
+ filename = "${local.conf_dir}/telegraf.conf"
+ file_permission = "644"
+ content = templatefile("${local.templates_dir}/telegraf.conf.tftpl", local.template_vars)
+}
+
+resource "local_file" "telegraf-repo" {
+ filename = "${local.conf_dir}/telegraf.repo"
+ file_permission = "644"
+ content = templatefile("${local.templates_dir}/telegraf.repo.tftpl", local.template_vars)
+}
+
+resource "local_file" "timely-env" {
+ filename = "${local.conf_dir}/timely-server-env.sh"
+ file_permission = "644"
+ content = templatefile("${local.templates_dir}/timely-server-env.sh.tftpl", local.template_vars)
+}
+
+resource "local_file" "grafana-ini" {
+ filename = "${local.conf_dir}/grafana.ini"
+ file_permission = "644"
+ content = templatefile("${local.templates_dir}/grafana.ini.tftpl", local.template_vars)
+}
+
+resource "local_file" "timely-yaml" {
+ filename = "${local.conf_dir}/timely.yaml"
+ file_permission = "644"
+ content = templatefile("${local.templates_dir}/timely.yaml.tftpl", local.template_vars)
+}
+
resource "null_resource" "upload_config_files" {
depends_on = [
local_file.etc-hosts,
@@ -220,6 +255,7 @@ resource "null_resource" "upload_config_files" {
local_file.hadoop-core-config,
local_file.hadoop-hdfs-config,
local_file.hadoop-yarn-config,
+ local_file.accumulo-env,
local_file.accumulo-cluster-config,
local_file.accumulo-properties-config,
local_file.accumulo-client-properties-config,
@@ -233,7 +269,12 @@ resource "null_resource" "upload_config_files" {
local_file.hadoop-bashrc,
local_file.install-software,
local_file.initialize-hadoop,
- local_file.initialize-accumulo
+ local_file.initialize-accumulo,
+ local_file.telegraf,
+ local_file.telegraf-repo,
+ local_file.timely-env,
+ local_file.grafana-ini,
+ local_file.timely-yaml
]
connection {
type = "ssh"
diff --git a/contrib/terraform-testing-infrastructure/modules/config-files/templates/accumulo-env.sh.tftpl b/contrib/terraform-testing-infrastructure/modules/config-files/templates/accumulo-env.sh.tftpl
new file mode 100644
index 00000000..9e6e5bad
--- /dev/null
+++ b/contrib/terraform-testing-infrastructure/modules/config-files/templates/accumulo-env.sh.tftpl
@@ -0,0 +1,200 @@
+#! /usr/bin/env bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+## Before accumulo-env.sh is loaded, these environment variables are set and can be used in this file:
+
+# cmd - Command that is being called such as tserver, manager, etc.
+# basedir - Root of Accumulo installation
+# bin - Directory containing Accumulo scripts
+# conf - Directory containing Accumulo configuration
+# lib - Directory containing Accumulo libraries
+
+############################
+# Variables that must be set
+############################
+
+## Accumulo logs directory. Referenced by logger config.
+ACCUMULO_LOG_DIR="${ACCUMULO_LOG_DIR:-${basedir}/logs}"
+## Hadoop installation
+HADOOP_HOME="${HADOOP_HOME:-/path/to/hadoop}"
+## Hadoop configuration
+HADOOP_CONF_DIR="${HADOOP_CONF_DIR:-${HADOOP_HOME}/etc/hadoop}"
+## Zookeeper installation
+ZOOKEEPER_HOME="${ZOOKEEPER_HOME:-/path/to/zookeeper}"
+
+##########################
+# Build CLASSPATH variable
+##########################
+
+## Verify that Hadoop & Zookeeper installation directories exist
+if [[ ! -d $ZOOKEEPER_HOME ]]; then
+ echo "ZOOKEEPER_HOME=$ZOOKEEPER_HOME is not set to a valid directory in accumulo-env.sh"
+ exit 1
+fi
+if [[ ! -d $HADOOP_HOME ]]; then
+ echo "HADOOP_HOME=$HADOOP_HOME is not set to a valid directory in accumulo-env.sh"
+ exit 1
+fi
+
+## Build using existing CLASSPATH, conf/ directory, dependencies in lib/, and external Hadoop & Zookeeper dependencies
+if [[ -n $CLASSPATH ]]; then
+ # conf is set by calling script that sources this env file
+ #shellcheck disable=SC2154
+ CLASSPATH="${CLASSPATH}:${conf}"
+else
+ CLASSPATH="${conf}"
+fi
+ZK_JARS=$(find "$ZOOKEEPER_HOME/lib/" -maxdepth 1 -name '*.jar' -not -name '*slf4j*' -not -name '*log4j*' | paste -sd: -)
+# lib is set by calling script that sources this env file
+#shellcheck disable=SC2154
+CLASSPATH="${CLASSPATH}:${lib}/*:${HADOOP_CONF_DIR}:${ZOOKEEPER_HOME}/*:${ZK_JARS}:${HADOOP_HOME}/share/hadoop/client/*"
+export CLASSPATH
+
+##################################################################
+# Build JAVA_OPTS variable. Defaults below work but can be edited.
+##################################################################
+
+## JVM options set for all processes. Extra options can be passed in by setting ACCUMULO_JAVA_OPTS to an array of options.
+read -r -a accumulo_initial_opts < <(echo "$ACCUMULO_JAVA_OPTS")
+JAVA_OPTS=(
+ '-XX:OnOutOfMemoryError=kill -9 %p'
+ '-XX:-OmitStackTraceInFastThrow'
+ '-Djava.net.preferIPv4Stack=true'
+ "-Daccumulo.native.lib.path=${lib}/native"
+ "${accumulo_initial_opts[@]}"
+)
+
+## Make sure Accumulo native libraries are built since they are enabled by default
+# bin is set by calling script that sources this env file
+#shellcheck disable=SC2154
+"${bin}"/accumulo-util build-native &>/dev/null
+
+## JVM options set for individual applications
+# cmd is set by calling script that sources this env file
+#shellcheck disable=SC2154
+case "${ACCUMULO_RESOURCE_GROUP:-default}" in
+ accumulo_meta)
+ # shellcheck disable=SC2154
+ # $cmd is exported in the accumulo script, but not the accumulo-service script
+ case "$cmd" in
+ manager) JAVA_OPTS=('-Xmx512m' '-Xms512m' "${JAVA_OPTS[@]}") ;;
+ monitor) JAVA_OPTS=('-Xmx256m' '-Xms256m' "${JAVA_OPTS[@]}") ;;
+ gc) JAVA_OPTS=('-Xmx256m' '-Xms256m' "${JAVA_OPTS[@]}") ;;
+ tserver) JAVA_OPTS=('-Xmx768m' '-Xms768m' "${JAVA_OPTS[@]}") ;;
+ compactor) JAVA_OPTS=('-Xmx256m' '-Xms256m' "${JAVA_OPTS[@]}") ;;
+ sserver) JAVA_OPTS=('-Xmx512m' '-Xms512m' "${JAVA_OPTS[@]}") ;;
+ *) JAVA_OPTS=('-Xmx256m' '-Xms64m' "${JAVA_OPTS[@]}") ;;
+ esac
+ ;;
+ user_small)
+ # shellcheck disable=SC2154
+ # $cmd is exported in the accumulo script, but not the accumulo-service script
+ case "$cmd" in
+ manager) JAVA_OPTS=('-Xmx512m' '-Xms512m' "${JAVA_OPTS[@]}") ;;
+ monitor) JAVA_OPTS=('-Xmx256m' '-Xms256m' "${JAVA_OPTS[@]}") ;;
+ gc) JAVA_OPTS=('-Xmx256m' '-Xms256m' "${JAVA_OPTS[@]}") ;;
+ tserver) JAVA_OPTS=('-Xmx768m' '-Xms768m' "${JAVA_OPTS[@]}") ;;
+ compactor) JAVA_OPTS=('-Xmx256m' '-Xms256m' "${JAVA_OPTS[@]}") ;;
+ sserver) JAVA_OPTS=('-Xmx512m' '-Xms512m' "${JAVA_OPTS[@]}") ;;
+ *) JAVA_OPTS=('-Xmx256m' '-Xms64m' "${JAVA_OPTS[@]}") ;;
+ esac
+ ;;
+ user_large)
+ # shellcheck disable=SC2154
+ # $cmd is exported in the accumulo script, but not the accumulo-service script
+ case "$cmd" in
+ manager) JAVA_OPTS=('-Xmx512m' '-Xms512m' "${JAVA_OPTS[@]}") ;;
+ monitor) JAVA_OPTS=('-Xmx256m' '-Xms256m' "${JAVA_OPTS[@]}") ;;
+ gc) JAVA_OPTS=('-Xmx256m' '-Xms256m' "${JAVA_OPTS[@]}") ;;
+ tserver) JAVA_OPTS=('-Xmx768m' '-Xms768m' "${JAVA_OPTS[@]}") ;;
+ compactor) JAVA_OPTS=('-Xmx256m' '-Xms256m' "${JAVA_OPTS[@]}") ;;
+ sserver) JAVA_OPTS=('-Xmx512m' '-Xms512m' "${JAVA_OPTS[@]}") ;;
+ *) JAVA_OPTS=('-Xmx256m' '-Xms64m' "${JAVA_OPTS[@]}") ;;
+ esac
+ ;;
+ default)
+ # shellcheck disable=SC2154
+ # $cmd is exported in the accumulo script, but not the accumulo-service script
+ case "$cmd" in
+ manager) JAVA_OPTS=('-Xmx512m' '-Xms512m' "${JAVA_OPTS[@]}") ;;
+ monitor) JAVA_OPTS=('-Xmx256m' '-Xms256m' "${JAVA_OPTS[@]}") ;;
+ gc) JAVA_OPTS=('-Xmx256m' '-Xms256m' "${JAVA_OPTS[@]}") ;;
+ tserver) JAVA_OPTS=('-Xmx768m' '-Xms768m' "${JAVA_OPTS[@]}") ;;
+ compactor) JAVA_OPTS=('-Xmx256m' '-Xms256m' "${JAVA_OPTS[@]}") ;;
+ sserver) JAVA_OPTS=('-Xmx512m' '-Xms512m' "${JAVA_OPTS[@]}") ;;
+ *) JAVA_OPTS=('-Xmx256m' '-Xms64m' "${JAVA_OPTS[@]}") ;;
+ esac
+ ;;
+ *)
+ echo "ACCUMULO_RESOURCE_GROUP named $ACCUMULO_RESOURCE_GROUP is not configured in accumulo-env.sh"
+ exit 1
+ ;;
+esac
+
+## JVM options set for logging. Review log4j2.properties file to see how they are used.
+JAVA_OPTS=("-Daccumulo.log.dir=${ACCUMULO_LOG_DIR}"
+ "-Daccumulo.application=${ACCUMULO_SERVICE_INSTANCE}_$(hostname)"
+ "-Daccumulo.metrics.service.instance=${ACCUMULO_SERVICE_INSTANCE}"
+ "-Dlog4j2.statusLoggerLevel=ERROR"
+ "-Dlog4j2.contextSelector=org.apache.logging.log4j.core.async.AsyncLoggerContextSelector"
+ "-Dotel.service.name=${ACCUMULO_SERVICE_INSTANCE}"
+ "${JAVA_OPTS[@]}"
+)
+
+## Optionally setup OpenTelemetry SDK AutoConfigure
+## See https://github.com/open-telemetry/opentelemetry-java/tree/main/sdk-extensions/autoconfigure
+#JAVA_OPTS=('-Dotel.traces.exporter=jaeger' '-Dotel.metrics.exporter=none' '-Dotel.logs.exporter=none' "${JAVA_OPTS[@]}")
+
+## Optionally setup OpenTelemetry Java Agent
+## See https://github.com/open-telemetry/opentelemetry-java-instrumentation for more options
+#JAVA_OPTS=('-javaagent:path/to/opentelemetry-javaagent-all.jar' "${JAVA_OPTS[@]}")
+
+case "$cmd" in
+ monitor | gc | manager | tserver | compactor | sserver)
+ JAVA_OPTS=('-Dlog4j.configurationFile=log4j2-service.properties' "${JAVA_OPTS[@]}")
+ ;;
+ *)
+ # let log4j use its default behavior (log4j2.properties, etc.)
+ true
+ ;;
+esac
+
+############################
+# Variables set to a default
+############################
+
+export MALLOC_ARENA_MAX=${MALLOC_ARENA_MAX:-1}
+## Add Hadoop native libraries to shared library paths given operating system
+case "$(uname)" in
+ Darwin) export DYLD_LIBRARY_PATH="${HADOOP_HOME}/lib/native:${DYLD_LIBRARY_PATH}" ;;
+ *) export LD_LIBRARY_PATH="${HADOOP_HOME}/lib/native:${LD_LIBRARY_PATH}" ;;
+esac
+
+###############################################
+# Variables that are optional. Uncomment to set
+###############################################
+
+## ACCUMULO_JAVA_PREFIX can be used to specify commands to prepend to the "java"
+## command when it is executed. This can be declared as either a scalar or an
+## array variable. The following use of declare to check if it's already set is
+## not strictly necessary, but ensures that if you set it in the calling
+## environment, that will override what is set here, rather than some mangled
+## merged result. You can set the variable any way you like.
+#declare -p 'ACCUMULO_JAVA_PREFIX' &>/dev/null || ACCUMULO_JAVA_PREFIX=''
diff --git a/contrib/terraform-testing-infrastructure/modules/config-files/templates/cluster.yaml.tftpl b/contrib/terraform-testing-infrastructure/modules/config-files/templates/cluster.yaml.tftpl
index 547610f0..e347c75d 100644
--- a/contrib/terraform-testing-infrastructure/modules/config-files/templates/cluster.yaml.tftpl
+++ b/contrib/terraform-testing-infrastructure/modules/config-files/templates/cluster.yaml.tftpl
@@ -28,40 +28,42 @@ gc:
tserver:
default:
+ servers_per_host: 1
+ hosts:
%{ for ip in worker_ips ~}
- - ${ip}
+ - ${ip}
%{ endfor ~}
sserver:
default:
+ servers_per_host: 1
+ hosts:
%{ for ip in worker_ips ~}
- - ${ip}
+ - ${ip}
%{ endfor ~}
compactor:
+ default:
+ servers_per_host: 1
+ hosts:
+%{ for ip in worker_ips ~}
+ - ${ip}
+%{ endfor ~}
accumulo_meta:
+ servers_per_host: 1
+ hosts:
%{ for ip in worker_ips ~}
- - ${ip}
+ - ${ip}
%{ endfor ~}
user_small:
+ servers_per_host: 1
+ hosts:
%{ for ip in worker_ips ~}
- - ${ip}
+ - ${ip}
%{ endfor ~}
user_large:
+ servers_per_host: 1
+ hosts:
%{ for ip in worker_ips ~}
- - ${ip}
+ - ${ip}
%{ endfor ~}
-
-#
-# The following are used by the accumulo-cluster script to determine how many servers
-# to start on each host. If the following variables are not set, then they default to 1.
-# If the environment variable NUM_TSERVERS is set when running accumulo_cluster
-# then its value will override what is set in this file for tservers_per_host. Likewise if
-# NUM_SSERVERS is set then it will override sservers_per_host.
-#
-tservers_per_host: 1
-sservers_per_host:
- - default: 1
-compactors_per_host:
- - q1: 1
- - q2: 1
diff --git a/contrib/terraform-testing-infrastructure/modules/config-files/templates/grafana.ini.tftpl b/contrib/terraform-testing-infrastructure/modules/config-files/templates/grafana.ini.tftpl
new file mode 100644
index 00000000..238971cb
--- /dev/null
+++ b/contrib/terraform-testing-infrastructure/modules/config-files/templates/grafana.ini.tftpl
@@ -0,0 +1,1320 @@
+##################### Grafana Configuration Example #####################
+#
+# Everything has defaults so you only need to uncomment things you want to
+# change
+
+# possible values : production, development
+;app_mode = production
+
+# instance name, defaults to HOSTNAME environment variable value or hostname if HOSTNAME var is empty
+;instance_name =
+
+#################################### Paths ####################################
+[paths]
+# Path to where grafana can store temp files, sessions, and the sqlite3 db (if that is used)
+;data = /var/lib/grafana
+
+# Temporary files in `data` directory older than given duration will be removed
+;temp_data_lifetime = 24h
+
+# Directory where grafana can store logs
+;logs = /var/log/grafana
+
+# Directory where grafana will automatically scan and look for plugins
+;plugins = /var/lib/grafana/plugins
+
+# folder that contains provisioning config files that grafana will apply on startup and while running.
+;provisioning = conf/provisioning
+
+#################################### Server ####################################
+[server]
+# Protocol (http, https, h2, socket)
+;protocol = http
+
+# The ip address to bind to, empty will bind to all interfaces
+;http_addr =
+
+# The http port to use
+;http_port = 3000
+
+# The public facing domain name used to access grafana from a browser
+;domain = localhost
+
+# Redirect to correct domain if host header does not match domain
+# Prevents DNS rebinding attacks
+;enforce_domain = false
+
+# The full public facing url you use in browser, used for redirects and emails
+# If you use reverse proxy and sub path specify full url (with sub path)
+;root_url = %(protocol)s://%(domain)s:%(http_port)s/
+
+# Serve Grafana from subpath specified in `root_url` setting. By default it is set to `false` for compatibility reasons.
+;serve_from_sub_path = false
+
+# Log web requests
+;router_logging = false
+
+# the path relative working path
+;static_root_path = public
+
+# enable gzip
+;enable_gzip = false
+
+# https certs & key file
+;cert_file =
+;cert_key =
+
+# Unix socket path
+;socket =
+
+# CDN Url
+;cdn_url =
+
+# Sets the maximum time using a duration format (5s/5m/5ms) before timing out read of an incoming request and closing idle connections.
+# `0` means there is no timeout for reading the request.
+;read_timeout = 0
+
+#################################### Database ####################################
+[database]
+# You can configure the database connection by specifying type, host, name, user and password
+# as separate properties or as on string using the url properties.
+
+# Either "mysql", "postgres" or "sqlite3", it's your choice
+;type = sqlite3
+;host = 127.0.0.1:3306
+;name = grafana
+;user = root
+# If the password contains # or ; you have to wrap it with triple quotes. Ex """#password;"""
+;password =
+
+# Use either URL or the previous fields to configure the database
+# Example: mysql://user:secret@host:port/database
+;url =
+
+# For "postgres" only, either "disable", "require" or "verify-full"
+;ssl_mode = disable
+
+# Database drivers may support different transaction isolation levels.
+# Currently, only "mysql" driver supports isolation levels.
+# If the value is empty - driver's default isolation level is applied.
+# For "mysql" use "READ-UNCOMMITTED", "READ-COMMITTED", "REPEATABLE-READ" or "SERIALIZABLE".
+;isolation_level =
+
+;ca_cert_path =
+;client_key_path =
+;client_cert_path =
+;server_cert_name =
+
+# For "sqlite3" only, path relative to data_path setting
+;path = grafana.db
+
+# Max idle conn setting default is 2
+;max_idle_conn = 2
+
+# Max conn setting default is 0 (mean not set)
+;max_open_conn =
+
+# Connection Max Lifetime default is 14400 (means 14400 seconds or 4 hours)
+;conn_max_lifetime = 14400
+
+# Set to true to log the sql calls and execution times.
+;log_queries =
+
+# For "sqlite3" only. cache mode setting used for connecting to the database. (private, shared)
+;cache_mode = private
+
+################################### Data sources #########################
+[datasources]
+# Upper limit of data sources that Grafana will return. This limit is a temporary configuration and it will be deprecated when pagination will be introduced on the list data sources API.
+;datasource_limit = 5000
+
+#################################### Cache server #############################
+[remote_cache]
+# Either "redis", "memcached" or "database" default is "database"
+;type = database
+
+# cache connectionstring options
+# database: will use Grafana primary database.
+# redis: config like redis server e.g. `addr=127.0.0.1:6379,pool_size=100,db=0,ssl=false`. Only addr is required. ssl may be 'true', 'false', or 'insecure'.
+# memcache: 127.0.0.1:11211
+;connstr =
+
+#################################### Data proxy ###########################
+[dataproxy]
+
+# This enables data proxy logging, default is false
+;logging = false
+
+# How long the data proxy waits to read the headers of the response before timing out, default is 30 seconds.
+# This setting also applies to core backend HTTP data sources where query requests use an HTTP client with timeout set.
+;timeout = 30
+
+# How long the data proxy waits to establish a TCP connection before timing out, default is 10 seconds.
+;dialTimeout = 10
+
+# How many seconds the data proxy waits before sending a keepalive probe request.
+;keep_alive_seconds = 30
+
+# How many seconds the data proxy waits for a successful TLS Handshake before timing out.
+;tls_handshake_timeout_seconds = 10
+
+# How many seconds the data proxy will wait for a server's first response headers after
+# fully writing the request headers if the request has an "Expect: 100-continue"
+# header. A value of 0 will result in the body being sent immediately, without
+# waiting for the server to approve.
+;expect_continue_timeout_seconds = 1
+
+# Optionally limits the total number of connections per host, including connections in the dialing,
+# active, and idle states. On limit violation, dials will block.
+# A value of zero (0) means no limit.
+;max_conns_per_host = 0
+
+# The maximum number of idle connections that Grafana will keep alive.
+;max_idle_connections = 100
+
+# How many seconds the data proxy keeps an idle connection open before timing out.
+;idle_conn_timeout_seconds = 90
+
+# If enabled and user is not anonymous, data proxy will add X-Grafana-User header with username into the request, default is false.
+;send_user_header = false
+
+# Limit the amount of bytes that will be read/accepted from responses of outgoing HTTP requests.
+;response_limit = 0
+
+# Limits the number of rows that Grafana will process from SQL data sources.
+;row_limit = 1000000
+
+#################################### Analytics ####################################
+[analytics]
+# Server reporting, sends usage counters to stats.grafana.org every 24 hours.
+# No ip addresses are being tracked, only simple counters to track
+# running instances, dashboard and error counts. It is very helpful to us.
+# Change this option to false to disable reporting.
+;reporting_enabled = true
+
+# The name of the distributor of the Grafana instance. Ex hosted-grafana, grafana-labs
+;reporting_distributor = grafana-labs
+
+# Set to false to disable all checks to https://grafana.net
+# for new versions (grafana itself and plugins), check is used
+# in some UI views to notify that grafana or plugin update exists
+# This option does not cause any auto updates, nor send any information
+# only a GET request to http://grafana.com to get latest versions
+;check_for_updates = true
+
+# Google Analytics universal tracking code, only enabled if you specify an id here
+;google_analytics_ua_id =
+
+# Google Tag Manager ID, only enabled if you specify an id here
+;google_tag_manager_id =
+
+#################################### Security ####################################
+[security]
+# disable creation of admin user on first start of grafana
+;disable_initial_admin_creation = false
+
+# default admin user, created on startup
+;admin_user = admin
+
+# default admin password, can be changed before first start of grafana, or in profile settings
+;admin_password = admin
+
+# used for signing
+;secret_key = SW2YcwTIb9zpOOhoPsMm
+
+# disable gravatar profile images
+;disable_gravatar = false
+
+# data source proxy whitelist (ip_or_domain:port separated by spaces)
+;data_source_proxy_whitelist =
+
+# disable protection against brute force login attempts
+;disable_brute_force_login_protection = false
+
+# set to true if you host Grafana behind HTTPS. default is false.
+;cookie_secure = false
+
+# set cookie SameSite attribute. defaults to `lax`. can be set to "lax", "strict", "none" and "disabled"
+;cookie_samesite = lax
+
+# set to true if you want to allow browsers to render Grafana in a ,