Skip to content

DBAAS-7956: Percona MySQL metrics — full catalog and aggregation #354

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
atelpis merged 11 commits into from
Apr 21, 2026
Merged

DBAAS-7956: Percona MySQL metrics — full catalog and aggregation #354

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
20bf98c
DBAAS-7956: Adding new set of whitelist for percona mysql
rshahdo Apr 9, 2026
f4c14d2
DBAAS-7956: Add multi-retry with backoff for 429 rate-limit collisions
rshahdo Apr 14, 2026
e1dbecc
DBAAS-7956: Remove redundant error-handler sleep to reduce post-failu…
rshahdo Apr 14, 2026
58ee77f
DBAAS-7956: Expand Percona MySQL whitelist with full metric catalog
rshahdo Apr 14, 2026
8fadf1d
DBAAS-7956: Add aggregation rules for high-cardinality Percona MySQL …
rshahdo Apr 14, 2026
2fa3f7f
DBAAS-7956: Fix gofmt alignment in whitelist and aggregation
rshahdo Apr 14, 2026
4cc36df
Adding extra set of metrics
rshahdo Apr 16, 2026
752cc23
Test: Adding test case for retry logic
rshahdo Apr 16, 2026
2849eea
Revert "Test: Adding test case for retry logic"
atelpis Apr 21, 2026
97fcf6f
Revert "DBAAS-7956: Remove redundant error-handler sleep to reduce po…
atelpis Apr 21, 2026
2c0b495
Revert "DBAAS-7956: Add multi-retry with backoff for 429 rate-limit c…
atelpis Apr 21, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 9 additions & 0 deletions cmd/do-agent/aggregation.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,15 @@ var dbaasAggregationSpec = map[string][]string{
"mysql_perf_schema_table_io_waits_seconds_total_delete": {"name"},
"mysql_perf_schema_table_io_waits_seconds_total_insert": {"name"},

// Advanced MySQL / Percona: collapse high-cardinality labels
"mysql_global_status_commands_total": {"command"},
"mysql_global_status_handlers_total": {"handler"},
"mysql_global_status_innodb_row_ops_total": {"operation"},
"mysql_global_status_buffer_pool_pages": {"state"},
"mysql_perf_schema_file_events_total": {"event_name"},
"mysql_perf_schema_file_events_seconds_total": {"event_name"},
"mysql_perf_schema_file_events_bytes_total": {"event_name"},

"mysql_threads_connected": {"validate_password_dictionary_file_last_parsed"},
"mysql_threads_created": {"validate_password_dictionary_file_last_parsed"},
"mysql_threads_running": {"validate_password_dictionary_file_last_parsed"},
Expand Down
88 changes: 88 additions & 0 deletions cmd/do-agent/whitelist.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,94 @@ var dbaasWhitelist = map[string]bool{
"mysql_global_connection_memory": true,
"mysql_slave_seconds_behind_master": true,

// Advanced MySQL / Percona (mysqld_exporter native names; no relabeling)
//
// MySQL Global Status (Gauges & Counters)
"mysql_global_status_uptime": true,
"mysql_global_status_queries": true,
"mysql_global_status_questions": true,
"mysql_global_status_threads_connected": true,
"mysql_global_status_max_used_connections": true,
"mysql_global_status_aborted_connects": true,
"mysql_global_status_aborted_clients": true,
"mysql_global_status_threads_running": true,
"mysql_global_status_threads_cached": true,
"mysql_global_status_threads_created": true,
"mysql_global_status_slow_queries": true,
"mysql_global_status_commands_total": true,
"mysql_global_status_created_tmp_tables": true,
"mysql_global_status_created_tmp_disk_tables": true,
"mysql_global_status_created_tmp_files": true,
"mysql_global_status_handlers_total": true,
"mysql_global_status_select_full_join": true,
"mysql_global_status_select_scan": true,
"mysql_global_status_select_range": true,
"mysql_global_status_sort_rows": true,
"mysql_global_status_sort_merge_passes": true,
"mysql_global_status_sort_scan": true,
"mysql_global_status_open_files": true,
"mysql_global_status_table_open_cache_hits": true,
"mysql_global_status_table_open_cache_misses": true,

// MySQL Global Variables (Configuration & Limits)
"mysql_global_variables_innodb_buffer_pool_size": true,
"mysql_global_variables_max_connections": true,
"mysql_global_variables_open_files_limit": true,
"mysql_global_variables_innodb_log_file_size": true,
"mysql_global_variables_thread_cache_size": true,

// InnoDB Advanced Diagnostics
"mysql_global_status_innodb_os_log_written": true,
"mysql_global_status_innodb_row_lock_time": true,
"mysql_global_status_innodb_row_lock_waits": true,
"mysql_global_status_innodb_row_ops_total": true,
"mysql_global_status_buffer_pool_pages": true, // v0.16 name; labels {state="data|free|misc|old"}
"mysql_global_status_innodb_buffer_pool_reads": true,
"mysql_global_status_innodb_buffer_pool_read_requests": true,
"mysql_global_status_innodb_buffer_pool_read_ahead": true,
"mysql_global_status_innodb_buffer_pool_read_ahead_evicted": true,
"mysql_global_status_innodb_buffer_pool_wait_free": true,
"mysql_global_status_innodb_buffer_pool_write_requests": true,
"mysql_global_status_innodb_data_reads": true,
"mysql_global_status_innodb_data_writes": true,
"mysql_global_status_innodb_dblwr_pages_written": true,
"mysql_global_status_innodb_dblwr_writes": true,
"mysql_global_status_innodb_log_waits": true,
"mysql_global_status_innodb_log_writes": true,
"mysql_global_status_innodb_os_log_fsyncs": true,
"mysql_global_status_innodb_lsn_current": true,
"mysql_global_status_innodb_checkpoint_age": true,
"mysql_global_status_innodb_checkpoint_max_age": true,

// Replication & High Availability
"mysql_slave_status_seconds_behind_master": true,
"mysql_slave_status_slave_io_running": true,
"mysql_slave_status_slave_sql_running": true,
"mysql_perf_schema_replication_group_member_info": true,
"mysql_perf_schema_replication_group_worker_lag_in_seconds": true,
"mysql_perf_schema_replication_group_worker_transport_time_seconds": true,
"mysql_perf_schema_replication_group_worker_apply_time_seconds": true,
"mysql_perf_schema_transactions_checked_total": true,
"mysql_perf_schema_transactions_rows_validating_total": true,
"mysql_perf_schema_conflicts_detected_total": true,
"mysql_perf_schema_transactions_remote_applied_total": true,
"mysql_perf_schema_transactions_local_proposed_total": true,
"mysql_perf_schema_transactions_in_queue": true,

// Information Schema & Misc
"mysql_info_schema_processlist_threads": true, // v0.16 name (was mysql_info_schema_threads)
"mysql_info_schema_innodb_metrics_transaction_trx_rseg_history_len": true,
"mysql_info_schema_innodb_metrics_purge_purge_invoked": true, // requires innodb_monitor_enable on MySQL
"mysql_info_schema_innodb_metrics_purge_purge_undo_log_pages": true, // requires innodb_monitor_enable on MySQL
"mysql_info_schema_innodb_metrics_adaptive_hash_index_adaptive_hash_searches_total": true, // v0.16 appends _total
"mysql_info_schema_innodb_metrics_adaptive_hash_index_adaptive_hash_searches_btree_total": true, // v0.16 appends _total
"mysql_info_schema_innodb_metrics_lock_lock_deadlocks_total": true, // deadlocks via info_schema (v0.16 name)

// Performance Schema: File Events (IO latencies per file type)
"mysql_perf_schema_file_events_total": true,
"mysql_perf_schema_file_events_seconds_total": true,
"mysql_perf_schema_file_events_bytes_total": true,

"redis_total_connections_received": true,
"redis_rejected_connections": true,
"redis_evicted_keys": true,
Expand Down
Loading