Disaster Recovery 101: Architecting Auto-Failovers for MySQL and WooCommerce Deployments on Linode
High-Availability MySQL Cluster with Orchestrator
Achieving automated failover for a critical application like WooCommerce necessitates a robust, self-healing database layer. For MySQL, Orchestrator is a leading open-source tool that excels at managing replication topologies and orchestrating failovers. This section details setting up a highly available MySQL cluster on Linode using Orchestrator.
We’ll configure a primary-replica topology with automatic detection and promotion of a replica in case the primary fails. This setup assumes you have at least two Linode instances provisioned for your database servers.
Orchestrator Installation and Configuration
Install Orchestrator on each database node. For Debian/Ubuntu systems:
- Add the Orchestrator repository.
- Install the
orchestratorpackage.
On each node, create a configuration file, typically at /etc/orchestrator/orchestrator.conf.json. The configuration below is a minimal setup for a two-node cluster. Adjust MySQLTopologyUser and MySQLTopologyPassword to a dedicated MySQL user with replication privileges.
Node 1 (Primary Candidate):
{
"Debug": false,
"ListenAddress": ":3000",
"MySQLTopologyUser": "orchestrator",
"MySQLTopologyPassword": "your_replication_password",
"MySQLOrchestratorHostPort": "127.0.0.1:3306",
"DiscoveryPeriodSeconds": 10,
"FailureDetectionPeriodSeconds": 10,
"FailureDetectionCount": 3,
"PromotionForgetMasterSeconds": 240,
"RecoveryPeriodBlockSeconds": 300,
"DetectClusterAliasQuery": "SELECT @@global.server_id",
"SlaveLagQuery": "SELECT MAX(seconds_behind_master) FROM mysql.slave_relay_log_info WHERE master_server_id = @@global.server_id",
"MySQLProcessListQuery": "SELECT * FROM information_schema.processlist WHERE COMMAND != 'Sleep'",
"MySQLReplicationLagQuery": "SELECT MAX(seconds_behind_master) FROM performance_schema.replication_connection_status WHERE channel_name = 'master_to_slave'",
"GlobalWriteableCells": [
"127.0.0.1:3306"
],
"ReadOnlyCells": [],
"ClusterDiscoveryDB": "mysql://orchestrator:[email protected]:3306/orchestrator",
"InstancePollSeconds": 10,
"TopologyPollSeconds": 60,
"SnapshotTopologies": true,
"SnapshotTopologiesPeriodSeconds": 3600,
"HTTPProxyPort": 8080,
"HTTPProxySSLPort": 8443,
"AuthUser": "admin",
"AuthPassword": "your_admin_password",
"SecuritySalt": "a_very_secret_salt_for_security",
"MySQLReplicationCredentialsDB": "mysql://orchestrator:[email protected]:3306/orchestrator",
"MySQLReplicationCredentialsUser": "orchestrator",
"MySQLReplicationCredentialsPassword": "your_replication_password",
"MySQLReplicationCredentialsHost": "127.0.0.1",
"MySQLReplicationCredentialsPort": 3306,
"MySQLReplicationCredentialsDatabase": "orchestrator",
"AutoDiscoverAtStartup": true,
"DiscoverByShowSlaveHosts": true,
"DiscoverByMySQLDBs": true,
"DiscoverByTopology": true,
"AutoOrchestrate": true,
"AutoFailoverDiscoverMasters": true,
"AutoFailoverDiscoverSlaves": true,
"AutoFailoverDiscoverClusters": true,
"AutoFailoverDiscoverUnseenInstances": true,
"AutoFailoverDiscoverReplicationLag": true,
"AutoFailoverDiscoverInstanceFailure": true,
"AutoFailoverDiscoverInstanceUnreachable": true,
"AutoFailoverDiscoverInstanceReadOnly": true,
"AutoFailoverDiscoverInstanceNotRunning": true,
"AutoFailoverDiscoverInstanceBadReplication": true,
"AutoFailoverDiscoverInstanceNoReplicationThreads": true,
"AutoFailoverDiscoverInstanceNoSlaveThreads": true,
"AutoFailoverDiscoverInstanceNoMasterThreads": true,
"AutoFailoverDiscoverInstanceNoMasterServerID": true,
"AutoFailoverDiscoverInstanceNoSlaveServerID": true,
"AutoFailoverDiscoverInstanceNoSlaveIOThread": true,
"AutoFailoverDiscoverInstanceNoSlaveSQLThread": true,
"AutoFailoverDiscoverInstanceNoSlaveIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoSlaveSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThread": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThread": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterIOThreadRunning": true,
"AutoFailoverDiscoverInstanceNoMasterSQLThreadRunning": true,
"AutoFailoverDiscoverInstance