Hi,
I have a Six-Node Percona Xtradb Cluter,
I’m facing a really strange problem, “Randomly IST Received Failed” problem that only happend with one node.
I certainly doubt that may be a firewall problem.
But I try to turn off iptables (both mall-db-cluster-005 & mall-db-cluster-006) , and with no luck.
The problem is still remain.
So any idea will be helpful, thanks.
Here Comes my my.cnf
[mysqld]
# GENERAL #
bind_address=0.0.0.0
datadir=/var/lib/mysql/mysql_data
socket=/var/lib/mysql/mysql_sys_data/mysql.sock
pid_file=/var/run/mysqld/mysqld.pid
user=mysql
# SAFETY #
init_connect='SET collation_connection = utf8_general_ci'
init_connect='SET NAMES utf8'
character_set_server=utf8
collation_server=utf8_general_ci
default_storage_engine=innodb
explicit_defaults_for_timestamp=1
symbolic_links=0
skip_blackhole
skip_federated
skip_character_set_client_handshake
skip_name_resolve
skip_host_cache
extra_port=3307
extra_max_connections=1
# CACHES AND LIMITS #
max_connect_errors=1844674407370954751
max_connections=5000
max_prepared_stmt_count=1000000
open_files_limit=250000
innodb_open_files=10000
max_allowed_packet=16M
connect_timeout=30
slave_net_timeout=30
tmp_table_size=128M
max_heap_table_size=128M
query_cache_type=0
query_cache_size=0
table_definition_cache=1024
table_open_cache_instances=12
table_open_cache=2048
thread_cache_size=128
join_buffer_size=512K
# BINARY LOGGING #
binlog_format=row
log_bin=/var/lib/mysql/mysql_sys_data/mysql-bin
max_binlog_size=1G
log_slave_updates=1
sync_binlog=1000
expire_logs_days=7
# GTID & Replication #
server_id=6
enforce_gtid_consistency=1
gtid_mode=on
# INNODB #
innodb_buffer_pool_size=40G
innodb_buffer_pool_load_at_startup=1
innodb_buffer_pool_dump_at_shutdown=1
innodb_log_file_size=4G
innodb_log_buffer_size=16M
innodb_flush_log_at_trx_commit=2
innodb_autoinc_lock_mode=2
innodb_buffer_pool_populate=1
innodb_file_per_table=1
innodb_thread_concurrency=0
innodb_concurrency_tickets=500
innodb_write_io_threads=64
innodb_read_io_threads=64
innodb_flush_method=O_DIRECT
innodb_data_home_dir=/var/lib/mysql/mysql_sys_data
innodb_log_group_home_dir=/var/lib/mysql/mysql_sys_data
# threading pool #
thread_handling=pool-of-threads
thread_pool_size=128
# galera #
wsrep_provider=/usr/lib64/libgalera_smm.so
wsrep_cluster_address=gcomm://10.88.3.20,10.88.3.21,10.88.3.22,10.88.3.23,10.88.3.24,10.88.3.25
wsrep_node_address=10.88.3.25
wsrep_sst_method=xtrabackup-v2
wsrep_cluster_name=xtradb_cluster_mall_001
wsrep_sst_auth="sstuser:xxxxxxxxxx"
wsrep_provider_options="gcache.dir=/var/lib/mysql/mysql_sys_data/; gcache.size=10G; debug=YES"
wsrep_auto_increment_control=0
# LOGGING #
#slow_query_log=1
#slow_query_log_file=/var/log/mysql/mysql-slow.log
#long_query_time=1
#log_queries_not_using_indexes=1
#general_log=1
#general_log_file=/var/log/mysql/mysql-general.log
[sst]
sst_special_dirs=1
[mysqld_safe]
log_error=/var/log/mysql/mysqld.log
pid_file=/var/run/mysqld/mysqld.pid
flush_caches=1
numa_interleave=1
[client]
socket=/var/lib/mysql/mysql_sys_data/mysql.sock
And My OS Environment : CentOS 6.5 x86_64
Package Infomation :
[root@mall-db-cluster-006 ~]# rpm -qa | grep Percona
Percona-XtraDB-Cluster-client-56-5.6.20-25.7.888.el6.x86_64
Percona-XtraDB-Cluster-server-56-5.6.20-25.7.888.el6.x86_64
Percona-XtraDB-Cluster-56-5.6.20-25.7.888.el6.x86_64
Percona-XtraDB-Cluster-56-debuginfo-5.6.20-25.7.888.el6.x86_64
Percona-XtraDB-Cluster-galera-3-3.7-1.3254.rhel6.x86_64
Percona-XtraDB-Cluster-shared-56-5.6.20-25.7.888.el6.x86_64
Percona-XtraDB-Cluster-galera-3-debuginfo-3.7-1.3254.rhel6.x86_64
[root@mall-db-cluster-006 ~]# rpm -qa | grep percona
percona-nagios-plugins-1.1.4-1.noarch
percona-xtrabackup-2.2.5-5027.el6.x86_64
percona-toolkit-2.2.11-1.noarch