[root@prod-mysql-node02 log]# tail -f mysqld.log
        }
)
2024-02-27T11:04:26.742268Z 0 [Note] [MY-000000] [Galera] (f6f9700a-8e5f, 'tcp://0.0.0.0:4567') turning message relay requesting off
2024-02-27T11:04:26.742291Z 0 [Note] [MY-000000] [Galera] PC protocol downgrade 1 -> 0
2024-02-27T11:04:26.742319Z 0 [Note] [MY-000000] [Galera] Current view of cluster as seen by this node
view ((empty))
2024-02-27T11:04:26.742481Z 0 [Note] [MY-000000] [Galera] gcomm: closed
2024-02-27T11:04:26.742513Z 0 [Note] [MY-000000] [Galera] /usr/sbin/mysqld: Terminated.
2024-02-27T11:04:26.742524Z 0 [Note] [MY-000000] [WSREP] Initiating SST cancellation
2024-02-27T11:04:26.742533Z 0 [Note] [MY-000000] [WSREP] Terminating SST process
Log of wsrep recovery (--wsrep-recover):
 INFO: WSREP: Running position recovery with --log_error='/data01/mysql_data/percona/wsrep_recovery_verbose.l6I7Zz' --pid-file='/data01/mysql_data/percona/prod-mysql-node02.ipsl.co.ke-recover.pid'
 INFO: WSREP: Recovered position 00000000-0000-0000-0000-000000000000:-1
2024-02-28T05:35:31.558328Z 0 [Warning] [MY-011068] [Server] The syntax 'log_slave_updates' is deprecated and will be removed in a future release. Please use log_replica_updates instead.
2024-02-28T05:35:31.558352Z 0 [Warning] [MY-011068] [Server] The syntax 'expire-logs-days' is deprecated and will be removed in a future release. Please use binlog_expire_logs_seconds instead.
2024-02-28T05:35:31.558382Z 0 [Warning] [MY-011069] [Server] The syntax '--master-info-repository' is deprecated and will be removed in a future release.
2024-02-28T05:35:31.558392Z 0 [Warning] [MY-011069] [Server] The syntax '--relay-log-info-repository' is deprecated and will be removed in a future release.
2024-02-28T05:35:31.558401Z 0 [Warning] [MY-011069] [Server] The syntax '--transaction-write-set-extraction' is deprecated and will be removed in a future release.
2024-02-28T05:35:31.560147Z 0 [Warning] [MY-010097] [Server] Insecure configuration for --secure-log-path: Current value does not restrict location of generated files. Consider setting it to a valid, non-empty path.
2024-02-28T05:35:31.561005Z 0 [System] [MY-010116] [Server] /usr/sbin/mysqld (mysqld 8.0.32-24.1) starting as process 267137
2024-02-28T05:35:31.575182Z 0 [Note] [MY-000000] [Galera] Loading provider /usr/lib64/galera4/libgalera_smm.so initial position: 00000000-0000-0000-0000-000000000000:-1
2024-02-28T05:35:31.575238Z 0 [Note] [MY-000000] [Galera] wsrep_load(): loading provider library '/usr/lib64/galera4/libgalera_smm.so'
2024-02-28T05:35:31.575947Z 0 [Note] [MY-000000] [Galera] wsrep_load(): Galera 4.14(779b689) by Codership Oy <info@codership.com> (modified by Percona <https://percona.com/>) loaded successfully.
2024-02-28T05:35:31.576001Z 0 [Note] [MY-000000] [Galera] CRC-32C: using 64-bit x86 acceleration.
2024-02-28T05:35:31.576230Z 0 [Note] [MY-000000] [Galera] Found saved state: 00000000-0000-0000-0000-000000000000:-1, safe_to_bootstrap: 1
2024-02-28T05:35:31.576325Z 0 [Note] [MY-000000] [Galera] GCache DEBUG: opened preamble:
Version: 2
UUID: e0b97096-d542-11ee-b5c5-324197619ff9
Seqno: -1 - -1
Offset: -1
Synced: 0
EncVersion: 1
Encrypted: 0
MasterKeyConst UUID: f5366850-d545-11ee-a44f-1ad2ae7612b9
MasterKey UUID: 00000000-0000-0000-0000-000000000000
MasterKey ID: 0
2024-02-28T05:35:31.576343Z 0 [Note] [MY-000000] [Galera] Recovering GCache ring buffer: version: 2, UUID: e0b97096-d542-11ee-b5c5-324197619ff9, offset: -1
2024-02-28T05:35:31.576442Z 0 [Note] [MY-000000] [Galera] GCache::RingBuffer initial scan...  0.0% (        0/134217752 bytes) complete.
2024-02-28T05:35:31.642126Z 0 [Note] [MY-000000] [Galera] GCache::RingBuffer initial scan...100.0% (134217752/134217752 bytes) complete.
2024-02-28T05:35:31.642205Z 0 [Note] [MY-000000] [Galera] Recovering GCache ring buffer: Recovery failed, need to do full reset.
2024-02-28T05:35:31.643016Z 0 [Note] [MY-000000] [Galera] Complete reset of the galera cache
2024-02-28T05:35:31.713505Z 0 [Note] [MY-000000] [Galera] Flushing memory map to disk...
2024-02-28T05:35:31.950906Z 0 [Note] [MY-000000] [Galera] Passing config to GCS: allocator.disk_pages_encryption = no; allocator.encryption_cache_page_size = 32K; allocator.encryption_cache_size = 16777216; base_dir = /data01/mysql_data/percona/; base_host = 10.185.60.131; base_port = 4567; cert.log_conflicts = no; cert.optimistic_pa = no; debug = no; evs.auto_evict = 0; evs.delay_margin = PT1S; evs.delayed_keep_period = PT30S; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 3; evs.send_window = 10; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 4; evs.view_forget_timeout = PT24H; gcache.dir = /data01/mysql_data/percona/; gcache.encryption = no; gcache.encryption_cache_page_size = 32K; gcache.encryption_cache_size = 16777216; gcache.freeze_purge_at_seqno = -1; gcache.keep_pages_count = 0; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = galera.cache; gcache.page_size = 128M; gcache.recover = yes; gcache.size = 128M; gcomm.thread_prio = ; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 100; gcs.fc_master_slave = no; gcs.fc_single_primary = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.recovery = true; pc.version = 0; pc.wait_prim = true; pc.wait_prim_timeout = PT30S; pc.weight = 1; protonet.backend = asio; protonet.version = 0; repl.causal_read_timeout = PT30S; repl.commit_order = 3; repl.key_format = FLAT8; repl.max_ws_size = 2147483647; repl.proto_max = 10; socket.checksum = 2; socket.recv_buf_size = auto; socket.send_buf_size = auto;
2024-02-28T05:35:31.960649Z 0 [Note] [MY-000000] [WSREP] Starting replication
2024-02-28T05:35:31.960711Z 0 [Note] [MY-000000] [Galera] Connecting with bootstrap option: 0
2024-02-28T05:35:31.960727Z 0 [Note] [MY-000000] [Galera] Setting GCS initial position to 00000000-0000-0000-0000-000000000000:-1
2024-02-28T05:35:31.960788Z 0 [Note] [MY-000000] [Galera] protonet asio version 0
2024-02-28T05:35:31.960841Z 0 [Note] [MY-000000] [Galera] Using CRC-32C for message checksums.
2024-02-28T05:35:31.960862Z 0 [Note] [MY-000000] [Galera] backend: asio
2024-02-28T05:35:31.960941Z 0 [Note] [MY-000000] [Galera] gcomm thread scheduling priority set to other:0
2024-02-28T05:35:31.961036Z 0 [Note] [MY-000000] [Galera] Fail to access the file (/data01/mysql_data/percona//gvwstate.dat) error (No such file or directory). It is possible if node is booting for first time or re-booting after a graceful shutdown
2024-02-28T05:35:31.961051Z 0 [Note] [MY-000000] [Galera] Restoring primary-component from disk failed. Either node is booting for first time or re-booting after a graceful shutdown
2024-02-28T05:35:31.961280Z 0 [Note] [MY-000000] [Galera] GMCast version 0
2024-02-28T05:35:31.961445Z 0 [Note] [MY-000000] [Galera] (305779ab-9be3, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
2024-02-28T05:35:31.961461Z 0 [Note] [MY-000000] [Galera] (305779ab-9be3, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
2024-02-28T05:35:31.961746Z 0 [Note] [MY-000000] [Galera] EVS version 1
2024-02-28T05:35:31.961849Z 0 [Note] [MY-000000] [Galera] gcomm: connecting to group 'ips_cluster', peer '10.185.60.130:,10.185.60.131:,10.185.60.132:'
2024-02-28T05:35:31.962446Z 0 [Note] [MY-000000] [Galera] (305779ab-9be3, 'tcp://0.0.0.0:4567') Found matching local endpoint for a connection, blacklisting address tcp://10.185.60.131:4567
2024-02-28T05:35:31.963194Z 0 [Note] [MY-000000] [Galera] (305779ab-9be3, 'tcp://0.0.0.0:4567') connection established to 42727aa1-bb56 tcp://10.185.60.130:4567
2024-02-28T05:35:31.963266Z 0 [Note] [MY-000000] [Galera] (305779ab-9be3, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers:
2024-02-28T05:35:32.278298Z 0 [Note] [MY-000000] [Galera] EVS version upgrade 0 -> 1
2024-02-28T05:35:32.278388Z 0 [Note] [MY-000000] [Galera] declaring 42727aa1-bb56 at tcp://10.185.60.130:4567 stable
2024-02-28T05:35:32.278412Z 0 [Note] [MY-000000] [Galera] PC protocol upgrade 0 -> 1
2024-02-28T05:35:32.278633Z 0 [Note] [MY-000000] [Galera] Node 42727aa1-bb56 state primary
2024-02-28T05:35:32.278865Z 0 [Note] [MY-000000] [Galera] Current view of cluster as seen by this node
view (view_id(PRIM,305779ab-9be3,34)
memb {
        305779ab-9be3,0
        42727aa1-bb56,0
        }
joined {
        }
left {
        }
partitioned {
        }
)
2024-02-28T05:35:32.278894Z 0 [Note] [MY-000000] [Galera] Save the discovered primary-component to disk
2024-02-28T05:35:32.284902Z 0 [Note] [MY-000000] [Galera] discarding pending addr without UUID: tcp://10.185.60.132:4567
2024-02-28T05:35:32.462480Z 0 [Note] [MY-000000] [Galera] gcomm: connected
2024-02-28T05:35:32.462638Z 0 [Note] [MY-000000] [Galera] Changing maximum packet size to 64500, resulting msg size: 32636
2024-02-28T05:35:32.462945Z 0 [Note] [MY-000000] [Galera] Shifting CLOSED -> OPEN (TO: 0)
2024-02-28T05:35:32.462997Z 0 [Note] [MY-000000] [Galera] Opened channel 'ips_cluster'
2024-02-28T05:35:32.463362Z 0 [Note] [MY-000000] [Galera] New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
2024-02-28T05:35:32.463694Z 1 [Note] [MY-000000] [WSREP] Starting rollbacker thread 1
2024-02-28T05:35:32.463857Z 2 [Note] [MY-000000] [WSREP] Starting applier thread 2
2024-02-28T05:35:32.463740Z 0 [Note] [MY-000000] [Galera] STATE_EXCHANGE: sent state UUID: 30a426f7-d5fb-11ee-98e9-5bbd12b6fcb1
2024-02-28T05:35:32.464374Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: sent state msg: 30a426f7-d5fb-11ee-98e9-5bbd12b6fcb1
2024-02-28T05:35:32.464723Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: 30a426f7-d5fb-11ee-98e9-5bbd12b6fcb1 from 0 (prod-mysql-node02)
2024-02-28T05:35:32.464785Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: 30a426f7-d5fb-11ee-98e9-5bbd12b6fcb1 from 1 (prod-mysql-node01.ipsl.co.ke)
2024-02-28T05:35:32.464816Z 0 [Note] [MY-000000] [Galera] Quorum results:
        version    = 6,
        component  = PRIMARY,
        conf_id    = 31,
        members    = 1/2 (primary/total),
        act_id     = 31,
        last_appl. = 0,
        protocols  = 2/10/4 (gcs/repl/appl),
        vote policy= 0,
        group UUID = e0b97096-d542-11ee-b5c5-324197619ff9
2024-02-28T05:35:32.464931Z 0 [Note] [MY-000000] [Galera] Flow-control interval: [141, 141]
2024-02-28T05:35:32.464972Z 0 [Note] [MY-000000] [Galera] Shifting OPEN -> PRIMARY (TO: 32)
2024-02-28T05:35:32.465108Z 2 [Note] [MY-000000] [Galera] ####### processing CC 32, local, ordered
2024-02-28T05:35:32.465167Z 2 [Note] [MY-000000] [Galera] Maybe drain monitors from -1 upto current CC event 32 upto:-1
2024-02-28T05:35:32.465188Z 2 [Note] [MY-000000] [Galera] Drain monitors from -1 up to -1
2024-02-28T05:35:32.465218Z 2 [Note] [MY-000000] [Galera] Process first view: e0b97096-d542-11ee-b5c5-324197619ff9 my uuid: 305779ab-d5fb-11ee-9be3-9efff664fe2d
2024-02-28T05:35:32.465255Z 2 [Note] [MY-000000] [Galera] Server prod-mysql-node02 connected to cluster at position e0b97096-d542-11ee-b5c5-324197619ff9:32 with ID 305779ab-d5fb-11ee-9be3-9efff664fe2d
2024-02-28T05:35:32.465285Z 2 [Note] [MY-000000] [WSREP] Server status change disconnected -> connected
2024-02-28T05:35:32.465346Z 2 [Note] [MY-000000] [WSREP] wsrep_notify_cmd is not defined, skipping notification.
2024-02-28T05:35:32.465413Z 2 [Note] [MY-000000] [Galera] ####### My UUID: 305779ab-d5fb-11ee-9be3-9efff664fe2d
2024-02-28T05:35:32.465440Z 2 [Note] [MY-000000] [Galera] Cert index reset to 00000000-0000-0000-0000-000000000000:-1 (proto: 10), state transfer needed: yes
2024-02-28T05:35:32.465523Z 0 [Note] [MY-000000] [Galera] Service thread queue flushed.
2024-02-28T05:35:32.465650Z 2 [Note] [MY-000000] [Galera] ####### Assign initial position for certification: 00000000-0000-0000-0000-000000000000:-1, protocol version: -1
2024-02-28T05:35:32.465715Z 2 [Note] [MY-000000] [Galera] State transfer required:
        Group state: e0b97096-d542-11ee-b5c5-324197619ff9:32
        Local state: 00000000-0000-0000-0000-000000000000:-1
2024-02-28T05:35:32.465735Z 2 [Note] [MY-000000] [WSREP] Server status change connected -> joiner
2024-02-28T05:35:32.465750Z 2 [Note] [MY-000000] [WSREP] wsrep_notify_cmd is not defined, skipping notification.
2024-02-28T05:35:32.466013Z 0 [Note] [MY-000000] [WSREP] Initiating SST/IST transfer on JOINER side (wsrep_sst_xtrabackup-v2 --role 'joiner' --address '10.185.60.131' --datadir '/data01/mysql_data/percona/' --basedir '/usr/' --plugindir '/usr/lib64/mysql/plugin/' --defaults-file '/etc/my.cnf' --defaults-group-suffix '' --parent '267137' --mysqld-version '8.0.32-24.1'  --binlog 'binlog' )
2024-02-28T05:35:33.001676Z 0 [Warning] [MY-000000] [WSREP-SST] Found a stale sst_in_progress file: /data01/mysql_data/percona//sst_in_progress
2024-02-28T05:35:33.473744Z 2 [Note] [MY-000000] [WSREP] Prepared SST request: xtrabackup-v2|10.185.60.131:4444/xtrabackup_sst//1
2024-02-28T05:35:33.473867Z 2 [Note] [MY-000000] [Galera] Check if state gap can be serviced using IST
2024-02-28T05:35:33.473899Z 2 [Note] [MY-000000] [Galera] Local UUID: 00000000-0000-0000-0000-000000000000 != Group UUID: e0b97096-d542-11ee-b5c5-324197619ff9
2024-02-28T05:35:33.473927Z 2 [Note] [MY-000000] [Galera] ####### IST uuid:00000000-0000-0000-0000-000000000000 f: 0, l: 32, STRv: 3
2024-02-28T05:35:33.474020Z 2 [Note] [MY-000000] [Galera] IST receiver addr using tcp://10.185.60.131:4568
2024-02-28T05:35:33.474248Z 2 [Note] [MY-000000] [Galera] Prepared IST receiver for 0-32, listening at: tcp://10.185.60.131:4568
2024-02-28T05:35:33.475067Z 0 [Note] [MY-000000] [Galera] Member 0.0 (prod-mysql-node02) requested state transfer from '*any*'. Selected 1.0 (prod-mysql-node01.ipsl.co.ke)(SYNCED) as donor.
2024-02-28T05:35:33.475153Z 0 [Note] [MY-000000] [Galera] Shifting PRIMARY -> JOINER (TO: 32)
2024-02-28T05:35:33.475232Z 2 [Note] [MY-000000] [Galera] Requesting state transfer: success, donor: 1
2024-02-28T05:35:33.475268Z 2 [Note] [MY-000000] [Galera] Resetting GCache seqno map due to different histories.
2024-02-28T05:35:33.475292Z 2 [Note] [MY-000000] [Galera] GCache history reset: e0b97096-d542-11ee-b5c5-324197619ff9:0 -> e0b97096-d542-11ee-b5c5-324197619ff9:32
2024-02-28T05:35:33.477147Z 0 [Warning] [MY-000000] [Galera] 1.0 (prod-mysql-node01.ipsl.co.ke): State transfer to 0.0 (prod-mysql-node02) failed: -125 (Operation canceled)
2024-02-28T05:35:33.477208Z 0 [ERROR] [MY-000000] [Galera] gcs/src/gcs_group.cpp:gcs_group_handle_join_msg():1216: Will never receive state. Need to abort.
2024-02-28T05:35:33.477241Z 0 [Note] [MY-000000] [Galera] gcomm: terminating thread
2024-02-28T05:35:33.477263Z 0 [Note] [MY-000000] [Galera] gcomm: joining thread
2024-02-28T05:35:33.477429Z 0 [Note] [MY-000000] [Galera] gcomm: closing backend
2024-02-28T05:35:34.481285Z 0 [Note] [MY-000000] [Galera] Current view of cluster as seen by this node
view (view_id(NON_PRIM,305779ab-9be3,34)
memb {
        305779ab-9be3,0
        }
joined {
        }
left {
        }
partitioned {