Pxc-operator - 1.10.0, pxc-db - 1.10.0

I have some issue.

pxc-operator - 1.10.0, pxc-db - 1.10.0

The operator log sometimes has this errors.

reconcile replication error",“err”:"get primary pxc pod: not found

“exec syncusers: command terminated with exit code 1 / / ERROR (line:1799) : Could not find any nodes belonging to the cluster with writer hostgroup:11\nERROR (line:1893) : Could not find a primary cluster node\n”,“errorVerbose”:"exec syncusers: command terminated with exit code 1 / / ERROR (line:1799) : Could not find any nodes belonging to the cluster with writer hostgroup:11

ERROR 2013 (HY000): Lost connection to MySQL server at 'waiting for initial communication packet', system error: 110\nERROR (line:1933) : Failed to load the user list from PXC. \n-- Please check the PXC connection parameters and status.

settings proxysql
admin_variables =
{
admin_credentials=“”
mysql_ifaces=“0.0.0.0:6032”
refresh_interval=2000

cluster_username=“proxyadmin”
cluster_password=“”
checksum_admin_variables=false
checksum_ldap_variables=false
checksum_mysql_variables=false
cluster_check_interval_ms=200
cluster_check_status_frequency=100
cluster_mysql_query_rules_save_to_disk=true
cluster_mysql_servers_save_to_disk=true
cluster_mysql_users_save_to_disk=true
cluster_proxysql_servers_save_to_disk=true
cluster_mysql_query_rules_diffs_before_sync=1
cluster_mysql_servers_diffs_before_sync=1
cluster_mysql_users_diffs_before_sync=1
cluster_proxysql_servers_diffs_before_sync=1
}

mysql_variables=
{
monitor_password=“”
monitor_galera_healthcheck_interval=1000
threads=4
max_connections=2048
default_query_delay=0
default_query_timeout=120000
poll_timeout=2000
interfaces=“0.0.0.0:3306;0.0.0.0:33062”
default_schema=“information_schema”
stacksize=1048576
connect_timeout_server=120000
monitor_history=60000
monitor_connect_interval=20000
monitor_ping_interval=10000
ping_timeout_server=200
commands_stats=true
sessions_sort=true
have_ssl=true
ssl_p2s_ca=“/etc/proxysql/ssl-internal/ca.crt”
ssl_p2s_cert=“/etc/proxysql/ssl-internal/tls.crt”
ssl_p2s_key=“/etc/proxysql/ssl-internal/tls.key”
ssl_p2s_cipher=“ECDHE-RSA-AES128-GCM-SHA256”
}

mysql_galera_hostgroups =
(
{
writer_hostgroup=666
backup_writer_hostgroup=600
reader_hostgroup=777
offline_hostgroup=700
max_writers=0
writer_is_also_reader=1
max_transactions_behind=100
active=1
},
{
writer_hostgroup=110
backup_writer_hostgroup=120
reader_hostgroup=100
offline_hostgroup=130
max_writers=1
writer_is_also_reader=1
max_transactions_behind=100
active=1
},
{
writer_hostgroup=111
backup_writer_hostgroup=121
reader_hostgroup=101
offline_hostgroup=131
max_writers=1
writer_is_also_reader=1
max_transactions_behind=100
active=1
}
)

mysql_servers =
(
{ address=“prod-pxc-2.prod-pxc.pxc-tubes-prod.svc.cluster.local”, port=3306 , hostgroup=111, max_connections=4096, weight=1, use_ssl=1 },
{ address=“prod-pxc-1.prod-pxc.pxc-tubes-prod.svc.cluster.local”, port=3306 , hostgroup=111, max_connections=4096, weight=100, use_ssl=1 },
{ address=“prod-pxc-0.prod-pxc.pxc-tubes-prod.svc.cluster.local”, port=3306 , hostgroup=777, max_connections=4096, weight=100, use_ssl=1 },
{ address=“prod-pxc-1.prod-pxc.pxc-tubes-prod.svc.cluster.local”, port=3306 , hostgroup=777, max_connections=4096, weight=0, use_ssl=1 },
{ address=“prod-pxc-2.prod-pxc.pxc-tubes-prod.svc.cluster.local”, port=3306 , hostgroup=777, max_connections=4096, weight=100, use_ssl=1 },
{ address=“prod-pxc-0.prod-pxc.pxc-tubes-prod.svc.cluster.local”, port=3306 , hostgroup=110, max_connections=4096, weight=10, use_ssl=1 },
{ address=“prod-pxc-1.prod-pxc.pxc-tubes-prod.svc.cluster.local”, port=3306 , hostgroup=110, max_connections=4096, weight=100, use_ssl=1 },
{ address=“prod-pxc-2.prod-pxc.pxc-tubes-prod.svc.cluster.local”, port=3306 , hostgroup=110, max_connections=4096, weight=10, use_ssl=1 }
)

mysql_query_rules =
(
{
rule_id=48
active=1
username=“aemediauser”
match_digest=“^SELECT.* FOR UPDATE”
destination_hostgroup=111
apply=1
},
{
rule_id=49
active=1
username=“aemediauser”
match_digest=“^SELECT”
destination_hostgroup=111
apply=1
},
{
rule_id=50
active=1
username=“tube_main”
match_digest=“^SELECT.* FOR UPDATE”
destination_hostgroup=111
apply=1
},
{
rule_id=51
active=1
username=“tube_main”
match_digest=“^SELECT”
destination_hostgroup=111
apply=1
},
{
rule_id=52
active=1
username=“tube”
match_digest=“^SELECT.* FOR UPDATE”
destination_hostgroup=110
apply=1
},
{
rule_id=53
active=1
username=“tube”
match_digest=“^SELECT”
destination_hostgroup=777
apply=1
},
{
rule_id=54
active=1
username=“sphinxuser”
match_digest=“^SELECT.* FOR UPDATE”
destination_hostgroup=110
apply=1
},
{
rule_id=55
active=1
username=“sphinxuser”
match_digest=“^SELECT”
destination_hostgroup=777
apply=1
}
)

mysql_users =
(
{ username = “tube”, password = “”, default_hostgroup = 110, transaction_persistent = 0, active = 1 },
{ username = “tube_main”, password = “”, default_hostgroup = 111, transaction_persistent = 1, active = 1 },
{ username = “aemediauser”, password = “”, default_hostgroup = 111, transaction_persistent = 1, active = 1 },
{ username = “sphinxuser”, password = “”, default_hostgroup = 110, transaction_persistent = 0, active = 1 }
)

1 Like

Hello @schugaj ,

is there anything else specific about your workloads or installation that we should know about before trying to reproduce the issue?

Also, does this error impact database availability or service in any way?

1 Like