2023-05-26T18:36:36.124Z INFO setup Manager starting up {"gitCommit": "14fc61ce04792ebfbfa2365d6adf94fb6b28dde6", "gitBranch": "release-1-14-0", "goVersion": "go1.19.6", "os": "linux", "arch": "amd64"} 2023-05-26T18:36:36.188Z INFO controller-runtime.metrics Metrics server is starting to listen {"addr": ":8080"} 2023-05-26T18:36:36.220Z INFO server version {"platform": "kubernetes", "version": "v1.27.0"} 2023-05-26T18:36:36.266Z INFO Starting server {"path": "/metrics", "kind": "metrics", "addr": "[::]:8080"} 2023-05-26T18:36:36.266Z INFO Starting server {"kind": "health probe", "addr": "[::]:8081"} I0526 18:36:36.291248 1 leaderelection.go:248] attempting to acquire leader lease cluster/08db0feb.percona.com... I0526 18:36:36.311228 1 leaderelection.go:258] successfully acquired lease cluster/08db0feb.percona.com 2023-05-26T18:36:36.312Z INFO Starting EventSource {"controller": "perconaservermongodbrestore-controller", "source": "kind source: *v1.PerconaServerMongoDBRestore"} 2023-05-26T18:36:36.312Z INFO Starting EventSource {"controller": "psmdb-controller", "source": "kind source: *v1.PerconaServerMongoDB"} 2023-05-26T18:36:36.312Z INFO Starting EventSource {"controller": "perconaservermongodbrestore-controller", "source": "kind source: *v1.Pod"} 2023-05-26T18:36:36.312Z INFO Starting EventSource {"controller": "perconaservermongodbbackup-controller", "source": "kind source: *v1.PerconaServerMongoDBBackup"} 2023-05-26T18:36:36.312Z INFO Starting Controller {"controller": "psmdb-controller"} 2023-05-26T18:36:36.312Z INFO Starting Controller {"controller": "perconaservermongodbrestore-controller"} 2023-05-26T18:36:36.312Z INFO Starting EventSource {"controller": "perconaservermongodbbackup-controller", "source": "kind source: *v1.Pod"} 2023-05-26T18:36:36.313Z INFO Starting Controller {"controller": "perconaservermongodbbackup-controller"} 2023-05-26T18:36:36.413Z INFO Starting workers {"controller": "psmdb-controller", "worker count": 1} 2023-05-26T18:36:36.414Z INFO Starting workers {"controller": "perconaservermongodbbackup-controller", "worker count": 1} 2023-05-26T18:36:36.415Z INFO Starting workers {"controller": "perconaservermongodbrestore-controller", "worker count": 1} 2023-05-26T18:36:39.631Z INFO Created a new mongo key {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "858e2e91-1de5-4cf4-89fb-de876eb906ef", "KeyName": "test-psmdb-db-mongodb-keyfile"} 2023-05-26T18:36:39.641Z INFO Created a new mongo key {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "858e2e91-1de5-4cf4-89fb-de876eb906ef", "KeyName": "test-psmdb-db-mongodb-encryption-key"} 2023-05-26T18:36:40.054Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "858e2e91-1de5-4cf4-89fb-de876eb906ef", "replset": "cfg", "size": 3, "pods": 1} 2023-05-26T18:36:40.171Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "858e2e91-1de5-4cf4-89fb-de876eb906ef", "replset": "rs0", "size": 3, "pods": 0} 2023-05-26T18:36:40.175Z INFO add new job {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "858e2e91-1de5-4cf4-89fb-de876eb906ef", "name": "ensure-version/cluster/test-psmdb-db", "schedule": "0 2 * * *"} 2023-05-26T18:36:40.177Z INFO Cluster state changed {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "858e2e91-1de5-4cf4-89fb-de876eb906ef", "previous": "", "current": "initializing"} 2023-05-26T18:36:40.380Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "c15a8cb8-4af6-43e8-afd0-08e5d855d900", "replset": "cfg", "size": 3, "pods": 1} 2023-05-26T18:36:40.405Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "c15a8cb8-4af6-43e8-afd0-08e5d855d900", "replset": "rs0", "size": 3, "pods": 1} 2023-05-26T18:36:45.373Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "b8adf1a7-d61e-4c95-96e6-346357392df3", "replset": "cfg", "size": 3, "pods": 1} 2023-05-26T18:36:45.403Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "b8adf1a7-d61e-4c95-96e6-346357392df3", "replset": "rs0", "size": 3, "pods": 1} 2023-05-26T18:36:50.567Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "7c720580-1847-4e2b-bb85-6b693816aecb", "replset": "cfg", "size": 3, "pods": 1} 2023-05-26T18:36:50.594Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "7c720580-1847-4e2b-bb85-6b693816aecb", "replset": "rs0", "size": 3, "pods": 1} 2023-05-26T18:36:55.722Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "41379ca8-399f-4bbf-8266-ab8d6fb2b496", "replset": "cfg", "size": 3, "pods": 1} 2023-05-26T18:36:55.758Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "41379ca8-399f-4bbf-8266-ab8d6fb2b496", "replset": "rs0", "size": 3, "pods": 1} 2023-05-26T18:37:00.877Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "b3f06032-d60d-4d14-ab34-0f810692245e", "replset": "cfg", "size": 3, "pods": 1} 2023-05-26T18:37:00.907Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "b3f06032-d60d-4d14-ab34-0f810692245e", "replset": "rs0", "size": 3, "pods": 1} 2023-05-26T18:37:06.123Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "486d1492-d07e-4544-90af-1435583e0cd6", "replset": "cfg", "size": 3, "pods": 1} 2023-05-26T18:37:06.157Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "486d1492-d07e-4544-90af-1435583e0cd6", "replset": "rs0", "size": 3, "pods": 1} 2023-05-26T18:37:11.338Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "b5c268d0-32de-4bdd-a41b-b6050bbe2e8c", "replset": "cfg", "size": 3, "pods": 1} 2023-05-26T18:37:11.370Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "b5c268d0-32de-4bdd-a41b-b6050bbe2e8c", "replset": "rs0", "size": 3, "pods": 1} 2023-05-26T18:37:16.472Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "a30bf091-1a6e-4bf9-8303-e13e3e5c1860", "replset": "cfg", "size": 3, "pods": 1} 2023-05-26T18:37:16.479Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "a30bf091-1a6e-4bf9-8303-e13e3e5c1860", "replset": "rs0", "size": 3, "pods": 1} 2023-05-26T18:37:21.576Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "24c60cfa-bb55-40a2-9c57-97ab6391162b", "replset": "cfg", "size": 3, "pods": 1} 2023-05-26T18:37:21.606Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "24c60cfa-bb55-40a2-9c57-97ab6391162b", "replset": "rs0", "size": 3, "pods": 1} 2023-05-26T18:37:26.710Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "9e66ba28-10dd-421f-86a1-4054b0a6d930", "replset": "cfg", "size": 3, "pods": 1} 2023-05-26T18:37:26.717Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "9e66ba28-10dd-421f-86a1-4054b0a6d930", "replset": "rs0", "size": 3, "pods": 1} 2023-05-26T18:37:31.797Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "ccd33c52-3eda-4b23-b4e5-79f29009c1a5", "replset": "cfg", "size": 3, "pods": 1} 2023-05-26T18:37:31.828Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "ccd33c52-3eda-4b23-b4e5-79f29009c1a5", "replset": "rs0", "size": 3, "pods": 1} 2023-05-26T18:37:37.153Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "042ec85c-250b-4cb7-89bd-264c3297298e", "replset": "cfg", "size": 3, "pods": 1} 2023-05-26T18:37:37.161Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "042ec85c-250b-4cb7-89bd-264c3297298e", "replset": "rs0", "size": 3, "pods": 1} 2023-05-26T18:37:42.249Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "fd17b7a1-9979-4a15-b2f6-5beeddde496f", "replset": "cfg", "size": 3, "pods": 1} 2023-05-26T18:37:42.277Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "fd17b7a1-9979-4a15-b2f6-5beeddde496f", "replset": "rs0", "size": 3, "pods": 1} 2023-05-26T18:37:47.405Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "6dbd7e68-1388-45c6-9fb0-206c0bdf1e5e", "replset": "cfg", "size": 3, "pods": 1} 2023-05-26T18:37:47.434Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "6dbd7e68-1388-45c6-9fb0-206c0bdf1e5e", "replset": "rs0", "size": 3, "pods": 1} 2023-05-26T18:37:52.567Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "e0402986-9313-41b7-b051-4b83946ff82c", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:37:52.604Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "e0402986-9313-41b7-b051-4b83946ff82c", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:37:52.774Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "2ad341b3-afc1-4b14-af95-599ca0930730", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:37:52.806Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "2ad341b3-afc1-4b14-af95-599ca0930730", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:37:57.736Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "84bd20dd-405f-4fa2-9ebf-381048f0c319", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:37:57.766Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "84bd20dd-405f-4fa2-9ebf-381048f0c319", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:38:02.887Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "75df55d6-df6b-434c-98cc-4f0443a4783d", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:38:02.921Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "75df55d6-df6b-434c-98cc-4f0443a4783d", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:38:08.174Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "aa253165-36a4-4a12-bb3b-e32f4a5b151a", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:38:08.203Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "aa253165-36a4-4a12-bb3b-e32f4a5b151a", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:38:13.340Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "5f8faff6-40b4-41bd-a83d-11ac246b1ccc", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:38:13.369Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "5f8faff6-40b4-41bd-a83d-11ac246b1ccc", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:38:18.507Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "164c3aaa-062f-487f-8000-2549ea828e94", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:38:18.550Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "164c3aaa-062f-487f-8000-2549ea828e94", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:38:23.685Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "5285db53-2251-48c7-bb2b-26dbf42e7017", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:38:23.719Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "5285db53-2251-48c7-bb2b-26dbf42e7017", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:38:28.849Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "43a41039-13ab-41ee-8e82-c5856c14503e", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:38:28.874Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "43a41039-13ab-41ee-8e82-c5856c14503e", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:38:34.018Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "cc2d7eac-f677-460c-aa21-95777feb18ef", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:38:34.053Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "cc2d7eac-f677-460c-aa21-95777feb18ef", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:38:39.176Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "6a856116-6a51-4c7d-8704-ada01ad27c80", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:38:39.203Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "6a856116-6a51-4c7d-8704-ada01ad27c80", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:38:44.326Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "28fde2d2-ead6-4c13-8739-caaa06060aa0", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:38:44.355Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "28fde2d2-ead6-4c13-8739-caaa06060aa0", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:38:49.505Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "1224db83-27d0-49c3-93de-b8042eadfcb1", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:38:49.532Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "1224db83-27d0-49c3-93de-b8042eadfcb1", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:38:54.656Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "ab5a97a8-48ff-4ad4-898d-2aca4809c389", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:38:54.686Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "ab5a97a8-48ff-4ad4-898d-2aca4809c389", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:38:59.813Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "7510344b-b27b-4770-ad20-d128e1e64eff", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:38:59.845Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "7510344b-b27b-4770-ad20-d128e1e64eff", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:39:04.977Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "7f900b02-2367-4507-afdb-cbf22937d899", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:39:05.006Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "7f900b02-2367-4507-afdb-cbf22937d899", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:39:10.162Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "d89d5576-e5b9-47c8-9c48-bd9ff2cc77af", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:39:10.189Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "d89d5576-e5b9-47c8-9c48-bd9ff2cc77af", "replset": "rs0", "size": 3, "pods": 2} 2023-05-26T18:39:15.326Z INFO Waiting for the pods {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "4634d7d4-4799-4376-ae06-f68a1976b53f", "replset": "cfg", "size": 3, "pods": 2} 2023-05-26T18:39:25.374Z INFO initiating replset {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "4634d7d4-4799-4376-ae06-f68a1976b53f", "replset": "rs0", "pod": "test-psmdb-db-rs0-0"} 2023-05-26T18:39:59.282Z ERROR failed to reconcile cluster {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "4634d7d4-4799-4376-ae06-f68a1976b53f", "replset": "rs0", "error": "handleReplsetInit: exec add admin user: command terminated with exit code 137 / / ", "errorVerbose": "exec add admin user: command terminated with exit code 137 / / \nhandleReplsetInit\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).reconcileCluster\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/mgo.go:99\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).Reconcile\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/psmdb_controller.go:487\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:235\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).Reconcile /go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/psmdb_controller.go:489 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:122 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:323 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:274 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:235 2023-05-26T18:40:10.594Z INFO initiating replset {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "7ceb154d-36ee-4617-884e-c0b67c81b195", "replset": "cfg", "pod": "test-psmdb-db-cfg-1"} 2023-05-26T18:40:59.314Z ERROR failed to reconcile cluster {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "7ceb154d-36ee-4617-884e-c0b67c81b195", "replset": "cfg", "error": "handleReplsetInit: exec add admin user: command terminated with exit code 137 / Current Mongosh Log ID:\t6470fd310c6d86c73f9681bb\nConnecting to:\t\tmongodb://127.0.0.1:27017/?directConnection=true&serverSelectionTimeoutMS=2000&tls=true&tlsCertificateKeyFile=%2Ftmp%2Ftls.pem&tlsAllowInvalidCertificates=true&tlsCAFile=%2Fetc%2Fmongodb-ssl%2Fca.crt&appName=mongosh+1.8.1\nUsing MongoDB:\t\t6.0.6-5\nUsing Mongosh:\t\t1.8.1\n\nFor mongosh info see: https://docs.mongodb.com/mongodb-shell/\n\n / ", "errorVerbose": "exec add admin user: command terminated with exit code 137 / Current Mongosh Log ID:\t6470fd310c6d86c73f9681bb\nConnecting to:\t\tmongodb://127.0.0.1:27017/?directConnection=true&serverSelectionTimeoutMS=2000&tls=true&tlsCertificateKeyFile=%2Ftmp%2Ftls.pem&tlsAllowInvalidCertificates=true&tlsCAFile=%2Fetc%2Fmongodb-ssl%2Fca.crt&appName=mongosh+1.8.1\nUsing MongoDB:\t\t6.0.6-5\nUsing Mongosh:\t\t1.8.1\n\nFor mongosh info see: https://docs.mongodb.com/mongodb-shell/\n\n / \nhandleReplsetInit\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).reconcileCluster\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/mgo.go:99\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).Reconcile\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/psmdb_controller.go:487\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:235\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).Reconcile /go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/psmdb_controller.go:489 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:122 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:323 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:274 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:235 2023-05-26T18:41:09.365Z INFO initiating replset {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "7ceb154d-36ee-4617-884e-c0b67c81b195", "replset": "rs0", "pod": "test-psmdb-db-rs0-1"} 2023-05-26T18:41:21.831Z ERROR failed to reconcile cluster {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "7ceb154d-36ee-4617-884e-c0b67c81b195", "replset": "rs0", "error": "handleReplsetInit: exec rs.initiate: command terminated with exit code 1 / Current Mongosh Log ID:\t6470fd510ad5349296a216da\nConnecting to:\t\tmongodb://127.0.0.1:27017/?directConnection=true&serverSelectionTimeoutMS=2000&tls=true&tlsCertificateKeyFile=%2Ftmp%2Ftls.pem&tlsAllowInvalidCertificates=true&tlsCAFile=%2Fetc%2Fmongodb-ssl%2Fca.crt&appName=mongosh+1.8.1\n / MongoNetworkError: connect ECONNREFUSED 127.0.0.1:27017\n", "errorVerbose": "exec rs.initiate: command terminated with exit code 1 / Current Mongosh Log ID:\t6470fd510ad5349296a216da\nConnecting to:\t\tmongodb://127.0.0.1:27017/?directConnection=true&serverSelectionTimeoutMS=2000&tls=true&tlsCertificateKeyFile=%2Ftmp%2Ftls.pem&tlsAllowInvalidCertificates=true&tlsCAFile=%2Fetc%2Fmongodb-ssl%2Fca.crt&appName=mongosh+1.8.1\n / MongoNetworkError: connect ECONNREFUSED 127.0.0.1:27017\n\nhandleReplsetInit\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).reconcileCluster\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/mgo.go:99\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).Reconcile\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/psmdb_controller.go:487\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:235\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).Reconcile /go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/psmdb_controller.go:489 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:122 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:323 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:274 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:235 2023-05-26T18:41:31.907Z INFO initiating replset {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "1e8f2bde-c679-4658-af10-8fec05e60f0a", "replset": "cfg", "pod": "test-psmdb-db-cfg-0"} 2023-05-26T18:42:26.756Z INFO replset initialized {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "1e8f2bde-c679-4658-af10-8fec05e60f0a", "replset": "cfg", "pod": "test-psmdb-db-cfg-0"} 2023-05-26T18:42:26.860Z ERROR failed to reconcile cluster {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "1e8f2bde-c679-4658-af10-8fec05e60f0a", "replset": "cfg", "error": "create system users: failed to get mongo client: ping mongo: connection() error occurred during connection handshake: auth error: sasl conversation error: unable to authenticate using mechanism \"SCRAM-SHA-1\": (AuthenticationFailed) Authentication failed.", "errorVerbose": "connection() error occurred during connection handshake: auth error: sasl conversation error: unable to authenticate using mechanism \"SCRAM-SHA-1\": (AuthenticationFailed) Authentication failed.\nping mongo\ngithub.com/percona/percona-server-mongodb-operator/pkg/psmdb/mongo.Dial\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/psmdb/mongo/mongo.go:64\ngithub.com/percona/percona-server-mongodb-operator/pkg/psmdb.MongoClient\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/psmdb/client.go:47\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).mongoClientWithRole\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/connections.go:21\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).createOrUpdateSystemUsers\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/mgo.go:702\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).reconcileCluster\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/mgo.go:102\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).Reconcile\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/psmdb_controller.go:487\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:235\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594\nfailed to get mongo client\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).createOrUpdateSystemUsers\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/mgo.go:704\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).reconcileCluster\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/mgo.go:102\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).Reconcile\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/psmdb_controller.go:487\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:235\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594\ncreate system users\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).reconcileCluster\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/mgo.go:104\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).Reconcile\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/psmdb_controller.go:487\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:235\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).Reconcile /go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/psmdb_controller.go:489 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:122 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:323 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:274 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:235 2023-05-26T18:42:27.022Z INFO initiating replset {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "1e8f2bde-c679-4658-af10-8fec05e60f0a", "replset": "rs0", "pod": "test-psmdb-db-rs0-0"} 2023-05-26T18:43:15.242Z ERROR failed to reconcile cluster {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "1e8f2bde-c679-4658-af10-8fec05e60f0a", "replset": "rs0", "error": "handleReplsetInit: exec add admin user: command terminated with exit code 1 / Current Mongosh Log ID:\t6470fdc1a153b9dce6b36daa\nConnecting to:\t\tmongodb://127.0.0.1:27017/?directConnection=true&serverSelectionTimeoutMS=2000&tls=true&tlsCertificateKeyFile=%2Ftmp%2Ftls.pem&tlsAllowInvalidCertificates=true&tlsCAFile=%2Fetc%2Fmongodb-ssl%2Fca.crt&appName=mongosh+1.8.1\n / MongoNetworkError: connect ECONNREFUSED 127.0.0.1:27017\n", "errorVerbose": "exec add admin user: command terminated with exit code 1 / Current Mongosh Log ID:\t6470fdc1a153b9dce6b36daa\nConnecting to:\t\tmongodb://127.0.0.1:27017/?directConnection=true&serverSelectionTimeoutMS=2000&tls=true&tlsCertificateKeyFile=%2Ftmp%2Ftls.pem&tlsAllowInvalidCertificates=true&tlsCAFile=%2Fetc%2Fmongodb-ssl%2Fca.crt&appName=mongosh+1.8.1\n / MongoNetworkError: connect ECONNREFUSED 127.0.0.1:27017\n\nhandleReplsetInit\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).reconcileCluster\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/mgo.go:99\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).Reconcile\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/psmdb_controller.go:487\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:122\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:323\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:235\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1594"} github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb.(*ReconcilePerconaServerMongoDB).Reconcile /go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodb/psmdb_controller.go:489 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:122 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:323 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:274 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.4/pkg/internal/controller/controller.go:235 2023-05-26T18:43:15.672Z INFO initiating replset {"controller": "psmdb-controller", "object": {"name":"test-psmdb-db","namespace":"cluster"}, "namespace": "cluster", "name": "test-psmdb-db", "reconcileID": "8bc277f5-5b61-4dac-8e7e-38598071f1a1", "replset": "cfg", "pod": "test-psmdb-db-cfg-1"}