Here is an extract of the log:
2025-03-11T08:45:38.825Z INFO Superusers are exposed through PGBouncer {"controller": "postgrescluster", "controllerGroup": "postgres-operator.crunchydata.com", "controllerKind": "PostgresCluster", "PostgresCluster": {"name":"pgsql-db-pg-db","namespace":"pgsql"}, "namespace": "pgsql", "name": "pgsql-db-pg-db", "reconcileID": "25d533aa-7992-4d25-90bf-d1a012c20ae2"}
2025-03-11T08:45:51.112Z INFO Can't enable PMM: pgsql-db-pg-db-pmm-secret secret doesn't exist {"controller": "perconapgcluster", "controllerGroup": "pgv2.percona.com", "controllerKind": "PerconaPGCluster", "PerconaPGCluster": {"name":"pgsql-db-pg-db","namespace":"pgsql"}, "namespace": "pgsql", "name": "pgsql-db-pg-db", "reconcileID": "bde5af07-5c9d-45a9-be91-7491a8c2b442"}
2025-03-11T08:45:51.758Z INFO Superusers are exposed through PGBouncer {"controller": "postgrescluster", "controllerGroup": "postgres-operator.crunchydata.com", "controllerKind": "PostgresCluster", "PostgresCluster": {"name":"pgsql-db-pg-db","namespace":"pgsql"}, "namespace": "pgsql", "name": "pgsql-db-pg-db", "reconcileID": "9e1ac0b5-556c-4d1e-a60b-9cfc6b011759"}
2025-03-11T08:52:55.382Z INFO Superusers are exposed through PGBouncer {"controller": "postgrescluster", "controllerGroup": "postgres-operator.crunchydata.com", "controllerKind": "PostgresCluster", "PostgresCluster": {"name":"pgsql-db-pg-db","namespace":"pgsql"}, "namespace": "pgsql", "name": "pgsql-db-pg-db", "reconcileID": "11b9df07-8010-4cde-b3d4-139966ad01d0"}
2025-03-11T08:52:56.046Z INFO Superusers are exposed through PGBouncer {"controller": "postgrescluster", "controllerGroup": "postgres-operator.crunchydata.com", "controllerKind": "PostgresCluster", "PostgresCluster": {"name":"pgsql-db-pg-db","namespace":"pgsql"}, "namespace": "pgsql", "name": "pgsql-db-pg-db", "reconcileID": "69a608b9-61dc-40c2-a4f9-0238f5db2e53"}
2025-03-11T08:52:56.391Z INFO Can't enable PMM: pgsql-db-pg-db-pmm-secret secret doesn't exist {"controller": "perconapgcluster", "controllerGroup": "pgv2.percona.com", "controllerKind": "PerconaPGCluster", "PerconaPGCluster": {"name":"pgsql-db-pg-db","namespace":"pgsql"}, "namespace": "pgsql", "name": "pgsql-db-pg-db", "reconcileID": "ae44978b-9b10-4314-93d7-2f7b29fdb36c"}
2025-03-11T08:52:57.103Z INFO Superusers are exposed through PGBouncer {"controller": "postgrescluster", "controllerGroup": "postgres-operator.crunchydata.com", "controllerKind": "PostgresCluster", "PostgresCluster": {"name":"pgsql-db-pg-db","namespace":"pgsql"}, "namespace": "pgsql", "name": "pgsql-db-pg-db", "reconcileID": "bea57d54-9ee1-4635-b439-cfbb68e26f31"}
2025-03-11T08:52:58.084Z INFO Superusers are exposed through PGBouncer {"controller": "postgrescluster", "controllerGroup": "postgres-operator.crunchydata.com", "controllerKind": "PostgresCluster", "PostgresCluster": {"name":"pgsql-db-pg-db","namespace":"pgsql"}, "namespace": "pgsql", "name": "pgsql-db-pg-db", "reconcileID": "d9fe62a0-acf8-46fd-a4c7-78872a3063b1"}
2025-03-11T08:53:19.592Z ERROR Reconciler error {"controller": "perconapgbackup", "controllerGroup": "pgv2.percona.com", "controllerKind": "PerconaPGBackup", "PerconaPGBackup": {"name":"pgsql-db-pg-db-repo1-full-fxjqf","namespace":"pgsql"}, "namespace": "pgsql", "name": "pgsql-db-pg-db-repo1-full-fxjqf", "reconcileID": "6ecd5e39-f560-4d23-8d86-722c5fb9f16c", "error": "get backup job: Job.batch \"pgsql-db-pg-db-backup-smq7\" not found", "errorVerbose": "Job.batch \"pgsql-db-pg-db-backup-smq7\" not found\nget backup job\ngithub.com/percona/percona-postgresql-operator/percona/controller/pgbackup.(*PGBackupReconciler).Reconcile\n\t/go/src/github.com/percona/percona-postgresql-operator/percona/controller/pgbackup/controller.go:138\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:119\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:266\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:227\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem
/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:266
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2
/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:227
2025-03-11T08:56:32.155Z INFO Superusers are exposed through PGBouncer {"controller": "postgrescluster", "controllerGroup": "postgres-operator.crunchydata.com", "controllerKind": "PostgresCluster", "PostgresCluster": {"name":"pgsql-db-pg-db","namespace":"pgsql"}, "namespace": "pgsql", "name": "pgsql-db-pg-db", "reconcileID": "eda3cd48-e21e-400e-bccb-4436e462c5ba"}
2025-03-11T08:57:27.489Z INFO Superusers are exposed through PGBouncer {"controller": "postgrescluster", "controllerGroup": "postgres-operator.crunchydata.com", "controllerKind": "PostgresCluster", "PostgresCluster": {"name":"pgsql-db-pg-db","namespace":"pgsql"}, "namespace": "pgsql", "name": "pgsql-db-pg-db", "reconcileID": "3ea70f53-28cd-4d9d-9ad3-8a306726ce8b"}
2025-03-11T08:57:28.235Z INFO Superusers are exposed through PGBouncer {"controller": "postgrescluster", "controllerGroup": "postgres-operator.crunchydata.com", "controllerKind": "PostgresCluster", "PostgresCluster": {"name":"pgsql-db-pg-db","namespace":"pgsql"}, "namespace": "pgsql", "name": "pgsql-db-pg-db", "reconcileID": "059fb95e-377a-4564-9acf-2d6dd4513875"}
2025-03-11T09:09:59.593Z ERROR Reconciler error {"controller": "perconapgbackup", "controllerGroup": "pgv2.percona.com", "controllerKind": "PerconaPGBackup", "PerconaPGBackup": {"name":"pgsql-db-pg-db-repo1-full-fxjqf","namespace":"pgsql"}, "namespace": "pgsql", "name": "pgsql-db-pg-db-repo1-full-fxjqf", "reconcileID": "50ae6af6-5239-4f03-8d64-551c8e9aabf3", "error": "get backup job: Job.batch \"pgsql-db-pg-db-backup-smq7\" not found", "errorVerbose": "Job.batch \"pgsql-db-pg-db-backup-smq7\" not found\nget backup job\ngithub.com/percona/percona-postgresql-operator/percona/controller/pgbackup.(*PGBackupReconciler).Reconcile\n\t/go/src/github.com/percona/percona-postgresql-operator/percona/controller/pgbackup/controller.go:138\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:119\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:266\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:227\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem
/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:266
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2
/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:227
Plus, every second there are several (unrelated) errors of this kind that I filtered from the result:
2025-03-11T10:32:20.898Z INFO Waiting for backup to start {"controller": "perconapgbackup", "controllerGroup": "pgv2.percona.com", "controllerKind": "PerconaPGBackup", "PerconaPGBackup": {"name":"pgsql-db-pg-db-repo1-full-4qnxp","namespace":"pgsql"}, "namespace": "pgsql", "name": "pgsql-db-pg-db-repo1-full-4qnxp", "reconcileID": "330fe6f2-d8fb-414a-b7f6-89b63cbadbd2", "request": {"name":"pgsql-db-pg-db-repo1-full-4qnxp","namespace":"pgsql"}}
I then created a secret with the name pgsql-db-pg-db-pmm-secret
with the same content as cluster1-pmm-secret
and applied to the namespace pgsql
, but still nothing happened.
This is the config of the operator:
backups:
pgbackrest:
image: percona/percona-postgresql-operator:2.3.1-ppg15-pgbackrest
manual:
options:
- '--type=full'
repoName: repo2
repoHost:
affinity:
podAntiAffinity:
preferredDuringSchedulingIgnoredDuringExecution:
- podAffinityTerm:
labelSelector:
matchLabels:
postgres-operator.crunchydata.com/data: pgbackrest
topologyKey: kubernetes.io/hostname
weight: 1
repos:
- name: repo1
schedules:
full: "0 22 * * *"
volume:
volumeClaimSpec:
accessModes:
- ReadWriteOnce
resources:
requests:
storage: 1Gi
crVersion: 2.3.1
customReplicationTLSSecret:
name: ''
customTLSSecret:
name: ''
finalizers: null
image: percona/percona-postgresql-operator:2.3.1-ppg15-postgres
imagePullPolicy: Always
instances:
- affinity:
podAntiAffinity:
preferredDuringSchedulingIgnoredDuringExecution:
- podAffinityTerm:
labelSelector:
matchLabels:
postgres-operator.crunchydata.com/data: postgres
topologyKey: kubernetes.io/hostname
weight: 1
dataVolumeClaimSpec:
accessModes:
- ReadWriteOnce
resources:
requests:
storage: 5Gi
limits:
cpu: 1
memory: 1Gi
name: instance1
replicas: 1
#patroni:
# dynamicConfiguration:
# postgresql:
# parameters:
# max_connections: 50
# shared_buffers: 80MB
pause: false
pmm:
enabled: true
image:
repository: percona/pmm-client
tag: 2.44.0
secret: cluster1-pmm-secret
serverHost: monitoring-service.pmm.svc.cluster.local
postgresVersion: 15
proxy:
pgBouncer:
affinity:
podAntiAffinity:
preferredDuringSchedulingIgnoredDuringExecution:
- podAffinityTerm:
labelSelector:
matchLabels:
postgres-operator.crunchydata.com/role: pgbouncer
topologyKey: kubernetes.io/hostname
weight: 1
image: percona/percona-postgresql-operator:2.3.1-ppg15-pgbouncer
replicas: 1
config:
global:
# pool_mode: "session"
default_pool_size: "100"
resources:
limits:
cpu: 200m
memory: 128Mi
repository: percona/percona-postgresql-operator
secrets:
name: null
pgbouncer: null
pguser: null
postgres: null
primaryuser: null
standby:
enabled: false
unmanaged: false
users:
- name: postgres