search

zalando / postgres-operator

Postgres operator creates and manages PostgreSQL clusters running in Kubernetes
https://postgres-operator.readthedocs.io/
MIT License
4.37k stars 980 forks source link

temporal is rejected by pg_hba.config with message "no encryption" #2734

Open ujala-singh opened 3 months ago

ujala-singh commented 3 months ago

Logs of Postgres Operator:

time="2024-08-20T07:29:04Z" level=info msg="Spilo operator latest\n"
time="2024-08-20T07:29:05Z" level=info msg="Parse role bindings" pkg=controller
time="2024-08-20T07:29:05Z" level=info msg="successfully parsed" pkg=controller
time="2024-08-20T07:29:05Z" level=info msg="Listening to all namespaces" pkg=controller
time="2024-08-20T07:29:05Z" level=info msg="customResourceDefinition \"postgresqls.acid.zalan.do\" is already registered and will only be updated" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="{" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ReadyWaitInterval\": 3000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ReadyWaitTimeout\": 30000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ResyncPeriod\": 1800000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"RepairPeriod\": 300000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableCRDRegistration\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableCRDValidation\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"CRDCategories\": [" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"all\"" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   ]," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ResourceCheckInterval\": 3000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ResourceCheckTimeout\": 600000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodLabelWaitTimeout\": 600000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodDeletionWaitTimeout\": 600000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SpiloRunAsUser\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SpiloRunAsGroup\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SpiloFSGroup\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodPriorityClassName\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ClusterDomain\": \"cluster.local\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SpiloPrivileged\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SpiloAllowPrivilegeEscalation\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"AdditionalPodCapabilities\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ClusterLabels\": {" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"application\": \"spilo\"" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   }," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"InheritedLabels\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"InheritedAnnotations\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DownscalerAnnotations\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"IgnoredAnnotations\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ClusterNameLabel\": \"cluster-name\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DeleteAnnotationDateKey\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DeleteAnnotationNameKey\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodRoleLabel\": \"spilo-role\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodToleration\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DefaultCPURequest\": \"100m\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DefaultMemoryRequest\": \"100Mi\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DefaultCPULimit\": \"1\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DefaultMemoryLimit\": \"500Mi\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MinCPULimit\": \"250m\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MinMemoryLimit\": \"250Mi\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MaxCPURequest\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MaxMemoryRequest\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodEnvironmentConfigMap\": \"/\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodEnvironmentSecret\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"NodeReadinessLabel\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"NodeReadinessLabelMerge\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ShmVolume\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MaxInstances\": -1," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MinInstances\": -1," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"IgnoreInstanceLimitsAnnotationKey\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SecretNameTemplate\": \"{username}.{cluster}.credentials.{tprkind}.{tprgroup}\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PamRoleName\": \"zalandos\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PamConfiguration\": \"https://info.example.com/oauth2/tokeninfo?access_token= uid realm=/employees\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"TeamsAPIUrl\": \"https://teams.example.com/api/\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"OAuthTokenSecretName\": \"postgres/postgres-postgres-operator\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"InfrastructureRolesSecretName\": \"/\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"InfrastructureRoles\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"InfrastructureRolesDefs\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SuperUsername\": \"postgres\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ReplicationUsername\": \"standby\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"AdditionalOwnerRoles\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePasswordRotation\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PasswordRotationInterval\": 90," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PasswordRotationUserRetention\": 180," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ScalyrAPIKey\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ScalyrImage\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ScalyrServerURL\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ScalyrCPURequest\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ScalyrMemoryRequest\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ScalyrCPULimit\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ScalyrMemoryLimit\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupSchedule\": \"30 00 * * *\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupDockerImage\": \"ghcr.io/zalando/postgres-operator/logical-backup:v1.12.2\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupProvider\": \"s3\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupAzureStorageAccountName\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupAzureStorageContainer\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupAzureStorageAccountKey\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3Bucket\": \"my-bucket-url\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3BucketPrefix\": \"spilo\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3Region\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3Endpoint\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3AccessKeyID\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3SecretAccessKey\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3SSE\": \"AES256\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3RetentionTime\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupGoogleApplicationCredentials\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupJobPrefix\": \"logical-backup-\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupCronjobEnvironmentSecret\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupCPURequest\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupMemoryRequest\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupCPULimit\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupMemoryLimit\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"NumberOfInstances\": 2," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"Schema\": \"pooler\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"User\": \"pooler\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"Image\": \"registry.opensource.zalan.do/acid/pgbouncer:master-32\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"Mode\": \"transaction\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MaxDBConnections\": 60," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ConnectionPoolerDefaultCPURequest\": \"500m\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ConnectionPoolerDefaultMemoryRequest\": \"100Mi\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ConnectionPoolerDefaultCPULimit\": \"1\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ConnectionPoolerDefaultMemoryLimit\": \"100Mi\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"WatchedNamespace\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"KubernetesUseConfigMaps\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EtcdHost\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DockerImage\": \"ghcr.io/zalando/spilo-16:3.2-p3\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SidecarImages\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SidecarContainers\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodServiceAccountName\": \"postgres-pod\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodServiceAccountDefinition\": \"{\\\"apiVersion\\\":\\\"v1\\\",\\\"kind\\\":\\\"ServiceAccount\\\",\\\"metadata\\\":{\\\"name\\\":\\\"postgres-pod\\\"}}\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodServiceAccountRoleBindingDefinition\": \"{\\\"apiVersion\\\":\\\"rbac.authorization.k8s.io/v1\\\",\\\"kind\\\":\\\"RoleBinding\\\",\\\"metadata\\\":{\\\"name\\\":\\\"postgres-pod\\\"},\\\"roleRef\\\":{\\\"apiGroup\\\":\\\"rbac.authorization.k8s.io\\\",\\\"kind\\\":\\\"ClusterRole\\\",\\\"name\\\":\\\"postgres-pod\\\"},\\\"subjects\\\":[{\\\"kind\\\":\\\"ServiceAccount\\\",\\\"name\\\":\\\"postgres-pod\\\"}]}\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MasterPodMoveTimeout\": 1200000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DbHostedZone\": \"db.example.com\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"AWSRegion\": \"eu-central-1\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"WALES3Bucket\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogS3Bucket\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"KubeIAMRole\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"WALGSBucket\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"GCPCredentials\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"WALAZStorageAccount\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"AdditionalSecretMount\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"AdditionalSecretMountPath\": \"/meta/credentials\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableEBSGp3Migration\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableEBSGp3MigrationMaxSize\": 1000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DebugLogging\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableDBAccess\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableTeamsAPI\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableTeamSuperuser\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"TeamAdminRole\": \"admin\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"RoleDeletionSuffix\": \"_deleted\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableTeamMemberDeprecation\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableAdminRoleForUsers\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePostgresTeamCRD\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePostgresTeamCRDSuperusers\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableMasterLoadBalancer\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableMasterPoolerLoadBalancer\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableReplicaLoadBalancer\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableReplicaPoolerLoadBalancer\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"CustomServiceAnnotations\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"CustomPodAnnotations\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePodAntiAffinity\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodAntiAffinityPreferredDuringScheduling\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodAntiAffinityTopologyKey\": \"kubernetes.io/hostname\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"StorageResizeMode\": \"pvc\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableLoadBalancer\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ExternalTrafficPolicy\": \"Cluster\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MasterDNSNameFormat\": \"{cluster}.{namespace}.{hostedzone}\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MasterLegacyDNSNameFormat\": \"{cluster}.{team}.{hostedzone}\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ReplicaDNSNameFormat\": \"{cluster}-repl.{namespace}.{hostedzone}\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ReplicaLegacyDNSNameFormat\": \"{cluster}-repl.{team}.{hostedzone}\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PDBNameFormat\": \"postgres-{cluster}-pdb\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PDBMasterLabelSelector\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePodDisruptionBudget\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableInitContainers\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableSidecars\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SharePgSocketWithSidecars\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"Workers\": 8," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"APIPort\": 8080," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"RingLogLines\": 100," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ClusterHistoryEntries\": 1000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"TeamAPIRoleConfiguration\": {" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"log_statement\": \"all\"" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   }," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodTerminateGracePeriod\": 300000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodManagementPolicy\": \"ordered_ready\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableReadinessProbe\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ProtectedRoles\": [" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"admin\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"cron_admin\"" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   ]," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PostgresSuperuserTeams\": [" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"postgres_superusers\"" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   ]," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SetMemoryRequestToLimit\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableLazySpiloUpgrade\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableCrossNamespaceSecret\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableFinalizers\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePgVersionEnvVar\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableSpiloWalPathCompat\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableTeamIdClusternamePrefix\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MajorVersionUpgradeMode\": \"off\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MajorVersionUpgradeTeamAllowList\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MinimalMajorVersion\": \"12\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"TargetMajorVersion\": \"16\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PatroniAPICheckInterval\": 1000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PatroniAPICheckTimeout\": 5000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePatroniFailsafeMode\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableSecretsDeletion\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePersistentVolumeClaimDeletion\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PersistentVolumeClaimRetentionPolicy\": {" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"when_deleted\": \"retain\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"when_scaled\": \"retain\"" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   }" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="}" pkg=controller
time="2024-08-20T07:29:09Z" level=debug msg="acquiring initial list of clusters" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="no clusters running" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="started working in background" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="listening on :8080" pkg=apiserver
time="2024-08-20T07:29:09Z" level=debug msg="new node has been added: /k3d-atlan-cluster-server-0 (k3s://k3d-atlan-cluster-server-0)" pkg=controller
time="2024-08-20T07:35:54Z" level=info msg="ADD event has been queued" cluster-name=default/temporal-backend pkg=controller worker=0
time="2024-08-20T07:35:54Z" level=info msg="creating pod service account \"postgres-pod\" in the \"default\" namespace" pkg=controller
time="2024-08-20T07:35:54Z" level=info msg="successfully deployed the pod service account \"postgres-pod\" to the \"default\" namespace" pkg=controller
time="2024-08-20T07:35:54Z" level=info msg="Creating the role binding \"postgres-pod\" in the \"default\" namespace" pkg=controller
time="2024-08-20T07:35:54Z" level=info msg="successfully deployed the role binding for the pod service account \"postgres-pod\" to the \"default\" namespace" pkg=controller
time="2024-08-20T07:35:54Z" level=info msg="creating a new Postgres cluster" cluster-name=default/temporal-backend pkg=controller worker=0
time="2024-08-20T07:35:54Z" level=info msg="endpoint \"default/temporal-backend\" has been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=info msg="master service \"default/temporal-backend\" has been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=info msg="replica service \"default/temporal-backend-repl\" has been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=debug msg="team API is disabled" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=debug msg="team API is disabled" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=info msg="users have been initialized" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=info msg="syncing secrets" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=debug msg="created new secret default/temporal-admin.temporal-backend.credentials.postgresql.acid.zalan.do, namespace: default, uid: 6608d570-669d-4ee0-85bc-8a2ee89ff330" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=debug msg="created new secret default/postgres.temporal-backend.credentials.postgresql.acid.zalan.do, namespace: default, uid: 9d58ce3c-287a-417a-865f-ef69cc9ad2b1" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=debug msg="created new secret default/standby.temporal-backend.credentials.postgresql.acid.zalan.do, namespace: default, uid: 58d3757c-96f6-40dd-b706-2c82ee87e584" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=info msg="secrets have been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=info msg="pod disruption budget \"default/postgres-temporal-backend-pdb\" has been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:55Z" level=debug msg="created new statefulset \"default/temporal-backend\", uid: \"6c5627c3-4882-4448-a14b-0272ba02eca0\"" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:55Z" level=info msg="statefulset \"default/temporal-backend\" has been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:55Z" level=info msg="waiting for the cluster being ready" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:37:52Z" level=debug msg="Waiting for 3 pods to become ready" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="pods are ready" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="Create roles" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=debug msg="closing database connection" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="users have been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="creating database \"temporal_visibility\" owner \"temporal_admin\"" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="creating database \"temporal\" owner \"temporal_admin\"" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=debug msg="closing database connection" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="databases have been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found pod disruption budget: \"default/postgres-temporal-backend-pdb\" (uid: \"fddb9a9f-9ba2-4291-b224-a72f7711ff60\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found statefulset: \"default/temporal-backend\" (uid: \"6c5627c3-4882-4448-a14b-0272ba02eca0\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found secret: \"default/standby.temporal-backend.credentials.postgresql.acid.zalan.do\" (uid: \"58d3757c-96f6-40dd-b706-2c82ee87e584\") namesapce: default" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found secret: \"default/temporal-admin.temporal-backend.credentials.postgresql.acid.zalan.do\" (uid: \"6608d570-669d-4ee0-85bc-8a2ee89ff330\") namesapce: default" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found secret: \"default/postgres.temporal-backend.credentials.postgresql.acid.zalan.do\" (uid: \"9d58ce3c-287a-417a-865f-ef69cc9ad2b1\") namesapce: default" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found master endpoint: \"default/temporal-backend\" (uid: \"279e50ff-8af9-484c-b17a-f7d79ca89e72\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found replica service: \"default/temporal-backend-repl\" (uid: \"5d7aaf29-bf4e-48f1-bec3-ae7dce027085\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found master service: \"default/temporal-backend\" (uid: \"493814bb-4dc6-4ec2-84c8-1dc5eb8cca99\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found pod: \"default/temporal-backend-0\" (uid: \"83b3c86d-3cc9-43d8-9ad1-8c9a8b9dbc37\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found pod: \"default/temporal-backend-1\" (uid: \"48e14830-bbbf-4d75-8a96-b49dc9d0b146\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found pod: \"default/temporal-backend-2\" (uid: \"0d691ad6-bd2e-4218-ad45-916bb12e60a8\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found PVC: \"default/pgdata-temporal-backend-0\" (uid: \"70cdb75d-660b-47fb-8e26-1799a14200b8\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found PVC: \"default/pgdata-temporal-backend-1\" (uid: \"615844d1-6440-41fd-b8ca-642e0c9f38af\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found PVC: \"default/pgdata-temporal-backend-2\" (uid: \"e46db96a-c61b-446c-b5e6-057b660c341b\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=debug msg="syncing connection pooler (master, replica) from (false, nil) to (false, nil)" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="cluster has been created" cluster-name=default/temporal-backend pkg=controller worker=0
time="2024-08-20T07:59:09Z" level=info msg="SYNC event has been queued" cluster-name=default/temporal-backend pkg=controller worker=0
time="2024-08-20T07:59:09Z" level=info msg="there are 1 clusters running" pkg=controller
time="2024-08-20T07:59:09Z" level=info msg="syncing of the cluster started" cluster-name=default/temporal-backend pkg=controller worker=0
time="2024-08-20T07:59:09Z" level=debug msg="team API is disabled" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:09Z" level=debug msg="team API is disabled" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:09Z" level=info msg="syncing secrets" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:09Z" level=debug msg="syncing master service" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:09Z" level=debug msg="syncing replica service" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:09Z" level=debug msg="syncing volumes using \"pvc\" storage resize mode" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:09Z" level=info msg="volume claims do not require changes" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:09Z" level=debug msg="syncing statefulsets" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="syncing Patroni config" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="making GET http request: http://10.42.0.23:8008/config" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="making GET http request: http://10.42.0.25:8008/config" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="making GET http request: http://10.42.0.27:8008/config" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="making GET http request: http://10.42.0.25:8008/patroni" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="making GET http request: http://10.42.0.27:8008/patroni" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="making GET http request: http://10.42.0.23:8008/patroni" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="syncing pod disruption budgets" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="syncing roles" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="closing database connection" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="syncing databases" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="closing database connection" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="syncing prepared databases with schemas" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="syncing connection pooler (master, replica) from (false, nil) to (false, nil)" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=info msg="cluster has been synced" cluster-name=default/temporal-backend pkg=controller worker=0

Postgresql Cluster Config:

apiVersion: acid.zalan.do/v1
kind: postgresql
metadata:
  labels:
    team: acid
  name: temporal-backend
  namespace: default
spec:
  allowedSourceRanges:
    - 0.0.0.0/32
  databases:
    temporal: temporal_admin
    temporal_visibility: temporal_admin
  numberOfInstances: 3
  postgresql:
    version: '16'
  resources:
    limits:
      cpu: 500m
      memory: 500Mi
    requests:
      cpu: 100m
      memory: 100Mi
  teamId: acid
  users:
    temporal_admin: []
  volume:
    size: 10Gi

There are no error logs I am getting on postgresql cluster pods.

Temporal Cluster Config

apiVersion: temporal.io/v1beta1
kind: TemporalCluster
metadata:
  name: temporal-dev
  namespace: temporal
spec:
  version: 1.23.0
  numHistoryShards: 512
  persistence:
    defaultStore:
      sql:
        user: temporal_admin
        pluginName: postgres
        databaseName: temporal
        connectAddr: temporal-backend.default.svc.cluster.local:5432
        connectProtocol: tcp
      passwordSecretRef:
        name: temporal-default-store
        key: password
    visibilityStore:
      sql:
        user: temporal_admin
        pluginName: postgres12
        databaseName: temporal_visibility
        connectAddr: temporal-backend.default.svc.cluster.local:5432
        connectProtocol: tcp
      passwordSecretRef:
        name: temporal-visibility-store
        key: password
  log:
    level: debug
  ui:
    enabled: true
  admintools:
    enabled: true
  # metrics:
  #   enabled: true
  #   prometheus:
  #     listenPort: 9090
  #     scrapeConfig:
  #       serviceMonitor:
  #         enabled: true
  #         labels:
  #           release: test
  #         metricRelabelings:
  #         - sourceLabels: [__name__]
  #           targetLabel: __name__
  #           replacement: temporal_$1
  dynamicConfig:
    pollInterval: 10s
    values:
      matching.numTaskqueueReadPartitions:
      - value: 5
        constraints: {}
      matching.numTaskqueueWritePartitions:
      - value: 5
        constraints: {}

Logs I am getting on the startup of temporal cluster:

k logs -f temporal-dev-create-default-database-6gw84
2024-08-20T07:46:23.385Z    ERROR   Unable to create SQL database.  {"error": "unable to connect to DB, tried default DB names: postgres,defaultdb, errors: [pq: pg_hba.conf rejects connection for host \"10.42.0.28\", user \"temporal_admin\", database \"postgres\", no encryption pq: pg_hba.conf rejects connection for host \"10.42.0.28\", user \"temporal_admin\", database \"defaultdb\", no encryption]", "logging-call-at": "handler.go:94"}
tamcore commented 3 months ago

https://github.com/alexandrevilain/temporal-operator/issues/516#issuecomment-1729288561