postgres-operator icon indicating copy to clipboard operation
postgres-operator copied to clipboard

temporal is rejected by pg_hba.config with message "no encryption"

Open ujala-singh opened this issue 1 year ago • 2 comments

  • image of the operator ghcr.io/zalando/postgres-operator:v1.12.2
  • Platform - metal. Kubernetes Bare Metal K8s

Logs of Postgres Operator:

time="2024-08-20T07:29:04Z" level=info msg="Spilo operator latest\n"
time="2024-08-20T07:29:05Z" level=info msg="Parse role bindings" pkg=controller
time="2024-08-20T07:29:05Z" level=info msg="successfully parsed" pkg=controller
time="2024-08-20T07:29:05Z" level=info msg="Listening to all namespaces" pkg=controller
time="2024-08-20T07:29:05Z" level=info msg="customResourceDefinition \"postgresqls.acid.zalan.do\" is already registered and will only be updated" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="{" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ReadyWaitInterval\": 3000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ReadyWaitTimeout\": 30000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ResyncPeriod\": 1800000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"RepairPeriod\": 300000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableCRDRegistration\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableCRDValidation\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"CRDCategories\": [" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"all\"" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   ]," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ResourceCheckInterval\": 3000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ResourceCheckTimeout\": 600000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodLabelWaitTimeout\": 600000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodDeletionWaitTimeout\": 600000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SpiloRunAsUser\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SpiloRunAsGroup\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SpiloFSGroup\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodPriorityClassName\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ClusterDomain\": \"cluster.local\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SpiloPrivileged\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SpiloAllowPrivilegeEscalation\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"AdditionalPodCapabilities\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ClusterLabels\": {" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"application\": \"spilo\"" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   }," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"InheritedLabels\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"InheritedAnnotations\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DownscalerAnnotations\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"IgnoredAnnotations\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ClusterNameLabel\": \"cluster-name\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DeleteAnnotationDateKey\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DeleteAnnotationNameKey\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodRoleLabel\": \"spilo-role\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodToleration\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DefaultCPURequest\": \"100m\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DefaultMemoryRequest\": \"100Mi\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DefaultCPULimit\": \"1\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DefaultMemoryLimit\": \"500Mi\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MinCPULimit\": \"250m\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MinMemoryLimit\": \"250Mi\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MaxCPURequest\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MaxMemoryRequest\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodEnvironmentConfigMap\": \"/\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodEnvironmentSecret\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"NodeReadinessLabel\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"NodeReadinessLabelMerge\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ShmVolume\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MaxInstances\": -1," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MinInstances\": -1," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"IgnoreInstanceLimitsAnnotationKey\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SecretNameTemplate\": \"{username}.{cluster}.credentials.{tprkind}.{tprgroup}\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PamRoleName\": \"zalandos\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PamConfiguration\": \"https://info.example.com/oauth2/tokeninfo?access_token= uid realm=/employees\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"TeamsAPIUrl\": \"https://teams.example.com/api/\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"OAuthTokenSecretName\": \"postgres/postgres-postgres-operator\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"InfrastructureRolesSecretName\": \"/\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"InfrastructureRoles\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"InfrastructureRolesDefs\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SuperUsername\": \"postgres\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ReplicationUsername\": \"standby\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"AdditionalOwnerRoles\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePasswordRotation\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PasswordRotationInterval\": 90," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PasswordRotationUserRetention\": 180," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ScalyrAPIKey\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ScalyrImage\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ScalyrServerURL\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ScalyrCPURequest\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ScalyrMemoryRequest\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ScalyrCPULimit\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ScalyrMemoryLimit\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupSchedule\": \"30 00 * * *\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupDockerImage\": \"ghcr.io/zalando/postgres-operator/logical-backup:v1.12.2\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupProvider\": \"s3\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupAzureStorageAccountName\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupAzureStorageContainer\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupAzureStorageAccountKey\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3Bucket\": \"my-bucket-url\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3BucketPrefix\": \"spilo\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3Region\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3Endpoint\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3AccessKeyID\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3SecretAccessKey\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3SSE\": \"AES256\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupS3RetentionTime\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupGoogleApplicationCredentials\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupJobPrefix\": \"logical-backup-\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupCronjobEnvironmentSecret\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupCPURequest\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupMemoryRequest\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupCPULimit\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogicalBackupMemoryLimit\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"NumberOfInstances\": 2," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"Schema\": \"pooler\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"User\": \"pooler\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"Image\": \"registry.opensource.zalan.do/acid/pgbouncer:master-32\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"Mode\": \"transaction\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MaxDBConnections\": 60," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ConnectionPoolerDefaultCPURequest\": \"500m\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ConnectionPoolerDefaultMemoryRequest\": \"100Mi\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ConnectionPoolerDefaultCPULimit\": \"1\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ConnectionPoolerDefaultMemoryLimit\": \"100Mi\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"WatchedNamespace\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"KubernetesUseConfigMaps\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EtcdHost\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DockerImage\": \"ghcr.io/zalando/spilo-16:3.2-p3\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SidecarImages\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SidecarContainers\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodServiceAccountName\": \"postgres-pod\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodServiceAccountDefinition\": \"{\\\"apiVersion\\\":\\\"v1\\\",\\\"kind\\\":\\\"ServiceAccount\\\",\\\"metadata\\\":{\\\"name\\\":\\\"postgres-pod\\\"}}\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodServiceAccountRoleBindingDefinition\": \"{\\\"apiVersion\\\":\\\"rbac.authorization.k8s.io/v1\\\",\\\"kind\\\":\\\"RoleBinding\\\",\\\"metadata\\\":{\\\"name\\\":\\\"postgres-pod\\\"},\\\"roleRef\\\":{\\\"apiGroup\\\":\\\"rbac.authorization.k8s.io\\\",\\\"kind\\\":\\\"ClusterRole\\\",\\\"name\\\":\\\"postgres-pod\\\"},\\\"subjects\\\":[{\\\"kind\\\":\\\"ServiceAccount\\\",\\\"name\\\":\\\"postgres-pod\\\"}]}\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MasterPodMoveTimeout\": 1200000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DbHostedZone\": \"db.example.com\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"AWSRegion\": \"eu-central-1\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"WALES3Bucket\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"LogS3Bucket\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"KubeIAMRole\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"WALGSBucket\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"GCPCredentials\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"WALAZStorageAccount\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"AdditionalSecretMount\": \"\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"AdditionalSecretMountPath\": \"/meta/credentials\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableEBSGp3Migration\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableEBSGp3MigrationMaxSize\": 1000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"DebugLogging\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableDBAccess\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableTeamsAPI\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableTeamSuperuser\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"TeamAdminRole\": \"admin\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"RoleDeletionSuffix\": \"_deleted\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableTeamMemberDeprecation\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableAdminRoleForUsers\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePostgresTeamCRD\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePostgresTeamCRDSuperusers\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableMasterLoadBalancer\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableMasterPoolerLoadBalancer\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableReplicaLoadBalancer\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableReplicaPoolerLoadBalancer\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"CustomServiceAnnotations\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"CustomPodAnnotations\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePodAntiAffinity\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodAntiAffinityPreferredDuringScheduling\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodAntiAffinityTopologyKey\": \"kubernetes.io/hostname\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"StorageResizeMode\": \"pvc\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableLoadBalancer\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ExternalTrafficPolicy\": \"Cluster\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MasterDNSNameFormat\": \"{cluster}.{namespace}.{hostedzone}\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MasterLegacyDNSNameFormat\": \"{cluster}.{team}.{hostedzone}\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ReplicaDNSNameFormat\": \"{cluster}-repl.{namespace}.{hostedzone}\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ReplicaLegacyDNSNameFormat\": \"{cluster}-repl.{team}.{hostedzone}\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PDBNameFormat\": \"postgres-{cluster}-pdb\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PDBMasterLabelSelector\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePodDisruptionBudget\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableInitContainers\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableSidecars\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SharePgSocketWithSidecars\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"Workers\": 8," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"APIPort\": 8080," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"RingLogLines\": 100," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ClusterHistoryEntries\": 1000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"TeamAPIRoleConfiguration\": {" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"log_statement\": \"all\"" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   }," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodTerminateGracePeriod\": 300000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PodManagementPolicy\": \"ordered_ready\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableReadinessProbe\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"ProtectedRoles\": [" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"admin\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"cron_admin\"" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   ]," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PostgresSuperuserTeams\": [" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"postgres_superusers\"" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   ]," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"SetMemoryRequestToLimit\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableLazySpiloUpgrade\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableCrossNamespaceSecret\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableFinalizers\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePgVersionEnvVar\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableSpiloWalPathCompat\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableTeamIdClusternamePrefix\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MajorVersionUpgradeMode\": \"off\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MajorVersionUpgradeTeamAllowList\": null," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"MinimalMajorVersion\": \"12\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"TargetMajorVersion\": \"16\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PatroniAPICheckInterval\": 1000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PatroniAPICheckTimeout\": 5000000000," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePatroniFailsafeMode\": false," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnableSecretsDeletion\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"EnablePersistentVolumeClaimDeletion\": true," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   \"PersistentVolumeClaimRetentionPolicy\": {" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"when_deleted\": \"retain\"," pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="      \"when_scaled\": \"retain\"" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="   }" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="}" pkg=controller
time="2024-08-20T07:29:09Z" level=debug msg="acquiring initial list of clusters" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="no clusters running" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="started working in background" pkg=controller
time="2024-08-20T07:29:09Z" level=info msg="listening on :8080" pkg=apiserver
time="2024-08-20T07:29:09Z" level=debug msg="new node has been added: /k3d-atlan-cluster-server-0 (k3s://k3d-atlan-cluster-server-0)" pkg=controller
time="2024-08-20T07:35:54Z" level=info msg="ADD event has been queued" cluster-name=default/temporal-backend pkg=controller worker=0
time="2024-08-20T07:35:54Z" level=info msg="creating pod service account \"postgres-pod\" in the \"default\" namespace" pkg=controller
time="2024-08-20T07:35:54Z" level=info msg="successfully deployed the pod service account \"postgres-pod\" to the \"default\" namespace" pkg=controller
time="2024-08-20T07:35:54Z" level=info msg="Creating the role binding \"postgres-pod\" in the \"default\" namespace" pkg=controller
time="2024-08-20T07:35:54Z" level=info msg="successfully deployed the role binding for the pod service account \"postgres-pod\" to the \"default\" namespace" pkg=controller
time="2024-08-20T07:35:54Z" level=info msg="creating a new Postgres cluster" cluster-name=default/temporal-backend pkg=controller worker=0
time="2024-08-20T07:35:54Z" level=info msg="endpoint \"default/temporal-backend\" has been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=info msg="master service \"default/temporal-backend\" has been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=info msg="replica service \"default/temporal-backend-repl\" has been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=debug msg="team API is disabled" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=debug msg="team API is disabled" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=info msg="users have been initialized" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=info msg="syncing secrets" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=debug msg="created new secret default/temporal-admin.temporal-backend.credentials.postgresql.acid.zalan.do, namespace: default, uid: 6608d570-669d-4ee0-85bc-8a2ee89ff330" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=debug msg="created new secret default/postgres.temporal-backend.credentials.postgresql.acid.zalan.do, namespace: default, uid: 9d58ce3c-287a-417a-865f-ef69cc9ad2b1" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=debug msg="created new secret default/standby.temporal-backend.credentials.postgresql.acid.zalan.do, namespace: default, uid: 58d3757c-96f6-40dd-b706-2c82ee87e584" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=info msg="secrets have been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:54Z" level=info msg="pod disruption budget \"default/postgres-temporal-backend-pdb\" has been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:55Z" level=debug msg="created new statefulset \"default/temporal-backend\", uid: \"6c5627c3-4882-4448-a14b-0272ba02eca0\"" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:55Z" level=info msg="statefulset \"default/temporal-backend\" has been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:35:55Z" level=info msg="waiting for the cluster being ready" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:37:52Z" level=debug msg="Waiting for 3 pods to become ready" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="pods are ready" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="Create roles" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=debug msg="closing database connection" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="users have been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="creating database \"temporal_visibility\" owner \"temporal_admin\"" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="creating database \"temporal\" owner \"temporal_admin\"" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=debug msg="closing database connection" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="databases have been successfully created" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found pod disruption budget: \"default/postgres-temporal-backend-pdb\" (uid: \"fddb9a9f-9ba2-4291-b224-a72f7711ff60\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found statefulset: \"default/temporal-backend\" (uid: \"6c5627c3-4882-4448-a14b-0272ba02eca0\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found secret: \"default/standby.temporal-backend.credentials.postgresql.acid.zalan.do\" (uid: \"58d3757c-96f6-40dd-b706-2c82ee87e584\") namesapce: default" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found secret: \"default/temporal-admin.temporal-backend.credentials.postgresql.acid.zalan.do\" (uid: \"6608d570-669d-4ee0-85bc-8a2ee89ff330\") namesapce: default" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found secret: \"default/postgres.temporal-backend.credentials.postgresql.acid.zalan.do\" (uid: \"9d58ce3c-287a-417a-865f-ef69cc9ad2b1\") namesapce: default" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found master endpoint: \"default/temporal-backend\" (uid: \"279e50ff-8af9-484c-b17a-f7d79ca89e72\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found replica service: \"default/temporal-backend-repl\" (uid: \"5d7aaf29-bf4e-48f1-bec3-ae7dce027085\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found master service: \"default/temporal-backend\" (uid: \"493814bb-4dc6-4ec2-84c8-1dc5eb8cca99\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found pod: \"default/temporal-backend-0\" (uid: \"83b3c86d-3cc9-43d8-9ad1-8c9a8b9dbc37\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found pod: \"default/temporal-backend-1\" (uid: \"48e14830-bbbf-4d75-8a96-b49dc9d0b146\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found pod: \"default/temporal-backend-2\" (uid: \"0d691ad6-bd2e-4218-ad45-916bb12e60a8\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found PVC: \"default/pgdata-temporal-backend-0\" (uid: \"70cdb75d-660b-47fb-8e26-1799a14200b8\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found PVC: \"default/pgdata-temporal-backend-1\" (uid: \"615844d1-6440-41fd-b8ca-642e0c9f38af\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="found PVC: \"default/pgdata-temporal-backend-2\" (uid: \"e46db96a-c61b-446c-b5e6-057b660c341b\")" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=debug msg="syncing connection pooler (master, replica) from (false, nil) to (false, nil)" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:38:37Z" level=info msg="cluster has been created" cluster-name=default/temporal-backend pkg=controller worker=0
time="2024-08-20T07:59:09Z" level=info msg="SYNC event has been queued" cluster-name=default/temporal-backend pkg=controller worker=0
time="2024-08-20T07:59:09Z" level=info msg="there are 1 clusters running" pkg=controller
time="2024-08-20T07:59:09Z" level=info msg="syncing of the cluster started" cluster-name=default/temporal-backend pkg=controller worker=0
time="2024-08-20T07:59:09Z" level=debug msg="team API is disabled" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:09Z" level=debug msg="team API is disabled" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:09Z" level=info msg="syncing secrets" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:09Z" level=debug msg="syncing master service" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:09Z" level=debug msg="syncing replica service" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:09Z" level=debug msg="syncing volumes using \"pvc\" storage resize mode" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:09Z" level=info msg="volume claims do not require changes" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:09Z" level=debug msg="syncing statefulsets" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="syncing Patroni config" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="making GET http request: http://10.42.0.23:8008/config" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="making GET http request: http://10.42.0.25:8008/config" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="making GET http request: http://10.42.0.27:8008/config" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="making GET http request: http://10.42.0.25:8008/patroni" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="making GET http request: http://10.42.0.27:8008/patroni" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="making GET http request: http://10.42.0.23:8008/patroni" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="syncing pod disruption budgets" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="syncing roles" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="closing database connection" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="syncing databases" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="closing database connection" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="syncing prepared databases with schemas" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=debug msg="syncing connection pooler (master, replica) from (false, nil) to (false, nil)" cluster-name=default/temporal-backend pkg=cluster worker=0
time="2024-08-20T07:59:10Z" level=info msg="cluster has been synced" cluster-name=default/temporal-backend pkg=controller worker=0

Postgresql Cluster Config:

apiVersion: acid.zalan.do/v1
kind: postgresql
metadata:
  labels:
    team: acid
  name: temporal-backend
  namespace: default
spec:
  allowedSourceRanges:
    - 0.0.0.0/32
  databases:
    temporal: temporal_admin
    temporal_visibility: temporal_admin
  numberOfInstances: 3
  postgresql:
    version: '16'
  resources:
    limits:
      cpu: 500m
      memory: 500Mi
    requests:
      cpu: 100m
      memory: 100Mi
  teamId: acid
  users:
    temporal_admin: []
  volume:
    size: 10Gi

There are no error logs I am getting on postgresql cluster pods.

Temporal Cluster Config

apiVersion: temporal.io/v1beta1
kind: TemporalCluster
metadata:
  name: temporal-dev
  namespace: temporal
spec:
  version: 1.23.0
  numHistoryShards: 512
  persistence:
    defaultStore:
      sql:
        user: temporal_admin
        pluginName: postgres
        databaseName: temporal
        connectAddr: temporal-backend.default.svc.cluster.local:5432
        connectProtocol: tcp
      passwordSecretRef:
        name: temporal-default-store
        key: password
    visibilityStore:
      sql:
        user: temporal_admin
        pluginName: postgres12
        databaseName: temporal_visibility
        connectAddr: temporal-backend.default.svc.cluster.local:5432
        connectProtocol: tcp
      passwordSecretRef:
        name: temporal-visibility-store
        key: password
  log:
    level: debug
  ui:
    enabled: true
  admintools:
    enabled: true
  # metrics:
  #   enabled: true
  #   prometheus:
  #     listenPort: 9090
  #     scrapeConfig:
  #       serviceMonitor:
  #         enabled: true
  #         labels:
  #           release: test
  #         metricRelabelings:
  #         - sourceLabels: [__name__]
  #           targetLabel: __name__
  #           replacement: temporal_$1
  dynamicConfig:
    pollInterval: 10s
    values:
      matching.numTaskqueueReadPartitions:
      - value: 5
        constraints: {}
      matching.numTaskqueueWritePartitions:
      - value: 5
        constraints: {}

Logs I am getting on the startup of temporal cluster:

k logs -f temporal-dev-create-default-database-6gw84
2024-08-20T07:46:23.385Z	ERROR	Unable to create SQL database.	{"error": "unable to connect to DB, tried default DB names: postgres,defaultdb, errors: [pq: pg_hba.conf rejects connection for host \"10.42.0.28\", user \"temporal_admin\", database \"postgres\", no encryption pq: pg_hba.conf rejects connection for host \"10.42.0.28\", user \"temporal_admin\", database \"defaultdb\", no encryption]", "logging-call-at": "handler.go:94"}

ujala-singh avatar Aug 20 '24 08:08 ujala-singh

https://github.com/alexandrevilain/temporal-operator/issues/516#issuecomment-1729288561

tamcore avatar Aug 20 '24 09:08 tamcore

In pg_hba.conf just edit nossl request rejected to md5. It will solve this issue. When you will open pg_hba.conf , you will see (hostnossl all all all rejected). Just change rejected section to (hostnossl all all all md5). And it will work. And you have to make sure that only patroni can overwrite pg_hba.conf.

SmrutiKrishna2001 avatar Apr 01 '25 17:04 SmrutiKrishna2001