Add PostgreSQL readiness checks before exec commands

Author: sfc-gh-jmckulka

testing/chainsaw/e2e/pgbackrest-restore/templates/change-parameters.yaml

@@ -26,6 +26,21 @@ spec:
             postgres-operator.crunchydata.com/cluster=original,
             postgres-operator.crunchydata.com/role=master
 
+    -
+      description: >
+        Wait for PostgreSQL to be ready
+      script:
+        skipCommandOutput: true
+        timeout: 2m
+        env:
+          - name: PRIMARY
+            value: ($primary)
+        content: |
+          until kubectl exec --namespace "${NAMESPACE}" "${PRIMARY}" \
+            -- psql -qAt --command 'SELECT 1' 2>/dev/null; do
+            sleep 1
+          done
+
     -
       description: >
         Read the timestamp at which PostgreSQL last started

testing/chainsaw/e2e/pgbackrest-restore/templates/lose-data.yaml

@@ -31,6 +31,12 @@ spec:
           - name: PRIMARY
             value: ($primary)
         content: |
+          # Wait for PostgreSQL to be ready
+          until kubectl exec --namespace "${NAMESPACE}" "${PRIMARY}" \
+            -- psql -qAt --command 'SELECT 1' 2>/dev/null; do
+            sleep 1
+          done
+
           OBJECTIVE=$(
             kubectl exec --namespace "${NAMESPACE}" "${PRIMARY}" \
               -- psql -qAt --command 'SELECT clock_timestamp()'

testing/chainsaw/e2e/pgbackrest-restore/templates/verify-backup.yaml

@@ -17,6 +17,12 @@ spec:
                 postgres-operator.crunchydata.com/role=master'
           )
 
+          # Wait for PostgreSQL to be ready
+          until kubectl exec --namespace "${NAMESPACE}" "${PRIMARY}" \
+            -- psql -qAt --command 'SELECT 1' 2>/dev/null; do
+            sleep 1
+          done
+
           kubectl exec --namespace "${NAMESPACE}" "${PRIMARY}" \
             -- psql --command 'SELECT pg_switch_wal()' --pset footer=off