openstack-helm-infra/postgresql/templates/bin/_restore_postgresql.sh.tpl

#!/bin/bash

#    Licensed under the Apache License, Version 2.0 (the "License"); you may
#    not use this file except in compliance with the License. You may obtain
#    a copy of the License at
#
#         http://www.apache.org/licenses/LICENSE-2.0
#
#    Unless required by applicable law or agreed to in writing, software
#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
#    License for the specific language governing permissions and limitations
#    under the License.

# Capture the user's command line arguments
ARGS=("$@")

# This is needed to get the postgresql admin password
# Note: xtracing should be off so it doesn't print the pw
export PGPASSWORD=$(cat /etc/postgresql/admin_user.conf \
                    | grep postgres | awk -F: '{print $5}')

source /tmp/restore_main.sh

# Export the variables needed by the framework
export DB_NAME="postgres"
export DB_NAMESPACE=${POSTGRESQL_POD_NAMESPACE}
export ARCHIVE_DIR=${POSTGRESQL_BACKUP_BASE_DIR}/db/${DB_NAMESPACE}/${DB_NAME}/archive

# Define variables needed in this file
POSTGRESQL_HOST=$(cat /etc/postgresql/admin_user.conf | cut -d: -f 1)
export PSQL="psql -U $POSTGRESQL_ADMIN_USER -h $POSTGRESQL_HOST"
export LOG_FILE=/tmp/dbrestore.log

# Extract all databases from an archive and put them in the requested
# file.
get_databases() {
  TMP_DIR=$1
  DB_FILE=$2

  SQL_FILE=postgres.$POSTGRESQL_POD_NAMESPACE.all.sql
  if [[ -e $TMP_DIR/$SQL_FILE ]]; then
    grep 'CREATE DATABASE' $TMP_DIR/$SQL_FILE | awk '{ print $3 }' > $DB_FILE
  else
    # Error, cannot report the databases
    echo "No SQL file found - cannot extract the databases"
    return 1
  fi
}

# Extract all tables of a database from an archive and put them in the requested
# file.
get_tables() {
  DATABASE=$1
  TMP_DIR=$2
  TABLE_FILE=$3

  SQL_FILE=postgres.$POSTGRESQL_POD_NAMESPACE.all.sql
  if [[ -e $TMP_DIR/$SQL_FILE ]]; then
    cat $TMP_DIR/$SQL_FILE | sed -n /'\\connect '$DATABASE/,/'\\connect'/p | grep "CREATE TABLE" | awk -F'[. ]' '{print $4}' > $TABLE_FILE
  else
    # Error, cannot report the tables
    echo "No SQL file found - cannot extract the tables"
    return 1
  fi
}

# Extract all rows in the given table of a database from an archive and put them in the requested
# file.
get_rows() {
  DATABASE=$1
  TABLE=$2
  TMP_DIR=$3
  ROW_FILE=$4

  SQL_FILE=postgres.$POSTGRESQL_POD_NAMESPACE.all.sql
  if [[ -e $TMP_DIR/$SQL_FILE ]]; then
    cat $TMP_DIR/$SQL_FILE | sed -n /'\\connect '${DATABASE}/,/'\\connect'/p > /tmp/db.sql
    cat /tmp/db.sql | grep "INSERT INTO public.${TABLE} VALUES" > $ROW_FILE
    rm /tmp/db.sql
  else
    # Error, cannot report the rows
    echo "No SQL file found - cannot extract the rows"
    return 1
  fi
}

# Extract the schema for the given table in the given database belonging to the archive file
# found in the TMP_DIR.
get_schema() {
  DATABASE=$1
  TABLE=$2
  TMP_DIR=$3
  SCHEMA_FILE=$4

  SQL_FILE=postgres.$POSTGRESQL_POD_NAMESPACE.all.sql
  if [[ -e $TMP_DIR/$SQL_FILE ]]; then
    DB_FILE=$(mktemp -p /tmp)
    cat $TMP_DIR/$SQL_FILE | sed -n /'\\connect '${DATABASE}/,/'\\connect'/p > ${DB_FILE}
    cat ${DB_FILE} | sed -n /'CREATE TABLE public.'${TABLE}' ('/,/'--'/p > ${SCHEMA_FILE}
    cat ${DB_FILE} | sed -n /'CREATE SEQUENCE public.'${TABLE}/,/'--'/p >> ${SCHEMA_FILE}
    cat ${DB_FILE} | sed -n /'ALTER TABLE public.'${TABLE}/,/'--'/p >> ${SCHEMA_FILE}
    cat ${DB_FILE} | sed -n /'ALTER TABLE ONLY public.'${TABLE}/,/'--'/p >> ${SCHEMA_FILE}
    cat ${DB_FILE} | sed -n /'ALTER SEQUENCE public.'${TABLE}/,/'--'/p >> ${SCHEMA_FILE}
    cat ${DB_FILE} | sed -n /'SELECT pg_catalog.*public.'${TABLE}/,/'--'/p >> ${SCHEMA_FILE}
    cat ${DB_FILE} | sed -n /'CREATE INDEX.*public.'${TABLE}' USING'/,/'--'/p >> ${SCHEMA_FILE}
    cat ${DB_FILE} | sed -n /'GRANT.*public.'${TABLE}' TO'/,/'--'/p >> ${SCHEMA_FILE}
    rm -f ${DB_FILE}
  else
    # Error, cannot report the rows
    echo "No SQL file found - cannot extract the schema"
    return 1
  fi
}

# Extract Single Database SQL Dump from pg_dumpall dump file
extract_single_db_dump() {
  ARCHIVE=$1
  DATABASE=$2
  DIR=$3
  sed -n '/\\connect'" ${DATABASE}/,/PostgreSQL database dump complete/p" ${ARCHIVE} > ${DIR}/${DATABASE}.sql
}

# Re-enable connections to a database
reenable_connections() {
  SINGLE_DB_NAME=$1

  # First make sure this is not the main postgres database or either of the
  # two template databases that should not be touched.
  if [[ ${SINGLE_DB_NAME} == "postgres" ||
        ${SINGLE_DB_NAME} == "template0" ||
        ${SINGLE_DB_NAME} == "template1" ]]; then
    echo "Cannot re-enable connections on an postgres internal db ${SINGLE_DB_NAME}"
    return 1
  fi

  # Re-enable connections to the DB
  $PSQL -tc "UPDATE pg_database SET datallowconn = 'true' WHERE datname = '${SINGLE_DB_NAME}';" > /dev/null 2>&1
  if [[ "$?" -ne 0 ]]; then
    echo "Could not re-enable connections for database ${SINGLE_DB_NAME}"
    return 1
  fi
  return 0
}

# Drop connections from a database
drop_connections() {
  SINGLE_DB_NAME=$1

  # First make sure this is not the main postgres database or either of the
  # two template databases that should not be touched.
  if [[ ${SINGLE_DB_NAME} == "postgres" ||
        ${SINGLE_DB_NAME} == "template0" ||
        ${SINGLE_DB_NAME} == "template1" ]]; then
    echo "Cannot drop connections on an postgres internal db ${SINGLE_DB_NAME}"
    return 1
  fi

  # First, prevent any new connections from happening on this database.
  $PSQL -tc "UPDATE pg_database SET datallowconn = 'false' WHERE datname = '${SINGLE_DB_NAME}';" > /dev/null 2>&1
  if [[ "$?" -ne 0 ]]; then
    echo "Could not prevent new connections before restoring database ${SINGLE_DB_NAME}."
    return 1
  fi

  # Next, force disconnection of all clients currently connected to this database.
  $PSQL -tc "SELECT pg_terminate_backend(pid) FROM pg_stat_activity WHERE datname = '${SINGLE_DB_NAME}';" > /dev/null 2>&1
  if [[ "$?" -ne 0 ]]; then
    echo "Could not drop existing connections before restoring database ${SINGLE_DB_NAME}."
    reenable_connections ${SINGLE_DB_NAME}
    return 1
  fi
  return 0
}

# Re-enable connections for all of the databases within Postgresql
reenable_connections_on_all_dbs() {
  # Get a list of the databases
  DB_LIST=$($PSQL -tc "\l" | grep "| postgres |" | awk '{print $1}')

  RET=0

  # Re-enable the connections for each of the databases.
  for DB in $DB_LIST; do
    if [[ ${DB} != "postgres" && ${DB} != "template0" && ${DB} != "template1" ]]; then
      reenable_connections $DB
      if [[ "$?" -ne 0 ]]; then
        RET=1
      fi
    fi
  done

  return $RET
}

# Drop connections in all of the databases within Postgresql
drop_connections_on_all_dbs() {
  # Get a list of the databases
  DB_LIST=$($PSQL -tc "\l" | grep "| postgres |" | awk '{print $1}')

  RET=0

  # Drop the connections for each of the databases.
  for DB in $DB_LIST; do
    # Make sure this is not the main postgres database or either of the
    # two template databases that should not be touched.
    if [[ ${DB} != "postgres" && ${DB} != "template0" && ${DB} != "template1" ]]; then
      drop_connections $DB
      if [[ "$?" -ne 0 ]]; then
        RET=1
      fi
    fi
  done

  # If there was a failure to drop any connections, go ahead and re-enable
  # them all to prevent a lock-out condition
  if [[ $RET -ne 0 ]]; then
    reenable_connections_on_all_dbs
  fi

  return $RET
}

# Restore a single database dump from pg_dumpall sql dumpfile.
restore_single_db() {
  SINGLE_DB_NAME=$1
  TMP_DIR=$2

  # Reset the logfile incase there was some older log there
  rm -rf ${LOG_FILE}
  touch ${LOG_FILE}

  # First make sure this is not the main postgres database or either of the
  # two template databases that should not be touched.
  if [[ ${SINGLE_DB_NAME} == "postgres" ||
        ${SINGLE_DB_NAME} == "template0" ||
        ${SINGLE_DB_NAME} == "template1" ]]; then
    echo "Cannot restore an postgres internal db ${SINGLE_DB_NAME}"
    return 1
  fi

  SQL_FILE=postgres.$POSTGRESQL_POD_NAMESPACE.all.sql
  if [[ -f $TMP_DIR/$SQL_FILE ]]; then
    extract_single_db_dump $TMP_DIR/$SQL_FILE $SINGLE_DB_NAME $TMP_DIR
    if [[ -f $TMP_DIR/$SINGLE_DB_NAME.sql && -s $TMP_DIR/$SINGLE_DB_NAME.sql ]]; then
      # Drop connections first
      drop_connections ${SINGLE_DB_NAME}
      if [[ "$?" -ne 0 ]]; then
        return 1
      fi

      # Next, drop the database
      $PSQL -tc "DROP DATABASE $SINGLE_DB_NAME;"
      if [[ "$?" -ne 0 ]]; then
        echo "Could not drop the old ${SINGLE_DB_NAME} database before restoring it."
        reenable_connections ${SINGLE_DB_NAME}
        return 1
      fi

      # Postgresql does not have the concept of creating database if condition.
      # This next command creates the database in case it does not exist.
      $PSQL -tc "SELECT 1 FROM pg_database WHERE datname = '$SINGLE_DB_NAME'" | grep -q 1 || \
            $PSQL -c "CREATE DATABASE $SINGLE_DB_NAME"
      if [[ "$?" -ne 0 ]]; then
        echo "Could not create the single database being restored: ${SINGLE_DB_NAME}."
        reenable_connections ${SINGLE_DB_NAME}
        return 1
      fi
      $PSQL -d $SINGLE_DB_NAME -f ${TMP_DIR}/${SINGLE_DB_NAME}.sql 2>>$LOG_FILE >> $LOG_FILE
      if [[ "$?" -eq 0 ]]; then
        if grep "ERROR:" ${LOG_FILE} > /dev/null 2>&1; then
          cat $LOG_FILE
          echo "Errors occurred during the restore of database ${SINGLE_DB_NAME}"
          reenable_connections ${SINGLE_DB_NAME}
          return 1
        else
          echo "Database restore Successful."
        fi
      else
        # Dump out the log file for debugging
        cat $LOG_FILE
        echo -e "\nDatabase restore Failed."
        reenable_connections ${SINGLE_DB_NAME}
        return 1
      fi

      # Re-enable connections to the DB
      reenable_connections ${SINGLE_DB_NAME}
      if [[ "$?" -ne 0 ]]; then
        return 1
      fi
    else
      echo "Database dump For $SINGLE_DB_NAME is empty or not available."
      return 1
    fi
  else
    echo "No database file available to restore from."
    return 1
  fi
  return 0
}

# Restore all the databases from the pg_dumpall sql file.
restore_all_dbs() {
  TMP_DIR=$1

  # Reset the logfile incase there was some older log there
  rm -rf ${LOG_FILE}
  touch ${LOG_FILE}

  SQL_FILE=postgres.$POSTGRESQL_POD_NAMESPACE.all.sql
  if [[ -f $TMP_DIR/$SQL_FILE ]]; then
    # First drop all connections on all databases
    drop_connections_on_all_dbs
    if [[ "$?" -ne 0 ]]; then
      return 1
    fi

    $PSQL postgres -f $TMP_DIR/$SQL_FILE 2>>$LOG_FILE >> $LOG_FILE
    if [[ "$?" -eq 0 ]]; then
      if grep "ERROR:" ${LOG_FILE} > /dev/null 2>&1; then
        cat ${LOG_FILE}
        echo "Errors occurred during the restore of the databases."
        reenable_connections_on_all_dbs
        return 1
      else
        echo "Database Restore Successful."
      fi
    else
      # Dump out the log file for debugging
      cat ${LOG_FILE}
      echo -e "\nDatabase Restore failed."
      reenable_connections_on_all_dbs
      return 1
    fi

    # Re-enable connections on all databases
    reenable_connections_on_all_dbs
    if [[ "$?" -ne 0 ]]; then
      return 1
    fi
  else
    echo "There is no database file available to restore from."
    return 1
  fi
  return 0
}

# Call the CLI interpreter, providing the archive directory path and the
# user arguments passed in
cli_main ${ARGS[@]}