d9c837c783
This updates the default PostgreSQL version to 15. * image/base: update default postgres version to 15 * launcher: bump base image to include postgres 15 * postgres.template.yml: update default version to 15 * postgres.15.template.yml: current version template Legacy version templates: * postgres.13.template.yml * postgres.12.template.yml * postgres.10.template.yml * postgres.9.5.template.yml
278 lines
11 KiB
YAML
278 lines
11 KiB
YAML
params:
|
|
db_synchronous_commit: "off"
|
|
db_shared_buffers: "256MB"
|
|
db_work_mem: "10MB"
|
|
db_default_text_search_config: "pg_catalog.english"
|
|
db_name: discourse
|
|
db_user: discourse
|
|
db_checkpoint_segments: 6
|
|
db_logging_collector: off
|
|
db_log_min_duration_statement: 100
|
|
|
|
hooks:
|
|
before_code:
|
|
- replace:
|
|
filename: /etc/service/unicorn/run
|
|
from: "# postgres"
|
|
to: |
|
|
if [ -f /root/install_postgres ]; then
|
|
/root/install_postgres
|
|
rm /root/install_postgres
|
|
fi
|
|
sv start postgres || exit 1
|
|
|
|
run:
|
|
- file:
|
|
path: /etc/service/postgres/run
|
|
chmod: "+x"
|
|
contents: |
|
|
#!/bin/sh
|
|
exec 2>&1
|
|
HOME=/var/lib/postgresql USER=postgres exec thpoff chpst -u postgres:postgres:ssl-cert -U postgres:postgres:ssl-cert /usr/lib/postgresql/15/bin/postmaster -D /etc/postgresql/15/main
|
|
|
|
- file:
|
|
path: /etc/service/postgres/log/run
|
|
chmod: "+x"
|
|
contents: |
|
|
#!/bin/sh
|
|
mkdir -p /var/log/postgres
|
|
exec svlogd /var/log/postgres
|
|
|
|
- file:
|
|
path: /etc/runit/3.d/99-postgres
|
|
chmod: "+x"
|
|
contents: |
|
|
#!/bin/bash
|
|
sv stop postgres
|
|
|
|
- file:
|
|
path: /root/install_postgres
|
|
chmod: "+x"
|
|
contents: |
|
|
#!/bin/bash
|
|
sed -i "s/^# $LANG/$LANG/" /etc/locale.gen
|
|
locale-gen && update-locale
|
|
mkdir -p /shared/postgres_run
|
|
chown postgres:postgres /shared/postgres_run
|
|
chmod 775 /shared/postgres_run
|
|
rm -fr /var/run/postgresql
|
|
ln -s /shared/postgres_run /var/run/postgresql
|
|
if [ -e /shared/postgres_run/.s.PGSQL.5432 ]; then
|
|
socat /dev/null UNIX-CONNECT:/shared/postgres_run/.s.PGSQL.5432 || exit 0 && echo postgres already running stop container ; exit 1
|
|
fi
|
|
rm -fr /shared/postgres_run/.s*
|
|
rm -fr /shared/postgres_run/*.pid
|
|
mkdir -p /shared/postgres_run/15-main.pg_stat_tmp
|
|
chown postgres:postgres /shared/postgres_run/15-main.pg_stat_tmp
|
|
chown -R root /var/lib/postgresql/15/main
|
|
if [ ! -e /shared/postgres_data ]; then
|
|
install -d -m 0755 -o postgres -g postgres /shared/postgres_data
|
|
sudo -E -u postgres /usr/lib/postgresql/15/bin/initdb -D /shared/postgres_data
|
|
chown -R postgres:postgres /shared/postgres_data
|
|
chown -R postgres:postgres /var/run/postgresql
|
|
elif [ -f /root/upgrade_postgres ]; then
|
|
unset RETCODE
|
|
/root/upgrade_postgres || RETCODE=$?
|
|
[ -z "${RETCODE}" ] && rm /root/upgrade_postgres || exit $RETCODE
|
|
fi
|
|
# Necessary to enable backups
|
|
install -d -m 0755 -o postgres -g postgres /shared/postgres_backup
|
|
|
|
- file:
|
|
path: /root/upgrade_postgres
|
|
chmod: "+x"
|
|
contents: |
|
|
#!/bin/bash
|
|
PG_MAJOR_OLD=`cat /shared/postgres_data/PG_VERSION`
|
|
|
|
if [ ! "15" = "$PG_MAJOR_OLD" ]; then
|
|
echo Upgrading PostgreSQL from version ${PG_MAJOR_OLD} to 15
|
|
free_disk=$(df -P -B1 /shared | tail -n 1 | awk '{print $4}')
|
|
required=$(($(du -sb /shared/postgres_data | awk '{print $1}') * 2))
|
|
|
|
if [ "$free_disk" -lt "$required" ]; then
|
|
echo
|
|
echo -------------------------------------------------------------------------------------
|
|
echo "WARNING: Upgrading PostgreSQL would require an additional $(numfmt --to=si $(($required - $free_disk))) of disk space"
|
|
echo "Please free up some space, or expand your disk, before continuing."
|
|
echo
|
|
echo 'To avoid upgrading change "templates/postgres.template.yml" TO "templates/postgres.13.template.yml" in containers/app.yml'
|
|
echo
|
|
echo 'You can run "./launcher start app" to restart your app in the meanwhile.'
|
|
echo -------------------------------------------------------------------------------------
|
|
exit 1
|
|
fi
|
|
|
|
if [ -d /shared/postgres_data_old ]; then
|
|
mv /shared/postgres_data_old /shared/postgres_data_older
|
|
fi
|
|
|
|
rm -fr /shared/postgres_data_new
|
|
install -d -m 0755 -o postgres -g postgres /shared/postgres_data_new && sudo -u postgres /usr/lib/postgresql/15/bin/initdb -D /shared/postgres_data_new || exit 0
|
|
apt-get update
|
|
apt-get install -y postgresql-${PG_MAJOR_OLD}
|
|
chown -R postgres:postgres /var/lib/postgresql/15
|
|
/etc/init.d/postgresql stop
|
|
rm -fr /shared/postgres_data/postmaster.pid
|
|
cd ~postgres
|
|
cp -pr /etc/postgresql/${PG_MAJOR_OLD}/main/* /shared/postgres_data
|
|
echo >> /shared/postgres_data/postgresql.conf
|
|
echo "data_directory = '/shared/postgres_data'" >> /shared/postgres_data/postgresql.conf
|
|
SUCCESS=true
|
|
sudo -u postgres /usr/lib/postgresql/15/bin/pg_upgrade -d /shared/postgres_data -D /shared/postgres_data_new -b /usr/lib/postgresql/${PG_MAJOR_OLD}/bin -B /usr/lib/postgresql/15/bin || SUCCESS=false
|
|
|
|
if [[ "$SUCCESS" == 'false' ]]; then
|
|
echo -------------------------------------------------------------------------------------
|
|
echo UPGRADE OF POSTGRES FAILED
|
|
echo
|
|
echo Please visit https://meta.discourse.org/t/postgresql-15-update/349515 for support.
|
|
echo
|
|
echo You can run "./launcher start app" to restart your app in the meanwhile
|
|
echo -------------------------------------------------------------------------------------
|
|
exit 1
|
|
fi
|
|
|
|
mv /shared/postgres_data /shared/postgres_data_old
|
|
mv /shared/postgres_data_new /shared/postgres_data
|
|
|
|
echo -------------------------------------------------------------------------------------
|
|
echo UPGRADE OF POSTGRES COMPLETE
|
|
echo
|
|
echo Old ${PG_MAJOR_OLD} database is stored at /shared/postgres_data_old
|
|
echo
|
|
echo To complete the upgrade, rebuild again using:
|
|
echo
|
|
echo ./launcher rebuild app
|
|
echo -------------------------------------------------------------------------------------
|
|
# Magic exit status to denote no failure
|
|
exit 77
|
|
fi
|
|
|
|
- replace:
|
|
filename: "/etc/postgresql/15/main/postgresql.conf"
|
|
from: "data_directory = '/var/lib/postgresql/15/main'"
|
|
to: "data_directory = '/shared/postgres_data'"
|
|
|
|
# listen on all interfaces
|
|
- replace:
|
|
filename: "/etc/postgresql/15/main/postgresql.conf"
|
|
from: /#?listen_addresses *=.*/
|
|
to: "listen_addresses = '*'"
|
|
|
|
# sync commit off is faster and less spiky, also marginally less safe
|
|
- replace:
|
|
filename: "/etc/postgresql/15/main/postgresql.conf"
|
|
from: /#?synchronous_commit *=.*/
|
|
to: "synchronous_commit = $db_synchronous_commit"
|
|
|
|
# default is 128MB which is way too small
|
|
- replace:
|
|
filename: "/etc/postgresql/15/main/postgresql.conf"
|
|
from: /#?shared_buffers *=.*/
|
|
to: "shared_buffers = $db_shared_buffers"
|
|
|
|
# default is 1MB which is too small
|
|
- replace:
|
|
filename: "/etc/postgresql/15/main/postgresql.conf"
|
|
from: /#?work_mem *=.*/
|
|
to: "work_mem = $db_work_mem"
|
|
|
|
# allow for other
|
|
- replace:
|
|
filename: "/etc/postgresql/15/main/postgresql.conf"
|
|
from: /#?default_text_search_config *=.*/
|
|
to: "default_text_search_config = '$db_default_text_search_config'"
|
|
|
|
- replace:
|
|
filename: "/etc/postgresql/15/main/postgresql.conf"
|
|
from: /#?checkpoint_segments *=.*/
|
|
to: "checkpoint_segments = $db_checkpoint_segments"
|
|
|
|
- replace:
|
|
filename: "/etc/postgresql/15/main/postgresql.conf"
|
|
from: /#?logging_collector *=.*/
|
|
to: "logging_collector = $db_logging_collector"
|
|
|
|
- replace:
|
|
filename: "/etc/postgresql/15/main/postgresql.conf"
|
|
from: /#?log_min_duration_statement *=.*/
|
|
to: "log_min_duration_statement = $db_log_min_duration_statement"
|
|
|
|
- replace:
|
|
filename: "/etc/postgresql/15/main/pg_hba.conf"
|
|
from: /^#local +replication +postgres +peer$/
|
|
to: "local replication postgres peer"
|
|
|
|
# allow all to connect in with md5/scram auth
|
|
- replace:
|
|
filename: "/etc/postgresql/15/main/pg_hba.conf"
|
|
from: /^host.*all.*all.*127.*$/
|
|
to: "host all all 0.0.0.0/0 md5"
|
|
|
|
# allow all to connect in with md5/scram auth (IPv6)
|
|
- replace:
|
|
filename: "/etc/postgresql/15/main/pg_hba.conf"
|
|
from: /^host.*all.*all.*::1\/128.*$/
|
|
to: "host all all ::/0 md5"
|
|
|
|
- exec:
|
|
tag: db
|
|
cmd: |
|
|
if [ -f /root/install_postgres ]; then
|
|
/root/install_postgres && rm -f /root/install_postgres
|
|
elif [ -e /shared/postgres_run/.s.PGSQL.5432 ]; then
|
|
socat /dev/null UNIX-CONNECT:/shared/postgres_run/.s.PGSQL.5432 || exit 0 && echo postgres already running stop container ; exit 1
|
|
fi
|
|
|
|
- exec:
|
|
tag: db
|
|
background: true
|
|
# use fast shutdown for pg
|
|
stop_signal: INT
|
|
cmd: HOME=/var/lib/postgresql USER=postgres exec chpst -u postgres:postgres:ssl-cert -U postgres:postgres:ssl-cert /usr/lib/postgresql/15/bin/postmaster -D /etc/postgresql/15/main
|
|
|
|
- file:
|
|
path: /usr/local/bin/create_db
|
|
chmod: +x
|
|
contents: |
|
|
#!/bin/bash
|
|
su postgres -c 'createdb $db_name' || true
|
|
su postgres -c 'psql $db_name -c "create user $db_user;"' || true
|
|
su postgres -c 'psql $db_name -c "grant all privileges on database $db_name to $db_user;"' || true
|
|
su postgres -c 'psql $db_name -c "alter schema public owner to $db_user;"'
|
|
su postgres -c 'psql template1 -c "create extension if not exists hstore;"'
|
|
su postgres -c 'psql template1 -c "create extension if not exists pg_trgm;"'
|
|
su postgres -c 'psql template1 -c "create extension if not exists vector;"'
|
|
su postgres -c 'psql template1 -c "alter extension vector update;"' || true
|
|
su postgres -c 'psql $db_name -c "create extension if not exists hstore;"'
|
|
su postgres -c 'psql $db_name -c "create extension if not exists pg_trgm;"'
|
|
su postgres -c 'psql $db_name -c "create extension if not exists vector;"'
|
|
su postgres -c 'psql $db_name -c "alter extension vector update;"' || true
|
|
sudo -u postgres psql $db_name <<< "update pg_database set encoding = pg_char_to_encoding('UTF8') where datname = '$db_name' AND encoding = pg_char_to_encoding('SQL_ASCII');" || true
|
|
|
|
- file:
|
|
path: /var/lib/postgresql/take-database-backup
|
|
chown: postgres:postgres
|
|
chmod: "+x"
|
|
contents: |
|
|
#!/bin/bash
|
|
ID=db-$(date +%F_%T)
|
|
FILENAME=/shared/postgres_backup/$ID.tar.gz
|
|
pg_basebackup --format=tar --pgdata=- --wal-method=fetch --gzip --label=$ID > $FILENAME
|
|
echo $FILENAME
|
|
|
|
- file:
|
|
path: /var/spool/cron/crontabs/postgres
|
|
contents: |
|
|
# m h dom mon dow command
|
|
#MAILTO=?
|
|
#0 */4 * * * /var/lib/postgresql/take-database-backup
|
|
|
|
- exec:
|
|
tag: db
|
|
hook: postgres
|
|
cmd:
|
|
# give db a few secs to start up
|
|
- "sleep 5"
|
|
- /usr/local/bin/create_db
|
|
- "echo postgres installed!"
|