X-Git-Url: https://vcs.fsf.org/?a=blobdiff_plain;f=templates%2Fpostgres.template.yml;h=681551cfeb704626930a82fba4ccebea58e992bc;hb=a36ffebd8d31f79dc4dff4882abe797514bdd478;hp=dc8888210c39153fc027b6dcfe84d9252d832100;hpb=e4eb2bc00225f7f734c5a5e854a1b6641c6114f3;p=discourse_docker.git diff --git a/templates/postgres.template.yml b/templates/postgres.template.yml index dc88882..681551c 100644 --- a/templates/postgres.template.yml +++ b/templates/postgres.template.yml @@ -5,6 +5,11 @@ params: db_default_text_search_config: "pg_catalog.english" db_name: discourse db_user: discourse + db_wal_level: minimal + db_max_wal_senders: 0 + db_checkpoint_segments: 6 + db_logging_collector: off + db_log_min_duration_statement: 100 hooks: before_code: @@ -14,6 +19,7 @@ hooks: to: sv start postgres || exit 1 run: + - exec: locale-gen $LANG && update-locale - exec: mkdir -p /shared/postgres_run - exec: chown postgres:postgres /shared/postgres_run - exec: chmod 775 /shared/postgres_run @@ -22,15 +28,23 @@ run: - exec: socat /dev/null UNIX-CONNECT:/shared/postgres_run/.s.PGSQL.5432 || exit 0 && echo postgres already running stop container ; exit 1 - exec: rm -fr /shared/postgres_run/.s* - exec: rm -fr /shared/postgres_run/*.pid - - exec: mkdir -p /shared/postgres_run/9.3-main.pg_stat_tmp - - exec: chown postgres:postgres /shared/postgres_run/9.3-main.pg_stat_tmp + - exec: mkdir -p /shared/postgres_run/10-main.pg_stat_tmp + - exec: chown postgres:postgres /shared/postgres_run/10-main.pg_stat_tmp - file: path: /etc/service/postgres/run chmod: "+x" contents: | #!/bin/sh exec 2>&1 - HOME=/var/lib/postgresql USER=postgres exec chpst -u postgres:postgres:ssl-cert -U postgres:postgres:ssl-cert /usr/lib/postgresql/9.3/bin/postmaster -D /etc/postgresql/9.3/main + HOME=/var/lib/postgresql USER=postgres exec thpoff chpst -u postgres:postgres:ssl-cert -U postgres:postgres:ssl-cert /usr/lib/postgresql/10/bin/postmaster -D /etc/postgresql/10/main + + - file: + path: /etc/service/postgres/log/run + chmod: "+x" + contents: | + #!/bin/sh + mkdir -p /var/log/postgres + exec svlogd /var/log/postgres - file: path: /etc/runit/3.d/99-postgres @@ -44,20 +58,34 @@ run: chmod: "+x" contents: | #!/bin/bash - if [ "9.2" = `cat /shared/postgres_data/PG_VERSION` ]; then - echo Upgrading PostgreSQL to from version 9.2 to 9.3 + PG_MAJOR_OLD=`cat /shared/postgres_data/PG_VERSION` + + if [ ! "10" = "$PG_MAJOR_OLD" ]; then + echo Upgrading PostgreSQL from version ${PG_MAJOR_OLD} to 10 + free_disk=$(df /shared | tail -n 1 | awk '{print $4}') + required=$(($(du -s /shared/postgres_data | awk '{print $1}') * 2)) + + if [ "$free_disk" -lt "$required" ]; then + echo "WARNING: Upgrading PostgresSQL would require an addtional $(numfmt --to=si $(($required - $free_disk))) of disk space" + echo "Please free up some space, or expand your disk, before continuing." + echo '' + echo 'To avoid upgrading change "templates/postgres.template.yml" TO "templates/postgres.9.5.template.yml" in containers/app.yml' + exit 1 + fi + rm -fr /shared/postgres_data_new - install -d -m 0755 -o postgres -g postgres /shared/postgres_data_new && sudo -u postgres /usr/lib/postgresql/9.3/bin/initdb -D /shared/postgres_data_new || exit 0 + install -d -m 0755 -o postgres -g postgres /shared/postgres_data_new && sudo -u postgres /usr/lib/postgresql/10/bin/initdb -D /shared/postgres_data_new || exit 0 apt-get update - apt-get install -y postgresql-9.2 + apt-get install -y postgresql-${PG_MAJOR_OLD} + chown -R postgres:postgres /var/lib/postgresql/10 /etc/init.d/postgresql stop rm -fr /shared/postgres_data/postmaster.pid cd ~postgres - cp /etc/postgresql/9.2/main/*.conf /shared/postgres_data + cp -pr /etc/postgresql/${PG_MAJOR_OLD}/main/* /shared/postgres_data echo >> /shared/postgres_data/postgresql.conf echo "data_directory = '/shared/postgres_data'" >> /shared/postgres_data/postgresql.conf SUCCESS=true - sudo -u postgres /usr/lib/postgresql/9.3/bin/pg_upgrade -d /shared/postgres_data -D /shared/postgres_data_new -b /usr/lib/postgresql/9.2/bin -B /usr/lib/postgresql/9.3/bin || SUCCESS=false + sudo -u postgres /usr/lib/postgresql/10/bin/pg_upgrade -d /shared/postgres_data -D /shared/postgres_data_new -b /usr/lib/postgresql/${PG_MAJOR_OLD}/bin -B /usr/lib/postgresql/10/bin || SUCCESS=false if [[ "$SUCCESS" == 'false' ]]; then echo ------------------------------------------------------------------------------------- @@ -65,22 +93,36 @@ run: echo echo You are going to need to export your data and import into a clean instance: echo - echo Add the line: 'base_image: "samsaffron/discourse:0.1.1"' - echo Change: "templates/postgres.template.yml TO templates/postgres.9.2.template.yml" - echo - echo Run "./launcher bootstrap" again + + if [ "$PG_MAJOR_OLD" = "9.5" ]; then + echo 'In containers/app.yml: Change "templates/postgres.template.yml" TO "templates/postgres.9.5.template.yml"' + echo + fi + + echo Run "./launcher rebuild app" again echo echo When your instance is running: - echo - Go to the admin UI, enable readonly and backup your site + echo Run "./launcher enter app" + echo "Run apt-get remove postgresql-client-9.5 && apt-get install postgresql-client-10" + echo Run "cd /shared/postgres_backup && sudo -u postgres pg_dump discourse > backup.db" echo - echo Then destroy your container "./launcher destroy standalone" - echo Undo the base_image and postgres.9.2 template from your container config - echo Run: "sudo mv /var/discourse/shared/postgres_data /var/shared/postgres_data_old" - echo Run: "./launcher bootstrap" + + if [ "$PG_MAJOR_OLD" = "9.5" ]; then + echo Undo the base_image in your container config + fi + + echo Run: "./launcher stop app" + echo Run: "sudo mv /var/discourse/shared/standalone/postgres_data /var/discourse/shared/standalone/postgres_data_old" + echo Run: "./launcher rebuild app" echo - echo "Login to the blank site, and import your backup (remember to set the allow_restore site setting)" - echo Restart your container: "./launcher restart" - echo ------------------------------------------------------------------------------------- + echo Run: "./launcher enter app" + echo Run: "cd /shared/postgres_backup" + echo Run: "sv stop unicorn" + echo Run: "sudo -iu postgres dropdb discourse" + echo Run: "sudo -iu postgres createdb discourse" + echo Run: "sudo -iu postgres psql discourse < backup.db" + echo Run: "exit" + echo Run: "./launcher rebuild app" exit 1 fi @@ -90,16 +132,20 @@ run: echo ------------------------------------------------------------------------------------- echo UPGRADE OF POSTGRES COMPLETE echo - echo Old 9.2 database is stored at /shared/postgres_data_old + echo Old ${PG_MAJOR_OLD} database is stored at /shared/postgres_data_old echo - echo Please run "./launcher bootstrap" again + echo To complete the upgrade, rebuild again using: + echo + echo ./launcher rebuild app echo ------------------------------------------------------------------------------------- - exit 1 + # Magic exit status to denote no failure + exit 77 fi + - exec: cmd: - - chown -R root /var/lib/postgresql/9.3/main - - "[ ! -e /shared/postgres_data ] && install -d -m 0755 -o postgres -g postgres /shared/postgres_data && sudo -E -u postgres /usr/lib/postgresql/9.3/bin/initdb -D /shared/postgres_data || exit 0" + - chown -R root /var/lib/postgresql/10/main + - "[ ! -e /shared/postgres_data ] && install -d -m 0755 -o postgres -g postgres /shared/postgres_data && sudo -E -u postgres /usr/lib/postgresql/10/bin/initdb -D /shared/postgres_data || exit 0" - chown -R postgres:postgres /shared/postgres_data - chown -R postgres:postgres /var/run/postgresql @@ -107,37 +153,37 @@ run: - exec: rm /root/upgrade_postgres - replace: - filename: "/etc/postgresql/9.3/main/postgresql.conf" - from: "data_directory = '/var/lib/postgresql/9.3/main'" + filename: "/etc/postgresql/10/main/postgresql.conf" + from: "data_directory = '/var/lib/postgresql/10/main'" to: "data_directory = '/shared/postgres_data'" # listen on all interfaces - replace: - filename: "/etc/postgresql/9.3/main/postgresql.conf" + filename: "/etc/postgresql/10/main/postgresql.conf" from: /#?listen_addresses *=.*/ to: "listen_addresses = '*'" # sync commit off is faster and less spiky, also marginally less safe - replace: - filename: "/etc/postgresql/9.3/main/postgresql.conf" + filename: "/etc/postgresql/10/main/postgresql.conf" from: /#?synchronous_commit *=.*/ to: "synchronous_commit = $db_synchronous_commit" # default is 128MB which is way too small - replace: - filename: "/etc/postgresql/9.3/main/postgresql.conf" + filename: "/etc/postgresql/10/main/postgresql.conf" from: /#?shared_buffers *=.*/ to: "shared_buffers = $db_shared_buffers" # default is 1MB which is too small - replace: - filename: "/etc/postgresql/9.3/main/postgresql.conf" + filename: "/etc/postgresql/10/main/postgresql.conf" from: /#?work_mem *=.*/ to: "work_mem = $db_work_mem" # allow for other - replace: - filename: "/etc/postgresql/9.3/main/postgresql.conf" + filename: "/etc/postgresql/10/main/postgresql.conf" from: /#?default_text_search_config *=.*/ to: "default_text_search_config = '$db_default_text_search_config'" @@ -147,23 +193,38 @@ run: - install -d -m 0755 -o postgres -g postgres /shared/postgres_backup - replace: - filename: "/etc/postgresql/9.3/main/postgresql.conf" + filename: "/etc/postgresql/10/main/postgresql.conf" from: /#?max_wal_senders *=.*/ - to: "max_wal_senders = 4" + to: "max_wal_senders = $db_max_wal_senders" - replace: - filename: "/etc/postgresql/9.3/main/postgresql.conf" + filename: "/etc/postgresql/10/main/postgresql.conf" from: /#?wal_level *=.*/ - to: "wal_level = hot_standby" + to: "wal_level = $db_wal_level" + + - replace: + filename: "/etc/postgresql/10/main/postgresql.conf" + from: /#?checkpoint_segments *=.*/ + to: "checkpoint_segments = $db_checkpoint_segments" + + - replace: + filename: "/etc/postgresql/10/main/postgresql.conf" + from: /#?logging_collector *=.*/ + to: "logging_collector = $db_logging_collector" + + - replace: + filename: "/etc/postgresql/10/main/postgresql.conf" + from: /#?log_min_duration_statement *=.*/ + to: "log_min_duration_statement = $db_log_min_duration_statement" - replace: - filename: "/etc/postgresql/9.3/main/pg_hba.conf" + filename: "/etc/postgresql/10/main/pg_hba.conf" from: /^#local +replication +postgres +peer$/ to: "local replication postgres peer" # allow all to connect in with md5 auth - replace: - filename: "/etc/postgresql/9.3/main/pg_hba.conf" + filename: "/etc/postgresql/10/main/pg_hba.conf" from: /^host.*all.*all.*127.*$/ to: "host all all 0.0.0.0/0 md5" @@ -171,7 +232,7 @@ run: background: true # use fast shutdown for pg stop_signal: INT - cmd: HOME=/var/lib/postgresql USER=postgres exec chpst -u postgres:postgres:ssl-cert -U postgres:postgres:ssl-cert /usr/lib/postgresql/9.3/bin/postmaster -D /etc/postgresql/9.3/main + cmd: HOME=/var/lib/postgresql USER=postgres exec chpst -u postgres:postgres:ssl-cert -U postgres:postgres:ssl-cert /usr/lib/postgresql/10/bin/postmaster -D /etc/postgresql/10/main # give db a few secs to start up - exec: "sleep 5"