{ "co6" : { "all" : { "user-guide" : [ { "key" : { "id" : "s3", "image" : "pgbackrest/test:co6-s3-server", "name" : "s3-server", "os" : "co6" }, "type" : "host", "value" : { "ip" : "172.17.0.2" } }, { "key" : { "id" : "pg1", "image" : "pgbackrest/test:co6-base", "name" : "pg-primary", "os" : "co6" }, "type" : "host", "value" : { "ip" : "172.17.0.3" } }, { "key" : { "cmd" : [ "sudo rm -f /usr/bin/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm -f /usr/bin/pg_backrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm -rf /usr/lib/perl5/BackRest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm -rf /usr/share/perl5/BackRest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm -rf /usr/lib/perl5/pgBackRest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm -rf /usr/share/perl5/pgBackRest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo yum install perl perl-Time-HiRes perl-parent perl-JSON \\", " perl-Digest-SHA perl-DBD-Pg perl-XML-LibXML perl-IO-Socket-SSL" ], "cmd-extra" : "-y 2>&1", "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir /root/pgbackrest-release-2.00" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/build /root/pgbackrest-release-2.00" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/lib /root/pgbackrest-release-2.00" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/libc /root/pgbackrest-release-2.00" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/src /root/pgbackrest-release-2.00" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /root/pgbackrest-release-2.00/lib/pgBackRest \\", " /usr/share/perl5" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo find /usr/share/perl5/pgBackRest -type f -exec chmod 644 {} +" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo find /usr/share/perl5/pgBackRest -type d -exec chmod 755 {} +" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir -m 770 /var/log/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown postgres:postgres /var/log/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo touch /etc/pgbackrest.conf" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chmod 640 /etc/pgbackrest.conf" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown postgres:postgres /etc/pgbackrest.conf" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo sh -c 'cd /root/pgbackrest-release-2.00/libc && \\", " perl Makefile.PL INSTALLMAN1DIR=none INSTALLMAN3DIR=none'" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/libc test" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/libc install" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/src" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/src install" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "pgBackRest 2.00 - General help", "", "Usage:", " pgbackrest [options] [command]", "", "Commands:", " archive-get Get a WAL segment from the archive.", " archive-push Push a WAL segment to the archive.", " backup Backup a database cluster.", " check Check the configuration.", " expire Expire backups that exceed retention.", " help Get help.", " info Retrieve information about backups.", " restore Restore a database cluster.", " stanza-create Create the required stanza data.", " stanza-delete Delete a stanza.", " stanza-upgrade Upgrade a stanza.", " start Allow pgBackRest processes to run.", " stop Stop pgBackRest processes from running.", " version Get version.", "", "Use 'pgbackrest help [command]' for more information." ] } }, { "key" : { "cmd" : [ "sudo -u postgres /usr/pgsql-9.5/bin/initdb \\", " -D /var/lib/pgsql/9.5/data -k -A peer" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/var/lib/pgsql/9.5/data/postgresql.conf", "host" : "pg-primary", "option" : { "listen_addresses" : { "value" : "'*'" } } }, "type" : "cfg-postgresql", "value" : { "config" : [ "listen_addresses = '*'" ] } }, { "key" : { "file" : "/var/lib/pgsql/9.5/data/postgresql.conf", "host" : "pg-primary", "option" : { "log_line_prefix" : { "value" : "''" } } }, "type" : "cfg-postgresql", "value" : { "config" : [ "listen_addresses = '*'", "log_line_prefix = ''" ] } }, { "key" : { "file" : "/var/lib/pgsql/9.5/data/postgresql.conf", "host" : "pg-primary", "option" : { "log_filename" : { "value" : "'postgresql.log'" } } }, "type" : "cfg-postgresql", "value" : { "config" : [ "listen_addresses = '*'", "log_filename = 'postgresql.log'", "log_line_prefix = ''" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "demo" : { "pg1-path" : { "value" : "/var/lib/pgsql/9.5/data" } }, "global" : { "log-level-stderr" : { "value" : "off" }, "log-timestamp" : { "value" : "n" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data" ] } }, { "key" : { "cmd" : [ "sudo mkdir /var/lib/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chmod 750 /var/lib/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown postgres:postgres /var/lib/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "repo1-path" : { "value" : "/var/lib/pgbackrest" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", "", "[global]", "repo1-path=/var/lib/pgbackrest" ] } }, { "key" : { "file" : "/var/lib/pgsql/9.5/data/postgresql.conf", "host" : "pg-primary", "option" : { "archive_command" : { "value" : "'pgbackrest --stanza=demo archive-push %p'" }, "archive_mode" : { "value" : "on" }, "max_wal_senders" : { "value" : "3" }, "wal_level" : { "value" : "hot_standby" } } }, "type" : "cfg-postgresql", "value" : { "config" : [ "archive_command = 'pgbackrest --stanza=demo archive-push %p'", "archive_mode = on", "listen_addresses = '*'", "log_filename = 'postgresql.log'", "log_line_prefix = ''", "max_wal_senders = 3", "wal_level = hot_standby" ] } }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 restart" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "repo1-retention-full" : { "value" : "2" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", "", "[global]", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "repo1-cipher-pass" : { "value" : "zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO" }, "repo1-cipher-type" : { "value" : "aes-256-cbc" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", "repo1-cipher-type=aes-256-cbc", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stanza-create" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "completed successfully" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: stanza-create command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-create command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info check" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ " successfully stored in the archive at " ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: check command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: WAL segment 000000010000000000000001 successfully stored in the archive at '/var/lib/pgbackrest/archive/demo/9.5-1/0000000100000000/000000010000000000000001-52800277026a3840175feefcd44ae6cd47746ec7.gz'", "P00 INFO: check command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "no prior backup exists|full backup size" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: backup command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", "P00 WARN: no prior backup exists, incr backup has been changed to full", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:08:54\": backup begins after the next regular checkpoint completes", "P00 INFO: backup start archive = 000000010000000000000002, lsn = 0/2000028", " [filtered 851 lines of output]", "P01 INFO: backup file /var/lib/pgsql/9.5/data/base/1/12216 (0B, 100%)", "P01 INFO: backup file /var/lib/pgsql/9.5/data/base/1/12211 (0B, 100%)", "P00 INFO: full backup size = 20.5MB", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: backup stop archive = 000000010000000000000002, lsn = 0/20000F8", " [filtered 4 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo -u postgres ls -1 /var/lib/pgbackrest/backup/demo | tail -5 | head -1" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "20180224-030854F" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=diff \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "diff backup size" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 4 lines of output]", "P01 INFO: backup file /var/lib/pgsql/9.5/data/global/pg_control (8KB, 97%) checksum c9470f467259fc9cb9f1d4dc8053c1e3fd0a3f46", "P01 INFO: backup file /var/lib/pgsql/9.5/data/backup_label (236B, 100%) checksum 5d8ba1b9a0affca59f09c60b92e8461d5edcca8b", "P00 INFO: diff backup size = 8.2KB", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: backup stop archive = 000000010000000000000004, lsn = 0/40000F8", " [filtered 4 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest info" ], "highlight" : { "filter" : false, "filter-context" : 2, "list" : [ "(full|incr|diff) backup" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "stanza: demo", " status: ok", "", " db (current)", " wal archive min/max (9.5-1): 000000010000000000000002 / 000000010000000000000004", "", " full backup: 20180224-030854F", " timestamp start/stop: 2018-02-24 03:08:54 / 2018-02-24 03:09:00", " wal start/stop: 000000010000000000000002 / 000000010000000000000002", " database size: 20.5MB, backup size: 20.5MB", " repository size: 2.4MB, repository backup size: 2.4MB", "", " diff backup: 20180224-030854F_20180224-030901D", " timestamp start/stop: 2018-02-24 03:09:01 / 2018-02-24 03:09:04", " wal start/stop: 000000010000000000000004 / 000000010000000000000004", " database size: 20.5MB, backup size: 8.2KB", " repository size: 2.4MB, repository backup size: 400B", " backup reference list: 20180224-030854F" ] } }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres rm /var/lib/pgsql/9.5/data/global/pg_control" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm -f /var/lib/pgsql/9.5/pgstartup.log" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 start" ], "err-expect" : "1", "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cat /var/lib/pgsql/9.5/pgstartup.log" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "could not find the database system" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "postmaster: could not find the database system", "Expected to find it in the directory \"/var/lib/pgsql/9.5/data\",", "but could not open file \"/var/lib/pgsql/9.5/data/global/pg_control\": No such file or directory" ] } }, { "key" : { "cmd" : [ "sudo -u postgres find /var/lib/pgsql/9.5/data -mindepth 1 -delete" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo restore" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "backup begins after the next regular checkpoint completes" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: backup command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --type=incr", "P00 INFO: last backup label = 20180224-030854F_20180224-030901D, version = 2.00", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:09:19\": backup begins after the next regular checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000006, lsn = 0/6000028", "P01 INFO: backup file /var/lib/pgsql/9.5/data/pg_multixact/offsets/0000 (8KB, 31%) checksum 0631457264ff7f8d5fb1edc2c0211992a67c73e6", " [filtered 11 lines of output]" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "start-fast" : { "value" : "y" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", "repo1-cipher-type=aes-256-cbc", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "backup begins after the requested immediate checkpoint completes" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: backup command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", "P00 INFO: last backup label = 20180224-030854F_20180224-030919I, version = 2.00", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:09:23\": backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000007, lsn = 0/7000028", "P01 INFO: backup file /var/lib/pgsql/9.5/data/global/pg_control (8KB, 97%) checksum 64f09cbf82c05ad40c8101f15f08c4cfb0eaa650", " [filtered 8 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo chmod 550 /var/lib/pgbackrest/backup/demo/" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr \\", " --log-level-console=info backup" ], "err-expect" : "47", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "ERROR:" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 2 lines of output]", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:09:28\": backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000008, lsn = 0/8000028", "P00 ERROR: [047]: unable to create path '/var/lib/pgbackrest/backup/demo/20180224-030854F_20180224-030928I': Permission denied", "P00 INFO: backup command end: aborted with exception [047]" ] } }, { "key" : { "cmd" : [ "sudo chmod 750 /var/lib/pgbackrest/backup/demo/" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr \\", " --log-level-console=info backup" ], "err-expect" : "57", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "ERROR:" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: backup command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", "P00 INFO: last backup label = 20180224-030854F_20180224-030923I, version = 2.00", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:09:30\": backup begins after the requested immediate checkpoint completes", "P00 ERROR: [057]: ERROR: a backup is already in progress", " HINT: Run pg_stop_backup() and try again.:", " select to_char(current_timestamp, 'YYYY-MM-DD HH24:MI:SS.US TZ'), pg_xlogfile_name(lsn), lsn::text from pg_start_backup('pgBackRest backup started at 2018-02-24 03:09:30', true) as lsn" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "stop-auto" : { "value" : "y" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", "repo1-cipher-type=aes-256-cbc", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y", "stop-auto=y" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "cluster is already in backup mode|backup begins after the requested immediate checkpoint completes" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: backup command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --stop-auto --type=incr", "P00 INFO: last backup label = 20180224-030854F_20180224-030923I, version = 2.00", "P00 WARN: the cluster is already in backup mode but no pgBackRest backup process is running. pg_stop_backup() will be called so a new backup can be started.", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:09:32\": backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000009, lsn = 0/9000028", "P01 INFO: backup file /var/lib/pgsql/9.5/data/global/pg_control (8KB, 85%) checksum ea7d4cf7de186400bc66d2a9a1d7d2cfa57f21b4", " [filtered 9 lines of output]" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "repo1-retention-full" : { "value" : "2" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", "repo1-cipher-type=aes-256-cbc", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y", "stop-auto=y" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=full \\", " --log-level-console=detail backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "archive retention on backup 20180224-030854F|remove archive" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 860 lines of output]", "P00 INFO: backup command end: completed successfully", "P00 INFO: expire command begin 2.00: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=2 --repo1-retention-full=2 --stanza=demo", "P00 DETAIL: archive retention on backup 20180224-030854F, archiveId = 9.5-1, start = 000000010000000000000002", "P00 DETAIL: no archive to remove, archiveId = 9.5-1", "P00 INFO: expire command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo -u postgres ls -1 /var/lib/pgbackrest/backup/demo | tail -5 | head -1" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "20180224-030938F" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=full \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "expire full backup set\\: 20180224-030854F|archive retention on backup 20180224-030938F|remove archive" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 860 lines of output]", "P00 INFO: backup command end: completed successfully", "P00 INFO: expire command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=2 --repo1-retention-full=2 --stanza=demo", "P00 INFO: expire full backup set: 20180224-030854F, 20180224-030854F_20180224-030901D, 20180224-030854F_20180224-030919I, 20180224-030854F_20180224-030923I, 20180224-030854F_20180224-030932I", "P00 INFO: remove expired backup 20180224-030854F_20180224-030932I", "P00 INFO: remove expired backup 20180224-030854F_20180224-030923I", " [filtered 3 lines of output]" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "repo1-retention-diff" : { "value" : "1" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", "repo1-cipher-type=aes-256-cbc", "repo1-path=/var/lib/pgbackrest", "repo1-retention-diff=1", "repo1-retention-full=2", "start-fast=y", "stop-auto=y" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=diff backup" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres ls -1 /var/lib/pgbackrest/backup/demo | tail -5 | head -1" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "20180224-030946F_20180224-030956D" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr backup" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=diff \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "expire diff backup set: 20180224-030946F_20180224-030956D" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 10 lines of output]", "P00 INFO: backup command end: completed successfully", "P00 INFO: expire command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=2 --repo1-retention-diff=1 --repo1-retention-full=2 --stanza=demo", "P00 INFO: expire diff backup set: 20180224-030946F_20180224-030956D, 20180224-030946F_20180224-031000I", "P00 INFO: remove expired backup 20180224-030946F_20180224-031000I", "P00 INFO: remove expired backup 20180224-030946F_20180224-030956D" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "repo1-retention-diff" : { "value" : "2" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", "repo1-cipher-type=aes-256-cbc", "repo1-path=/var/lib/pgbackrest", "repo1-retention-diff=2", "repo1-retention-full=2", "start-fast=y", "stop-auto=y" ] } }, { "key" : { "cmd" : [ "sudo -u postgres ls -1 /var/lib/pgbackrest/backup/demo | tail -5 | head -1" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "20180224-030946F_20180224-031005D" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \" \\", " select pg_create_restore_point('generate WAL'); select pg_switch_xlog(); \\", " select pg_create_restore_point('generate WAL'); select pg_switch_xlog();\"" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=diff \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "new backup label" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 8 lines of output]", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: backup stop archive = 000000020000000000000013, lsn = 0/130000F8", "P00 INFO: new backup label = 20180224-030946F_20180224-031012D", "P00 INFO: backup command end: completed successfully", "P00 INFO: expire command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=2 --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo" ] } }, { "key" : { "cmd" : [ "sudo -u postgres ls -1 /var/lib/pgbackrest/backup/demo | tail -5 | head -1" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "20180224-030946F_20180224-031012D" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=detail \\", " --repo1-retention-archive-type=diff --repo1-retention-archive=1 expire" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "archive retention on backup 20180224-030946F_20180224-031005D|remove archive" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: expire command begin 2.00: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=1 --repo1-retention-archive-type=diff --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo", "P00 DETAIL: archive retention on backup 20180224-030938F, archiveId = 9.5-1, start = 00000002000000000000000A, stop = 00000002000000000000000A", "P00 DETAIL: archive retention on backup 20180224-030946F, archiveId = 9.5-1, start = 00000002000000000000000C, stop = 00000002000000000000000C", "P00 DETAIL: archive retention on backup 20180224-030946F_20180224-031005D, archiveId = 9.5-1, start = 000000020000000000000010, stop = 000000020000000000000010", "P00 DETAIL: archive retention on backup 20180224-030946F_20180224-031012D, archiveId = 9.5-1, start = 000000020000000000000013", "P00 DETAIL: remove archive: archiveId = 9.5-1, start = 00000002000000000000000B, stop = 00000002000000000000000B", "P00 DETAIL: remove archive: archiveId = 9.5-1, start = 00000002000000000000000D, stop = 00000002000000000000000F", "P00 DETAIL: remove archive: archiveId = 9.5-1, start = 000000020000000000000011, stop = 000000020000000000000012", "P00 INFO: expire command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", " --log-level-console=detail restore" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "demo\\/PG_VERSION - exists and matches backup|check\\/clean db path|restore global\\/pg_control" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 879 lines of output]", "P01 DETAIL: restore file /var/lib/pgsql/9.5/data/base/1/12211 - exists and is zero size (0B, 100%)", "P00 INFO: write /var/lib/pgsql/9.5/data/recovery.conf", "P00 INFO: restore global/pg_control (performed last to ensure aborted restores cannot be started)", "P00 INFO: restore command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"create database test1;\"" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "CREATE DATABASE" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"create database test2;\"" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "CREATE DATABASE" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr backup" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"create table test1_table (id int); \\", " insert into test1_table (id) values (1);\" test1" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "INSERT 0 1" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"create table test2_table (id int); \\", " insert into test2_table (id) values (2);\" test2" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "INSERT 0 1" ] } }, { "key" : { "cmd" : [ "sudo -u postgres du -sh /var/lib/pgsql/9.5/data/base/16384" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "6.9M\t/var/lib/pgsql/9.5/data/base/16384" ] } }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", " --db-include=test2 restore" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select * from test2_table;\" test2" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " id ", "----", " 2", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select * from test1_table;\" test1" ], "err-expect" : "2", "highlight" : { "filter" : false, "filter-context" : 2, "list" : [ "relation mapping file.*contains invalid data" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "psql: FATAL: relation mapping file \"base/16384/pg_filenode.map\" contains invalid data" ] } }, { "key" : { "cmd" : [ "sudo -u postgres du -sh /var/lib/pgsql/9.5/data/base/16384" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "152K\t/var/lib/pgsql/9.5/data/base/16384" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"drop database test1;\"" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "DROP DATABASE" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select oid, datname from pg_database order by oid;\"" ], "highlight" : { "filter" : false, "filter-context" : 2, "list" : [ "test2" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " oid | datname ", "-------+-----------", " 1 | template1", " 12373 | template0", " 12378 | postgres", " 16385 | test2", "(4 rows)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=diff backup" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"begin; \\", " create table important_table (message text); \\", " insert into important_table values ('Important Data'); \\", " commit; \\", " select * from important_table;\"" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "Important Data" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " message ", "----------------", " Important Data", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -Atc \"select current_timestamp\"" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "2018-02-24 03:10:50.799366+00" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"begin; \\", " drop table important_table; \\", " commit; \\", " select * from important_table;\"" ], "err-expect" : "1", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "does not exist" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "ERROR: relation \"important_table\" does not exist", "LINE 1: ...le important_table; commit; select * from important_...", " ^" ] } }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", " --type=time \"--target=2018-02-24 03:10:50.799366+00\" restore" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm /var/lib/pgsql/9.5/data/pg_log/postgresql.log" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/lib/pgsql/9.5/data/recovery.conf" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "recovery_target_time" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", "recovery_target_time = '2018-02-24 03:10:50.799366+00'" ] } }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select * from important_table\"" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "Important Data" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " message ", "----------------", " Important Data", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/lib/pgsql/9.5/data/pg_log/postgresql.log" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "recovery stopping before|last completed transaction|starting point-in-time recovery" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "LOG: database system was interrupted; last known up at 2018-02-24 03:10:44 UTC", "LOG: starting point-in-time recovery to 2018-02-24 03:10:50.799366+00", "LOG: restored log file \"00000004.history\" from archive", "LOG: restored log file \"000000040000000000000019\" from archive", "LOG: redo starts at 0/19000028", "LOG: consistent recovery state reached at 0/190000F8", "LOG: restored log file \"00000004000000000000001A\" from archive", "LOG: recovery stopping before commit of transaction 627, time 2018-02-24 03:10:50.964541+00", "LOG: redo done at 0/1A022FF8", "LOG: last completed transaction was at log time 2018-02-24 03:10:50.642437+00", "LOG: selected new timeline ID: 5", "LOG: restored log file \"00000004.history\" from archive", " [filtered 3 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"begin; \\", " drop table important_table; \\", " commit; \\", " select * from important_table;\"" ], "err-expect" : "1", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "does not exist" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "ERROR: relation \"important_table\" does not exist", "LINE 1: ...le important_table; commit; select * from important_...", " ^" ] } }, { "key" : { "cmd" : [ "sudo -u postgres ls -1 /var/lib/pgbackrest/backup/demo | tail -5 | head -1" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "20180224-030946F_20180224-031043D" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr backup" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", " --type=time \"--target=2018-02-24 03:10:50.799366+00\" restore" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm /var/lib/pgsql/9.5/data/pg_log/postgresql.log" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select * from important_table\"" ], "err-expect" : "1", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "does not exist" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "ERROR: relation \"important_table\" does not exist", "LINE 1: select * from important_table", " ^" ] } }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/lib/pgsql/9.5/data/pg_log/postgresql.log" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "starting point-in-time recovery|consistent recovery state reached" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "LOG: database system was interrupted; last known up at 2018-02-24 03:11:01 UTC", "LOG: starting point-in-time recovery to 2018-02-24 03:10:50.799366+00", "LOG: restored log file \"00000005.history\" from archive", "LOG: restored log file \"00000005000000000000001B\" from archive", "LOG: redo starts at 0/1B000028", "LOG: consistent recovery state reached at 0/1B0000F8", "LOG: redo done at 0/1B0000F8", "LOG: restored log file \"00000005000000000000001B\" from archive", " [filtered 7 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest info" ], "highlight" : { "filter" : false, "filter-context" : 2, "list" : [ "20180224-030946F_20180224-031043D" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "stanza: demo", " status: ok", "", " db (current)", " wal archive min/max (9.5-1): 00000002000000000000000A / 00000005000000000000001B", "", " full backup: 20180224-030938F", " timestamp start/stop: 2018-02-24 03:09:38 / 2018-02-24 03:09:45", " wal start/stop: 00000002000000000000000A / 00000002000000000000000A", " database size: 20.5MB, backup size: 20.5MB", " repository size: 2.4MB, repository backup size: 2.4MB", "", " full backup: 20180224-030946F", " timestamp start/stop: 2018-02-24 03:09:46 / 2018-02-24 03:09:53", " wal start/stop: 00000002000000000000000C / 00000002000000000000000C", " database size: 20.5MB, backup size: 20.5MB", " repository size: 2.4MB, repository backup size: 2.4MB", "", " diff backup: 20180224-030946F_20180224-031012D", " timestamp start/stop: 2018-02-24 03:10:12 / 2018-02-24 03:10:15", " wal start/stop: 000000020000000000000013 / 000000020000000000000013", " database size: 20.5MB, backup size: 9.8KB", " repository size: 2.4MB, repository backup size: 1KB", " backup reference list: 20180224-030946F", "", " incr backup: 20180224-030946F_20180224-031025I", " timestamp start/stop: 2018-02-24 03:10:25 / 2018-02-24 03:10:31", " wal start/stop: 000000030000000000000016 / 000000030000000000000016", " database size: 33.9MB, backup size: 13.4MB", " repository size: 4MB, repository backup size: 1.6MB", " backup reference list: 20180224-030946F", "", " diff backup: 20180224-030946F_20180224-031043D", " timestamp start/stop: 2018-02-24 03:10:43 / 2018-02-24 03:10:48", " wal start/stop: 000000040000000000000019 / 000000040000000000000019", " database size: 27.2MB, backup size: 6.7MB", " repository size: 3.2MB, repository backup size: 820KB", " backup reference list: 20180224-030946F", "", " incr backup: 20180224-030946F_20180224-031100I", " timestamp start/stop: 2018-02-24 03:11:00 / 2018-02-24 03:11:04", " wal start/stop: 00000005000000000000001B / 00000005000000000000001B", " database size: 27.2MB, backup size: 2MB", " repository size: 3.2MB, repository backup size: 209.3KB", " backup reference list: 20180224-030946F, 20180224-030946F_20180224-031043D" ] } }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", " --type=time \"--target=2018-02-24 03:10:50.799366+00\" \\", " --set=20180224-030946F_20180224-031043D restore" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm /var/lib/pgsql/9.5/data/pg_log/postgresql.log" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select * from important_table\"" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "Important Data" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " message ", "----------------", " Important Data", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/lib/pgsql/9.5/data/pg_log/postgresql.log" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "recovery stopping before|last completed transaction|starting point-in-time recovery" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "LOG: database system was interrupted; last known up at 2018-02-24 03:10:44 UTC", "LOG: starting point-in-time recovery to 2018-02-24 03:10:50.799366+00", "LOG: restored log file \"00000004.history\" from archive", "LOG: restored log file \"000000040000000000000019\" from archive", "LOG: redo starts at 0/19000028", "LOG: consistent recovery state reached at 0/190000F8", "LOG: restored log file \"00000004000000000000001A\" from archive", "LOG: recovery stopping before commit of transaction 627, time 2018-02-24 03:10:50.964541+00", "LOG: redo done at 0/1A022FF8", "LOG: last completed transaction was at log time 2018-02-24 03:10:50.642437+00", "LOG: restored log file \"00000005.history\" from archive", "LOG: restored log file \"00000006.history\" from archive", " [filtered 5 lines of output]" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "repo1-cipher-pass" : {}, "repo1-cipher-type" : { "value" : "none" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", "", "[global]", "repo1-cipher-type=none", "repo1-path=/var/lib/pgbackrest", "repo1-retention-diff=2", "repo1-retention-full=2", "start-fast=y", "stop-auto=y" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "process-max" : { "value" : "4" }, "repo1-path" : { "value" : "/" }, "repo1-s3-bucket" : { "value" : "demo-bucket" }, "repo1-s3-endpoint" : { "value" : "s3.amazonaws.com" }, "repo1-s3-key" : { "value" : "accessKey1" }, "repo1-s3-key-secret" : { "value" : "verySecretKey1" }, "repo1-s3-region" : { "value" : "us-east-1" }, "repo1-s3-verify-ssl" : { "value" : "n" }, "repo1-type" : { "value" : "s3" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", "", "[global]", "process-max=4", "repo1-cipher-type=none", "repo1-path=/", "repo1-retention-diff=2", "repo1-retention-full=2", "repo1-s3-bucket=demo-bucket", "repo1-s3-endpoint=s3.amazonaws.com", "repo1-s3-key=accessKey1", "repo1-s3-key-secret=verySecretKey1", "repo1-s3-region=us-east-1", "repo1-s3-verify-ssl=n", "repo1-type=s3", "start-fast=y", "stop-auto=y" ] } }, { "key" : { "cmd" : [ "sudo echo \"172.17.0.2 demo-bucket.s3.amazonaws.com s3.amazonaws.com\" | \\", " sudo tee -a /etc/hosts" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "aws s3 --no-verify-ssl mb s3://demo-bucket 2>&1" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stanza-create" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "completed successfully" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: stanza-create command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-type=none --repo1-path=/ --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --no-repo1-s3-verify-ssl --repo1-type=s3 --stanza=demo", "P00 INFO: stanza-create command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "no prior backup exists|full backup size" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: backup command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=4 --repo1-cipher-type=none --repo1-path=/ --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --no-repo1-s3-verify-ssl --repo1-type=s3 --stanza=demo --start-fast --stop-auto", "P00 WARN: no prior backup exists, incr backup has been changed to full", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:11:27\": backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 00000007000000000000001B, lsn = 0/1B000028", " [filtered 1119 lines of output]", "P01 INFO: backup file /var/lib/pgsql/9.5/data/base/1/12216 (0B, 100%)", "P02 INFO: backup file /var/lib/pgsql/9.5/data/base/1/12211 (0B, 100%)", "P00 INFO: full backup size = 27.3MB", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: backup stop archive = 00000007000000000000001B, lsn = 0/1B000130", " [filtered 4 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stop" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "completed successfully" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: stop command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-type=none --repo1-path=/ --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --no-repo1-s3-verify-ssl --repo1-type=s3 --stanza=demo", "P00 INFO: stop command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stanza-delete" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "completed successfully" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: stanza-delete command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-type=none --repo1-path=/ --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --no-repo1-s3-verify-ssl --repo1-type=s3 --stanza=demo", "P00 INFO: stanza-delete command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "id" : "repo1", "image" : "pgbackrest/test:co6-base", "name" : "repository", "os" : "co6" }, "type" : "host", "value" : { "ip" : "172.17.0.4" } }, { "key" : { "cmd" : [ "sudo groupadd pgbackrest" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo adduser -gpgbackrest -n pgbackrest" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo yum install perl perl-Time-HiRes perl-parent perl-JSON \\", " perl-Digest-SHA perl-DBD-Pg perl-XML-LibXML perl-IO-Socket-SSL" ], "cmd-extra" : "-y 2>&1", "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir /root/pgbackrest-release-2.00" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/build /root/pgbackrest-release-2.00" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/lib /root/pgbackrest-release-2.00" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/libc /root/pgbackrest-release-2.00" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/src /root/pgbackrest-release-2.00" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /root/pgbackrest-release-2.00/lib/pgBackRest \\", " /usr/share/perl5" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo find /usr/share/perl5/pgBackRest -type f -exec chmod 644 {} +" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo find /usr/share/perl5/pgBackRest -type d -exec chmod 755 {} +" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir -m 770 /var/log/pgbackrest" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown pgbackrest:pgbackrest /var/log/pgbackrest" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo touch /etc/pgbackrest.conf" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chmod 640 /etc/pgbackrest.conf" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown pgbackrest:pgbackrest /etc/pgbackrest.conf" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo sh -c 'cd /root/pgbackrest-release-2.00/libc && \\", " perl Makefile.PL INSTALLMAN1DIR=none INSTALLMAN3DIR=none'" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/libc test" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/libc install" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/src" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/src install" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir /var/lib/pgbackrest" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chmod 750 /var/lib/pgbackrest" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown pgbackrest:pgbackrest /var/lib/pgbackrest" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest mkdir -m 750 /home/pgbackrest/.ssh" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest ssh-keygen -f /home/pgbackrest/.ssh/id_rsa \\", " -t rsa -b 4096 -N \"\"" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres mkdir -m 750 -p /home/postgres/.ssh" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres ssh-keygen -f /home/postgres/.ssh/id_rsa \\", " -t rsa -b 4096 -N \"\"" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo ssh root@pg-primary cat /home/postgres/.ssh/id_rsa.pub | \\", " sudo -u pgbackrest tee -a /home/pgbackrest/.ssh/authorized_keys" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo ssh root@repository cat /home/pgbackrest/.ssh/id_rsa.pub | \\", " sudo -u postgres tee -a /home/postgres/.ssh/authorized_keys" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest ssh postgres@pg-primary" ], "cmd-extra" : "-o StrictHostKeyChecking=no ls", "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres ssh pgbackrest@repository" ], "cmd-extra" : "-o StrictHostKeyChecking=no ls", "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "repository", "option" : { "global" : { "repo1-path" : { "value" : "/var/lib/pgbackrest" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[global]", "repo1-path=/var/lib/pgbackrest" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "repository", "option" : { "demo" : { "pg1-host" : { "value" : "pg-primary" }, "pg1-host-user" : { "value" : "postgres" }, "pg1-path" : { "value" : "/var/lib/pgsql/9.5/data" } }, "global" : { "log-level-stderr" : { "value" : "off" }, "log-timestamp" : { "value" : "n" }, "repo1-retention-full" : { "value" : "2" }, "start-fast" : { "value" : "y" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-host=pg-primary", "pg1-host-user=postgres", "pg1-path=/var/lib/pgsql/9.5/data", "", "[global]", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "demo" : { "pg1-path" : { "value" : "/var/lib/pgsql/9.5/data" } }, "global" : { "log-level-file" : { "value" : "detail" }, "log-level-stderr" : { "value" : "off" }, "log-timestamp" : { "value" : "n" }, "repo1-host" : { "value" : "repository" } } }, "reset" : true }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", "", "[global]", "log-level-file=detail", "repo1-host=repository" ] } }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo stanza-create" ], "host" : "repository", "output" : true }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo check" ], "host" : "pg-primary", "output" : true }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo check" ], "host" : "repository", "output" : true }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo backup" ], "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 WARN: no prior backup exists, incr backup has been changed to full" ] } }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta restore" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo backup" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir -m 750 /var/spool/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown postgres:postgres /var/spool/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "archive-async" : { "value" : "y" }, "spool-path" : { "value" : "/var/spool/pgbackrest" } }, "global:archive-push" : { "process-max" : { "value" : "2" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", "", "[global]", "archive-async=y", "log-level-file=detail", "repo1-host=repository", "spool-path=/var/spool/pgbackrest", "", "[global:archive-push]", "process-max=2" ] } }, { "key" : { "cmd" : [ "sudo -u postgres rm -f /var/log/pgbackrest/demo-archive-async.log" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \" \\", " select pg_create_restore_point('test async push'); select pg_switch_xlog(); \\", " select pg_create_restore_point('test async push'); select pg_switch_xlog(); \\", " select pg_create_restore_point('test async push'); select pg_switch_xlog(); \\", " select pg_create_restore_point('test async push'); select pg_switch_xlog(); \\", " select pg_create_restore_point('test async push'); select pg_switch_xlog();\"" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info check" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "WAL segment" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: check command begin 2.00: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --stanza=demo", "P00 INFO: WAL segment 000000080000000000000027 successfully stored in the archive at '/var/lib/pgbackrest/archive/demo/9.5-1/0000000800000000/000000080000000000000027-d59862d816b67209ccd63ad9734b2205115b420c.gz'", "P00 INFO: check command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/log/pgbackrest/demo-archive-async.log" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ " WAL file\\(s\\) to archive|pushed WAL file 0000000" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "-------------------PROCESS START-------------------", "P00 INFO: archive-push command begin 2.00: --archive-async --log-level-console=warn --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", "P00 INFO: push 2 WAL file(s) to archive: 000000080000000000000022...000000080000000000000023", "P02 DETAIL: pushed WAL file 000000080000000000000023 to archive", "P01 DETAIL: pushed WAL file 000000080000000000000022 to archive", "P00 INFO: archive-push command end: completed successfully", "", "-------------------PROCESS START-------------------", "P00 INFO: archive-push command begin 2.00: --archive-async --log-level-console=warn --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", "P00 INFO: push 3 WAL file(s) to archive: 000000080000000000000024...000000080000000000000026", "P02 DETAIL: pushed WAL file 000000080000000000000025 to archive", "P01 DETAIL: pushed WAL file 000000080000000000000024 to archive", "P02 DETAIL: pushed WAL file 000000080000000000000026 to archive", "P00 INFO: archive-push command end: completed successfully", "", "-------------------PROCESS START-------------------", "P00 INFO: archive-push command begin 2.00: --archive-async --log-level-console=warn --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000027", "P01 DETAIL: pushed WAL file 000000080000000000000027 to archive", "P00 INFO: archive-push command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo lscpu" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "^CPU\\(s\\)\\:" ] }, "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ "Architecture: x86_64", "CPU op-mode(s): 32-bit, 64-bit", "Byte Order: Little Endian", "CPU(s): 8", "On-line CPU(s) list: 0-7", "Thread(s) per core: 1", " [filtered 16 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo --type=full backup" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "repository", "option" : { "global" : { "process-max" : { "value" : "3" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-host=pg-primary", "pg1-host-user=postgres", "pg1-path=/var/lib/pgsql/9.5/data", "", "[global]", "process-max=3", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y" ] } }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo --type=full backup" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest info" ], "highlight" : { "filter" : false, "filter-context" : 2, "list" : [ "timestamp start/stop" ] }, "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ "stanza: demo", " status: ok", "", " db (current)", " wal archive min/max (9.5-1): 000000080000000000000028 / 000000080000000000000029", "", " full backup: 20180224-031320F", " timestamp start/stop: 2018-02-24 03:13:20 / 2018-02-24 03:13:29", " wal start/stop: 000000080000000000000028 / 000000080000000000000028", " database size: 27.3MB, backup size: 27.3MB", " repository size: 3.1MB, repository backup size: 3.1MB", "", " full backup: 20180224-031331F", " timestamp start/stop: 2018-02-24 03:13:31 / 2018-02-24 03:13:39", " wal start/stop: 000000080000000000000029 / 000000080000000000000029", " database size: 27.3MB, backup size: 27.3MB", " repository size: 3.1MB, repository backup size: 3.1MB" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo backup" ], "err-expect" : "62", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "\\: stop file exists for all stanzas" ] }, "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 ERROR: [062]: raised from remote process on 'pg-primary': stop file exists for all stanzas" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest stop" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 WARN: stop file already exists for all stanzas" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo backup" ], "err-expect" : "62", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "\\: stop file exists for stanza demo" ] }, "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 ERROR: [062]: raised from remote process on 'pg-primary': stop file exists for stanza demo" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "id" : "pg2", "image" : "pgbackrest/test:co6-base", "name" : "pg-standby", "os" : "co6" }, "type" : "host", "value" : { "ip" : "172.17.0.5" } }, { "key" : { "cmd" : [ "sudo yum install perl perl-Time-HiRes perl-parent perl-JSON \\", " perl-Digest-SHA perl-DBD-Pg perl-XML-LibXML perl-IO-Socket-SSL" ], "cmd-extra" : "-y 2>&1", "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir /root/pgbackrest-release-2.00" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/build /root/pgbackrest-release-2.00" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/lib /root/pgbackrest-release-2.00" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/libc /root/pgbackrest-release-2.00" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/src /root/pgbackrest-release-2.00" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /root/pgbackrest-release-2.00/lib/pgBackRest \\", " /usr/share/perl5" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo find /usr/share/perl5/pgBackRest -type f -exec chmod 644 {} +" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo find /usr/share/perl5/pgBackRest -type d -exec chmod 755 {} +" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir -m 770 /var/log/pgbackrest" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown postgres:postgres /var/log/pgbackrest" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo touch /etc/pgbackrest.conf" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chmod 640 /etc/pgbackrest.conf" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown postgres:postgres /etc/pgbackrest.conf" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo sh -c 'cd /root/pgbackrest-release-2.00/libc && \\", " perl Makefile.PL INSTALLMAN1DIR=none INSTALLMAN3DIR=none'" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/libc test" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/libc install" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/src" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/src install" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres mkdir -m 750 -p /home/postgres/.ssh" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres ssh-keygen -f /home/postgres/.ssh/id_rsa \\", " -t rsa -b 4096 -N \"\"" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo ssh root@pg-standby cat /home/postgres/.ssh/id_rsa.pub | \\", " sudo -u pgbackrest tee -a /home/pgbackrest/.ssh/authorized_keys" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo ssh root@repository cat /home/pgbackrest/.ssh/id_rsa.pub | \\", " sudo -u postgres tee -a /home/postgres/.ssh/authorized_keys" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest ssh postgres@pg-standby" ], "cmd-extra" : "-o StrictHostKeyChecking=no ls", "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres ssh pgbackrest@repository" ], "cmd-extra" : "-o StrictHostKeyChecking=no ls", "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-standby", "option" : { "demo" : { "pg1-path" : { "value" : "/var/lib/pgsql/9.5/data" }, "recovery-option" : { "value" : "standby_mode=on" } }, "global" : { "log-level-stderr" : { "value" : "off" }, "log-timestamp" : { "value" : "n" }, "repo1-host" : { "value" : "repository" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", "recovery-option=standby_mode=on", "", "[global]", "repo1-host=repository" ] } }, { "key" : { "cmd" : [ "sudo -u postgres mkdir -p -m 700 /var/lib/pgsql/9.5/data" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo restore" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/lib/pgsql/9.5/data/recovery.conf" ], "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ "standby_mode = 'on'", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'" ] } }, { "key" : { "file" : "/var/lib/pgsql/9.5/data/postgresql.conf", "host" : "pg-standby", "option" : { "hot_standby" : { "value" : "on" }, "log_filename" : { "value" : "'postgresql.log'" }, "log_line_prefix" : { "value" : "''" } } }, "type" : "cfg-postgresql", "value" : { "config" : [ "hot_standby = on", "log_filename = 'postgresql.log'", "log_line_prefix = ''" ] } }, { "key" : { "cmd" : [ "sudo rm /var/lib/pgsql/9.5/data/pg_log/postgresql.log" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 start" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/lib/pgsql/9.5/data/pg_log/postgresql.log" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "entering standby mode|database system is ready to accept read only connections" ] }, "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ "LOG: database system was interrupted; last known up at 2018-02-24 03:13:32 UTC", "LOG: entering standby mode", "LOG: restored log file \"00000008.history\" from archive", "LOG: restored log file \"000000080000000000000029\" from archive", "LOG: redo starts at 0/29000028", "LOG: consistent recovery state reached at 0/29000130", "LOG: database system is ready to accept read only connections" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \" \\", " begin; \\", " create table replicated_table (message text); \\", " insert into replicated_table values ('Important Data'); \\", " commit; \\", " select * from replicated_table\";" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "Important Data" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " message ", "----------------", " Important Data", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select * from replicated_table;\"" ], "err-expect" : "1", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "does not exist" ] }, "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ "ERROR: relation \"replicated_table\" does not exist", "LINE 1: select * from replicated_table;", " ^" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select *, current_timestamp from pg_switch_xlog()\";" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " pg_switch_xlog | now ", "----------------+-------------------------------", " 0/2A01AF50 | 2018-02-24 03:14:17.138448+00", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \" \\", " select *, current_timestamp from replicated_table\"" ], "highlight" : { "filter" : false, "filter-context" : 2, "list" : [ "Important Data" ] }, "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ " message | now ", "----------------+-------------------------------", " Important Data | 2018-02-24 03:14:18.991956+00", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info check" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "all other checks passed" ] }, "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: check command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --stanza=demo", "P00 INFO: switch xlog cannot be performed on the standby, all other checks passed successfully", "P00 INFO: check command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \" \\", " create user replicator password 'jw8s0F4' replication\";" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "CREATE ROLE" ] } }, { "key" : { "cmd" : [ "sudo -u postgres sh -c 'echo \\", " \"host replication replicator 172.17.0.5/32 md5\" \\", " >> /var/lib/pgsql/9.5/data/pg_hba.conf'" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 reload" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-standby", "option" : { "demo" : { "recovery-option" : { "value" : "primary_conninfo=host=172.17.0.3 port=5432 user=replicator" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", "recovery-option=standby_mode=on", "recovery-option=primary_conninfo=host=172.17.0.3 port=5432 user=replicator", "", "[global]", "repo1-host=repository" ] } }, { "key" : { "cmd" : [ "sudo -u postgres sh -c 'echo \\", " \"172.17.0.3:*:replication:replicator:jw8s0F4\" \\", " >> /home/postgres/.pgpass'" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres chmod 600 /home/postgres/.pgpass" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 stop" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta restore" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/lib/pgsql/9.5/data/recovery.conf" ], "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ "primary_conninfo = 'host=172.17.0.3 port=5432 user=replicator'", "standby_mode = 'on'", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'" ] } }, { "key" : { "file" : "/var/lib/pgsql/9.5/data/postgresql.conf", "host" : "pg-standby", "option" : { "hot_standby" : { "value" : "on" } } }, "type" : "cfg-postgresql", "value" : { "config" : [ "hot_standby = on", "log_filename = 'postgresql.log'", "log_line_prefix = ''" ] } }, { "key" : { "cmd" : [ "sudo rm /var/lib/pgsql/9.5/data/pg_log/postgresql.log" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 start" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/lib/pgsql/9.5/data/pg_log/postgresql.log" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "started streaming WAL from primary" ] }, "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 6 lines of output]", "LOG: database system is ready to accept read only connections", "LOG: restored log file \"00000008000000000000002A\" from archive", "LOG: started streaming WAL from primary at 0/2B000000 on timeline 8" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \" \\", " begin; \\", " create table stream_table (message text); \\", " insert into stream_table values ('Important Data'); \\", " commit; \\", " select *, current_timestamp from stream_table\";" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "Important Data" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " message | now ", "----------------+-------------------------------", " Important Data | 2018-02-24 03:14:31.736838+00", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \" \\", " select *, current_timestamp from stream_table\"" ], "highlight" : { "filter" : false, "filter-context" : 2, "list" : [ "Important Data" ] }, "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ " message | now ", "----------------+-------------------------------", " Important Data | 2018-02-24 03:14:31.971326+00", "(1 row)" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "repository", "option" : { "demo" : { "pg2-host" : { "value" : "pg-standby" }, "pg2-host-user" : { "value" : "postgres" }, "pg2-path" : { "value" : "/var/lib/pgsql/9.5/data" } }, "global" : { "backup-standby" : { "value" : "y" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-host=pg-primary", "pg1-host-user=postgres", "pg1-path=/var/lib/pgsql/9.5/data", "pg2-host=pg-standby", "pg2-host-user=postgres", "pg2-path=/var/lib/pgsql/9.5/data", "", "[global]", "backup-standby=y", "process-max=3", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y" ] } }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo --log-level-console=detail backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "backup file pg-primary|replay on the standby" ] }, "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 2 lines of output]", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:14:32\": backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 00000008000000000000002C, lsn = 0/2C000028", "P00 INFO: wait for replay on the standby to reach 0/2C000028", "P00 INFO: replay on the standby reached 0/2C0000D0", "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/global/pg_control (8KB, 0%) checksum ae93b4b315e8cefaad5be7f2749091573f0c12f8", "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/pg_log/postgresql.log (4.6KB, 0%) checksum 6c6363ced1e03b357734464e4c6071efb4297bd6", "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/pg_hba.conf (4.1KB, 0%) checksum dbda288edbce6486fab7ca9f9db0864316754bee", "P03 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2674 (360KB, 17%) checksum 74bf643e44190d7b2f4099d66559c321313fbcdf", "P02 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2608 (432KB, 37%) checksum 3612e41345f0fcea4114d573711672ca0cb08a66", "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/backup_label (238B, 37%) checksum 29ed1d669b5e1e289f169e5307080efc634e0afc", "P03 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2673 (320KB, 52%) checksum 248f09860c56b267c452287d89b0c6e353d96fe9", "P02 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2658 (112KB, 58%) checksum 41aaef23f56815e1de5887a2edf01cb9978cb28f", " [filtered 33 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo yum install postgresql96-server" ], "cmd-extra" : "-y", "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo service postgresql-9.5 stop" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo yum install postgresql96-server" ], "cmd-extra" : "-y", "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres /usr/pgsql-9.6/bin/initdb \\", " -D /var/lib/pgsql/9.6/data -k -A peer" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sh -c 'cd /var/lib/pgsql && \\", " /usr/pgsql-9.6/bin/pg_upgrade \\", " --old-bindir=/usr/pgsql-9.5/bin \\", " --new-bindir=/usr/pgsql-9.6/bin \\", " --old-datadir=/var/lib/pgsql/9.5/data \\", " --new-datadir=/var/lib/pgsql/9.6/data \\", " --old-options=\" -c config_file=/var/lib/pgsql/9.5/data/postgresql.conf\" \\", " --new-options=\" -c config_file=/var/lib/pgsql/9.6/data/postgresql.conf\"'" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "Upgrade Complete" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 69 lines of output]", "Creating script to delete old cluster ok", "", "Upgrade Complete", "----------------", "Optimizer statistics are not transferred by pg_upgrade so,", " [filtered 4 lines of output]" ] } }, { "key" : { "file" : "/var/lib/pgsql/9.6/data/postgresql.conf", "host" : "pg-primary", "option" : { "archive_command" : { "value" : "'pgbackrest --stanza=demo archive-push %p'" }, "archive_mode" : { "value" : "on" }, "listen_addresses" : { "value" : "'*'" }, "log_line_prefix" : { "value" : "''" }, "max_wal_senders" : { "value" : "3" }, "port" : { "value" : "5432" }, "wal_level" : { "value" : "hot_standby" } } }, "type" : "cfg-postgresql", "value" : { "config" : [ "archive_command = 'pgbackrest --stanza=demo archive-push %p'", "archive_mode = on", "listen_addresses = '*'", "log_line_prefix = ''", "max_wal_senders = 3", "port = 5432", "wal_level = hot_standby" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "demo" : { "pg1-path" : { "value" : "/var/lib/pgsql/9.6/data" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.6/data", "", "[global]", "archive-async=y", "log-level-file=detail", "repo1-host=repository", "spool-path=/var/spool/pgbackrest", "", "[global:archive-push]", "process-max=2" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-standby", "option" : { "demo" : { "pg1-path" : { "value" : "/var/lib/pgsql/9.6/data" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.6/data", "recovery-option=standby_mode=on", "recovery-option=primary_conninfo=host=172.17.0.3 port=5432 user=replicator", "", "[global]", "repo1-host=repository" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "repository", "option" : { "demo" : { "pg1-path" : { "value" : "/var/lib/pgsql/9.6/data" }, "pg2-path" : { "value" : "/var/lib/pgsql/9.6/data" } }, "global" : { "backup-standby" : { "value" : "n" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-host=pg-primary", "pg1-host-user=postgres", "pg1-path=/var/lib/pgsql/9.6/data", "pg2-host=pg-standby", "pg2-host-user=postgres", "pg2-path=/var/lib/pgsql/9.6/data", "", "[global]", "backup-standby=n", "process-max=3", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y" ] } }, { "key" : { "cmd" : [ "sudo cp /var/lib/pgsql/9.5/data/pg_hba.conf \\", " /var/lib/pgsql/9.6/data/pg_hba.conf" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo --no-online \\", " --log-level-console=info stanza-upgrade" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "completed successfully" ] }, "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: stanza-upgrade command begin 2.00: --no-backup-standby --log-level-console=info --log-level-stderr=off --no-log-timestamp --no-online --pg1-host=pg-primary --pg2-host=pg-standby --pg1-host-user=postgres --pg2-host-user=postgres --pg1-path=/var/lib/pgsql/9.6/data --pg2-path=/var/lib/pgsql/9.6/data --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-upgrade command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo service postgresql-9.6 start" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "Starting postgresql-9.6 service: [ OK ]\r" ] } }, { "key" : { "cmd" : [ "sudo -u postgres service postgresql-9.6 status" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "postgresql-9.6 (pid 4951) is running..." ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo check" ], "host" : "pg-primary", "output" : true }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm -rf /var/lib/pgsql/9.5/data" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm -rf /var/lib/pgsql/9.5/data" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres mkdir -p -m 700 /usr/pgsql-9.6/bin" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo check" ], "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 WARN: [056]: raised from remote process on 'pg-standby': could not connect to server: No such file or directory", " \tIs the server running locally and accepting", " \tconnections on Unix domain socket \"/var/run/postgresql/.s.PGSQL.5432\"?" ] } }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo --type=full backup" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo restore" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/var/lib/pgsql/9.6/data/postgresql.conf", "host" : "pg-standby", "option" : { "hot_standby" : { "value" : "on" } } }, "type" : "cfg-postgresql", "value" : { "config" : [ "hot_standby = on" ] } }, { "key" : { "cmd" : [ "sudo service postgresql-9.6 start" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo check" ], "host" : "pg-standby", "output" : true }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "repository", "option" : { "global" : { "backup-standby" : { "value" : "y" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-host=pg-primary", "pg1-host-user=postgres", "pg1-path=/var/lib/pgsql/9.6/data", "pg2-host=pg-standby", "pg2-host-user=postgres", "pg2-path=/var/lib/pgsql/9.6/data", "", "[global]", "backup-standby=y", "process-max=3", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y" ] } } ] } }, "default" : { "all" : { "user-guide" : [ { "key" : { "id" : "s3", "image" : "pgbackrest/test:u16-s3-server", "name" : "s3-server", "os" : "u16" }, "type" : "host", "value" : { "ip" : "172.17.0.2" } }, { "key" : { "id" : "pg1", "image" : "pgbackrest/test:u16-base", "name" : "pg-primary", "os" : "u16" }, "type" : "host", "value" : { "ip" : "172.17.0.3" } }, { "key" : { "cmd" : [ "sudo rm -f /usr/bin/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm -f /usr/bin/pg_backrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm -rf /usr/lib/perl5/BackRest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm -rf /usr/share/perl5/BackRest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm -rf /usr/lib/perl5/pgBackRest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm -rf /usr/share/perl5/pgBackRest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo apt-get install libdbd-pg-perl libio-socket-ssl-perl libxml-libxml-perl" ], "cmd-extra" : "-y 2>&1", "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir /root/pgbackrest-release-2.00" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/build /root/pgbackrest-release-2.00" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/lib /root/pgbackrest-release-2.00" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/libc /root/pgbackrest-release-2.00" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/src /root/pgbackrest-release-2.00" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /root/pgbackrest-release-2.00/lib/pgBackRest \\", " /usr/share/perl5" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo find /usr/share/perl5/pgBackRest -type f -exec chmod 644 {} +" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo find /usr/share/perl5/pgBackRest -type d -exec chmod 755 {} +" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir -m 770 /var/log/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown postgres:postgres /var/log/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo touch /etc/pgbackrest.conf" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chmod 640 /etc/pgbackrest.conf" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown postgres:postgres /etc/pgbackrest.conf" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo sh -c 'cd /root/pgbackrest-release-2.00/libc && \\", " perl Makefile.PL INSTALLMAN1DIR=none INSTALLMAN3DIR=none'" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/libc test" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/libc install" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/src" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/src install" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "pgBackRest 2.00 - General help", "", "Usage:", " pgbackrest [options] [command]", "", "Commands:", " archive-get Get a WAL segment from the archive.", " archive-push Push a WAL segment to the archive.", " backup Backup a database cluster.", " check Check the configuration.", " expire Expire backups that exceed retention.", " help Get help.", " info Retrieve information about backups.", " restore Restore a database cluster.", " stanza-create Create the required stanza data.", " stanza-delete Delete a stanza.", " stanza-upgrade Upgrade a stanza.", " start Allow pgBackRest processes to run.", " stop Stop pgBackRest processes from running.", " version Get version.", "", "Use 'pgbackrest help [command]' for more information." ] } }, { "key" : { "cmd" : [ "sudo -u postgres /usr/lib/postgresql/9.4/bin/initdb \\", " -D /var/lib/postgresql/9.4/demo -k -A peer" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_createcluster 9.4 demo" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "Configuring already existing cluster (configuration: /etc/postgresql/9.4/demo, data: /var/lib/postgresql/9.4/demo, owner: 5000:5000)", "Ver Cluster Port Status Owner Data directory Log file", "9.4 demo 5432 down postgres /var/lib/postgresql/9.4/demo /var/log/postgresql/postgresql-9.4-demo.log" ] } }, { "key" : { "file" : "/etc/postgresql/9.4/demo/postgresql.conf", "host" : "pg-primary", "option" : { "listen_addresses" : { "value" : "'*'" } } }, "type" : "cfg-postgresql", "value" : { "config" : [ "listen_addresses = '*'" ] } }, { "key" : { "file" : "/etc/postgresql/9.4/demo/postgresql.conf", "host" : "pg-primary", "option" : { "log_line_prefix" : { "value" : "''" } } }, "type" : "cfg-postgresql", "value" : { "config" : [ "listen_addresses = '*'", "log_line_prefix = ''" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "demo" : { "pg1-path" : { "value" : "/var/lib/postgresql/9.4/demo" } }, "global" : { "log-level-stderr" : { "value" : "off" }, "log-timestamp" : { "value" : "n" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.4/demo" ] } }, { "key" : { "cmd" : [ "sudo mkdir /var/lib/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chmod 750 /var/lib/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown postgres:postgres /var/lib/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "repo1-path" : { "value" : "/var/lib/pgbackrest" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.4/demo", "", "[global]", "repo1-path=/var/lib/pgbackrest" ] } }, { "key" : { "file" : "/etc/postgresql/9.4/demo/postgresql.conf", "host" : "pg-primary", "option" : { "archive_command" : { "value" : "'pgbackrest --stanza=demo archive-push %p'" }, "archive_mode" : { "value" : "on" }, "max_wal_senders" : { "value" : "3" }, "wal_level" : { "value" : "hot_standby" } } }, "type" : "cfg-postgresql", "value" : { "config" : [ "archive_command = 'pgbackrest --stanza=demo archive-push %p'", "archive_mode = on", "listen_addresses = '*'", "log_line_prefix = ''", "max_wal_senders = 3", "wal_level = hot_standby" ] } }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo restart" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "repo1-retention-full" : { "value" : "2" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.4/demo", "", "[global]", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "repo1-cipher-pass" : { "value" : "zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO" }, "repo1-cipher-type" : { "value" : "aes-256-cbc" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.4/demo", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", "repo1-cipher-type=aes-256-cbc", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stanza-create" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "completed successfully" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: stanza-create command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/9.4/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-create command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info check" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ " successfully stored in the archive at " ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: check command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/9.4/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: WAL segment 000000010000000000000001 successfully stored in the archive at '/var/lib/pgbackrest/archive/demo/9.4-1/0000000100000000/000000010000000000000001-b504dac3ea8482235222d146836966b2e5009eef.gz'", "P00 INFO: check command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "no prior backup exists|full backup size" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: backup command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/9.4/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", "P00 WARN: no prior backup exists, incr backup has been changed to full", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:16:15\": backup begins after the next regular checkpoint completes", "P00 INFO: backup start archive = 000000010000000000000002, lsn = 0/2000028", " [filtered 754 lines of output]", "P01 INFO: backup file /var/lib/postgresql/9.4/demo/base/1/11895 (0B, 100%)", "P01 INFO: backup file /var/lib/postgresql/9.4/demo/base/1/11885 (0B, 100%)", "P00 INFO: full backup size = 19.2MB", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: backup stop archive = 000000010000000000000002, lsn = 0/20000F0", " [filtered 4 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo -u postgres ls -1 /var/lib/pgbackrest/backup/demo | tail -5 | head -1" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "20180224-031615F" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=diff \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "diff backup size" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 4 lines of output]", "P01 INFO: backup file /var/lib/postgresql/9.4/demo/global/pg_control (8KB, 97%) checksum 6a9370cc4ff3da4c8c7227e51187edcebb167712", "P01 INFO: backup file /var/lib/postgresql/9.4/demo/backup_label (236B, 100%) checksum 6aacc5c0499b64682e9e667d39a13950b0e8d299", "P00 INFO: diff backup size = 8.2KB", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: backup stop archive = 000000010000000000000003, lsn = 0/3000128", " [filtered 4 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest info" ], "highlight" : { "filter" : false, "filter-context" : 2, "list" : [ "(full|incr|diff) backup" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "stanza: demo", " status: ok", "", " db (current)", " wal archive min/max (9.4-1): 000000010000000000000002 / 000000010000000000000003", "", " full backup: 20180224-031615F", " timestamp start/stop: 2018-02-24 03:16:15 / 2018-02-24 03:16:20", " wal start/stop: 000000010000000000000002 / 000000010000000000000002", " database size: 19.2MB, backup size: 19.2MB", " repository size: 2.2MB, repository backup size: 2.2MB", "", " diff backup: 20180224-031615F_20180224-031621D", " timestamp start/stop: 2018-02-24 03:16:21 / 2018-02-24 03:16:24", " wal start/stop: 000000010000000000000003 / 000000010000000000000003", " database size: 19.2MB, backup size: 8.2KB", " repository size: 2.2MB, repository backup size: 400B", " backup reference list: 20180224-031615F" ] } }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres rm /var/lib/postgresql/9.4/demo/global/pg_control" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo start" ], "err-expect" : "1", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "could not find the database system" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "The PostgreSQL server failed to start. Please check the log output:", "postgres: could not find the database system", "Expected to find it in the directory \"/var/lib/postgresql/9.4/demo\",", "but could not open file \"/var/lib/postgresql/9.4/demo/global/pg_control\": No such file or directory" ] } }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres find /var/lib/postgresql/9.4/demo -mindepth 1 -delete" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo restore" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "backup begins after the next regular checkpoint completes" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: backup command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/9.4/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --type=incr", "P00 INFO: last backup label = 20180224-031615F_20180224-031621D, version = 2.00", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:16:36\": backup begins after the next regular checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000005, lsn = 0/5000028", "P01 INFO: backup file /var/lib/postgresql/9.4/demo/pg_multixact/offsets/0000 (8KB, 33%) checksum 0631457264ff7f8d5fb1edc2c0211992a67c73e6", " [filtered 10 lines of output]" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "start-fast" : { "value" : "y" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.4/demo", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", "repo1-cipher-type=aes-256-cbc", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "backup begins after the requested immediate checkpoint completes" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: backup command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/9.4/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", "P00 INFO: last backup label = 20180224-031615F_20180224-031636I, version = 2.00", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:16:41\": backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000006, lsn = 0/6000028", "P01 INFO: backup file /var/lib/postgresql/9.4/demo/global/pg_control (8KB, 97%) checksum ce2dc256590189b39d01b3b14d0fa8c276b1ab38", " [filtered 8 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo chmod 550 /var/lib/pgbackrest/backup/demo/" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr \\", " --log-level-console=info backup" ], "err-expect" : "47", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "ERROR:" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 2 lines of output]", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:16:46\": backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000007, lsn = 0/7000028", "P00 ERROR: [047]: unable to create path '/var/lib/pgbackrest/backup/demo/20180224-031615F_20180224-031646I': Permission denied", "P00 INFO: backup command end: aborted with exception [047]" ] } }, { "key" : { "cmd" : [ "sudo chmod 750 /var/lib/pgbackrest/backup/demo/" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr \\", " --log-level-console=info backup" ], "err-expect" : "57", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "ERROR:" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: backup command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/9.4/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", "P00 INFO: last backup label = 20180224-031615F_20180224-031641I, version = 2.00", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:16:48\": backup begins after the requested immediate checkpoint completes", "P00 ERROR: [057]: ERROR: a backup is already in progress", " HINT: Run pg_stop_backup() and try again.:", " select to_char(current_timestamp, 'YYYY-MM-DD HH24:MI:SS.US TZ'), pg_xlogfile_name(lsn), lsn::text from pg_start_backup('pgBackRest backup started at 2018-02-24 03:16:48', true) as lsn" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "stop-auto" : { "value" : "y" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.4/demo", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", "repo1-cipher-type=aes-256-cbc", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y", "stop-auto=y" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "cluster is already in backup mode|backup begins after the requested immediate checkpoint completes" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: backup command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/9.4/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --stop-auto --type=incr", "P00 INFO: last backup label = 20180224-031615F_20180224-031641I, version = 2.00", "P00 WARN: the cluster is already in backup mode but no pgBackRest backup process is running. pg_stop_backup() will be called so a new backup can be started.", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:16:50\": backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000008, lsn = 0/8000028", "P01 INFO: backup file /var/lib/postgresql/9.4/demo/global/pg_control (8KB, 97%) checksum f03d5817a872566b0fedcdd58597e342ab063a8e", " [filtered 8 lines of output]" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "repo1-retention-full" : { "value" : "2" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.4/demo", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", "repo1-cipher-type=aes-256-cbc", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y", "stop-auto=y" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=full \\", " --log-level-console=detail backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "archive retention on backup 20180224-031615F|remove archive" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 763 lines of output]", "P00 INFO: backup command end: completed successfully", "P00 INFO: expire command begin 2.00: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=2 --repo1-retention-full=2 --stanza=demo", "P00 DETAIL: archive retention on backup 20180224-031615F, archiveId = 9.4-1, start = 000000010000000000000002", "P00 DETAIL: no archive to remove, archiveId = 9.4-1", "P00 INFO: expire command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo -u postgres ls -1 /var/lib/pgbackrest/backup/demo | tail -5 | head -1" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "20180224-031655F" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=full \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "expire full backup set\\: 20180224-031615F|archive retention on backup 20180224-031655F|remove archive" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 763 lines of output]", "P00 INFO: backup command end: completed successfully", "P00 INFO: expire command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=2 --repo1-retention-full=2 --stanza=demo", "P00 INFO: expire full backup set: 20180224-031615F, 20180224-031615F_20180224-031621D, 20180224-031615F_20180224-031636I, 20180224-031615F_20180224-031641I, 20180224-031615F_20180224-031650I", "P00 INFO: remove expired backup 20180224-031615F_20180224-031650I", "P00 INFO: remove expired backup 20180224-031615F_20180224-031641I", " [filtered 3 lines of output]" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "repo1-retention-diff" : { "value" : "1" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.4/demo", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", "repo1-cipher-type=aes-256-cbc", "repo1-path=/var/lib/pgbackrest", "repo1-retention-diff=1", "repo1-retention-full=2", "start-fast=y", "stop-auto=y" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=diff backup" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres ls -1 /var/lib/pgbackrest/backup/demo | tail -5 | head -1" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "20180224-031703F_20180224-031712D" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr backup" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=diff \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "expire diff backup set: 20180224-031703F_20180224-031712D" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 10 lines of output]", "P00 INFO: backup command end: completed successfully", "P00 INFO: expire command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=2 --repo1-retention-diff=1 --repo1-retention-full=2 --stanza=demo", "P00 INFO: expire diff backup set: 20180224-031703F_20180224-031712D, 20180224-031703F_20180224-031716I", "P00 INFO: remove expired backup 20180224-031703F_20180224-031716I", "P00 INFO: remove expired backup 20180224-031703F_20180224-031712D" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "repo1-retention-diff" : { "value" : "2" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.4/demo", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", "repo1-cipher-type=aes-256-cbc", "repo1-path=/var/lib/pgbackrest", "repo1-retention-diff=2", "repo1-retention-full=2", "start-fast=y", "stop-auto=y" ] } }, { "key" : { "cmd" : [ "sudo -u postgres ls -1 /var/lib/pgbackrest/backup/demo | tail -5 | head -1" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "20180224-031703F_20180224-031721D" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \" \\", " select pg_create_restore_point('generate WAL'); select pg_switch_xlog(); \\", " select pg_create_restore_point('generate WAL'); select pg_switch_xlog();\"" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=diff \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "new backup label" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 7 lines of output]", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: backup stop archive = 000000020000000000000012, lsn = 0/120000F0", "P00 INFO: new backup label = 20180224-031703F_20180224-031727D", "P00 INFO: backup command end: completed successfully", "P00 INFO: expire command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=2 --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo" ] } }, { "key" : { "cmd" : [ "sudo -u postgres ls -1 /var/lib/pgbackrest/backup/demo | tail -5 | head -1" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "20180224-031703F_20180224-031727D" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=detail \\", " --repo1-retention-archive-type=diff --repo1-retention-archive=1 expire" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "archive retention on backup 20180224-031703F_20180224-031721D|remove archive" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: expire command begin 2.00: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=1 --repo1-retention-archive-type=diff --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo", "P00 DETAIL: archive retention on backup 20180224-031655F, archiveId = 9.4-1, start = 000000020000000000000009, stop = 000000020000000000000009", "P00 DETAIL: archive retention on backup 20180224-031703F, archiveId = 9.4-1, start = 00000002000000000000000B, stop = 00000002000000000000000B", "P00 DETAIL: archive retention on backup 20180224-031703F_20180224-031721D, archiveId = 9.4-1, start = 00000002000000000000000E, stop = 00000002000000000000000E", "P00 DETAIL: archive retention on backup 20180224-031703F_20180224-031727D, archiveId = 9.4-1, start = 000000020000000000000012", "P00 DETAIL: remove archive: archiveId = 9.4-1, start = 00000002000000000000000A, stop = 00000002000000000000000A", "P00 DETAIL: remove archive: archiveId = 9.4-1, start = 00000002000000000000000C, stop = 00000002000000000000000D", "P00 DETAIL: remove archive: archiveId = 9.4-1, start = 00000002000000000000000F, stop = 000000020000000000000011", "P00 INFO: expire command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", " --log-level-console=detail restore" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "demo\\/PG_VERSION - exists and matches backup|check\\/clean db path|restore global\\/pg_control" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 692 lines of output]", "P01 DETAIL: restore file /var/lib/postgresql/9.4/demo/base/12134/PG_VERSION - exists and matches backup (4B, 99%) checksum 8dbabb96e032b8d9f1993c0e4b9141e71ade01a1", "P01 DETAIL: restore file /var/lib/postgresql/9.4/demo/base/1/PG_VERSION - exists and matches backup (4B, 99%) checksum 8dbabb96e032b8d9f1993c0e4b9141e71ade01a1", "P01 DETAIL: restore file /var/lib/postgresql/9.4/demo/PG_VERSION - exists and matches backup (4B, 100%) checksum 8dbabb96e032b8d9f1993c0e4b9141e71ade01a1", "P01 DETAIL: restore file /var/lib/postgresql/9.4/demo/global/12086 - exists and is zero size (0B, 100%)", "P01 DETAIL: restore file /var/lib/postgresql/9.4/demo/global/12038 - exists and is zero size (0B, 100%)", " [filtered 83 lines of output]", "P01 DETAIL: restore file /var/lib/postgresql/9.4/demo/base/1/11885 - exists and is zero size (0B, 100%)", "P00 INFO: write /var/lib/postgresql/9.4/demo/recovery.conf", "P00 INFO: restore global/pg_control (performed last to ensure aborted restores cannot be started)", "P00 INFO: restore command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"create database test1;\"" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "CREATE DATABASE" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"create database test2;\"" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "CREATE DATABASE" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr backup" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"create table test1_table (id int); \\", " insert into test1_table (id) values (1);\" test1" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "INSERT 0 1" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"create table test2_table (id int); \\", " insert into test2_table (id) values (2);\" test2" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "INSERT 0 1" ] } }, { "key" : { "cmd" : [ "sudo -u postgres du -sh /var/lib/postgresql/9.4/demo/base/16384" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "6.4M\t/var/lib/postgresql/9.4/demo/base/16384" ] } }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", " --db-include=test2 restore" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select * from test2_table;\" test2" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " id ", "----", " 2", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select * from test1_table;\" test1" ], "err-expect" : "2", "highlight" : { "filter" : false, "filter-context" : 2, "list" : [ "relation mapping file.*contains invalid data" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "psql: FATAL: relation mapping file \"base/16384/pg_filenode.map\" contains invalid data" ] } }, { "key" : { "cmd" : [ "sudo -u postgres du -sh /var/lib/postgresql/9.4/demo/base/16384" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "152K\t/var/lib/postgresql/9.4/demo/base/16384" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"drop database test1;\"" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "DROP DATABASE" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select oid, datname from pg_database order by oid;\"" ], "highlight" : { "filter" : false, "filter-context" : 2, "list" : [ "test2" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " oid | datname ", "-------+-----------", " 1 | template1", " 12134 | template0", " 12139 | postgres", " 16385 | test2", "(4 rows)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=diff backup" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"begin; \\", " create table important_table (message text); \\", " insert into important_table values ('Important Data'); \\", " commit; \\", " select * from important_table;\"" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "Important Data" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " message ", "----------------", " Important Data", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -Atc \"select current_timestamp\"" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "2018-02-24 03:18:06.179914+00" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"begin; \\", " drop table important_table; \\", " commit; \\", " select * from important_table;\"" ], "err-expect" : "1", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "does not exist" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "ERROR: relation \"important_table\" does not exist", "LINE 1: ...le important_table; commit; select * from important_...", " ^" ] } }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", " --type=time \"--target=2018-02-24 03:18:06.179914+00\" restore" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm /var/log/postgresql/postgresql-9.4-demo.log" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/lib/postgresql/9.4/demo/recovery.conf" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "recovery_target_time" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", "recovery_target_time = '2018-02-24 03:18:06.179914+00'" ] } }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select * from important_table\"" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "Important Data" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " message ", "----------------", " Important Data", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/log/postgresql/postgresql-9.4-demo.log" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "recovery stopping before|last completed transaction|starting point-in-time recovery" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "LOG: database system was interrupted; last known up at 2018-02-24 03:18:00 UTC", "LOG: starting point-in-time recovery to 2018-02-24 03:18:06.179914+00", "LOG: restored log file \"00000004.history\" from archive", "LOG: restored log file \"000000040000000000000017\" from archive", " [filtered 2 lines of output]", "LOG: incomplete startup packet", "LOG: restored log file \"000000040000000000000018\" from archive", "LOG: recovery stopping before commit of transaction 686, time 2018-02-24 03:18:06.353393+00", "LOG: redo done at 0/180157F0", "LOG: last completed transaction was at log time 2018-02-24 03:18:06.022834+00", "LOG: selected new timeline ID: 5", "LOG: restored log file \"00000004.history\" from archive", " [filtered 4 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"begin; \\", " drop table important_table; \\", " commit; \\", " select * from important_table;\"" ], "err-expect" : "1", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "does not exist" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "ERROR: relation \"important_table\" does not exist", "LINE 1: ...le important_table; commit; select * from important_...", " ^" ] } }, { "key" : { "cmd" : [ "sudo -u postgres ls -1 /var/lib/pgbackrest/backup/demo | tail -5 | head -1" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "20180224-031703F_20180224-031759D" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --type=incr backup" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", " --type=time \"--target=2018-02-24 03:18:06.179914+00\" restore" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm /var/log/postgresql/postgresql-9.4-demo.log" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select * from important_table\"" ], "err-expect" : "1", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "does not exist" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "ERROR: relation \"important_table\" does not exist", "LINE 1: select * from important_table", " ^" ] } }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/log/postgresql/postgresql-9.4-demo.log" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "starting point-in-time recovery|consistent recovery state reached" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "LOG: database system was interrupted; last known up at 2018-02-24 03:18:16 UTC", "LOG: starting point-in-time recovery to 2018-02-24 03:18:06.179914+00", "LOG: restored log file \"00000005.history\" from archive", "LOG: restored log file \"000000050000000000000019\" from archive", "LOG: redo starts at 0/19000028", "LOG: consistent recovery state reached at 0/190000F0", "LOG: incomplete startup packet", "LOG: redo done at 0/190000F0", " [filtered 10 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest info" ], "highlight" : { "filter" : false, "filter-context" : 2, "list" : [ "20180224-031703F_20180224-031759D" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "stanza: demo", " status: ok", "", " db (current)", " wal archive min/max (9.4-1): 000000020000000000000009 / 000000050000000000000019", "", " full backup: 20180224-031655F", " timestamp start/stop: 2018-02-24 03:16:55 / 2018-02-24 03:17:01", " wal start/stop: 000000020000000000000009 / 000000020000000000000009", " database size: 19.2MB, backup size: 19.2MB", " repository size: 2.2MB, repository backup size: 2.2MB", "", " full backup: 20180224-031703F", " timestamp start/stop: 2018-02-24 03:17:03 / 2018-02-24 03:17:09", " wal start/stop: 00000002000000000000000B / 00000002000000000000000B", " database size: 19.2MB, backup size: 19.2MB", " repository size: 2.2MB, repository backup size: 2.2MB", "", " diff backup: 20180224-031703F_20180224-031727D", " timestamp start/stop: 2018-02-24 03:17:27 / 2018-02-24 03:17:30", " wal start/stop: 000000020000000000000012 / 000000020000000000000012", " database size: 19.2MB, backup size: 8.2KB", " repository size: 2.2MB, repository backup size: 400B", " backup reference list: 20180224-031703F", "", " incr backup: 20180224-031703F_20180224-031741I", " timestamp start/stop: 2018-02-24 03:17:41 / 2018-02-24 03:17:47", " wal start/stop: 000000030000000000000014 / 000000030000000000000014", " database size: 31.7MB, backup size: 12.5MB", " repository size: 3.7MB, repository backup size: 1.5MB", " backup reference list: 20180224-031703F", "", " diff backup: 20180224-031703F_20180224-031759D", " timestamp start/stop: 2018-02-24 03:17:59 / 2018-02-24 03:18:04", " wal start/stop: 000000040000000000000017 / 000000040000000000000017", " database size: 25.5MB, backup size: 6.3MB", " repository size: 3MB, repository backup size: 771.6KB", " backup reference list: 20180224-031703F", "", " incr backup: 20180224-031703F_20180224-031815I", " timestamp start/stop: 2018-02-24 03:18:15 / 2018-02-24 03:18:18", " wal start/stop: 000000050000000000000019 / 000000050000000000000019", " database size: 25.5MB, backup size: 1.7MB", " repository size: 3MB, repository backup size: 200.8KB", " backup reference list: 20180224-031703F, 20180224-031703F_20180224-031759D" ] } }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", " --type=time \"--target=2018-02-24 03:18:06.179914+00\" \\", " --set=20180224-031703F_20180224-031759D restore" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo rm /var/log/postgresql/postgresql-9.4-demo.log" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select * from important_table\"" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "Important Data" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " message ", "----------------", " Important Data", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/log/postgresql/postgresql-9.4-demo.log" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "recovery stopping before|last completed transaction|starting point-in-time recovery" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "LOG: database system was interrupted; last known up at 2018-02-24 03:18:00 UTC", "LOG: starting point-in-time recovery to 2018-02-24 03:18:06.179914+00", "LOG: restored log file \"00000004.history\" from archive", "LOG: restored log file \"000000040000000000000017\" from archive", " [filtered 2 lines of output]", "LOG: incomplete startup packet", "LOG: restored log file \"000000040000000000000018\" from archive", "LOG: recovery stopping before commit of transaction 686, time 2018-02-24 03:18:06.353393+00", "LOG: redo done at 0/180157F0", "LOG: last completed transaction was at log time 2018-02-24 03:18:06.022834+00", "LOG: restored log file \"00000005.history\" from archive", "LOG: restored log file \"00000006.history\" from archive", " [filtered 7 lines of output]" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "repo1-cipher-pass" : {}, "repo1-cipher-type" : { "value" : "none" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.4/demo", "", "[global]", "repo1-cipher-type=none", "repo1-path=/var/lib/pgbackrest", "repo1-retention-diff=2", "repo1-retention-full=2", "start-fast=y", "stop-auto=y" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "process-max" : { "value" : "4" }, "repo1-path" : { "value" : "/" }, "repo1-s3-bucket" : { "value" : "demo-bucket" }, "repo1-s3-endpoint" : { "value" : "s3.amazonaws.com" }, "repo1-s3-key" : { "value" : "accessKey1" }, "repo1-s3-key-secret" : { "value" : "verySecretKey1" }, "repo1-s3-region" : { "value" : "us-east-1" }, "repo1-s3-verify-ssl" : { "value" : "n" }, "repo1-type" : { "value" : "s3" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.4/demo", "", "[global]", "process-max=4", "repo1-cipher-type=none", "repo1-path=/", "repo1-retention-diff=2", "repo1-retention-full=2", "repo1-s3-bucket=demo-bucket", "repo1-s3-endpoint=s3.amazonaws.com", "repo1-s3-key=accessKey1", "repo1-s3-key-secret=verySecretKey1", "repo1-s3-region=us-east-1", "repo1-s3-verify-ssl=n", "repo1-type=s3", "start-fast=y", "stop-auto=y" ] } }, { "key" : { "cmd" : [ "sudo echo \"172.17.0.2 demo-bucket.s3.amazonaws.com s3.amazonaws.com\" | \\", " sudo tee -a /etc/hosts" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "aws s3 --no-verify-ssl mb s3://demo-bucket 2>&1" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stanza-create" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "completed successfully" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: stanza-create command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/9.4/demo --repo1-cipher-type=none --repo1-path=/ --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --no-repo1-s3-verify-ssl --repo1-type=s3 --stanza=demo", "P00 INFO: stanza-create command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo \\", " --log-level-console=info backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "no prior backup exists|full backup size" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: backup command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/9.4/demo --process-max=4 --repo1-cipher-type=none --repo1-path=/ --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --no-repo1-s3-verify-ssl --repo1-type=s3 --stanza=demo --start-fast --stop-auto", "P00 WARN: no prior backup exists, incr backup has been changed to full", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:18:42\": backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 000000070000000000000019, lsn = 0/19000028", " [filtered 995 lines of output]", "P03 INFO: backup file /var/lib/postgresql/9.4/demo/base/1/11895 (0B, 100%)", "P04 INFO: backup file /var/lib/postgresql/9.4/demo/base/1/11885 (0B, 100%)", "P00 INFO: full backup size = 25.5MB", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: backup stop archive = 000000070000000000000019, lsn = 0/19000128", " [filtered 4 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stop" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "completed successfully" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: stop command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-type=none --repo1-path=/ --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --no-repo1-s3-verify-ssl --repo1-type=s3 --stanza=demo", "P00 INFO: stop command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stanza-delete" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "completed successfully" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: stanza-delete command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/9.4/demo --repo1-cipher-type=none --repo1-path=/ --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --no-repo1-s3-verify-ssl --repo1-type=s3 --stanza=demo", "P00 INFO: stanza-delete command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "id" : "repo1", "image" : "pgbackrest/test:u16-base", "name" : "repository", "os" : "u16" }, "type" : "host", "value" : { "ip" : "172.17.0.4" } }, { "key" : { "cmd" : [ "sudo adduser --disabled-password --gecos \"\" pgbackrest" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo apt-get install libdbd-pg-perl libio-socket-ssl-perl libxml-libxml-perl" ], "cmd-extra" : "-y 2>&1", "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir /root/pgbackrest-release-2.00" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/build /root/pgbackrest-release-2.00" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/lib /root/pgbackrest-release-2.00" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/libc /root/pgbackrest-release-2.00" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/src /root/pgbackrest-release-2.00" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /root/pgbackrest-release-2.00/lib/pgBackRest \\", " /usr/share/perl5" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo find /usr/share/perl5/pgBackRest -type f -exec chmod 644 {} +" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo find /usr/share/perl5/pgBackRest -type d -exec chmod 755 {} +" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir -m 770 /var/log/pgbackrest" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown pgbackrest:pgbackrest /var/log/pgbackrest" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo touch /etc/pgbackrest.conf" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chmod 640 /etc/pgbackrest.conf" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown pgbackrest:pgbackrest /etc/pgbackrest.conf" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo sh -c 'cd /root/pgbackrest-release-2.00/libc && \\", " perl Makefile.PL INSTALLMAN1DIR=none INSTALLMAN3DIR=none'" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/libc test" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/libc install" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/src" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/src install" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir /var/lib/pgbackrest" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chmod 750 /var/lib/pgbackrest" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown pgbackrest:pgbackrest /var/lib/pgbackrest" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest mkdir -m 750 /home/pgbackrest/.ssh" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest ssh-keygen -f /home/pgbackrest/.ssh/id_rsa \\", " -t rsa -b 4096 -N \"\"" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres mkdir -m 750 -p /home/postgres/.ssh" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres ssh-keygen -f /home/postgres/.ssh/id_rsa \\", " -t rsa -b 4096 -N \"\"" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo ssh root@pg-primary cat /home/postgres/.ssh/id_rsa.pub | \\", " sudo -u pgbackrest tee -a /home/pgbackrest/.ssh/authorized_keys" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo ssh root@repository cat /home/pgbackrest/.ssh/id_rsa.pub | \\", " sudo -u postgres tee -a /home/postgres/.ssh/authorized_keys" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest ssh postgres@pg-primary" ], "cmd-extra" : "-o StrictHostKeyChecking=no ls", "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres ssh pgbackrest@repository" ], "cmd-extra" : "-o StrictHostKeyChecking=no ls", "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "repository", "option" : { "global" : { "repo1-path" : { "value" : "/var/lib/pgbackrest" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[global]", "repo1-path=/var/lib/pgbackrest" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "repository", "option" : { "demo" : { "pg1-host" : { "value" : "pg-primary" }, "pg1-host-user" : { "value" : "postgres" }, "pg1-path" : { "value" : "/var/lib/postgresql/9.4/demo" } }, "global" : { "log-level-stderr" : { "value" : "off" }, "log-timestamp" : { "value" : "n" }, "repo1-retention-full" : { "value" : "2" }, "start-fast" : { "value" : "y" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-host=pg-primary", "pg1-host-user=postgres", "pg1-path=/var/lib/postgresql/9.4/demo", "", "[global]", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "demo" : { "pg1-path" : { "value" : "/var/lib/postgresql/9.4/demo" } }, "global" : { "log-level-file" : { "value" : "detail" }, "log-level-stderr" : { "value" : "off" }, "log-timestamp" : { "value" : "n" }, "repo1-host" : { "value" : "repository" } } }, "reset" : true }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.4/demo", "", "[global]", "log-level-file=detail", "repo1-host=repository" ] } }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo stanza-create" ], "host" : "repository", "output" : true }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo check" ], "host" : "pg-primary", "output" : true }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo check" ], "host" : "repository", "output" : true }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo backup" ], "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 WARN: no prior backup exists, incr backup has been changed to full" ] } }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta restore" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo backup" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir -m 750 /var/spool/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown postgres:postgres /var/spool/pgbackrest" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "global" : { "archive-async" : { "value" : "y" }, "spool-path" : { "value" : "/var/spool/pgbackrest" } }, "global:archive-push" : { "process-max" : { "value" : "2" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.4/demo", "", "[global]", "archive-async=y", "log-level-file=detail", "repo1-host=repository", "spool-path=/var/spool/pgbackrest", "", "[global:archive-push]", "process-max=2" ] } }, { "key" : { "cmd" : [ "sudo -u postgres rm -f /var/log/pgbackrest/demo-archive-async.log" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \" \\", " select pg_create_restore_point('test async push'); select pg_switch_xlog(); \\", " select pg_create_restore_point('test async push'); select pg_switch_xlog(); \\", " select pg_create_restore_point('test async push'); select pg_switch_xlog(); \\", " select pg_create_restore_point('test async push'); select pg_switch_xlog(); \\", " select pg_create_restore_point('test async push'); select pg_switch_xlog();\"" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info check" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "WAL segment" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: check command begin 2.00: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/9.4/demo --repo1-host=repository --stanza=demo", "P00 INFO: WAL segment 000000080000000000000025 successfully stored in the archive at '/var/lib/pgbackrest/archive/demo/9.4-1/0000000800000000/000000080000000000000025-103b658b480cd8446eb10f05722680420c7927b3.gz'", "P00 INFO: check command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/log/pgbackrest/demo-archive-async.log" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ " WAL file\\(s\\) to archive|pushed WAL file 0000000" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "-------------------PROCESS START-------------------", "P00 INFO: archive-push command begin 2.00: --archive-async --log-level-console=warn --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/9.4/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", "P00 INFO: push 5 WAL file(s) to archive: 000000080000000000000020...000000080000000000000024", "P02 DETAIL: pushed WAL file 000000080000000000000021 to archive", "P01 DETAIL: pushed WAL file 000000080000000000000020 to archive", "P02 DETAIL: pushed WAL file 000000080000000000000022 to archive", "P01 DETAIL: pushed WAL file 000000080000000000000023 to archive", "P02 DETAIL: pushed WAL file 000000080000000000000024 to archive", "P00 INFO: archive-push command end: completed successfully", "", " [filtered 4 lines of output]", "-------------------PROCESS START-------------------", "P00 INFO: archive-push command begin 2.00: --archive-async --log-level-console=warn --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/9.4/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000025", "P01 DETAIL: pushed WAL file 000000080000000000000025 to archive", "P00 INFO: archive-push command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo lscpu" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "^CPU\\(s\\)\\:" ] }, "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ "Architecture: x86_64", "CPU op-mode(s): 32-bit, 64-bit", "Byte Order: Little Endian", "CPU(s): 8", "On-line CPU(s) list: 0-7", "Thread(s) per core: 1", " [filtered 17 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo --type=full backup" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "repository", "option" : { "global" : { "process-max" : { "value" : "3" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-host=pg-primary", "pg1-host-user=postgres", "pg1-path=/var/lib/postgresql/9.4/demo", "", "[global]", "process-max=3", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y" ] } }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo --type=full backup" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest info" ], "highlight" : { "filter" : false, "filter-context" : 2, "list" : [ "timestamp start/stop" ] }, "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ "stanza: demo", " status: ok", "", " db (current)", " wal archive min/max (9.4-1): 000000080000000000000027 / 000000080000000000000028", "", " full backup: 20180224-032012F", " timestamp start/stop: 2018-02-24 03:20:12 / 2018-02-24 03:20:21", " wal start/stop: 000000080000000000000027 / 000000080000000000000027", " database size: 25.5MB, backup size: 25.5MB", " repository size: 3MB, repository backup size: 3MB", "", " full backup: 20180224-032023F", " timestamp start/stop: 2018-02-24 03:20:23 / 2018-02-24 03:20:31", " wal start/stop: 000000080000000000000028 / 000000080000000000000028", " database size: 25.5MB, backup size: 25.5MB", " repository size: 3MB, repository backup size: 3MB" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo backup" ], "err-expect" : "62", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "\\: stop file exists for all stanzas" ] }, "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 ERROR: [062]: raised from remote process on 'pg-primary': stop file exists for all stanzas" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest stop" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 WARN: stop file already exists for all stanzas" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo backup" ], "err-expect" : "62", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "\\: stop file exists for stanza demo" ] }, "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 ERROR: [062]: raised from remote process on 'pg-primary': stop file exists for stanza demo" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo start" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "id" : "pg2", "image" : "pgbackrest/test:u16-base", "name" : "pg-standby", "os" : "u16" }, "type" : "host", "value" : { "ip" : "172.17.0.5" } }, { "key" : { "cmd" : [ "sudo apt-get install libdbd-pg-perl libio-socket-ssl-perl libxml-libxml-perl" ], "cmd-extra" : "-y 2>&1", "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir /root/pgbackrest-release-2.00" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/build /root/pgbackrest-release-2.00" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/lib /root/pgbackrest-release-2.00" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/libc /root/pgbackrest-release-2.00" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /backrest/src /root/pgbackrest-release-2.00" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo cp -r /root/pgbackrest-release-2.00/lib/pgBackRest \\", " /usr/share/perl5" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo find /usr/share/perl5/pgBackRest -type f -exec chmod 644 {} +" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo find /usr/share/perl5/pgBackRest -type d -exec chmod 755 {} +" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo mkdir -m 770 /var/log/pgbackrest" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown postgres:postgres /var/log/pgbackrest" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo touch /etc/pgbackrest.conf" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chmod 640 /etc/pgbackrest.conf" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo chown postgres:postgres /etc/pgbackrest.conf" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo sh -c 'cd /root/pgbackrest-release-2.00/libc && \\", " perl Makefile.PL INSTALLMAN1DIR=none INSTALLMAN3DIR=none'" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/libc test" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/libc install" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/src" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo make -C /root/pgbackrest-release-2.00/src install" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres mkdir -m 750 -p /home/postgres/.ssh" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres ssh-keygen -f /home/postgres/.ssh/id_rsa \\", " -t rsa -b 4096 -N \"\"" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo ssh root@pg-standby cat /home/postgres/.ssh/id_rsa.pub | \\", " sudo -u pgbackrest tee -a /home/pgbackrest/.ssh/authorized_keys" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo ssh root@repository cat /home/pgbackrest/.ssh/id_rsa.pub | \\", " sudo -u postgres tee -a /home/postgres/.ssh/authorized_keys" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest ssh postgres@pg-standby" ], "cmd-extra" : "-o StrictHostKeyChecking=no ls", "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres ssh pgbackrest@repository" ], "cmd-extra" : "-o StrictHostKeyChecking=no ls", "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-standby", "option" : { "demo" : { "pg1-path" : { "value" : "/var/lib/postgresql/9.4/demo" }, "recovery-option" : { "value" : "standby_mode=on" } }, "global" : { "log-level-stderr" : { "value" : "off" }, "log-timestamp" : { "value" : "n" }, "repo1-host" : { "value" : "repository" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.4/demo", "recovery-option=standby_mode=on", "", "[global]", "repo1-host=repository" ] } }, { "key" : { "cmd" : [ "sudo pg_createcluster 9.4 demo" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta restore" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/lib/postgresql/9.4/demo/recovery.conf" ], "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ "standby_mode = 'on'", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'" ] } }, { "key" : { "file" : "/etc/postgresql/9.4/demo/postgresql.conf", "host" : "pg-standby", "option" : { "hot_standby" : { "value" : "on" }, "log_filename" : { "value" : "'postgresql.log'" }, "log_line_prefix" : { "value" : "''" } } }, "type" : "cfg-postgresql", "value" : { "config" : [ "hot_standby = on", "log_filename = 'postgresql.log'", "log_line_prefix = ''" ] } }, { "key" : { "cmd" : [ "sudo rm /var/log/postgresql/postgresql-9.4-demo.log" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo start" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/log/postgresql/postgresql-9.4-demo.log" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "entering standby mode|database system is ready to accept read only connections" ] }, "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ "LOG: could not bind IPv6 socket: Cannot assign requested address", "HINT: Is another postmaster already running on port 5432? If not, wait a few seconds and retry.", "LOG: database system was interrupted; last known up at 2018-02-24 03:20:24 UTC", "LOG: entering standby mode", "LOG: restored log file \"00000008.history\" from archive", "LOG: incomplete startup packet", "LOG: restored log file \"000000080000000000000028\" from archive", "LOG: redo starts at 0/28000028", "LOG: consistent recovery state reached at 0/28000128", "LOG: database system is ready to accept read only connections" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \" \\", " begin; \\", " create table replicated_table (message text); \\", " insert into replicated_table values ('Important Data'); \\", " commit; \\", " select * from replicated_table\";" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "Important Data" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " message ", "----------------", " Important Data", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select * from replicated_table;\"" ], "err-expect" : "1", "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "does not exist" ] }, "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ "ERROR: relation \"replicated_table\" does not exist", "LINE 1: select * from replicated_table;", " ^" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \"select *, current_timestamp from pg_switch_xlog()\";" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " pg_switch_xlog | now ", "----------------+-------------------------------", " 0/290199E0 | 2018-02-24 03:21:00.192647+00", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \" \\", " select *, current_timestamp from replicated_table\"" ], "highlight" : { "filter" : false, "filter-context" : 2, "list" : [ "Important Data" ] }, "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ " message | now ", "----------------+------------------------------", " Important Data | 2018-02-24 03:21:02.61888+00", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info check" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "all other checks passed" ] }, "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: check command begin 2.00: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/9.4/demo --repo1-host=repository --stanza=demo", "P00 INFO: switch xlog cannot be performed on the standby, all other checks passed successfully", "P00 INFO: check command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \" \\", " create user replicator password 'jw8s0F4' replication\";" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "CREATE ROLE" ] } }, { "key" : { "cmd" : [ "sudo -u postgres sh -c 'echo \\", " \"host replication replicator 172.17.0.5/32 md5\" \\", " >> /etc/postgresql/9.4/demo/pg_hba.conf'" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo reload" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-standby", "option" : { "demo" : { "recovery-option" : { "value" : "primary_conninfo=host=172.17.0.3 port=5432 user=replicator" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.4/demo", "recovery-option=standby_mode=on", "recovery-option=primary_conninfo=host=172.17.0.3 port=5432 user=replicator", "", "[global]", "repo1-host=repository" ] } }, { "key" : { "cmd" : [ "sudo -u postgres sh -c 'echo \\", " \"172.17.0.3:*:replication:replicator:jw8s0F4\" \\", " >> /home/postgres/.pgpass'" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres chmod 600 /home/postgres/.pgpass" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo stop" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta restore" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/lib/postgresql/9.4/demo/recovery.conf" ], "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ "primary_conninfo = 'host=172.17.0.3 port=5432 user=replicator'", "standby_mode = 'on'", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'" ] } }, { "key" : { "cmd" : [ "sudo rm /var/log/postgresql/postgresql-9.4-demo.log" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo start" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres cat /var/log/postgresql/postgresql-9.4-demo.log" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "started streaming WAL from primary" ] }, "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 10 lines of output]", "LOG: database system is ready to accept read only connections", "LOG: restored log file \"000000080000000000000029\" from archive", "LOG: started streaming WAL from primary at 0/2A000000 on timeline 8" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \" \\", " begin; \\", " create table stream_table (message text); \\", " insert into stream_table values ('Important Data'); \\", " commit; \\", " select *, current_timestamp from stream_table\";" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "Important Data" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " message | now ", "----------------+----------------------------", " Important Data | 2018-02-24 03:21:15.839+00", "(1 row)" ] } }, { "key" : { "cmd" : [ "sudo -u postgres psql -c \" \\", " select *, current_timestamp from stream_table\"" ], "highlight" : { "filter" : false, "filter-context" : 2, "list" : [ "Important Data" ] }, "host" : "pg-standby", "output" : true }, "type" : "exe", "value" : { "output" : [ " message | now ", "----------------+-------------------------------", " Important Data | 2018-02-24 03:21:16.079546+00", "(1 row)" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "repository", "option" : { "demo" : { "pg2-host" : { "value" : "pg-standby" }, "pg2-host-user" : { "value" : "postgres" }, "pg2-path" : { "value" : "/var/lib/postgresql/9.4/demo" } }, "global" : { "backup-standby" : { "value" : "y" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-host=pg-primary", "pg1-host-user=postgres", "pg1-path=/var/lib/postgresql/9.4/demo", "pg2-host=pg-standby", "pg2-host-user=postgres", "pg2-path=/var/lib/postgresql/9.4/demo", "", "[global]", "backup-standby=y", "process-max=3", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y" ] } }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo --log-level-console=detail backup" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "backup file pg-primary|replay on the standby" ] }, "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 2 lines of output]", "P00 INFO: execute exclusive pg_start_backup() with label \"pgBackRest backup started at 2018-02-24 03:21:16\": backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 00000008000000000000002B, lsn = 0/2B0000C8", "P00 INFO: wait for replay on the standby to reach 0/2B0000C8", "P00 INFO: replay on the standby reached 0/2B000168", "P01 INFO: backup file pg-primary:/var/lib/postgresql/9.4/demo/global/pg_control (8KB, 0%) checksum a7cda6baa26dd8a475eec1644889ba576880763e", "P03 INFO: backup file pg-standby:/var/lib/postgresql/9.4/demo/base/12139/11889 (344KB, 18%) checksum 22ee810ec3f50fd8d2865253a7830032497aef03", "P01 INFO: backup file pg-primary:/var/lib/postgresql/9.4/demo/backup_label (238B, 18%) checksum bdd6b18ba4f123872a4e4c987b486ff92e181a4b", "P03 INFO: backup file pg-standby:/var/lib/postgresql/9.4/demo/base/12139/12010 (232KB, 30%) checksum cac23d0c355cdcc0dee9412b1570b4a373e2ee3d", "P03 INFO: backup file pg-standby:/var/lib/postgresql/9.4/demo/base/12139/11891 (128KB, 36%) checksum cd9badfb2b1a911d60367345e967a63989bbe45f", " [filtered 34 lines of output]" ] } }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo stop" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo apt-get install postgresql-9.5" ], "cmd-extra" : "-y", "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_dropcluster 9.5 main" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.4 demo stop" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo apt-get install postgresql-9.5" ], "cmd-extra" : "-y", "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_dropcluster 9.5 main" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres /usr/lib/postgresql/9.5/bin/initdb \\", " -D /var/lib/postgresql/9.5/demo -k -A peer" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_createcluster 9.5 demo" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sh -c 'cd /var/lib/postgresql && \\", " /usr/lib/postgresql/9.5/bin/pg_upgrade \\", " --old-bindir=/usr/lib/postgresql/9.4/bin \\", " --new-bindir=/usr/lib/postgresql/9.5/bin \\", " --old-datadir=/var/lib/postgresql/9.4/demo \\", " --new-datadir=/var/lib/postgresql/9.5/demo \\", " --old-options=\" -c config_file=/etc/postgresql/9.4/demo/postgresql.conf\" \\", " --new-options=\" -c config_file=/etc/postgresql/9.5/demo/postgresql.conf\"'" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "Upgrade Complete" ] }, "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ " [filtered 68 lines of output]", "Creating script to delete old cluster ok", "", "Upgrade Complete", "----------------", "Optimizer statistics are not transferred by pg_upgrade so,", " [filtered 4 lines of output]" ] } }, { "key" : { "file" : "/etc/postgresql/9.5/demo/postgresql.conf", "host" : "pg-primary", "option" : { "archive_command" : { "value" : "'pgbackrest --stanza=demo archive-push %p'" }, "archive_mode" : { "value" : "on" }, "listen_addresses" : { "value" : "'*'" }, "log_line_prefix" : { "value" : "''" }, "max_wal_senders" : { "value" : "3" }, "port" : { "value" : "5432" }, "wal_level" : { "value" : "hot_standby" } } }, "type" : "cfg-postgresql", "value" : { "config" : [ "archive_command = 'pgbackrest --stanza=demo archive-push %p'", "archive_mode = on", "listen_addresses = '*'", "log_line_prefix = ''", "max_wal_senders = 3", "port = 5432", "wal_level = hot_standby" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-primary", "option" : { "demo" : { "pg1-path" : { "value" : "/var/lib/postgresql/9.5/demo" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.5/demo", "", "[global]", "archive-async=y", "log-level-file=detail", "repo1-host=repository", "spool-path=/var/spool/pgbackrest", "", "[global:archive-push]", "process-max=2" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "pg-standby", "option" : { "demo" : { "pg1-path" : { "value" : "/var/lib/postgresql/9.5/demo" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-path=/var/lib/postgresql/9.5/demo", "recovery-option=standby_mode=on", "recovery-option=primary_conninfo=host=172.17.0.3 port=5432 user=replicator", "", "[global]", "repo1-host=repository" ] } }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "repository", "option" : { "demo" : { "pg1-path" : { "value" : "/var/lib/postgresql/9.5/demo" }, "pg2-path" : { "value" : "/var/lib/postgresql/9.5/demo" } }, "global" : { "backup-standby" : { "value" : "n" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-host=pg-primary", "pg1-host-user=postgres", "pg1-path=/var/lib/postgresql/9.5/demo", "pg2-host=pg-standby", "pg2-host-user=postgres", "pg2-path=/var/lib/postgresql/9.5/demo", "", "[global]", "backup-standby=n", "process-max=3", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y" ] } }, { "key" : { "cmd" : [ "sudo cp /etc/postgresql/9.4/demo/pg_hba.conf \\", " /etc/postgresql/9.5/demo/pg_hba.conf" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo --no-online \\", " --log-level-console=info stanza-upgrade" ], "highlight" : { "filter" : true, "filter-context" : 2, "list" : [ "completed successfully" ] }, "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 INFO: stanza-upgrade command begin 2.00: --no-backup-standby --log-level-console=info --log-level-stderr=off --no-log-timestamp --no-online --pg1-host=pg-primary --pg2-host=pg-standby --pg1-host-user=postgres --pg2-host-user=postgres --pg1-path=/var/lib/postgresql/9.5/demo --pg2-path=/var/lib/postgresql/9.5/demo --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-upgrade command end: completed successfully" ] } }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.5 demo start" ], "host" : "pg-primary", "output" : true }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pg_lsclusters" ], "host" : "pg-primary", "output" : true }, "type" : "exe", "value" : { "output" : [ "Ver Cluster Port Status Owner Data directory Log file", "9.4 demo 5432 down postgres /var/lib/postgresql/9.4/demo /var/log/postgresql/postgresql-9.4-demo.log", "9.5 demo 5432 online postgres /var/lib/postgresql/9.5/demo /var/log/postgresql/postgresql-9.5-demo.log" ] } }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo check" ], "host" : "pg-primary", "output" : true }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_dropcluster 9.4 demo" ], "host" : "pg-primary", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_dropcluster 9.4 demo" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo pg_createcluster 9.5 demo" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo check" ], "host" : "repository", "output" : true }, "type" : "exe", "value" : { "output" : [ "P00 WARN: [056]: raised from remote process on 'pg-standby': could not connect to server: No such file or directory", " \tIs the server running locally and accepting", " \tconnections on Unix domain socket \"/var/run/postgresql/.s.PGSQL.5432\"?" ] } }, { "key" : { "cmd" : [ "sudo -u pgbackrest pgbackrest --stanza=demo --type=full backup" ], "host" : "repository", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta restore" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "file" : "/etc/postgresql/9.5/demo/postgresql.conf", "host" : "pg-standby", "option" : { "hot_standby" : { "value" : "on" } } }, "type" : "cfg-postgresql", "value" : { "config" : [ "hot_standby = on" ] } }, { "key" : { "cmd" : [ "sudo pg_ctlcluster 9.5 demo start" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres sleep 2" ], "host" : "pg-standby", "output" : false }, "type" : "exe" }, { "key" : { "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo check" ], "host" : "pg-standby", "output" : true }, "type" : "exe" }, { "key" : { "file" : "/etc/pgbackrest.conf", "host" : "repository", "option" : { "global" : { "backup-standby" : { "value" : "y" } } } }, "type" : "cfg-pgbackrest", "value" : { "config" : [ "[demo]", "pg1-host=pg-primary", "pg1-host-user=postgres", "pg1-path=/var/lib/postgresql/9.5/demo", "pg2-host=pg-standby", "pg2-host-user=postgres", "pg2-path=/var/lib/postgresql/9.5/demo", "", "[global]", "backup-standby=y", "process-max=3", "repo1-path=/var/lib/pgbackrest", "repo1-retention-full=2", "start-fast=y" ] } } ] } } }