From 5a4b91f90a81019e456a50c0f7311824f7e61475 Mon Sep 17 00:00:00 2001 From: David Steele Date: Mon, 20 Jul 2020 08:57:22 -0400 Subject: [PATCH] v2.28: Azure Repository Storage MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Bug Fixes: * Fix restore --force acting like --force --delta. This caused restore to replace files based on timestamp and size rather than overwriting, which meant some files that should have been updated were left unchanged. Normal restore and restore --delta were not affected by this issue. (Reviewed by Cynthia Shang.) Features: * Azure support for repository storage. (Reviewed by Cynthia Shang, Don Seiler.) * Add expire-auto option. This allows automatic expiration after a successful backup to be disabled. (Contributed by Stefan Fercot. Reviewed by Cynthia Shang, David Steele.) Improvements: * Asynchronous S3 multipart upload. (Reviewed by Stephen Frost.) * Automatic retry for backup, restore, archive-get, and archive-push. (Reviewed by Cynthia Shang.) * Disable query parallelism in PostgreSQL sessions used for backup control. (Reviewed by Stefan Fercot.) * PostgreSQL 13 beta2 support. Changes to the control/catalog/WAL versions in subsequent betas may break compatibility but pgBackRest will be updated with each release to keep pace. * Improve handling of invalid HTTP response status. (Reviewed by Cynthia Shang.) * Improve error when pg1-path option missing for archive-get command. (Reviewed by Cynthia Shang.) * Add hint when checksum delta is enabled after a timeline switch. (Reviewed by Matt Bunter, Cynthia Shang.) * Use PostgreSQL instead of postmaster where appropriate. (Reviewed by Cynthia Shang.) Documentation Bug Fixes: * Fix incorrect example for repo-retention-full-type option. (Reported by Höseyin Sönmez.) * Remove internal commands from HTML and man command references. (Reported by Cynthia Shang.) Documentation Improvements: * Update PostgreSQL versions used to build user guides. Also add version ranges to indicate that a user guide is accurate for a range of PostgreSQL versions even if it was built for a specific version. (Reviewed by Stephen Frost.) * Update FAQ for expiring a specific backup set. (Contributed by Cynthia Shang. Reviewed by David Steele.) * Update FAQ to clarify default PITR behavior. (Contributed by Cynthia Shang. Reviewed by David Steele.) --- CONTRIBUTING.md | 15 +- README.md | 2 +- doc/release.pl | 2 +- doc/resource/exe.cache | 2611 +++++++++++------- doc/resource/git-history.cache | 408 +++ doc/xml/auto/metric-coverage-report.auto.xml | 73 +- doc/xml/release.xml | 10 +- src/build/configure.ac | 2 +- src/configure | 20 +- src/version.h | 2 +- test/code-count/file-type.yaml | 68 +- 11 files changed, 2107 insertions(+), 1106 deletions(-) diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index 40cb1568a..253fa1ca1 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -46,12 +46,12 @@ pgbackrest/test/test.pl --vm=none --dry-run P00 INFO: test begin - log level info P00 INFO: check version info P00 INFO: builds required: bin ---> P00 INFO: 66 tests selected +--> P00 INFO: 67 tests selected - P00 INFO: P1-T01/66 - vm=none, module=common, test=error - [filtered 63 lines of output] - P00 INFO: P1-T65/66 - vm=none, module=performance, test=type - P00 INFO: P1-T66/66 - vm=none, module=performance, test=storage + P00 INFO: P1-T01/67 - vm=none, module=common, test=error + [filtered 64 lines of output] + P00 INFO: P1-T66/67 - vm=none, module=performance, test=type + P00 INFO: P1-T67/67 - vm=none, module=performance, test=storage --> P00 INFO: DRY RUN COMPLETED SUCCESSFULLY ``` @@ -101,6 +101,7 @@ pgbackrest/test/test.pl --vm=none --dev --vm-out --module=common --test=wait TESTS COMPLETED SUCCESSFULLY P00 INFO: P1-T1/1 - vm=none, module=common, test=wait + P00 INFO: tested modules have full coverage P00 INFO: writing C coverage report P00 INFO: TESTS COMPLETED SUCCESSFULLY ``` @@ -121,6 +122,7 @@ pgbackrest/test/test.pl --vm=none --dev --module=postgres P00 INFO: P1-T1/2 - vm=none, module=postgres, test=client P00 INFO: P1-T2/2 - vm=none, module=postgres, test=interface + P00 INFO: tested modules have full coverage P00 INFO: writing C coverage report P00 INFO: TESTS COMPLETED SUCCESSFULLY ``` @@ -136,7 +138,7 @@ pgbackrest/test/test.pl --vm-build --vm=u18 --- output --- P00 INFO: test begin - log level info - P00 INFO: Using cached pgbackrest/test:u18-base-20200521A image (7df9a43ce9b6736e5f8dc797edd0f6326908fd2b) ... + P00 INFO: Using cached pgbackrest/test:u18-base-20200626A image (7df9a43ce9b6736e5f8dc797edd0f6326908fd2b) ... P00 INFO: Building pgbackrest/test:u18-test image ... P00 INFO: Build Complete ``` @@ -159,7 +161,6 @@ pgbackrest/test/test.pl --vm=u18 --dev --module=mock --test=archive --run=2 P00 INFO: P1-T1/1 - vm=u18, module=mock, test=archive, run=2 P00 INFO: no code modules had all tests run required for coverage - P00 INFO: writing C coverage report P00 INFO: TESTS COMPLETED SUCCESSFULLY ``` diff --git a/README.md b/README.md index 120926473..058346012 100644 --- a/README.md +++ b/README.md @@ -4,7 +4,7 @@ pgBackRest aims to be a simple, reliable backup and restore solution that can seamlessly scale up to the largest databases and workloads by utilizing algorithms that are optimized for database-specific requirements. -pgBackRest [v2.27](https://github.com/pgbackrest/pgbackrest/releases/tag/release/2.27) is the current stable release. Release notes are on the [Releases](http://www.pgbackrest.org/release.html) page. +pgBackRest [v2.28](https://github.com/pgbackrest/pgbackrest/releases/tag/release/2.28) is the current stable release. Release notes are on the [Releases](http://www.pgbackrest.org/release.html) page. Documentation for v1 can be found [here](http://www.pgbackrest.org/1). No further releases are planned for v1 because v2 is backward-compatible with v1 options and repositories. diff --git a/doc/release.pl b/doc/release.pl index 990ece25f..b4524e49f 100755 --- a/doc/release.pl +++ b/doc/release.pl @@ -214,7 +214,7 @@ eval # Generate coverage summary &log(INFO, "Generate Coverage Summary"); executeTest( - "${strTestExe} --no-valgrind --clean --no-optimize --vm-max=3 --coverage-summary", + "${strTestExe} --vm=f32 --no-valgrind --clean --no-optimize --vm-max=3 --coverage-summary", {bShowOutputAsync => true}); } diff --git a/doc/resource/exe.cache b/doc/resource/exe.cache index 7f0a2a2b8..22d7c985f 100644 --- a/doc/resource/exe.cache +++ b/doc/resource/exe.cache @@ -13,7 +13,7 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.7" + "ip" : "172.17.0.8" } }, { @@ -98,12 +98,12 @@ "P00 INFO: test begin - log level info", "P00 INFO: check version info", "P00 INFO: builds required: bin", - "P00 INFO: 66 tests selected", + "P00 INFO: 67 tests selected", " ", - "P00 INFO: P1-T01/66 - vm=none, module=common, test=error", - " [filtered 63 lines of output]", - "P00 INFO: P1-T65/66 - vm=none, module=performance, test=type", - "P00 INFO: P1-T66/66 - vm=none, module=performance, test=storage", + "P00 INFO: P1-T01/67 - vm=none, module=common, test=error", + " [filtered 64 lines of output]", + "P00 INFO: P1-T66/67 - vm=none, module=performance, test=type", + "P00 INFO: P1-T67/67 - vm=none, module=performance, test=storage", "P00 INFO: DRY RUN COMPLETED SUCCESSFULLY" ] } @@ -161,6 +161,7 @@ " TESTS COMPLETED SUCCESSFULLY", "", "P00 INFO: P1-T1/1 - vm=none, module=common, test=wait", + "P00 INFO: tested modules have full coverage", "P00 INFO: writing C coverage report", "P00 INFO: TESTS COMPLETED SUCCESSFULLY" ] @@ -189,6 +190,7 @@ " ", "P00 INFO: P1-T1/2 - vm=none, module=postgres, test=client", "P00 INFO: P1-T2/2 - vm=none, module=postgres, test=interface", + "P00 INFO: tested modules have full coverage", "P00 INFO: writing C coverage report", "P00 INFO: TESTS COMPLETED SUCCESSFULLY" ] @@ -210,7 +212,7 @@ "value" : { "output" : [ "P00 INFO: test begin - log level info", - "P00 INFO: Using cached pgbackrest/test:u18-base-20200521A image (7df9a43ce9b6736e5f8dc797edd0f6326908fd2b) ...", + "P00 INFO: Using cached pgbackrest/test:u18-base-20200626A image (7df9a43ce9b6736e5f8dc797edd0f6326908fd2b) ...", "P00 INFO: Building pgbackrest/test:u18-test image ...", "P00 INFO: Build Complete" ] @@ -243,13 +245,27 @@ " ", "P00 INFO: P1-T1/1 - vm=u18, module=mock, test=archive, run=2", "P00 INFO: no code modules had all tests run required for coverage", - "P00 INFO: writing C coverage report", "P00 INFO: TESTS COMPLETED SUCCESSFULLY" ] } } ], "user-guide" : [ + { + "key" : { + "id" : "azure", + "image" : "mcr.microsoft.com/azure-storage/azurite", + "name" : "azure-server", + "option" : "-v {[host-repo-path]}/doc/resource/fake-cert/azure-server.crt:/root/public.crt:ro -v {[host-repo-path]}/doc/resource/fake-cert/azure-server.key:/root/private.key:ro -e AZURITE_ACCOUNTS='pgbackrest:YXpLZXk='", + "os" : "debian", + "param" : "azurite-blob --blobPort 443 --blobHost 0.0.0.0 --cert=/root/public.crt --key=/root/private.key", + "update-hosts" : false + }, + "type" : "host", + "value" : { + "ip" : "172.17.0.2" + } + }, { "key" : { "id" : "s3", @@ -262,7 +278,7 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.2" + "ip" : "172.17.0.3" } }, { @@ -276,14 +292,14 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.3" + "ip" : "172.17.0.4" } }, { "key" : { "bash-wrap" : true, "cmd" : [ - "sudo mkdir -p /build/pgbackrest-release-2.27" + "sudo mkdir -p /build/pgbackrest-release-2.28" ], "host" : "build", "load-env" : true, @@ -296,7 +312,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo cp -r /pgbackrest/src /build/pgbackrest-release-2.27" + "sudo cp -r /pgbackrest/src /build/pgbackrest-release-2.28" ], "host" : "build", "load-env" : true, @@ -309,7 +325,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo chown -R vagrant /build/pgbackrest-release-2.27" + "sudo chown -R vagrant /build/pgbackrest-release-2.28" ], "host" : "build", "load-env" : true, @@ -350,7 +366,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "cd /build/pgbackrest-release-2.27/src && ./configure && make" + "cd /build/pgbackrest-release-2.28/src && ./configure && make" ], "host" : "build", "load-env" : true, @@ -370,7 +386,7 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.4" + "ip" : "172.17.0.5" } }, { @@ -391,7 +407,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.27/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.28/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "pg-primary", @@ -519,7 +535,7 @@ "type" : "exe", "value" : { "output" : [ - "pgBackRest 2.27 - General help", + "pgBackRest 2.28 - General help", "", "Usage:", " pgbackrest [options] [command]", @@ -548,8 +564,8 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres /usr/lib/postgresql/10/bin/initdb \\", - " -D /var/lib/postgresql/10/demo -k -A peer" + "sudo -u postgres /usr/lib/postgresql/12/bin/initdb \\", + " -D /var/lib/postgresql/12/demo -k -A peer" ], "host" : "pg-primary", "load-env" : true, @@ -562,7 +578,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_createcluster 10 demo" + "sudo pg_createcluster 12 demo" ], "host" : "pg-primary", "load-env" : true, @@ -572,15 +588,15 @@ "type" : "exe", "value" : { "output" : [ - "Configuring already existing cluster (configuration: /etc/postgresql/10/demo, data: /var/lib/postgresql/10/demo, owner: 106:110)", + "Configuring already existing cluster (configuration: /etc/postgresql/12/demo, data: /var/lib/postgresql/12/demo, owner: 106:110)", "Ver Cluster Port Status Owner Data directory Log file", - "10 demo 5432 down postgres /var/lib/postgresql/10/demo /var/log/postgresql/postgresql-10-demo.log" + "12 demo 5432 down postgres /var/lib/postgresql/12/demo /var/log/postgresql/postgresql-12-demo.log" ] } }, { "key" : { - "file" : "/etc/postgresql/10/demo/postgresql.conf", + "file" : "/etc/postgresql/12/demo/postgresql.conf", "host" : "pg-primary", "option" : { "listen_addresses" : { @@ -597,7 +613,7 @@ }, { "key" : { - "file" : "/etc/postgresql/10/demo/postgresql.conf", + "file" : "/etc/postgresql/12/demo/postgresql.conf", "host" : "pg-primary", "option" : { "log_line_prefix" : { @@ -620,7 +636,7 @@ "option" : { "demo" : { "pg1-path" : { - "value" : "/var/lib/postgresql/10/demo" + "value" : "/var/lib/postgresql/12/demo" } }, "global" : { @@ -637,7 +653,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/10/demo" + "pg1-path=/var/lib/postgresql/12/demo" ] } }, @@ -664,7 +680,7 @@ "type" : "exe", "value" : { "output" : [ - "pgBackRest 2.27 - 'backup' command - 'log-path' option help", + "pgBackRest 2.28 - 'backup' command - 'log-path' option help", "", "Path where log files are stored.", "", @@ -731,7 +747,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/10/demo", + "pg1-path=/var/lib/postgresql/12/demo", "", "[global]", "repo1-path=/var/lib/pgbackrest" @@ -740,7 +756,7 @@ }, { "key" : { - "file" : "/etc/postgresql/10/demo/postgresql.conf", + "file" : "/etc/postgresql/12/demo/postgresql.conf", "host" : "pg-primary", "option" : { "archive_command" : { @@ -773,7 +789,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo restart" + "sudo pg_ctlcluster 12 demo restart" ], "host" : "pg-primary", "load-env" : true, @@ -811,7 +827,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/10/demo", + "pg1-path=/var/lib/postgresql/12/demo", "", "[global]", "repo1-path=/var/lib/pgbackrest", @@ -837,7 +853,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/10/demo", + "pg1-path=/var/lib/postgresql/12/demo", "", "[global]", "repo1-path=/var/lib/pgbackrest", @@ -867,7 +883,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/10/demo", + "pg1-path=/var/lib/postgresql/12/demo", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", @@ -901,7 +917,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-create command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: stanza-create command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-create command end: completed successfully" ] } @@ -927,8 +943,8 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", - "P00 INFO: WAL segment 000000010000000000000001 successfully archived to '/var/lib/pgbackrest/archive/demo/10-1/0000000100000000/000000010000000000000001-5317f0861897ba330ae8292d6d07e120f6d3263f.gz'", + "P00 INFO: check command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: WAL segment 000000010000000000000001 successfully archived to '/var/lib/pgbackrest/archive/demo/12-1/0000000100000000/000000010000000000000001-21bb745c87c6cb4a07d0e3f6296aec9c33f75706.gz'", "P00 INFO: check command end: completed successfully" ] } @@ -955,16 +971,16 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", "P00 WARN: no prior backup exists, incr backup has been changed to full", "P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the next regular checkpoint completes", "P00 INFO: backup start archive = 000000010000000000000002, lsn = 0/2000028", - " [filtered 941 lines of output]", - "P01 INFO: backup file /var/lib/postgresql/10/demo/base/1/12822 (0B, 100%)", - "P01 INFO: backup file /var/lib/postgresql/10/demo/base/1/12817 (0B, 100%)", - "P00 INFO: full backup size = 22.5MB", + " [filtered 973 lines of output]", + "P01 INFO: backup file /var/lib/postgresql/12/demo/base/1/13201 (0B, 100%)", + "P01 INFO: backup file /var/lib/postgresql/12/demo/base/1/13196 (0B, 100%)", + "P00 INFO: full backup size = 23.4MB", "P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive", - "P00 INFO: backup stop archive = 000000010000000000000002, lsn = 0/2000130", + "P00 INFO: backup stop archive = 000000010000000000000002, lsn = 0/2000138", " [filtered 4 lines of output]" ] } @@ -983,7 +999,7 @@ "type" : "exe", "value" : { "output" : [ - "20200526-001729F" + "20200720-121743F" ] } }, @@ -1010,11 +1026,11 @@ "value" : { "output" : [ " [filtered 4 lines of output]", - "P01 INFO: backup file /var/lib/postgresql/10/demo/global/pg_control (8KB, 99%) checksum ee410d8bc3dc0316381300064b4a6e05868fa3bd", - "P01 INFO: backup file /var/lib/postgresql/10/demo/pg_logical/replorigin_checkpoint (8B, 100%) checksum 347fc8f2df71bd4436e38bd1516ccd7ea0d46532", + "P01 INFO: backup file /var/lib/postgresql/12/demo/global/pg_control (8KB, 99%) checksum d1df70047cb190fa4ce405cea7e82eebb3ef7d1b", + "P01 INFO: backup file /var/lib/postgresql/12/demo/pg_logical/replorigin_checkpoint (8B, 100%) checksum 347fc8f2df71bd4436e38bd1516ccd7ea0d46532", "P00 INFO: diff backup size = 8KB", "P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive", - "P00 INFO: backup stop archive = 000000010000000000000003, lsn = 0/30000F8", + "P00 INFO: backup stop archive = 000000010000000000000003, lsn = 0/3000100", " [filtered 4 lines of output]" ] } @@ -1045,20 +1061,20 @@ " cipher: aes-256-cbc", "", " db (current)", - " wal archive min/max (10-1): 000000010000000000000001/000000010000000000000003", + " wal archive min/max (12-1): 000000010000000000000001/000000010000000000000003", "", - " full backup: 20200526-001729F", - " timestamp start/stop: 2020-05-26 00:17:29 / 2020-05-26 00:17:42", + " full backup: 20200720-121743F", + " timestamp start/stop: 2020-07-20 12:17:43 / 2020-07-20 12:17:58", " wal start/stop: 000000010000000000000002 / 000000010000000000000002", - " database size: 22.5MB, backup size: 22.5MB", - " repository size: 2.7MB, repository backup size: 2.7MB", + " database size: 23.4MB, backup size: 23.4MB", + " repository size: 2.8MB, repository backup size: 2.8MB", "", - " diff backup: 20200526-001729F_20200526-001744D", - " timestamp start/stop: 2020-05-26 00:17:44 / 2020-05-26 00:17:45", + " diff backup: 20200720-121743F_20200720-121801D", + " timestamp start/stop: 2020-07-20 12:18:01 / 2020-07-20 12:18:02", " wal start/stop: 000000010000000000000003 / 000000010000000000000003", - " database size: 22.5MB, backup size: 8.2KB", - " repository size: 2.7MB, repository backup size: 496B", - " backup reference list: 20200526-001729F" + " database size: 23.4MB, backup size: 8.3KB", + " repository size: 2.8MB, repository backup size: 480B", + " backup reference list: 20200720-121743F" ] } }, @@ -1066,7 +1082,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo stop" + "sudo pg_ctlcluster 12 demo stop" ], "host" : "pg-primary", "load-env" : true, @@ -1079,7 +1095,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres rm /var/lib/postgresql/10/demo/global/pg_control" + "sudo -u postgres rm /var/lib/postgresql/12/demo/global/pg_control" ], "host" : "pg-primary", "load-env" : true, @@ -1092,7 +1108,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo start" + "sudo pg_ctlcluster 12 demo start" ], "err-expect" : "1", "highlight" : { @@ -1110,10 +1126,10 @@ "type" : "exe", "value" : { "output" : [ - "Error: /usr/lib/postgresql/10/bin/pg_ctl /usr/lib/postgresql/10/bin/pg_ctl start -D /var/lib/postgresql/10/demo -l /var/log/postgresql/postgresql-10-demo.log -s -o -c config_file=\"/etc/postgresql/10/demo/postgresql.conf\" exited with status 1: ", + "Error: /usr/lib/postgresql/12/bin/pg_ctl /usr/lib/postgresql/12/bin/pg_ctl start -D /var/lib/postgresql/12/demo -l /var/log/postgresql/postgresql-12-demo.log -s -o -c config_file=\"/etc/postgresql/12/demo/postgresql.conf\" exited with status 1: ", "postgres: could not find the database system", - "Expected to find it in the directory \"/var/lib/postgresql/10/demo\",", - "but could not open file \"/var/lib/postgresql/10/demo/global/pg_control\": No such file or directory", + "Expected to find it in the directory \"/var/lib/postgresql/12/demo\",", + "but could not open file \"/var/lib/postgresql/12/demo/global/pg_control\": No such file or directory", "Examine the log output." ] } @@ -1122,7 +1138,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres find /var/lib/postgresql/10/demo -mindepth 1 -delete" + "sudo -u postgres find /var/lib/postgresql/12/demo -mindepth 1 -delete" ], "host" : "pg-primary", "load-env" : true, @@ -1148,7 +1164,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo start" + "sudo pg_ctlcluster 12 demo start" ], "host" : "pg-primary", "load-env" : true, @@ -1192,12 +1208,12 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --type=incr", - "P00 INFO: last backup label = 20200526-001729F_20200526-001744D, version = 2.27", + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --type=incr", + "P00 INFO: last backup label = 20200720-121743F_20200720-121801D, version = 2.28", "P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the next regular checkpoint completes", - "P00 INFO: backup start archive = 000000020000000000000005, lsn = 0/5000028", - "P00 WARN: a timeline switch has occurred since the 20200526-001729F_20200526-001744D backup, enabling delta checksum", - " [filtered 8 lines of output]" + "P00 INFO: backup start archive = 000000020000000000000006, lsn = 0/6000028", + "P00 WARN: a timeline switch has occurred since the 20200720-121743F_20200720-121801D backup, enabling delta checksum", + " [filtered 10 lines of output]" ] } }, @@ -1217,7 +1233,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/10/demo", + "pg1-path=/var/lib/postgresql/12/demo", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", @@ -1253,11 +1269,11 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", - "P00 INFO: last backup label = 20200526-001729F_20200526-001802I, version = 2.27", + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", + "P00 INFO: last backup label = 20200720-121743F_20200720-121823I, version = 2.28", "P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes", - "P00 INFO: backup start archive = 000000020000000000000006, lsn = 0/6000028", - "P01 INFO: backup file /var/lib/postgresql/10/demo/global/pg_control (8KB, 99%) checksum d2086dddf6d84d1ed93e32900eec3ac7b988a40c", + "P00 INFO: backup start archive = 000000020000000000000007, lsn = 0/7000028", + "P01 INFO: backup file /var/lib/postgresql/12/demo/global/pg_control (8KB, 99%) checksum 3839e754577c063f2ae6eae22bf2162d3dac6ca4", " [filtered 8 lines of output]" ] } @@ -1403,7 +1419,7 @@ "output" : [ " name | last_successful_backup | last_archived_wal ", "--------+------------------------+--------------------------", - " \"demo\" | 2020-05-26 00:18:07+00 | 000000020000000000000006", + " \"demo\" | 2020-07-20 12:18:29+00 | 000000020000000000000007", "(1 row)" ] } @@ -1437,7 +1453,7 @@ "type" : "exe", "value" : { "output" : [ - "1590452287" + "1595247509" ] } }, @@ -1456,7 +1472,7 @@ "type" : "exe", "value" : { "output" : [ - "\"000000020000000000000006\"" + "\"000000020000000000000007\"" ] } }, @@ -1476,7 +1492,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/10/demo", + "pg1-path=/var/lib/postgresql/12/demo", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", @@ -1501,7 +1517,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "archive retention on backup 20200526-001729F|remove archive" + "archive retention on backup 20200720-121743F|remove archive" ] }, "host" : "pg-primary", @@ -1512,11 +1528,11 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 952 lines of output]", + " [filtered 984 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.27: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", - "P00 DETAIL: archive retention on backup 20200526-001729F, archiveId = 10-1, start = 000000010000000000000002", - "P00 DETAIL: remove archive: archiveId = 10-1, start = 000000010000000000000001, stop = 000000010000000000000001", + "P00 INFO: expire command begin 2.28: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", + "P00 DETAIL: archive retention on backup 20200720-121743F, archiveId = 12-1, start = 000000010000000000000002", + "P00 DETAIL: remove archive: archiveId = 12-1, start = 000000010000000000000001, stop = 000000010000000000000001", "P00 INFO: expire command end: completed successfully" ] } @@ -1535,7 +1551,7 @@ "type" : "exe", "value" : { "output" : [ - "20200526-001813F" + "20200720-121837F" ] } }, @@ -1550,7 +1566,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "expire full backup set\\: 20200526-001729F|archive retention on backup 20200526-001813F|remove archive" + "expire full backup set\\: 20200720-121743F|archive retention on backup 20200720-121837F|remove archive" ] }, "host" : "pg-primary", @@ -1561,12 +1577,12 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 951 lines of output]", + " [filtered 983 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", - "P00 INFO: expire full backup set: 20200526-001729F, 20200526-001729F_20200526-001744D, 20200526-001729F_20200526-001802I, 20200526-001729F_20200526-001805I", - "P00 INFO: remove expired backup 20200526-001729F_20200526-001805I", - "P00 INFO: remove expired backup 20200526-001729F_20200526-001802I", + "P00 INFO: expire command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", + "P00 INFO: expire full backup set: 20200720-121743F, 20200720-121743F_20200720-121801D, 20200720-121743F_20200720-121823I, 20200720-121743F_20200720-121827I", + "P00 INFO: remove expired backup 20200720-121743F_20200720-121827I", + "P00 INFO: remove expired backup 20200720-121743F_20200720-121823I", " [filtered 2 lines of output]" ] } @@ -1587,7 +1603,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/10/demo", + "pg1-path=/var/lib/postgresql/12/demo", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", @@ -1629,7 +1645,7 @@ "type" : "exe", "value" : { "output" : [ - "20200526-001828F_20200526-001843D" + "20200720-121851F_20200720-121906D" ] } }, @@ -1657,7 +1673,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "expire diff backup set: 20200526-001828F_20200526-001843D" + "expire diff backup set: 20200720-121851F_20200720-121906D" ] }, "host" : "pg-primary", @@ -1670,10 +1686,10 @@ "output" : [ " [filtered 11 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=1 --repo1-retention-full=2 --stanza=demo", - "P00 INFO: expire diff backup set: 20200526-001828F_20200526-001843D, 20200526-001828F_20200526-001846I", - "P00 INFO: remove expired backup 20200526-001828F_20200526-001846I", - "P00 INFO: remove expired backup 20200526-001828F_20200526-001843D" + "P00 INFO: expire command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=1 --repo1-retention-full=2 --stanza=demo", + "P00 INFO: expire diff backup set: 20200720-121851F_20200720-121906D, 20200720-121851F_20200720-121908I", + "P00 INFO: remove expired backup 20200720-121851F_20200720-121908I", + "P00 INFO: remove expired backup 20200720-121851F_20200720-121906D" ] } }, @@ -1693,7 +1709,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/10/demo", + "pg1-path=/var/lib/postgresql/12/demo", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", @@ -1722,7 +1738,7 @@ "type" : "exe", "value" : { "output" : [ - "20200526-001828F_20200526-001849D" + "20200720-121851F_20200720-121911D" ] } }, @@ -1764,11 +1780,11 @@ "value" : { "output" : [ " [filtered 8 lines of output]", - "P00 INFO: backup stop archive = 000000020000000000000011, lsn = 0/110000F8", - "P00 INFO: check archive for segment(s) 000000020000000000000011:000000020000000000000011", - "P00 INFO: new backup label = 20200526-001828F_20200526-001854D", + "P00 INFO: backup stop archive = 000000020000000000000010, lsn = 0/10000100", + "P00 INFO: check archive for segment(s) 000000020000000000000010:000000020000000000000010", + "P00 INFO: new backup label = 20200720-121851F_20200720-121916D", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo" + "P00 INFO: expire command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo" ] } }, @@ -1786,7 +1802,7 @@ "type" : "exe", "value" : { "output" : [ - "20200526-001828F_20200526-001854D" + "20200720-121851F_20200720-121916D" ] } }, @@ -1801,7 +1817,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "archive retention on backup 20200526-001828F_20200526-001849D|remove archive" + "archive retention on backup 20200720-121851F_20200720-121911D|remove archive" ] }, "host" : "pg-primary", @@ -1812,14 +1828,13 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: expire command begin 2.27: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=1 --repo1-retention-archive-type=diff --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo", - "P00 DETAIL: archive retention on backup 20200526-001813F, archiveId = 10-1, start = 000000020000000000000008, stop = 000000020000000000000008", - "P00 DETAIL: archive retention on backup 20200526-001828F, archiveId = 10-1, start = 00000002000000000000000A, stop = 00000002000000000000000A", - "P00 DETAIL: archive retention on backup 20200526-001828F_20200526-001849D, archiveId = 10-1, start = 00000002000000000000000E, stop = 00000002000000000000000E", - "P00 DETAIL: archive retention on backup 20200526-001828F_20200526-001854D, archiveId = 10-1, start = 000000020000000000000011", - "P00 DETAIL: remove archive: archiveId = 10-1, start = 000000020000000000000009, stop = 000000020000000000000009", - "P00 DETAIL: remove archive: archiveId = 10-1, start = 00000002000000000000000B, stop = 00000002000000000000000D", - "P00 DETAIL: remove archive: archiveId = 10-1, start = 00000002000000000000000F, stop = 000000020000000000000010", + "P00 INFO: expire command begin 2.28: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=1 --repo1-retention-archive-type=diff --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo", + "P00 DETAIL: archive retention on backup 20200720-121837F, archiveId = 12-1, start = 000000020000000000000009, stop = 000000020000000000000009", + "P00 DETAIL: archive retention on backup 20200720-121851F, archiveId = 12-1, start = 00000002000000000000000A, stop = 00000002000000000000000A", + "P00 DETAIL: archive retention on backup 20200720-121851F_20200720-121911D, archiveId = 12-1, start = 00000002000000000000000D, stop = 00000002000000000000000D", + "P00 DETAIL: archive retention on backup 20200720-121851F_20200720-121916D, archiveId = 12-1, start = 000000020000000000000010", + "P00 DETAIL: remove archive: archiveId = 12-1, start = 00000002000000000000000B, stop = 00000002000000000000000C", + "P00 DETAIL: remove archive: archiveId = 12-1, start = 00000002000000000000000E, stop = 00000002000000000000000F", "P00 INFO: expire command end: completed successfully" ] } @@ -1828,7 +1843,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo stop" + "sudo pg_ctlcluster 12 demo stop" ], "host" : "pg-primary", "load-env" : true, @@ -1860,18 +1875,18 @@ "value" : { "output" : [ " [filtered 2 lines of output]", - "P00 DETAIL: check '/var/lib/postgresql/10/demo' exists", + "P00 DETAIL: check '/var/lib/postgresql/12/demo' exists", "P00 DETAIL: remove 'global/pg_control' so cluster will not start if restore does not complete", - "P00 INFO: remove invalid files/links/paths from '/var/lib/postgresql/10/demo'", - "P00 DETAIL: remove invalid file '/var/lib/postgresql/10/demo/backup_label.old'", - "P00 DETAIL: remove invalid file '/var/lib/postgresql/10/demo/base/1/pg_internal.init'", - " [filtered 755 lines of output]", - "P01 DETAIL: restore file /var/lib/postgresql/10/demo/base/12979/PG_VERSION - exists and matches backup (3B, 99%) checksum 4143d3a341877154d6e95211464e1df1015b74bd", - "P01 DETAIL: restore file /var/lib/postgresql/10/demo/base/1/PG_VERSION - exists and matches backup (3B, 99%) checksum 4143d3a341877154d6e95211464e1df1015b74bd", - "P01 DETAIL: restore file /var/lib/postgresql/10/demo/PG_VERSION - exists and matches backup (3B, 100%) checksum 4143d3a341877154d6e95211464e1df1015b74bd", - "P01 DETAIL: restore file /var/lib/postgresql/10/demo/global/6100_vm - exists and is zero size (0B, 100%)", - "P01 DETAIL: restore file /var/lib/postgresql/10/demo/global/6100 - exists and is zero size (0B, 100%)", - " [filtered 232 lines of output]" + "P00 INFO: remove invalid files/links/paths from '/var/lib/postgresql/12/demo'", + "P00 DETAIL: remove invalid file '/var/lib/postgresql/12/demo/backup_label.old'", + "P00 DETAIL: remove invalid file '/var/lib/postgresql/12/demo/base/1/pg_internal.init'", + " [filtered 816 lines of output]", + "P01 DETAIL: restore file /var/lib/postgresql/12/demo/base/13358/PG_VERSION - exists and matches backup (3B, 99%) checksum ad552e6dc057d1d825bf49df79d6b98eba846ebe", + "P01 DETAIL: restore file /var/lib/postgresql/12/demo/base/1/PG_VERSION - exists and matches backup (3B, 99%) checksum ad552e6dc057d1d825bf49df79d6b98eba846ebe", + "P01 DETAIL: restore file /var/lib/postgresql/12/demo/PG_VERSION - exists and matches backup (3B, 100%) checksum ad552e6dc057d1d825bf49df79d6b98eba846ebe", + "P01 DETAIL: restore file /var/lib/postgresql/12/demo/global/6100 - exists and is zero size (0B, 100%)", + "P01 DETAIL: restore file /var/lib/postgresql/12/demo/global/6000 - exists and is zero size (0B, 100%)", + " [filtered 201 lines of output]" ] } }, @@ -1879,7 +1894,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo start" + "sudo pg_ctlcluster 12 demo start" ], "host" : "pg-primary", "load-env" : true, @@ -2010,7 +2025,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres du -sh /var/lib/postgresql/10/demo/base/24576" + "sudo -u postgres du -sh /var/lib/postgresql/12/demo/base/24576" ], "host" : "pg-primary", "load-env" : true, @@ -2020,7 +2035,7 @@ "type" : "exe", "value" : { "output" : [ - "7.5M\t/var/lib/postgresql/10/demo/base/24576" + "7.8M\t/var/lib/postgresql/12/demo/base/24576" ] } }, @@ -2038,7 +2053,7 @@ "type" : "exe", "value" : { "output" : [ - "20200526-001828F_20200526-001904I" + "20200720-121851F_20200720-121927I" ] } }, @@ -2047,7 +2062,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo \\", - " --set=20200526-001828F_20200526-001904I info" + " --set=20200720-121851F_20200720-121927I info" ], "highlight" : { "filter" : true, @@ -2065,9 +2080,9 @@ "value" : { "output" : [ " [filtered 11 lines of output]", - " repository size: 4.4MB, repository backup size: 1.8MB", - " backup reference list: 20200526-001828F, 20200526-001828F_20200526-001854D", - " database list: postgres (12980), test1 (24576), test2 (24577)" + " repository size: 4.7MB, repository backup size: 1.9MB", + " backup reference list: 20200720-121851F, 20200720-121851F_20200720-121916D", + " database list: postgres (13359), test1 (24576), test2 (24577)" ] } }, @@ -2075,7 +2090,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo stop" + "sudo pg_ctlcluster 12 demo stop" ], "host" : "pg-primary", "load-env" : true, @@ -2102,7 +2117,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo start" + "sudo pg_ctlcluster 12 demo start" ], "host" : "pg-primary", "load-env" : true, @@ -2167,7 +2182,7 @@ "type" : "exe", "value" : { "output" : [ - "psql: FATAL: relation mapping file \"base/24576/pg_filenode.map\" contains invalid data" + "psql: error: could not connect to server: FATAL: relation mapping file \"base/24576/pg_filenode.map\" contains invalid data" ] } }, @@ -2175,7 +2190,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres du -sh /var/lib/postgresql/10/demo/base/24576" + "sudo -u postgres du -sh /var/lib/postgresql/12/demo/base/24576" ], "host" : "pg-primary", "load-env" : true, @@ -2185,7 +2200,7 @@ "type" : "exe", "value" : { "output" : [ - "176K\t/var/lib/postgresql/10/demo/base/24576" + "176K\t/var/lib/postgresql/12/demo/base/24576" ] } }, @@ -2231,8 +2246,8 @@ " oid | datname ", "-------+-----------", " 1 | template1", - " 12979 | template0", - " 12980 | postgres", + " 13358 | template0", + " 13359 | postgres", " 24577 | test2", "(4 rows)" ] @@ -2310,7 +2325,7 @@ "type" : "exe", "value" : { "output" : [ - "2020-05-26 00:19:31.244816+00" + "2020-07-20 12:19:54.471954+00" ] } }, @@ -2362,7 +2377,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo stop" + "sudo pg_ctlcluster 12 demo stop" ], "host" : "pg-primary", "load-env" : true, @@ -2376,7 +2391,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --type=time \"--target=2020-05-26 00:19:31.244816+00\" \\", + " --type=time \"--target=2020-07-20 12:19:54.471954+00\" \\", " --target-action=promote restore" ], "host" : "pg-primary", @@ -2390,7 +2405,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo rm /var/log/postgresql/postgresql-10-demo.log" + "sudo rm /var/log/postgresql/postgresql-12-demo.log" ], "host" : "pg-primary", "load-env" : true, @@ -2403,7 +2418,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/lib/postgresql/10/demo/recovery.conf" + "sudo -u postgres cat /var/lib/postgresql/12/demo/postgresql.auto.conf" ], "highlight" : { "filter" : true, @@ -2420,9 +2435,10 @@ "type" : "exe", "value" : { "output" : [ - "# Recovery settings generated by pgBackRest restore on 2020-05-26 00:19:34", + " [filtered 12 lines of output]", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:19:57", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", - "recovery_target_time = '2020-05-26 00:19:31.244816+00'", + "recovery_target_time = '2020-07-20 12:19:54.471954+00'", "recovery_target_action = 'promote'" ] } @@ -2431,7 +2447,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo start" + "sudo pg_ctlcluster 12 demo start" ], "host" : "pg-primary", "load-env" : true, @@ -2485,7 +2501,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/log/postgresql/postgresql-10-demo.log" + "sudo -u postgres cat /var/log/postgresql/postgresql-12-demo.log" ], "highlight" : { "filter" : true, @@ -2502,21 +2518,21 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 2 lines of output]", + " [filtered 3 lines of output]", "LOG: listening on Unix socket \"/var/run/postgresql/.s.PGSQL.5432\"", - "LOG: database system was interrupted; last known up at 2020-05-26 00:19:24 UTC", - "LOG: starting point-in-time recovery to 2020-05-26 00:19:31.244816+00", + "LOG: database system was interrupted; last known up at 2020-07-20 12:19:46 UTC", + "LOG: starting point-in-time recovery to 2020-07-20 12:19:54.471954+00", "LOG: restored log file \"00000004.history\" from archive", "LOG: restored log file \"000000040000000000000016\" from archive", " [filtered 2 lines of output]", "LOG: database system is ready to accept read only connections", "LOG: restored log file \"000000040000000000000017\" from archive", - "LOG: recovery stopping before commit of transaction 564, time 2020-05-26 00:19:32.883449+00", - "LOG: redo done at 0/17020A80", - "LOG: last completed transaction was at log time 2020-05-26 00:19:29.664696+00", + "LOG: recovery stopping before commit of transaction 495, time 2020-07-20 12:19:56.064234+00", + "LOG: redo done at 0/17019E10", + "LOG: last completed transaction was at log time 2020-07-20 12:19:52.841828+00", "LOG: selected new timeline ID: 5", "LOG: archive recovery complete", - " [filtered 3 lines of output]" + " [filtered 2 lines of output]" ] } }, @@ -2578,7 +2594,7 @@ "type" : "exe", "value" : { "output" : [ - "20200526-001828F_20200526-001941I" + "20200720-121851F_20200720-122004I" ] } }, @@ -2592,7 +2608,7 @@ "filter" : false, "filter-context" : 2, "list" : [ - "20200526-001828F_20200526-001941I" + "20200720-121851F_20200720-122004I" ] }, "host" : "pg-primary", @@ -2608,47 +2624,47 @@ " cipher: aes-256-cbc", "", " db (current)", - " wal archive min/max (10-1): 000000020000000000000008/000000050000000000000018", + " wal archive min/max (12-1): 000000020000000000000009/000000050000000000000018", "", - " full backup: 20200526-001813F", - " timestamp start/stop: 2020-05-26 00:18:13 / 2020-05-26 00:18:26", - " wal start/stop: 000000020000000000000008 / 000000020000000000000008", - " database size: 22.5MB, backup size: 22.5MB", - " repository size: 2.7MB, repository backup size: 2.7MB", + " full backup: 20200720-121837F", + " timestamp start/stop: 2020-07-20 12:18:37 / 2020-07-20 12:18:49", + " wal start/stop: 000000020000000000000009 / 000000020000000000000009", + " database size: 23.4MB, backup size: 23.4MB", + " repository size: 2.8MB, repository backup size: 2.8MB", "", - " full backup: 20200526-001828F", - " timestamp start/stop: 2020-05-26 00:18:28 / 2020-05-26 00:18:41", + " full backup: 20200720-121851F", + " timestamp start/stop: 2020-07-20 12:18:51 / 2020-07-20 12:19:03", " wal start/stop: 00000002000000000000000A / 00000002000000000000000A", - " database size: 22.5MB, backup size: 22.5MB", - " repository size: 2.7MB, repository backup size: 2.7MB", + " database size: 23.4MB, backup size: 23.4MB", + " repository size: 2.8MB, repository backup size: 2.8MB", "", - " diff backup: 20200526-001828F_20200526-001854D", - " timestamp start/stop: 2020-05-26 00:18:54 / 2020-05-26 00:18:55", - " wal start/stop: 000000020000000000000011 / 000000020000000000000011", - " database size: 22.5MB, backup size: 8.2KB", - " repository size: 2.7MB, repository backup size: 496B", - " backup reference list: 20200526-001828F", + " diff backup: 20200720-121851F_20200720-121916D", + " timestamp start/stop: 2020-07-20 12:19:16 / 2020-07-20 12:19:18", + " wal start/stop: 000000020000000000000010 / 000000020000000000000010", + " database size: 23.4MB, backup size: 8.3KB", + " repository size: 2.8MB, repository backup size: 512B", + " backup reference list: 20200720-121851F", "", - " incr backup: 20200526-001828F_20200526-001904I", - " timestamp start/stop: 2020-05-26 00:19:04 / 2020-05-26 00:19:12", + " incr backup: 20200720-121851F_20200720-121927I", + " timestamp start/stop: 2020-07-20 12:19:27 / 2020-07-20 12:19:35", " wal start/stop: 000000030000000000000013 / 000000030000000000000013", - " database size: 37MB, backup size: 15.1MB", - " repository size: 4.4MB, repository backup size: 1.8MB", - " backup reference list: 20200526-001828F, 20200526-001828F_20200526-001854D", + " database size: 38.6MB, backup size: 15.8MB", + " repository size: 4.7MB, repository backup size: 1.9MB", + " backup reference list: 20200720-121851F, 20200720-121851F_20200720-121916D", "", - " diff backup: 20200526-001828F_20200526-001923D", - " timestamp start/stop: 2020-05-26 00:19:23 / 2020-05-26 00:19:29", + " diff backup: 20200720-121851F_20200720-121946D", + " timestamp start/stop: 2020-07-20 12:19:46 / 2020-07-20 12:19:52", " wal start/stop: 000000040000000000000016 / 000000040000000000000016", - " database size: 29.8MB, backup size: 7.8MB", - " repository size: 3.5MB, repository backup size: 948.7KB", - " backup reference list: 20200526-001828F", + " database size: 31MB, backup size: 8.2MB", + " repository size: 3.8MB, repository backup size: 1006.9KB", + " backup reference list: 20200720-121851F", "", - " incr backup: 20200526-001828F_20200526-001941I", - " timestamp start/stop: 2020-05-26 00:19:41 / 2020-05-26 00:19:43", + " incr backup: 20200720-121851F_20200720-122004I", + " timestamp start/stop: 2020-07-20 12:20:04 / 2020-07-20 12:20:06", " wal start/stop: 000000050000000000000018 / 000000050000000000000018", - " database size: 29.8MB, backup size: 2.1MB", - " repository size: 3.5MB, repository backup size: 218.1KB", - " backup reference list: 20200526-001828F, 20200526-001828F_20200526-001923D" + " database size: 31MB, backup size: 2.2MB", + " repository size: 3.8MB, repository backup size: 234.0KB", + " backup reference list: 20200720-121851F, 20200720-121851F_20200720-121946D" ] } }, @@ -2656,7 +2672,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo stop" + "sudo pg_ctlcluster 12 demo stop" ], "host" : "pg-primary", "load-env" : true, @@ -2670,8 +2686,8 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --set=20200526-001828F_20200526-001941I \\", - " --type=time \"--target=2020-05-26 00:19:31.244816+00\" --target-action=promote restore" + " --set=20200720-121851F_20200720-122004I \\", + " --type=time \"--target=2020-07-20 12:19:54.471954+00\" --target-action=promote restore" ], "host" : "pg-primary", "load-env" : true, @@ -2684,7 +2700,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo rm /var/log/postgresql/postgresql-10-demo.log" + "sudo rm /var/log/postgresql/postgresql-12-demo.log" ], "host" : "pg-primary", "load-env" : true, @@ -2697,7 +2713,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo start" + "sudo pg_ctlcluster 12 demo start" ], "host" : "pg-primary", "load-env" : true, @@ -2751,7 +2767,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/log/postgresql/postgresql-10-demo.log" + "sudo -u postgres cat /var/log/postgresql/postgresql-12-demo.log" ], "highlight" : { "filter" : true, @@ -2768,17 +2784,17 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 2 lines of output]", + " [filtered 3 lines of output]", "LOG: listening on Unix socket \"/var/run/postgresql/.s.PGSQL.5432\"", - "LOG: database system was interrupted; last known up at 2020-05-26 00:19:41 UTC", - "LOG: starting point-in-time recovery to 2020-05-26 00:19:31.244816+00", + "LOG: database system was interrupted; last known up at 2020-07-20 12:20:05 UTC", + "LOG: starting point-in-time recovery to 2020-07-20 12:19:54.471954+00", "LOG: restored log file \"00000005.history\" from archive", "LOG: restored log file \"000000050000000000000018\" from archive", "LOG: redo starts at 0/18000028", - "LOG: consistent recovery state reached at 0/180000F8", + "LOG: consistent recovery state reached at 0/18000100", "LOG: database system is ready to accept read only connections", - "LOG: redo done at 0/180000F8", - " [filtered 8 lines of output]" + "LOG: redo done at 0/18000100", + " [filtered 7 lines of output]" ] } }, @@ -2786,7 +2802,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo stop" + "sudo pg_ctlcluster 12 demo stop" ], "host" : "pg-primary", "load-env" : true, @@ -2800,7 +2816,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --type=time \"--target=2020-05-26 00:19:31.244816+00\" \\", + " --type=time \"--target=2020-07-20 12:19:54.471954+00\" \\", " --target-action=promote restore" ], "host" : "pg-primary", @@ -2814,7 +2830,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo rm /var/log/postgresql/postgresql-10-demo.log" + "sudo rm /var/log/postgresql/postgresql-12-demo.log" ], "host" : "pg-primary", "load-env" : true, @@ -2827,7 +2843,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo start" + "sudo pg_ctlcluster 12 demo start" ], "host" : "pg-primary", "load-env" : true, @@ -2881,7 +2897,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/log/postgresql/postgresql-10-demo.log" + "sudo -u postgres cat /var/log/postgresql/postgresql-12-demo.log" ], "highlight" : { "filter" : true, @@ -2898,21 +2914,21 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 2 lines of output]", - "LOG: listening on Unix socket \"/var/run/postgresql/.s.PGSQL.5432\"", - "LOG: database system was interrupted; last known up at 2020-05-26 00:19:24 UTC", - "LOG: starting point-in-time recovery to 2020-05-26 00:19:31.244816+00", - "LOG: restored log file \"00000004.history\" from archive", - "LOG: restored log file \"000000040000000000000016\" from archive", - " [filtered 2 lines of output]", - "LOG: database system is ready to accept read only connections", - "LOG: restored log file \"000000040000000000000017\" from archive", - "LOG: recovery stopping before commit of transaction 564, time 2020-05-26 00:19:32.883449+00", - "LOG: redo done at 0/17020A80", - "LOG: last completed transaction was at log time 2020-05-26 00:19:29.664696+00", + " [filtered 5 lines of output]", "LOG: restored log file \"00000005.history\" from archive", "LOG: restored log file \"00000006.history\" from archive", - " [filtered 5 lines of output]" + "LOG: starting point-in-time recovery to 2020-07-20 12:19:54.471954+00", + "LOG: restored log file \"00000006.history\" from archive", + "LOG: restored log file \"000000040000000000000016\" from archive", + " [filtered 4 lines of output]", + "LOG: database system is ready to accept read only connections", + "LOG: restored log file \"000000050000000000000017\" from archive", + "LOG: recovery stopping before commit of transaction 496, time 2020-07-20 12:20:04.00426+00", + "LOG: redo done at 0/17022440", + "LOG: last completed transaction was at log time 2020-07-20 12:19:52.841828+00", + "LOG: selected new timeline ID: 7", + "LOG: archive recovery complete", + " [filtered 2 lines of output]" ] } }, @@ -2925,26 +2941,23 @@ "process-max" : { "value" : "4" }, + "repo1-azure-account" : { + "value" : "pgbackrest" + }, + "repo1-azure-container" : { + "value" : "demo-container" + }, + "repo1-azure-host" : { + "value" : "blob.core.windows.net" + }, + "repo1-azure-key" : { + "value" : "YXpLZXk=" + }, "repo1-path" : { "value" : "/demo-repo" }, - "repo1-s3-bucket" : { - "value" : "demo-bucket" - }, - "repo1-s3-endpoint" : { - "value" : "s3.us-east-1.amazonaws.com" - }, - "repo1-s3-key" : { - "value" : "accessKey1" - }, - "repo1-s3-key-secret" : { - "value" : "verySecretKey1" - }, - "repo1-s3-region" : { - "value" : "us-east-1" - }, "repo1-type" : { - "value" : "s3" + "value" : "azure" } } } @@ -2953,21 +2966,19 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/10/demo", + "pg1-path=/var/lib/postgresql/12/demo", "", "[global]", "process-max=4", + "repo1-azure-account=pgbackrest", + "repo1-azure-container=demo-container", + "repo1-azure-key=YXpLZXk=", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", "repo1-cipher-type=aes-256-cbc", "repo1-path=/demo-repo", "repo1-retention-diff=2", "repo1-retention-full=2", - "repo1-s3-bucket=demo-bucket", - "repo1-s3-endpoint=s3.us-east-1.amazonaws.com", - "repo1-s3-key=accessKey1", - "repo1-s3-key-secret=verySecretKey1", - "repo1-s3-region=us-east-1", - "repo1-type=s3", + "repo1-type=azure", "start-fast=y", "", "[global:archive-push]", @@ -2979,7 +2990,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "echo \"172.17.0.2 demo-bucket.s3.us-east-1.amazonaws.com s3.us-east-1.amazonaws.com\" | tee -a /etc/hosts" + "echo \"172.17.0.2 blob.core.windows.net\" | tee -a /etc/hosts" ], "host" : "pg-primary", "load-env" : true, @@ -3022,7 +3033,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-create command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stanza-create command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-azure-account= --repo1-azure-container=demo-container --repo1-azure-host=blob.core.windows.net --repo1-azure-key= --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-type=azure --stanza=demo", "P00 INFO: http statistics: objects 2, sessions 2, requests 12, retries 0, closes 0", "P00 INFO: stanza-create command end: completed successfully" ] @@ -3050,16 +3061,167 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --process-max=4 --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo --start-fast", + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --process-max=4 --repo1-azure-account= --repo1-azure-container=demo-container --repo1-azure-host=blob.core.windows.net --repo1-azure-key= --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-type=azure --stanza=demo --start-fast", "P00 WARN: no prior backup exists, incr backup has been changed to full", "P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 000000070000000000000018, lsn = 0/18000028", - " [filtered 1238 lines of output]", - "P03 INFO: backup file /var/lib/postgresql/10/demo/base/1/12827 (0B, 100%)", - "P04 INFO: backup file /var/lib/postgresql/10/demo/base/1/12817 (0B, 100%)", - "P00 INFO: full backup size = 29.8MB", + " [filtered 1279 lines of output]", + "P02 INFO: backup file /var/lib/postgresql/12/demo/base/1/13211 (0B, 100%)", + "P01 INFO: backup file /var/lib/postgresql/12/demo/base/1/13196 (0B, 100%)", + "P00 INFO: full backup size = 31MB", "P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive", - "P00 INFO: backup stop archive = 000000070000000000000018, lsn = 0/180000F8", + "P00 INFO: backup stop archive = 000000070000000000000018, lsn = 0/18000100", + " [filtered 6 lines of output]" + ] + } + }, + { + "key" : { + "file" : "/etc/pgbackrest/pgbackrest.conf", + "host" : "pg-primary", + "option" : { + "global" : { + "process-max" : { + "value" : "4" + }, + "repo1-path" : { + "value" : "/demo-repo" + }, + "repo1-s3-bucket" : { + "value" : "demo-bucket" + }, + "repo1-s3-endpoint" : { + "value" : "s3.us-east-1.amazonaws.com" + }, + "repo1-s3-key" : { + "value" : "accessKey1" + }, + "repo1-s3-key-secret" : { + "value" : "verySecretKey1" + }, + "repo1-s3-region" : { + "value" : "us-east-1" + }, + "repo1-type" : { + "value" : "s3" + } + } + } + }, + "type" : "cfg-pgbackrest", + "value" : { + "config" : [ + "[demo]", + "pg1-path=/var/lib/postgresql/12/demo", + "", + "[global]", + "process-max=4", + "repo1-azure-account=pgbackrest", + "repo1-azure-container=demo-container", + "repo1-azure-key=YXpLZXk=", + "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", + "repo1-cipher-type=aes-256-cbc", + "repo1-path=/demo-repo", + "repo1-retention-diff=2", + "repo1-retention-full=2", + "repo1-s3-bucket=demo-bucket", + "repo1-s3-endpoint=s3.us-east-1.amazonaws.com", + "repo1-s3-key=accessKey1", + "repo1-s3-key-secret=verySecretKey1", + "repo1-s3-region=us-east-1", + "repo1-type=s3", + "start-fast=y", + "", + "[global:archive-push]", + "compress-level=3" + ] + } + }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "echo \"172.17.0.3 demo-bucket.s3.us-east-1.amazonaws.com s3.us-east-1.amazonaws.com\" | tee -a /etc/hosts" + ], + "host" : "pg-primary", + "load-env" : true, + "output" : false, + "run-as-user" : "root" + }, + "type" : "exe" + }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "sudo -u postgres pgbackrest repo-create" + ], + "host" : "pg-primary", + "load-env" : true, + "output" : false, + "run-as-user" : null + }, + "type" : "exe" + }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stanza-create" + ], + "highlight" : { + "filter" : true, + "filter-context" : 2, + "list" : [ + "completed successfully" + ] + }, + "host" : "pg-primary", + "load-env" : true, + "output" : true, + "run-as-user" : null + }, + "type" : "exe", + "value" : { + "output" : [ + "P00 INFO: stanza-create command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: http statistics: objects 2, sessions 2, requests 12, retries 0, closes 0", + "P00 INFO: stanza-create command end: completed successfully" + ] + } + }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "sudo -u postgres pgbackrest --stanza=demo \\", + " --log-level-console=info backup" + ], + "highlight" : { + "filter" : true, + "filter-context" : 2, + "list" : [ + "no prior backup exists|full backup size" + ] + }, + "host" : "pg-primary", + "load-env" : true, + "output" : true, + "run-as-user" : null + }, + "type" : "exe", + "value" : { + "output" : [ + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --process-max=4 --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo --start-fast", + "P00 WARN: no prior backup exists, incr backup has been changed to full", + "P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes", + "P00 INFO: backup start archive = 00000007000000000000001A, lsn = 0/1A000028", + " [filtered 1279 lines of output]", + "P04 INFO: backup file /var/lib/postgresql/12/demo/base/1/13211 (0B, 100%)", + "P02 INFO: backup file /var/lib/postgresql/12/demo/base/1/13196 (0B, 100%)", + "P00 INFO: full backup size = 31MB", + "P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive", + "P00 INFO: backup stop archive = 00000007000000000000001A, lsn = 0/1A000100", " [filtered 6 lines of output]" ] } @@ -3068,7 +3230,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo stop" + "sudo pg_ctlcluster 12 demo stop" ], "host" : "pg-primary", "load-env" : true, @@ -3098,7 +3260,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stop command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stop command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: stop command end: completed successfully" ] } @@ -3124,7 +3286,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-delete command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stanza-delete command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: http statistics: objects 2, sessions 2, requests 14, retries 0, closes 0", "P00 INFO: stanza-delete command end: completed successfully" ] @@ -3134,7 +3296,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo start" + "sudo pg_ctlcluster 12 demo start" ], "host" : "pg-primary", "load-env" : true, @@ -3154,7 +3316,7 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.5" + "ip" : "172.17.0.6" } }, { @@ -3188,7 +3350,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.27/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.28/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "repository", @@ -3485,7 +3647,7 @@ "value" : "pg-primary" }, "pg1-path" : { - "value" : "/var/lib/postgresql/10/demo" + "value" : "/var/lib/postgresql/12/demo" } }, "global" : { @@ -3509,7 +3671,7 @@ "config" : [ "[demo]", "pg1-host=pg-primary", - "pg1-path=/var/lib/postgresql/10/demo", + "pg1-path=/var/lib/postgresql/12/demo", "", "[global]", "repo1-path=/var/lib/pgbackrest", @@ -3525,7 +3687,7 @@ "option" : { "demo" : { "pg1-path" : { - "value" : "/var/lib/postgresql/10/demo" + "value" : "/var/lib/postgresql/12/demo" } }, "global" : { @@ -3549,7 +3711,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/10/demo", + "pg1-path=/var/lib/postgresql/12/demo", "", "[global]", "log-level-file=detail", @@ -3618,7 +3780,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo stop" + "sudo pg_ctlcluster 12 demo stop" ], "host" : "pg-primary", "load-env" : true, @@ -3644,7 +3806,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo start" + "sudo pg_ctlcluster 12 demo start" ], "host" : "pg-primary", "load-env" : true, @@ -3696,7 +3858,7 @@ "config" : [ "[demo]", "pg1-host=pg-primary", - "pg1-path=/var/lib/postgresql/10/demo", + "pg1-path=/var/lib/postgresql/12/demo", "", "[global]", "process-max=3", @@ -3745,19 +3907,19 @@ " cipher: none", "", " db (current)", - " wal archive min/max (10-1): 00000008000000000000001D/00000008000000000000001E", + " wal archive min/max (12-1): 00000008000000000000001F/000000080000000000000021", "", - " full backup: 20200526-002056F", - " timestamp start/stop: 2020-05-26 00:20:56 / 2020-05-26 00:21:13", - " wal start/stop: 00000008000000000000001D / 00000008000000000000001D", - " database size: 29.8MB, backup size: 29.8MB", - " repository size: 3.5MB, repository backup size: 3.5MB", + " full backup: 20200720-122133F", + " timestamp start/stop: 2020-07-20 12:21:33 / 2020-07-20 12:21:57", + " wal start/stop: 00000008000000000000001F / 00000008000000000000001F", + " database size: 31MB, backup size: 31MB", + " repository size: 3.7MB, repository backup size: 3.7MB", "", - " full backup: 20200526-002115F", - " timestamp start/stop: 2020-05-26 00:21:15 / 2020-05-26 00:21:22", - " wal start/stop: 00000008000000000000001E / 00000008000000000000001E", - " database size: 29.8MB, backup size: 29.8MB", - " repository size: 3.5MB, repository backup size: 3.5MB" + " full backup: 20200720-122159F", + " timestamp start/stop: 2020-07-20 12:21:59 / 2020-07-20 12:22:06", + " wal start/stop: 000000080000000000000021 / 000000080000000000000021", + " database size: 31MB, backup size: 31MB", + " repository size: 3.7MB, repository backup size: 3.7MB" ] } }, @@ -3896,7 +4058,7 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.6" + "ip" : "172.17.0.7" } }, { @@ -3917,7 +4079,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.27/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.28/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "pg-standby", @@ -4125,7 +4287,7 @@ "option" : { "demo" : { "pg1-path" : { - "value" : "/var/lib/postgresql/10/demo" + "value" : "/var/lib/postgresql/12/demo" } }, "global" : { @@ -4148,7 +4310,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/10/demo", + "pg1-path=/var/lib/postgresql/12/demo", "", "[global]", "log-level-file=detail", @@ -4160,7 +4322,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_createcluster 10 demo" + "sudo pg_createcluster 12 demo" ], "host" : "pg-standby", "load-env" : true, @@ -4186,7 +4348,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/lib/postgresql/10/demo/recovery.conf" + "sudo -u postgres cat /var/lib/postgresql/12/demo/postgresql.auto.conf" ], "host" : "pg-standby", "load-env" : true, @@ -4196,15 +4358,34 @@ "type" : "exe", "value" : { "output" : [ - "# Recovery settings generated by pgBackRest restore on 2020-05-26 00:21:50", + "# Do not edit this file manually!", + "# It will be overwritten by the ALTER SYSTEM command.", + "", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:18:17", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", - "standby_mode = 'on'" + "", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:19:20", + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", + "", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:19:39", + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", + "", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:20:15", + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", + "# Removed by pgBackRest restore on 2020-07-20 12:21:26 # recovery_target_time = '2020-07-20 12:19:54.471954+00'", + "# Removed by pgBackRest restore on 2020-07-20 12:21:26 # recovery_target_action = 'promote'", + "", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:21:26", + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", + "", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:22:45", + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'" ] } }, { "key" : { - "file" : "/etc/postgresql/10/demo/postgresql.conf", + "file" : "/etc/postgresql/12/demo/postgresql.conf", "host" : "pg-standby", "option" : { "archive_command" : { @@ -4247,7 +4428,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo rm /var/log/postgresql/postgresql-10-demo.log" + "sudo rm /var/log/postgresql/postgresql-12-demo.log" ], "host" : "pg-standby", "load-env" : true, @@ -4260,7 +4441,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo start" + "sudo pg_ctlcluster 12 demo start" ], "host" : "pg-standby", "load-env" : true, @@ -4286,7 +4467,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/log/postgresql/postgresql-10-demo.log" + "sudo -u postgres cat /var/log/postgresql/postgresql-12-demo.log" ], "highlight" : { "filter" : true, @@ -4303,16 +4484,15 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 3 lines of output]", + " [filtered 4 lines of output]", "LOG: listening on Unix socket \"/var/run/postgresql/.s.PGSQL.5432\"", - "LOG: database system was interrupted; last known up at 2020-05-26 00:21:15 UTC", + "LOG: database system was interrupted; last known up at 2020-07-20 12:22:00 UTC", "LOG: entering standby mode", "LOG: restored log file \"00000008.history\" from archive", - "LOG: restored log file \"00000008000000000000001E\" from archive", - "LOG: redo starts at 0/1E000028", - "LOG: consistent recovery state reached at 0/1E000130", - "LOG: database system is ready to accept read only connections", - "LOG: incomplete startup packet" + "LOG: restored log file \"000000080000000000000021\" from archive", + "LOG: redo starts at 0/21000028", + "LOG: consistent recovery state reached at 0/21000100", + "LOG: database system is ready to accept read only connections" ] } }, @@ -4393,7 +4573,7 @@ "output" : [ " pg_switch_wal | current_timestamp ", "---------------+-------------------------------", - " 0/1F02ABF8 | 2020-05-26 00:21:58.568809+00", + " 0/22021750 | 2020-07-20 12:22:56.214561+00", "(1 row)" ] } @@ -4420,9 +4600,9 @@ "type" : "exe", "value" : { "output" : [ - " message | current_timestamp ", - "----------------+-------------------------------", - " Important Data | 2020-05-26 00:22:03.551304+00", + " message | current_timestamp ", + "----------------+------------------------------", + " Important Data | 2020-07-20 12:23:01.50776+00", "(1 row)" ] } @@ -4448,7 +4628,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.27: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-host=repository --stanza=demo", + "P00 INFO: check command begin 2.28: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-host=repository --stanza=demo", "P00 INFO: switch wal not performed because this is a standby", "P00 INFO: check command end: completed successfully" ] @@ -4478,8 +4658,8 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres sh -c 'echo \\", - " \"host replication replicator 172.17.0.6/32 md5\" \\", - " >> /etc/postgresql/10/demo/pg_hba.conf'" + " \"host replication replicator 172.17.0.7/32 md5\" \\", + " >> /etc/postgresql/12/demo/pg_hba.conf'" ], "host" : "pg-primary", "load-env" : true, @@ -4492,7 +4672,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo reload" + "sudo pg_ctlcluster 12 demo reload" ], "host" : "pg-primary", "load-env" : true, @@ -4508,7 +4688,7 @@ "option" : { "demo" : { "recovery-option" : { - "value" : "primary_conninfo=host=172.17.0.4 port=5432 user=replicator" + "value" : "primary_conninfo=host=172.17.0.5 port=5432 user=replicator" } } } @@ -4517,8 +4697,8 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/10/demo", - "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", + "pg1-path=/var/lib/postgresql/12/demo", + "recovery-option=primary_conninfo=host=172.17.0.5 port=5432 user=replicator", "", "[global]", "log-level-file=detail", @@ -4531,7 +4711,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres sh -c 'echo \\", - " \"172.17.0.4:*:replication:replicator:jw8s0F4\" \\", + " \"172.17.0.5:*:replication:replicator:jw8s0F4\" \\", " >> /var/lib/postgresql/.pgpass'" ], "host" : "pg-standby", @@ -4558,7 +4738,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo stop" + "sudo pg_ctlcluster 12 demo stop" ], "host" : "pg-standby", "load-env" : true, @@ -4584,7 +4764,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/lib/postgresql/10/demo/recovery.conf" + "sudo -u postgres cat /var/lib/postgresql/12/demo/postgresql.auto.conf" ], "host" : "pg-standby", "load-env" : true, @@ -4594,10 +4774,29 @@ "type" : "exe", "value" : { "output" : [ - "# Recovery settings generated by pgBackRest restore on 2020-05-26 00:22:08", - "primary_conninfo = 'host=172.17.0.4 port=5432 user=replicator'", + "# Do not edit this file manually!", + "# It will be overwritten by the ALTER SYSTEM command.", + "", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:18:17", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", - "standby_mode = 'on'" + "", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:19:20", + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", + "", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:19:39", + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", + "", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:20:15", + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", + "# Removed by pgBackRest restore on 2020-07-20 12:21:26 # recovery_target_time = '2020-07-20 12:19:54.471954+00'", + "# Removed by pgBackRest restore on 2020-07-20 12:21:26 # recovery_target_action = 'promote'", + "", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:21:26", + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", + "", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:23:07", + "primary_conninfo = 'host=172.17.0.5 port=5432 user=replicator'", + "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'" ] } }, @@ -4605,7 +4804,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo rm /var/log/postgresql/postgresql-10-demo.log" + "sudo rm /var/log/postgresql/postgresql-12-demo.log" ], "host" : "pg-standby", "load-env" : true, @@ -4618,7 +4817,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo start" + "sudo pg_ctlcluster 12 demo start" ], "host" : "pg-standby", "load-env" : true, @@ -4644,7 +4843,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/log/postgresql/postgresql-10-demo.log" + "sudo -u postgres cat /var/log/postgresql/postgresql-12-demo.log" ], "highlight" : { "filter" : true, @@ -4662,9 +4861,9 @@ "value" : { "output" : [ " [filtered 11 lines of output]", - "LOG: restored log file \"00000008000000000000001F\" from archive", - "LOG: incomplete startup packet", - "LOG: started streaming WAL from primary at 0/20000000 on timeline 8" + "LOG: database system is ready to accept read only connections", + "LOG: restored log file \"000000080000000000000022\" from archive", + "LOG: started streaming WAL from primary at 0/23000000 on timeline 8" ] } }, @@ -4696,7 +4895,7 @@ "output" : [ " message | current_timestamp ", "----------------+-------------------------------", - " Important Data | 2020-05-26 00:22:15.468818+00", + " Important Data | 2020-07-20 12:23:15.966101+00", "(1 row)" ] } @@ -4725,7 +4924,7 @@ "output" : [ " message | current_timestamp ", "----------------+-------------------------------", - " Important Data | 2020-05-26 00:22:16.016248+00", + " Important Data | 2020-07-20 12:23:16.607114+00", "(1 row)" ] } @@ -4811,7 +5010,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/10/demo", + "pg1-path=/var/lib/postgresql/12/demo", "", "[global]", "archive-async=y", @@ -4856,8 +5055,8 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/10/demo", - "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", + "pg1-path=/var/lib/postgresql/12/demo", + "recovery-option=primary_conninfo=host=172.17.0.5 port=5432 user=replicator", "", "[global]", "archive-async=y", @@ -4895,7 +5094,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo restart" + "sudo pg_ctlcluster 12 demo restart" ], "host" : "pg-standby", "load-env" : true, @@ -4956,8 +5155,8 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.27: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --repo1-host=repository --stanza=demo", - "P00 INFO: WAL segment 000000080000000000000025 successfully archived to '/var/lib/pgbackrest/archive/demo/10-1/0000000800000000/000000080000000000000025-ee8159736996d216d36a736baa9a79804845e750.gz'", + "P00 INFO: check command begin 2.28: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --repo1-host=repository --stanza=demo", + "P00 INFO: WAL segment 000000080000000000000028 successfully archived to '/var/lib/pgbackrest/archive/demo/12-1/0000000800000000/000000080000000000000028-7fa11b53cc7643903393d14297d4a8b0062c5cc7.gz'", "P00 INFO: check command end: completed successfully" ] } @@ -4984,24 +5183,24 @@ "value" : { "output" : [ "-------------------PROCESS START-------------------", - "P00 INFO: archive-push:async command begin 2.27: [/var/lib/postgresql/10/demo/pg_wal] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000020", - "P01 DETAIL: pushed WAL file '000000080000000000000020' to the archive", - "P00 INFO: archive-push:async command end: completed successfully", - "", - "-------------------PROCESS START-------------------", - "P00 INFO: archive-push:async command begin 2.27: [/var/lib/postgresql/10/demo/pg_wal] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 4 WAL file(s) to archive: 000000080000000000000021...000000080000000000000024", - "P01 DETAIL: pushed WAL file '000000080000000000000021' to the archive", - "P02 DETAIL: pushed WAL file '000000080000000000000022' to the archive", + "P00 INFO: archive-push:async command begin 2.28: [/var/lib/postgresql/12/demo/pg_wal] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000023", "P01 DETAIL: pushed WAL file '000000080000000000000023' to the archive", - "P02 DETAIL: pushed WAL file '000000080000000000000024' to the archive", "P00 INFO: archive-push:async command end: completed successfully", "", "-------------------PROCESS START-------------------", - "P00 INFO: archive-push:async command begin 2.27: [/var/lib/postgresql/10/demo/pg_wal] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000025", - "P01 DETAIL: pushed WAL file '000000080000000000000025' to the archive", + "P00 INFO: archive-push:async command begin 2.28: [/var/lib/postgresql/12/demo/pg_wal] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 4 WAL file(s) to archive: 000000080000000000000024...000000080000000000000027", + "P01 DETAIL: pushed WAL file '000000080000000000000024' to the archive", + "P02 DETAIL: pushed WAL file '000000080000000000000025' to the archive", + "P02 DETAIL: pushed WAL file '000000080000000000000027' to the archive", + "P01 DETAIL: pushed WAL file '000000080000000000000026' to the archive", + "P00 INFO: archive-push:async command end: completed successfully", + "", + "-------------------PROCESS START-------------------", + "P00 INFO: archive-push:async command begin 2.28: [/var/lib/postgresql/12/demo/pg_wal] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000028", + "P01 DETAIL: pushed WAL file '000000080000000000000028' to the archive", "P00 INFO: archive-push:async command end: completed successfully" ] } @@ -5041,29 +5240,31 @@ "value" : { "output" : [ "-------------------PROCESS START-------------------", - "P00 INFO: archive-get:async command begin 2.27: [00000008000000000000001E, 00000008000000000000001F, 000000080000000000000020, 000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: get 8 WAL file(s) from archive: 00000008000000000000001E...000000080000000000000025", - "P01 DETAIL: found 00000008000000000000001E in the archive", - "P02 DETAIL: found 00000008000000000000001F in the archive", - "P01 DETAIL: unable to find 000000080000000000000020 in the archive", - "P02 DETAIL: unable to find 000000080000000000000021 in the archive", - " [filtered 20 lines of output]", - "P00 INFO: archive-get:async command begin 2.27: [000000080000000000000020, 000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/10/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000020...000000080000000000000027", - "P01 DETAIL: found 000000080000000000000020 in the archive", - "P02 DETAIL: found 000000080000000000000021 in the archive", - "P01 DETAIL: found 000000080000000000000022 in the archive", - "P02 DETAIL: found 000000080000000000000023 in the archive", - "P02 DETAIL: unable to find 000000080000000000000025 in the archive", + "P00 INFO: archive-get:async command begin 2.28: [000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000021...000000080000000000000028", + "P01 DETAIL: found 000000080000000000000021 in the archive", + "P01 DETAIL: unable to find 000000080000000000000023 in the archive", + "P01 DETAIL: unable to find 000000080000000000000024 in the archive", + "P02 DETAIL: found 000000080000000000000022 in the archive", + "P01 DETAIL: unable to find 000000080000000000000025 in the archive", "P02 DETAIL: unable to find 000000080000000000000026 in the archive", - "P02 DETAIL: unable to find 000000080000000000000027 in the archive", - "P01 DETAIL: found 000000080000000000000024 in the archive", + " [filtered 18 lines of output]", + "P00 INFO: archive-get:async command begin 2.28: [000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028, 000000080000000000000029, 00000008000000000000002A] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/postgresql/12/demo --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000023...00000008000000000000002A", + "P01 DETAIL: found 000000080000000000000023 in the archive", + "P02 DETAIL: found 000000080000000000000024 in the archive", + "P01 DETAIL: found 000000080000000000000025 in the archive", + "P02 DETAIL: found 000000080000000000000026 in the archive", + "P02 DETAIL: unable to find 000000080000000000000028 in the archive", + "P02 DETAIL: unable to find 000000080000000000000029 in the archive", + "P02 DETAIL: unable to find 00000008000000000000002A in the archive", + "P01 DETAIL: found 000000080000000000000027 in the archive", "P00 INFO: archive-get:async command end: completed successfully", "", " [filtered 8 lines of output]", - "P02 DETAIL: unable to find 00000008000000000000002B in the archive", - "P02 DETAIL: unable to find 00000008000000000000002C in the archive", - "P01 DETAIL: found 000000080000000000000025 in the archive", + "P02 DETAIL: unable to find 00000008000000000000002E in the archive", + "P02 DETAIL: unable to find 00000008000000000000002F in the archive", + "P01 DETAIL: found 000000080000000000000028 in the archive", "P00 INFO: archive-get:async command end: completed successfully" ] } @@ -5096,7 +5297,7 @@ "value" : "pg-standby" }, "pg2-path" : { - "value" : "/var/lib/postgresql/10/demo" + "value" : "/var/lib/postgresql/12/demo" } }, "global" : { @@ -5111,9 +5312,9 @@ "config" : [ "[demo]", "pg1-host=pg-primary", - "pg1-path=/var/lib/postgresql/10/demo", + "pg1-path=/var/lib/postgresql/12/demo", "pg2-host=pg-standby", - "pg2-path=/var/lib/postgresql/10/demo", + "pg2-path=/var/lib/postgresql/12/demo", "", "[global]", "backup-standby=y", @@ -5147,22 +5348,14 @@ "output" : [ " [filtered 2 lines of output]", "P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes", - "P00 INFO: backup start archive = 000000080000000000000027, lsn = 0/27000028", - "P00 INFO: wait for replay on the standby to reach 0/27000028", - "P00 INFO: replay on the standby reached 0/27000028", - "P03 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12980/1249 (392KB, 17%) checksum fc14d2d8c4f576b165b1a5efc3b8e04baa461960", - "P02 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12980/2608 (440KB, 36%) checksum 23f25ba1c0443cb54da86aa8d32d4649c2bdbb30", - " [filtered 10 lines of output]", - "P04 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12980/2610 (32KB, 89%) checksum 85827e08f2e389b58c351bf439a5cd7a7f66af4c", - "P03 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12980/2610_fsm (24KB, 90%) checksum 3cd92093fa77b32dc52a3006591bbf1956744830", - "P01 INFO: backup file pg-primary:/var/lib/postgresql/10/demo/global/pg_control (8KB, 91%) checksum 888db6cbaf077f9dc8d86e786df7192e14cc61af", - "P02 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12980/2608_fsm (24KB, 92%) checksum f65c3ce590879dc6e62ab2be8a95bc3f2687eaf7", - "P04 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12980/1249_fsm (24KB, 93%) checksum d57bfa9b0fc456b1c0c99cfb0f2e3f35da083a88", - "P03 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/global/2677 (16KB, 94%) checksum 8dcb6419b0168ead5ee45af5c10b4bf7052a8327", - "P01 INFO: backup file pg-primary:/var/lib/postgresql/10/demo/pg_logical/replorigin_checkpoint (8B, 94%) checksum 347fc8f2df71bd4436e38bd1516ccd7ea0d46532", - "P02 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/global/2676 (16KB, 94%) checksum 8c43b660f01c2f48cdf53176989f3c2376ee5e7a", - "P04 INFO: backup file pg-standby:/var/lib/postgresql/10/demo/base/12980/2703 (16KB, 95%) checksum 71663782627811bd502e8a4b17200f3d2c6fac0d", - " [filtered 1235 lines of output]" + "P00 INFO: backup start archive = 00000008000000000000002A, lsn = 0/2A000028", + "P00 INFO: wait for replay on the standby to reach 0/2A000028", + "P00 INFO: replay on the standby reached 0/2A000028", + "P01 INFO: backup file pg-primary:/var/lib/postgresql/12/demo/global/pg_control (8KB, 0%) checksum ac5f78fa7e9b649b9b00de0b1c55e4051f7e41b5", + "P01 INFO: backup file pg-primary:/var/lib/postgresql/12/demo/pg_logical/replorigin_checkpoint (8B, 0%) checksum 347fc8f2df71bd4436e38bd1516ccd7ea0d46532", + "P02 INFO: backup file pg-standby:/var/lib/postgresql/12/demo/base/13359/2608 (456KB, 19%) checksum 837cc24bbcbbf5adf98f12737a8cbe508446b214", + "P04 INFO: backup file pg-standby:/var/lib/postgresql/12/demo/base/13359/2674 (344KB, 34%) checksum 1ceeda8301399d283903f4cf6cf8d8f444103c59", + " [filtered 1293 lines of output]" ] } }, @@ -5170,7 +5363,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo stop" + "sudo pg_ctlcluster 12 demo stop" ], "host" : "pg-primary", "load-env" : true, @@ -5183,7 +5376,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 10 demo stop" + "sudo pg_ctlcluster 12 demo stop" ], "host" : "pg-standby", "load-env" : true, @@ -5196,8 +5389,8 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres /usr/lib/postgresql/11/bin/initdb \\", - " -D /var/lib/postgresql/11/demo -k -A peer" + "sudo -u postgres /usr/lib/postgresql/13/bin/initdb \\", + " -D /var/lib/postgresql/13/demo -k -A peer" ], "host" : "pg-primary", "load-env" : true, @@ -5210,7 +5403,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_createcluster 11 demo" + "sudo pg_createcluster 13 demo" ], "host" : "pg-primary", "load-env" : true, @@ -5224,13 +5417,13 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres sh -c 'cd /var/lib/postgresql && \\", - " /usr/lib/postgresql/11/bin/pg_upgrade \\", - " --old-bindir=/usr/lib/postgresql/10/bin \\", - " --new-bindir=/usr/lib/postgresql/11/bin \\", - " --old-datadir=/var/lib/postgresql/10/demo \\", - " --new-datadir=/var/lib/postgresql/11/demo \\", - " --old-options=\" -c config_file=/etc/postgresql/10/demo/postgresql.conf\" \\", - " --new-options=\" -c config_file=/etc/postgresql/11/demo/postgresql.conf\"'" + " /usr/lib/postgresql/13/bin/pg_upgrade \\", + " --old-bindir=/usr/lib/postgresql/12/bin \\", + " --new-bindir=/usr/lib/postgresql/13/bin \\", + " --old-datadir=/var/lib/postgresql/12/demo \\", + " --new-datadir=/var/lib/postgresql/13/demo \\", + " --old-options=\" -c config_file=/etc/postgresql/12/demo/postgresql.conf\" \\", + " --new-options=\" -c config_file=/etc/postgresql/13/demo/postgresql.conf\"'" ], "highlight" : { "filter" : true, @@ -5247,7 +5440,7 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 68 lines of output]", + " [filtered 62 lines of output]", "Creating script to delete old cluster ok", "", "Upgrade Complete", @@ -5259,7 +5452,7 @@ }, { "key" : { - "file" : "/etc/postgresql/11/demo/postgresql.conf", + "file" : "/etc/postgresql/13/demo/postgresql.conf", "host" : "pg-primary", "option" : { "archive_command" : { @@ -5305,7 +5498,7 @@ "option" : { "demo" : { "pg1-path" : { - "value" : "/var/lib/postgresql/11/demo" + "value" : "/var/lib/postgresql/13/demo" } } } @@ -5314,7 +5507,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/11/demo", + "pg1-path=/var/lib/postgresql/13/demo", "", "[global]", "archive-async=y", @@ -5337,7 +5530,7 @@ "option" : { "demo" : { "pg1-path" : { - "value" : "/var/lib/postgresql/11/demo" + "value" : "/var/lib/postgresql/13/demo" } } } @@ -5346,8 +5539,8 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/postgresql/11/demo", - "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", + "pg1-path=/var/lib/postgresql/13/demo", + "recovery-option=primary_conninfo=host=172.17.0.5 port=5432 user=replicator", "", "[global]", "archive-async=y", @@ -5370,10 +5563,10 @@ "option" : { "demo" : { "pg1-path" : { - "value" : "/var/lib/postgresql/11/demo" + "value" : "/var/lib/postgresql/13/demo" }, "pg2-path" : { - "value" : "/var/lib/postgresql/11/demo" + "value" : "/var/lib/postgresql/13/demo" } }, "global" : { @@ -5388,9 +5581,9 @@ "config" : [ "[demo]", "pg1-host=pg-primary", - "pg1-path=/var/lib/postgresql/11/demo", + "pg1-path=/var/lib/postgresql/13/demo", "pg2-host=pg-standby", - "pg2-path=/var/lib/postgresql/11/demo", + "pg2-path=/var/lib/postgresql/13/demo", "", "[global]", "backup-standby=n", @@ -5405,8 +5598,8 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo cp /etc/postgresql/10/demo/pg_hba.conf \\", - " /etc/postgresql/11/demo/pg_hba.conf" + "sudo cp /etc/postgresql/12/demo/pg_hba.conf \\", + " /etc/postgresql/13/demo/pg_hba.conf" ], "host" : "pg-primary", "load-env" : true, @@ -5437,7 +5630,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-upgrade command begin 2.27: --no-backup-standby --log-level-console=info --log-level-stderr=off --no-log-timestamp --no-online --pg1-host=pg-primary --pg2-host=pg-standby --pg1-path=/var/lib/postgresql/11/demo --pg2-path=/var/lib/postgresql/11/demo --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: stanza-upgrade command begin 2.28: --no-backup-standby --log-level-console=info --log-level-stderr=off --no-log-timestamp --no-online --pg1-host=pg-primary --pg2-host=pg-standby --pg1-path=/var/lib/postgresql/13/demo --pg2-path=/var/lib/postgresql/13/demo --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-upgrade command end: completed successfully" ] } @@ -5446,7 +5639,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 11 demo start" + "sudo pg_ctlcluster 13 demo start" ], "host" : "pg-primary", "load-env" : true, @@ -5470,8 +5663,8 @@ "value" : { "output" : [ "Ver Cluster Port Status Owner Data directory Log file", - "10 demo 5432 down postgres /var/lib/postgresql/10/demo /var/log/postgresql/postgresql-10-demo.log", - "11 demo 5432 online postgres /var/lib/postgresql/11/demo /var/log/postgresql/postgresql-11-demo.log" + "12 demo 5432 down postgres /var/lib/postgresql/12/demo /var/log/postgresql/postgresql-12-demo.log", + "13 demo 5432 online postgres /var/lib/postgresql/13/demo /var/log/postgresql/postgresql-13-demo.log" ] } }, @@ -5492,7 +5685,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_dropcluster 10 demo" + "sudo pg_dropcluster 12 demo" ], "host" : "pg-primary", "load-env" : true, @@ -5505,7 +5698,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_dropcluster 10 demo" + "sudo pg_dropcluster 12 demo" ], "host" : "pg-standby", "load-env" : true, @@ -5518,7 +5711,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_createcluster 11 demo" + "sudo pg_createcluster 13 demo" ], "host" : "pg-standby", "load-env" : true, @@ -5575,7 +5768,7 @@ }, { "key" : { - "file" : "/etc/postgresql/11/demo/postgresql.conf", + "file" : "/etc/postgresql/13/demo/postgresql.conf", "host" : "pg-standby", "option" : { "hot_standby" : { @@ -5594,7 +5787,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo pg_ctlcluster 11 demo start" + "sudo pg_ctlcluster 13 demo start" ], "host" : "pg-standby", "load-env" : true, @@ -5646,9 +5839,9 @@ "config" : [ "[demo]", "pg1-host=pg-primary", - "pg1-path=/var/lib/postgresql/11/demo", + "pg1-path=/var/lib/postgresql/13/demo", "pg2-host=pg-standby", - "pg2-path=/var/lib/postgresql/11/demo", + "pg2-path=/var/lib/postgresql/13/demo", "", "[global]", "backup-standby=y", @@ -5665,6 +5858,21 @@ "{\"os-type\":\"centos6\"}" : { "all" : { "user-guide" : [ + { + "key" : { + "id" : "azure", + "image" : "mcr.microsoft.com/azure-storage/azurite", + "name" : "azure-server", + "option" : "-v {[host-repo-path]}/doc/resource/fake-cert/azure-server.crt:/root/public.crt:ro -v {[host-repo-path]}/doc/resource/fake-cert/azure-server.key:/root/private.key:ro -e AZURITE_ACCOUNTS='pgbackrest:YXpLZXk='", + "os" : "centos6", + "param" : "azurite-blob --blobPort 443 --blobHost 0.0.0.0 --cert=/root/public.crt --key=/root/private.key", + "update-hosts" : false + }, + "type" : "host", + "value" : { + "ip" : "172.17.0.2" + } + }, { "key" : { "id" : "s3", @@ -5677,7 +5885,7 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.2" + "ip" : "172.17.0.3" } }, { @@ -5691,14 +5899,14 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.3" + "ip" : "172.17.0.4" } }, { "key" : { "bash-wrap" : true, "cmd" : [ - "sudo mkdir -p /build/pgbackrest-release-2.27" + "sudo mkdir -p /build/pgbackrest-release-2.28" ], "host" : "build", "load-env" : true, @@ -5711,7 +5919,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo cp -r /pgbackrest/src /build/pgbackrest-release-2.27" + "sudo cp -r /pgbackrest/src /build/pgbackrest-release-2.28" ], "host" : "build", "load-env" : true, @@ -5724,7 +5932,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo chown -R vagrant /build/pgbackrest-release-2.27" + "sudo chown -R vagrant /build/pgbackrest-release-2.28" ], "host" : "build", "load-env" : true, @@ -5752,7 +5960,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "cd /build/pgbackrest-release-2.27/src && ./configure && make" + "cd /build/pgbackrest-release-2.28/src && ./configure && make" ], "host" : "build", "load-env" : true, @@ -5772,7 +5980,7 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.4" + "ip" : "172.17.0.5" } }, { @@ -5793,7 +6001,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.27/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.28/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "pg-primary", @@ -5921,7 +6129,7 @@ "type" : "exe", "value" : { "output" : [ - "pgBackRest 2.27 - General help", + "pgBackRest 2.28 - General help", "", "Usage:", " pgbackrest [options] [command]", @@ -6065,7 +6273,7 @@ "type" : "exe", "value" : { "output" : [ - "pgBackRest 2.27 - 'backup' command - 'log-path' option help", + "pgBackRest 2.28 - 'backup' command - 'log-path' option help", "", "Path where log files are stored.", "", @@ -6303,7 +6511,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-create command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: stanza-create command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-create command end: completed successfully" ] } @@ -6329,8 +6537,8 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", - "P00 INFO: WAL segment 000000010000000000000001 successfully archived to '/var/lib/pgbackrest/archive/demo/9.5-1/0000000100000000/000000010000000000000001-8db8f12002f5e6ed170db27eae7d0533f39f9a44.gz'", + "P00 INFO: check command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: WAL segment 000000010000000000000001 successfully archived to '/var/lib/pgbackrest/archive/demo/9.5-1/0000000100000000/000000010000000000000001-7b49da353fbe99b864808dd4c17668ba3faed32a.gz'", "P00 INFO: check command end: completed successfully" ] } @@ -6357,7 +6565,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", "P00 WARN: no prior backup exists, incr backup has been changed to full", "P00 INFO: execute exclusive pg_start_backup(): backup begins after the next regular checkpoint completes", "P00 INFO: backup start archive = 000000010000000000000002, lsn = 0/2000028", @@ -6385,7 +6593,7 @@ "type" : "exe", "value" : { "output" : [ - "20200526-000641F" + "20200720-120824F" ] } }, @@ -6412,8 +6620,8 @@ "value" : { "output" : [ " [filtered 5 lines of output]", - "P01 INFO: backup file /var/lib/pgsql/9.5/data/pg_log/postgresql.log (1010B, 98%) checksum ff8420f6b6956e9b901867a18639a38a4197e8d4", - "P01 INFO: backup file /var/lib/pgsql/9.5/data/backup_label (246B, 101%) checksum 2083db77cca16eaf8534f3df8db27dabc6ca6139", + "P01 INFO: backup file /var/lib/pgsql/9.5/data/pg_log/postgresql.log (903B, 97%) checksum 8796f9fcb364417508862d80d94377269bd8600d", + "P01 INFO: backup file /var/lib/pgsql/9.5/data/backup_label (246B, 100%) checksum c1a65e3778f88a54e1b974c4dcd39f8f9446e1b9", "P00 INFO: diff backup size = 9.1KB", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: backup stop archive = 000000010000000000000003, lsn = 0/30000F8", @@ -6449,18 +6657,18 @@ " db (current)", " wal archive min/max (9.5-1): 000000010000000000000001/000000010000000000000003", "", - " full backup: 20200526-000641F", - " timestamp start/stop: 2020-05-26 00:06:41 / 2020-05-26 00:06:54", + " full backup: 20200720-120824F", + " timestamp start/stop: 2020-07-20 12:08:24 / 2020-07-20 12:08:37", " wal start/stop: 000000010000000000000002 / 000000010000000000000002", " database size: 20.6MB, backup size: 20.6MB", " repository size: 2.4MB, repository backup size: 2.4MB", "", - " diff backup: 20200526-000641F_20200526-000655D", - " timestamp start/stop: 2020-05-26 00:06:55 / 2020-05-26 00:06:58", + " diff backup: 20200720-120824F_20200720-120839D", + " timestamp start/stop: 2020-07-20 12:08:39 / 2020-07-20 12:08:41", " wal start/stop: 000000010000000000000003 / 000000010000000000000003", - " database size: 20.6MB, backup size: 9.2KB", + " database size: 20.6MB, backup size: 9.1KB", " repository size: 2.4MB, repository backup size: 768B", - " backup reference list: 20200526-000641F" + " backup reference list: 20200720-120824F" ] } }, @@ -6618,12 +6826,12 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --type=incr", - "P00 INFO: last backup label = 20200526-000641F_20200526-000655D, version = 2.27", + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --type=incr", + "P00 INFO: last backup label = 20200720-120824F_20200720-120839D, version = 2.28", "P00 INFO: execute exclusive pg_start_backup(): backup begins after the next regular checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000005, lsn = 0/5000028", - "P00 WARN: a timeline switch has occurred since the 20200526-000641F_20200526-000655D backup, enabling delta checksum", - " [filtered 10 lines of output]" + "P00 WARN: a timeline switch has occurred since the 20200720-120824F_20200720-120839D backup, enabling delta checksum", + " [filtered 11 lines of output]" ] } }, @@ -6679,12 +6887,12 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", - "P00 INFO: last backup label = 20200526-000641F_20200526-000716I, version = 2.27", + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", + "P00 INFO: last backup label = 20200720-120824F_20200720-120903I, version = 2.28", "P00 INFO: execute exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000006, lsn = 0/6000028", - "P01 INFO: backup file /var/lib/pgsql/9.5/data/global/pg_control (8KB, 97%) checksum ff6bdf313e26b7fd7f209be8cecb2743b21fc93e", - " [filtered 8 lines of output]" + "P01 INFO: backup file /var/lib/pgsql/9.5/data/global/pg_control (8KB, 80%) checksum 3567f041b6f50e7b0a1b6fd041f82786c405f87a", + " [filtered 9 lines of output]" ] } }, @@ -6727,7 +6935,7 @@ " [filtered 2 lines of output]", "P00 INFO: execute exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000007, lsn = 0/7000028", - "P00 ERROR: [047]: unable to create path '/var/lib/pgbackrest/backup/demo/20200526-000641F_20200526-000725I': [13] Permission denied", + "P00 ERROR: [047]: unable to create path '/var/lib/pgbackrest/backup/demo/20200720-120824F_20200720-120912I': [13] Permission denied", "P00 INFO: backup command end: aborted with exception [047]" ] } @@ -6768,8 +6976,8 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", - "P00 INFO: last backup label = 20200526-000641F_20200526-000721I, version = 2.27", + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", + "P00 INFO: last backup label = 20200720-120824F_20200720-120908I, version = 2.28", "P00 INFO: execute exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes", "P00 ERROR: [057]: unable to execute query 'select lsn::text as lsn,", " pg_catalog.pg_xlogfile_name(lsn)::text as wal_segment_name", @@ -6832,12 +7040,12 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --stop-auto --type=incr", - "P00 INFO: last backup label = 20200526-000641F_20200526-000721I, version = 2.27", + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --stop-auto --type=incr", + "P00 INFO: last backup label = 20200720-120824F_20200720-120908I, version = 2.28", "P00 INFO: execute exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes", "P00 WARN: the cluster is already in backup mode but no pgBackRest backup process is running. pg_stop_backup() will be called so a new backup can be started.", "P00 INFO: backup start archive = 000000020000000000000008, lsn = 0/8000028", - "P01 INFO: backup file /var/lib/pgsql/9.5/data/global/pg_control (8KB, 75%) checksum 3e12b08de243e7926512b567b4bd15761a7702d5", + "P01 INFO: backup file /var/lib/pgsql/9.5/data/global/pg_control (8KB, 77%) checksum 3b72a369c21f89870f6e78a689bd57f583229d76", " [filtered 9 lines of output]" ] } @@ -6983,7 +7191,7 @@ "output" : [ " name | last_successful_backup | last_archived_wal ", "--------+------------------------+--------------------------", - " \"demo\" | 2020-05-26 00:07:34+00 | 000000020000000000000008", + " \"demo\" | 2020-07-20 12:09:20+00 | 000000020000000000000008", "(1 row)" ] } @@ -7030,7 +7238,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "archive retention on backup 20200526-000641F|remove archive" + "archive retention on backup 20200720-120824F|remove archive" ] }, "host" : "pg-primary", @@ -7043,8 +7251,8 @@ "output" : [ " [filtered 861 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.27: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", - "P00 DETAIL: archive retention on backup 20200526-000641F, archiveId = 9.5-1, start = 000000010000000000000002", + "P00 INFO: expire command begin 2.28: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", + "P00 DETAIL: archive retention on backup 20200720-120824F, archiveId = 9.5-1, start = 000000010000000000000002", "P00 DETAIL: remove archive: archiveId = 9.5-1, start = 000000010000000000000001, stop = 000000010000000000000001", "P00 INFO: expire command end: completed successfully" ] @@ -7064,7 +7272,7 @@ "type" : "exe", "value" : { "output" : [ - "20200526-000738F" + "20200720-120924F" ] } }, @@ -7079,7 +7287,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "expire full backup set\\: 20200526-000641F|archive retention on backup 20200526-000738F|remove archive" + "expire full backup set\\: 20200720-120824F|archive retention on backup 20200720-120924F|remove archive" ] }, "host" : "pg-primary", @@ -7092,10 +7300,10 @@ "output" : [ " [filtered 861 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", - "P00 INFO: expire full backup set: 20200526-000641F, 20200526-000641F_20200526-000655D, 20200526-000641F_20200526-000716I, 20200526-000641F_20200526-000721I, 20200526-000641F_20200526-000730I", - "P00 INFO: remove expired backup 20200526-000641F_20200526-000730I", - "P00 INFO: remove expired backup 20200526-000641F_20200526-000721I", + "P00 INFO: expire command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", + "P00 INFO: expire full backup set: 20200720-120824F, 20200720-120824F_20200720-120839D, 20200720-120824F_20200720-120903I, 20200720-120824F_20200720-120908I, 20200720-120824F_20200720-120916I", + "P00 INFO: remove expired backup 20200720-120824F_20200720-120916I", + "P00 INFO: remove expired backup 20200720-120824F_20200720-120908I", " [filtered 3 lines of output]" ] } @@ -7159,7 +7367,7 @@ "type" : "exe", "value" : { "output" : [ - "20200526-000751F_20200526-000806D" + "20200720-120938F_20200720-120955D" ] } }, @@ -7187,7 +7395,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "expire diff backup set: 20200526-000751F_20200526-000806D" + "expire diff backup set: 20200720-120938F_20200720-120955D" ] }, "host" : "pg-primary", @@ -7200,10 +7408,10 @@ "output" : [ " [filtered 13 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=1 --repo1-retention-full=2 --stanza=demo", - "P00 INFO: expire diff backup set: 20200526-000751F_20200526-000806D, 20200526-000751F_20200526-000810I", - "P00 INFO: remove expired backup 20200526-000751F_20200526-000810I", - "P00 INFO: remove expired backup 20200526-000751F_20200526-000806D" + "P00 INFO: expire command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=1 --repo1-retention-full=2 --stanza=demo", + "P00 INFO: expire diff backup set: 20200720-120938F_20200720-120955D, 20200720-120938F_20200720-120958I", + "P00 INFO: remove expired backup 20200720-120938F_20200720-120958I", + "P00 INFO: remove expired backup 20200720-120938F_20200720-120955D" ] } }, @@ -7253,7 +7461,7 @@ "type" : "exe", "value" : { "output" : [ - "20200526-000751F_20200526-000814D" + "20200720-120938F_20200720-121002D" ] } }, @@ -7295,11 +7503,11 @@ "value" : { "output" : [ " [filtered 10 lines of output]", - "P00 INFO: backup stop archive = 000000020000000000000011, lsn = 0/110000F8", - "P00 INFO: check archive for segment(s) 000000020000000000000011:000000020000000000000011", - "P00 INFO: new backup label = 20200526-000751F_20200526-000820D", + "P00 INFO: backup stop archive = 000000020000000000000012, lsn = 0/120000F8", + "P00 INFO: check archive for segment(s) 000000020000000000000012:000000020000000000000012", + "P00 INFO: new backup label = 20200720-120938F_20200720-121009D", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo" + "P00 INFO: expire command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo" ] } }, @@ -7317,7 +7525,7 @@ "type" : "exe", "value" : { "output" : [ - "20200526-000751F_20200526-000820D" + "20200720-120938F_20200720-121009D" ] } }, @@ -7332,7 +7540,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "archive retention on backup 20200526-000751F_20200526-000814D|remove archive" + "archive retention on backup 20200720-120938F_20200720-121002D|remove archive" ] }, "host" : "pg-primary", @@ -7343,13 +7551,13 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: expire command begin 2.27: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=1 --repo1-retention-archive-type=diff --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo", - "P00 DETAIL: archive retention on backup 20200526-000738F, archiveId = 9.5-1, start = 00000002000000000000000A, stop = 00000002000000000000000A", - "P00 DETAIL: archive retention on backup 20200526-000751F, archiveId = 9.5-1, start = 00000002000000000000000B, stop = 00000002000000000000000B", - "P00 DETAIL: archive retention on backup 20200526-000751F_20200526-000814D, archiveId = 9.5-1, start = 00000002000000000000000E, stop = 00000002000000000000000E", - "P00 DETAIL: archive retention on backup 20200526-000751F_20200526-000820D, archiveId = 9.5-1, start = 000000020000000000000011", - "P00 DETAIL: remove archive: archiveId = 9.5-1, start = 00000002000000000000000C, stop = 00000002000000000000000D", - "P00 DETAIL: remove archive: archiveId = 9.5-1, start = 00000002000000000000000F, stop = 000000020000000000000010", + "P00 INFO: expire command begin 2.28: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=1 --repo1-retention-archive-type=diff --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo", + "P00 DETAIL: archive retention on backup 20200720-120924F, archiveId = 9.5-1, start = 00000002000000000000000A, stop = 00000002000000000000000A", + "P00 DETAIL: archive retention on backup 20200720-120938F, archiveId = 9.5-1, start = 00000002000000000000000B, stop = 00000002000000000000000B", + "P00 DETAIL: archive retention on backup 20200720-120938F_20200720-121002D, archiveId = 9.5-1, start = 00000002000000000000000F, stop = 00000002000000000000000F", + "P00 DETAIL: archive retention on backup 20200720-120938F_20200720-121009D, archiveId = 9.5-1, start = 000000020000000000000012", + "P00 DETAIL: remove archive: archiveId = 9.5-1, start = 00000002000000000000000C, stop = 00000002000000000000000E", + "P00 DETAIL: remove archive: archiveId = 9.5-1, start = 000000020000000000000010, stop = 000000020000000000000011", "P00 INFO: expire command end: completed successfully" ] } @@ -7395,7 +7603,7 @@ "P00 INFO: remove invalid files/links/paths from '/var/lib/pgsql/9.5/data'", "P00 DETAIL: remove invalid file '/var/lib/pgsql/9.5/data/backup_label.old'", "P00 DETAIL: remove invalid file '/var/lib/pgsql/9.5/data/base/12378/pg_internal.init'", - " [filtered 900 lines of output]" + " [filtered 902 lines of output]" ] } }, @@ -7562,7 +7770,7 @@ "type" : "exe", "value" : { "output" : [ - "20200526-000751F_20200526-000831I" + "20200720-120938F_20200720-121022I" ] } }, @@ -7571,7 +7779,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo \\", - " --set=20200526-000751F_20200526-000831I info" + " --set=20200720-120938F_20200720-121022I info" ], "highlight" : { "filter" : true, @@ -7590,7 +7798,7 @@ "output" : [ " [filtered 11 lines of output]", " repository size: 4MB, repository backup size: 1.6MB", - " backup reference list: 20200526-000751F, 20200526-000751F_20200526-000820D", + " backup reference list: 20200720-120938F, 20200720-120938F_20200720-121009D", " database list: postgres (12378), test1 (24576), test2 (24577)" ] } @@ -7834,7 +8042,7 @@ "type" : "exe", "value" : { "output" : [ - "2020-05-26 00:08:59.719299+00" + "2020-07-20 12:10:51.632821+00" ] } }, @@ -7900,7 +8108,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --type=time \"--target=2020-05-26 00:08:59.719299+00\" \\", + " --type=time \"--target=2020-07-20 12:10:51.632821+00\" \\", " --target-action=promote restore" ], "host" : "pg-primary", @@ -7944,9 +8152,9 @@ "type" : "exe", "value" : { "output" : [ - "# Recovery settings generated by pgBackRest restore on 2020-05-26 00:09:03", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:10:55", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", - "recovery_target_time = '2020-05-26 00:08:59.719299+00'", + "recovery_target_time = '2020-07-20 12:10:51.632821+00'", "recovery_target_action = 'promote'" ] } @@ -8026,16 +8234,16 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2020-05-26 00:08:52 UTC", - "LOG: starting point-in-time recovery to 2020-05-26 00:08:59.719299+00", + "LOG: database system was interrupted; last known up at 2020-07-20 12:10:44 UTC", + "LOG: starting point-in-time recovery to 2020-07-20 12:10:51.632821+00", "LOG: restored log file \"00000004.history\" from archive", - "LOG: restored log file \"000000040000000000000016\" from archive", - "LOG: redo starts at 0/16000028", - "LOG: consistent recovery state reached at 0/160000F8", - "LOG: restored log file \"000000040000000000000017\" from archive", - "LOG: recovery stopping before commit of transaction 630, time 2020-05-26 00:09:01.329665+00", - "LOG: redo done at 0/1701BAF0", - "LOG: last completed transaction was at log time 2020-05-26 00:08:58.140325+00", + "LOG: restored log file \"000000040000000000000018\" from archive", + "LOG: redo starts at 0/18000028", + "LOG: consistent recovery state reached at 0/180000F8", + "LOG: restored log file \"000000040000000000000019\" from archive", + "LOG: recovery stopping before commit of transaction 630, time 2020-07-20 12:10:53.268928+00", + "LOG: redo done at 0/1901BBB8", + "LOG: last completed transaction was at log time 2020-07-20 12:10:49.981627+00", "LOG: selected new timeline ID: 5", "LOG: archive recovery complete", " [filtered 4 lines of output]" @@ -8100,7 +8308,7 @@ "type" : "exe", "value" : { "output" : [ - "20200526-000751F_20200526-000910I" + "20200720-120938F_20200720-121102I" ] } }, @@ -8114,7 +8322,7 @@ "filter" : false, "filter-context" : 2, "list" : [ - "20200526-000751F_20200526-000910I" + "20200720-120938F_20200720-121102I" ] }, "host" : "pg-primary", @@ -8130,47 +8338,47 @@ " cipher: aes-256-cbc", "", " db (current)", - " wal archive min/max (9.5-1): 00000002000000000000000A/000000050000000000000018", + " wal archive min/max (9.5-1): 00000002000000000000000A/00000005000000000000001A", "", - " full backup: 20200526-000738F", - " timestamp start/stop: 2020-05-26 00:07:38 / 2020-05-26 00:07:50", + " full backup: 20200720-120924F", + " timestamp start/stop: 2020-07-20 12:09:24 / 2020-07-20 12:09:37", " wal start/stop: 00000002000000000000000A / 00000002000000000000000A", " database size: 20.6MB, backup size: 20.6MB", " repository size: 2.4MB, repository backup size: 2.4MB", "", - " full backup: 20200526-000751F", - " timestamp start/stop: 2020-05-26 00:07:51 / 2020-05-26 00:08:04", + " full backup: 20200720-120938F", + " timestamp start/stop: 2020-07-20 12:09:38 / 2020-07-20 12:09:53", " wal start/stop: 00000002000000000000000B / 00000002000000000000000B", " database size: 20.6MB, backup size: 20.6MB", " repository size: 2.4MB, repository backup size: 2.4MB", "", - " diff backup: 20200526-000751F_20200526-000820D", - " timestamp start/stop: 2020-05-26 00:08:20 / 2020-05-26 00:08:22", - " wal start/stop: 000000020000000000000011 / 000000020000000000000011", - " database size: 20.6MB, backup size: 116.0KB", + " diff backup: 20200720-120938F_20200720-121009D", + " timestamp start/stop: 2020-07-20 12:10:09 / 2020-07-20 12:10:12", + " wal start/stop: 000000020000000000000012 / 000000020000000000000012", + " database size: 20.6MB, backup size: 115.9KB", " repository size: 2.4MB, repository backup size: 12.6KB", - " backup reference list: 20200526-000751F", + " backup reference list: 20200720-120938F", "", - " incr backup: 20200526-000751F_20200526-000831I", - " timestamp start/stop: 2020-05-26 00:08:31 / 2020-05-26 00:08:40", - " wal start/stop: 000000030000000000000013 / 000000030000000000000013", - " database size: 34.0MB, backup size: 13.5MB", + " incr backup: 20200720-120938F_20200720-121022I", + " timestamp start/stop: 2020-07-20 12:10:22 / 2020-07-20 12:10:32", + " wal start/stop: 000000030000000000000015 / 000000030000000000000015", + " database size: 34MB, backup size: 13.5MB", " repository size: 4MB, repository backup size: 1.6MB", - " backup reference list: 20200526-000751F, 20200526-000751F_20200526-000820D", + " backup reference list: 20200720-120938F, 20200720-120938F_20200720-121009D", "", - " diff backup: 20200526-000751F_20200526-000851D", - " timestamp start/stop: 2020-05-26 00:08:51 / 2020-05-26 00:08:57", - " wal start/stop: 000000040000000000000016 / 000000040000000000000016", + " diff backup: 20200720-120938F_20200720-121044D", + " timestamp start/stop: 2020-07-20 12:10:44 / 2020-07-20 12:10:49", + " wal start/stop: 000000040000000000000018 / 000000040000000000000018", " database size: 27.3MB, backup size: 6.9MB", - " repository size: 3.2MB, repository backup size: 831.8KB", - " backup reference list: 20200526-000751F", + " repository size: 3.2MB, repository backup size: 831.6KB", + " backup reference list: 20200720-120938F", "", - " incr backup: 20200526-000751F_20200526-000910I", - " timestamp start/stop: 2020-05-26 00:09:10 / 2020-05-26 00:09:13", - " wal start/stop: 000000050000000000000018 / 000000050000000000000018", + " incr backup: 20200720-120938F_20200720-121102I", + " timestamp start/stop: 2020-07-20 12:11:02 / 2020-07-20 12:11:05", + " wal start/stop: 00000005000000000000001A / 00000005000000000000001A", " database size: 27.3MB, backup size: 2.0MB", - " repository size: 3.2MB, repository backup size: 210.4KB", - " backup reference list: 20200526-000751F, 20200526-000751F_20200526-000851D" + " repository size: 3.2MB, repository backup size: 210.1KB", + " backup reference list: 20200720-120938F, 20200720-120938F_20200720-121044D" ] } }, @@ -8192,8 +8400,8 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --set=20200526-000751F_20200526-000910I \\", - " --type=time \"--target=2020-05-26 00:08:59.719299+00\" --target-action=promote restore" + " --set=20200720-120938F_20200720-121102I \\", + " --type=time \"--target=2020-07-20 12:10:51.632821+00\" --target-action=promote restore" ], "host" : "pg-primary", "load-env" : true, @@ -8290,16 +8498,15 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2020-05-26 00:09:10 UTC", - "LOG: starting point-in-time recovery to 2020-05-26 00:08:59.719299+00", + "LOG: database system was interrupted; last known up at 2020-07-20 12:11:02 UTC", + "LOG: starting point-in-time recovery to 2020-07-20 12:10:51.632821+00", "LOG: restored log file \"00000005.history\" from archive", - "LOG: restored log file \"000000050000000000000018\" from archive", - "LOG: redo starts at 0/18000028", - "FATAL: the database system is starting up", - "LOG: consistent recovery state reached at 0/180000F8", - "LOG: redo done at 0/180000F8", - "LOG: restored log file \"000000050000000000000018\" from archive", - " [filtered 7 lines of output]" + "LOG: restored log file \"00000005000000000000001A\" from archive", + "LOG: redo starts at 0/1A000028", + "LOG: consistent recovery state reached at 0/1A0000F8", + "LOG: redo done at 0/1A0000F8", + "LOG: restored log file \"00000005000000000000001A\" from archive", + " [filtered 8 lines of output]" ] } }, @@ -8321,7 +8528,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --type=time \"--target=2020-05-26 00:08:59.719299+00\" \\", + " --type=time \"--target=2020-07-20 12:10:51.632821+00\" \\", " --target-action=promote restore" ], "host" : "pg-primary", @@ -8419,22 +8626,166 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2020-05-26 00:08:52 UTC", - "LOG: starting point-in-time recovery to 2020-05-26 00:08:59.719299+00", + "LOG: database system was interrupted; last known up at 2020-07-20 12:10:44 UTC", + "LOG: starting point-in-time recovery to 2020-07-20 12:10:51.632821+00", "LOG: restored log file \"00000004.history\" from archive", - "LOG: restored log file \"000000040000000000000016\" from archive", - "LOG: redo starts at 0/16000028", - "LOG: consistent recovery state reached at 0/160000F8", - "LOG: restored log file \"000000040000000000000017\" from archive", - "LOG: recovery stopping before commit of transaction 630, time 2020-05-26 00:09:01.329665+00", - "LOG: redo done at 0/1701BAF0", - "LOG: last completed transaction was at log time 2020-05-26 00:08:58.140325+00", + "LOG: restored log file \"000000040000000000000018\" from archive", + "LOG: redo starts at 0/18000028", + "LOG: consistent recovery state reached at 0/180000F8", + "LOG: restored log file \"000000040000000000000019\" from archive", + "LOG: recovery stopping before commit of transaction 630, time 2020-07-20 12:10:53.268928+00", + "LOG: redo done at 0/1901BBB8", + "LOG: last completed transaction was at log time 2020-07-20 12:10:49.981627+00", "LOG: restored log file \"00000005.history\" from archive", "LOG: restored log file \"00000006.history\" from archive", " [filtered 6 lines of output]" ] } }, + { + "key" : { + "file" : "/etc/pgbackrest/pgbackrest.conf", + "host" : "pg-primary", + "option" : { + "global" : { + "process-max" : { + "value" : "4" + }, + "repo1-azure-account" : { + "value" : "pgbackrest" + }, + "repo1-azure-container" : { + "value" : "demo-container" + }, + "repo1-azure-host" : { + "value" : "blob.core.windows.net" + }, + "repo1-azure-key" : { + "value" : "YXpLZXk=" + }, + "repo1-path" : { + "value" : "/demo-repo" + }, + "repo1-type" : { + "value" : "azure" + } + } + } + }, + "type" : "cfg-pgbackrest", + "value" : { + "config" : [ + "[demo]", + "pg1-path=/var/lib/pgsql/9.5/data", + "", + "[global]", + "process-max=4", + "repo1-azure-account=pgbackrest", + "repo1-azure-container=demo-container", + "repo1-azure-key=YXpLZXk=", + "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", + "repo1-cipher-type=aes-256-cbc", + "repo1-path=/demo-repo", + "repo1-retention-diff=2", + "repo1-retention-full=2", + "repo1-type=azure", + "start-fast=y", + "stop-auto=y", + "", + "[global:archive-push]", + "compress-level=3" + ] + } + }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "echo \"172.17.0.2 blob.core.windows.net\" | tee -a /etc/hosts" + ], + "host" : "pg-primary", + "load-env" : true, + "output" : false, + "run-as-user" : "root" + }, + "type" : "exe" + }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "sudo -u postgres pgbackrest repo-create" + ], + "host" : "pg-primary", + "load-env" : true, + "output" : false, + "run-as-user" : null + }, + "type" : "exe" + }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stanza-create" + ], + "highlight" : { + "filter" : true, + "filter-context" : 2, + "list" : [ + "completed successfully" + ] + }, + "host" : "pg-primary", + "load-env" : true, + "output" : true, + "run-as-user" : null + }, + "type" : "exe", + "value" : { + "output" : [ + "P00 INFO: stanza-create command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-azure-account= --repo1-azure-container=demo-container --repo1-azure-host=blob.core.windows.net --repo1-azure-key= --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-type=azure --stanza=demo", + "P00 INFO: http statistics: objects 2, sessions 2, requests 12, retries 0, closes 0", + "P00 INFO: stanza-create command end: completed successfully" + ] + } + }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "sudo -u postgres pgbackrest --stanza=demo \\", + " --log-level-console=info backup" + ], + "highlight" : { + "filter" : true, + "filter-context" : 2, + "list" : [ + "no prior backup exists|full backup size" + ] + }, + "host" : "pg-primary", + "load-env" : true, + "output" : true, + "run-as-user" : null + }, + "type" : "exe", + "value" : { + "output" : [ + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=4 --repo1-azure-account= --repo1-azure-container=demo-container --repo1-azure-host=blob.core.windows.net --repo1-azure-key= --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-type=azure --stanza=demo --start-fast --stop-auto", + "P00 WARN: no prior backup exists, incr backup has been changed to full", + "P00 INFO: execute exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes", + "P00 INFO: backup start archive = 00000007000000000000001A, lsn = 0/1A000028", + " [filtered 1119 lines of output]", + "P02 INFO: backup file /var/lib/pgsql/9.5/data/base/1/12216 (0B, 100%)", + "P04 INFO: backup file /var/lib/pgsql/9.5/data/base/1/12211 (0B, 100%)", + "P00 INFO: full backup size = 27.3MB", + "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", + "P00 INFO: backup stop archive = 00000007000000000000001A, lsn = 0/1A0000F8", + " [filtered 6 lines of output]" + ] + } + }, { "key" : { "file" : "/etc/pgbackrest/pgbackrest.conf", @@ -8476,6 +8827,9 @@ "", "[global]", "process-max=4", + "repo1-azure-account=pgbackrest", + "repo1-azure-container=demo-container", + "repo1-azure-key=YXpLZXk=", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", "repo1-cipher-type=aes-256-cbc", "repo1-path=/demo-repo", @@ -8499,7 +8853,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "echo \"172.17.0.2 demo-bucket.s3.us-east-1.amazonaws.com s3.us-east-1.amazonaws.com\" | tee -a /etc/hosts" + "echo \"172.17.0.3 demo-bucket.s3.us-east-1.amazonaws.com s3.us-east-1.amazonaws.com\" | tee -a /etc/hosts" ], "host" : "pg-primary", "load-env" : true, @@ -8542,7 +8896,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-create command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stanza-create command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: http statistics: objects 2, sessions 2, requests 12, retries 0, closes 0", "P00 INFO: stanza-create command end: completed successfully" ] @@ -8570,16 +8924,16 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=4 --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo --start-fast --stop-auto", + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=4 --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo --start-fast --stop-auto", "P00 WARN: no prior backup exists, incr backup has been changed to full", "P00 INFO: execute exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes", - "P00 INFO: backup start archive = 000000070000000000000018, lsn = 0/18000028", + "P00 INFO: backup start archive = 00000007000000000000001C, lsn = 0/1C000028", " [filtered 1119 lines of output]", "P04 INFO: backup file /var/lib/pgsql/9.5/data/base/1/12216 (0B, 100%)", - "P03 INFO: backup file /var/lib/pgsql/9.5/data/base/1/12211 (0B, 100%)", + "P01 INFO: backup file /var/lib/pgsql/9.5/data/base/1/12211 (0B, 100%)", "P00 INFO: full backup size = 27.3MB", "P00 INFO: execute exclusive pg_stop_backup() and wait for all WAL segments to archive", - "P00 INFO: backup stop archive = 000000070000000000000018, lsn = 0/18000130", + "P00 INFO: backup stop archive = 00000007000000000000001C, lsn = 0/1C0000F8", " [filtered 6 lines of output]" ] } @@ -8618,7 +8972,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stop command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stop command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: stop command end: completed successfully" ] } @@ -8644,7 +8998,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-delete command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stanza-delete command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: http statistics: objects 2, sessions 2, requests 14, retries 0, closes 0", "P00 INFO: stanza-delete command end: completed successfully" ] @@ -8674,7 +9028,7 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.5" + "ip" : "172.17.0.6" } }, { @@ -8721,7 +9075,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.27/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.28/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "repository", @@ -9278,17 +9632,17 @@ " cipher: none", "", " db (current)", - " wal archive min/max (9.5-1): 00000008000000000000001D/00000008000000000000001E", + " wal archive min/max (9.5-1): 000000080000000000000021/000000080000000000000022", "", - " full backup: 20200526-001032F", - " timestamp start/stop: 2020-05-26 00:10:32 / 2020-05-26 00:10:48", - " wal start/stop: 00000008000000000000001D / 00000008000000000000001D", + " full backup: 20200720-121234F", + " timestamp start/stop: 2020-07-20 12:12:34 / 2020-07-20 12:12:49", + " wal start/stop: 000000080000000000000021 / 000000080000000000000021", " database size: 27.3MB, backup size: 27.3MB", " repository size: 3.2MB, repository backup size: 3.2MB", "", - " full backup: 20200526-001050F", - " timestamp start/stop: 2020-05-26 00:10:50 / 2020-05-26 00:10:57", - " wal start/stop: 00000008000000000000001E / 00000008000000000000001E", + " full backup: 20200720-121252F", + " timestamp start/stop: 2020-07-20 12:12:52 / 2020-07-20 12:13:00", + " wal start/stop: 000000080000000000000022 / 000000080000000000000022", " database size: 27.3MB, backup size: 27.3MB", " repository size: 3.2MB, repository backup size: 3.2MB" ] @@ -9429,7 +9783,7 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.6" + "ip" : "172.17.0.7" } }, { @@ -9450,7 +9804,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.27/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.28/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "pg-standby", @@ -9729,7 +10083,7 @@ "type" : "exe", "value" : { "output" : [ - "# Recovery settings generated by pgBackRest restore on 2020-05-26 00:11:22", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:13:26", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", "standby_mode = 'on'" ] @@ -9836,12 +10190,12 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2020-05-26 00:10:50 UTC", + "LOG: database system was interrupted; last known up at 2020-07-20 12:12:52 UTC", "LOG: entering standby mode", "LOG: restored log file \"00000008.history\" from archive", - "LOG: restored log file \"00000008000000000000001E\" from archive", - "LOG: redo starts at 0/1E000028", - "LOG: consistent recovery state reached at 0/1E0000F8", + "LOG: restored log file \"000000080000000000000022\" from archive", + "LOG: redo starts at 0/22000028", + "LOG: consistent recovery state reached at 0/220000F8", "LOG: database system is ready to accept read only connections" ] } @@ -9921,9 +10275,9 @@ "type" : "exe", "value" : { "output" : [ - " pg_switch_xlog | now ", - "----------------+-------------------------------", - " 0/1F01F540 | 2020-05-26 00:11:30.606241+00", + " pg_switch_xlog | now ", + "----------------+-----------------------------", + " 0/2301F600 | 2020-07-20 12:13:35.4465+00", "(1 row)" ] } @@ -9952,7 +10306,7 @@ "output" : [ " message | now ", "----------------+-------------------------------", - " Important Data | 2020-05-26 00:11:31.498569+00", + " Important Data | 2020-07-20 12:13:36.323531+00", "(1 row)" ] } @@ -9978,7 +10332,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.27: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --stanza=demo", + "P00 INFO: check command begin 2.28: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --stanza=demo", "P00 INFO: switch wal not performed because this is a standby", "P00 INFO: check command end: completed successfully" ] @@ -10008,7 +10362,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres sh -c 'echo \\", - " \"host replication replicator 172.17.0.6/32 md5\" \\", + " \"host replication replicator 172.17.0.7/32 md5\" \\", " >> /var/lib/pgsql/9.5/data/pg_hba.conf'" ], "host" : "pg-primary", @@ -10038,7 +10392,7 @@ "option" : { "demo" : { "recovery-option" : { - "value" : "primary_conninfo=host=172.17.0.4 port=5432 user=replicator" + "value" : "primary_conninfo=host=172.17.0.5 port=5432 user=replicator" } } } @@ -10048,7 +10402,7 @@ "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", - "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", + "recovery-option=primary_conninfo=host=172.17.0.5 port=5432 user=replicator", "", "[global]", "log-level-file=detail", @@ -10061,7 +10415,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres sh -c 'echo \\", - " \"172.17.0.4:*:replication:replicator:jw8s0F4\" \\", + " \"172.17.0.5:*:replication:replicator:jw8s0F4\" \\", " >> /var/lib/pgsql/.pgpass'" ], "host" : "pg-standby", @@ -10124,8 +10478,8 @@ "type" : "exe", "value" : { "output" : [ - "# Recovery settings generated by pgBackRest restore on 2020-05-26 00:11:37", - "primary_conninfo = 'host=172.17.0.4 port=5432 user=replicator'", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:13:42", + "primary_conninfo = 'host=172.17.0.5 port=5432 user=replicator'", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", "standby_mode = 'on'" ] @@ -10216,8 +10570,8 @@ "output" : [ " [filtered 6 lines of output]", "LOG: database system is ready to accept read only connections", - "LOG: restored log file \"00000008000000000000001F\" from archive", - "LOG: started streaming WAL from primary at 0/20000000 on timeline 8" + "LOG: restored log file \"000000080000000000000023\" from archive", + "LOG: started streaming WAL from primary at 0/24000000 on timeline 8" ] } }, @@ -10249,7 +10603,7 @@ "output" : [ " message | now ", "----------------+-------------------------------", - " Important Data | 2020-05-26 00:11:44.715649+00", + " Important Data | 2020-07-20 12:13:50.521185+00", "(1 row)" ] } @@ -10278,7 +10632,7 @@ "output" : [ " message | now ", "----------------+-------------------------------", - " Important Data | 2020-05-26 00:11:45.206321+00", + " Important Data | 2020-07-20 12:13:51.035583+00", "(1 row)" ] } @@ -10410,7 +10764,7 @@ "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.5/data", - "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", + "recovery-option=primary_conninfo=host=172.17.0.5 port=5432 user=replicator", "", "[global]", "archive-async=y", @@ -10509,8 +10863,8 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.27: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --stanza=demo", - "P00 INFO: WAL segment 000000080000000000000025 successfully archived to '/var/lib/pgbackrest/archive/demo/9.5-1/0000000800000000/000000080000000000000025-f3dc535de05655ec90b615ece46be3076a394593.gz'", + "P00 INFO: check command begin 2.28: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --repo1-host=repository --stanza=demo", + "P00 INFO: WAL segment 000000080000000000000029 successfully archived to '/var/lib/pgbackrest/archive/demo/9.5-1/0000000800000000/000000080000000000000029-818fb842880584c24b8b930f32fca174f7589bab.gz'", "P00 INFO: check command end: completed successfully" ] } @@ -10537,24 +10891,24 @@ "value" : { "output" : [ "-------------------PROCESS START-------------------", - "P00 INFO: archive-push:async command begin 2.27: [/var/lib/pgsql/9.5/data/pg_xlog] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000020", - "P01 DETAIL: pushed WAL file '000000080000000000000020' to the archive", + "P00 INFO: archive-push:async command begin 2.28: [/var/lib/pgsql/9.5/data/pg_xlog] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000024", + "P01 DETAIL: pushed WAL file '000000080000000000000024' to the archive", "P00 INFO: archive-push:async command end: completed successfully", "", "-------------------PROCESS START-------------------", - "P00 INFO: archive-push:async command begin 2.27: [/var/lib/pgsql/9.5/data/pg_xlog] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 4 WAL file(s) to archive: 000000080000000000000021...000000080000000000000024", - "P01 DETAIL: pushed WAL file '000000080000000000000021' to the archive", - "P02 DETAIL: pushed WAL file '000000080000000000000022' to the archive", - "P01 DETAIL: pushed WAL file '000000080000000000000023' to the archive", - "P02 DETAIL: pushed WAL file '000000080000000000000024' to the archive", + "P00 INFO: archive-push:async command begin 2.28: [/var/lib/pgsql/9.5/data/pg_xlog] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 4 WAL file(s) to archive: 000000080000000000000025...000000080000000000000028", + "P01 DETAIL: pushed WAL file '000000080000000000000025' to the archive", + "P02 DETAIL: pushed WAL file '000000080000000000000026' to the archive", + "P01 DETAIL: pushed WAL file '000000080000000000000027' to the archive", + "P02 DETAIL: pushed WAL file '000000080000000000000028' to the archive", "P00 INFO: archive-push:async command end: completed successfully", "", "-------------------PROCESS START-------------------", - "P00 INFO: archive-push:async command begin 2.27: [/var/lib/pgsql/9.5/data/pg_xlog] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000025", - "P01 DETAIL: pushed WAL file '000000080000000000000025' to the archive" + "P00 INFO: archive-push:async command begin 2.28: [/var/lib/pgsql/9.5/data/pg_xlog] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000029", + "P01 DETAIL: pushed WAL file '000000080000000000000029' to the archive" ] } }, @@ -10593,24 +10947,24 @@ "value" : { "output" : [ "-------------------PROCESS START-------------------", - "P00 INFO: archive-get:async command begin 2.27: [00000008000000000000001E, 00000008000000000000001F, 000000080000000000000020, 000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: get 8 WAL file(s) from archive: 00000008000000000000001E...000000080000000000000025", - "P01 DETAIL: found 00000008000000000000001E in the archive", - "P02 DETAIL: found 00000008000000000000001F in the archive", - "P01 DETAIL: unable to find 000000080000000000000020 in the archive", - "P02 DETAIL: unable to find 000000080000000000000021 in the archive", - " [filtered 20 lines of output]", - "P00 INFO: archive-get:async command begin 2.27: [000000080000000000000020, 000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000020...000000080000000000000027", - "P01 DETAIL: found 000000080000000000000020 in the archive", - "P02 DETAIL: found 000000080000000000000021 in the archive", + "P00 INFO: archive-get:async command begin 2.28: [000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028, 000000080000000000000029] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000022...000000080000000000000029", "P01 DETAIL: found 000000080000000000000022 in the archive", "P02 DETAIL: found 000000080000000000000023 in the archive", + "P01 DETAIL: unable to find 000000080000000000000024 in the archive", + "P02 DETAIL: unable to find 000000080000000000000025 in the archive", + " [filtered 20 lines of output]", + "P00 INFO: archive-get:async command begin 2.28: [000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028, 000000080000000000000029, 00000008000000000000002A, 00000008000000000000002B] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.5/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000024...00000008000000000000002B", "P01 DETAIL: found 000000080000000000000024 in the archive", "P02 DETAIL: found 000000080000000000000025 in the archive", - "P01 DETAIL: unable to find 000000080000000000000026 in the archive", - "P02 DETAIL: unable to find 000000080000000000000027 in the archive", - " [filtered 12 lines of output]" + "P01 DETAIL: found 000000080000000000000026 in the archive", + "P02 DETAIL: found 000000080000000000000027 in the archive", + "P01 DETAIL: found 000000080000000000000028 in the archive", + "P02 DETAIL: found 000000080000000000000029 in the archive", + "P02 DETAIL: unable to find 00000008000000000000002B in the archive", + "P01 DETAIL: unable to find 00000008000000000000002A in the archive", + " [filtered 13 lines of output]" ] } }, @@ -10693,20 +11047,22 @@ "output" : [ " [filtered 2 lines of output]", "P00 INFO: execute exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes", - "P00 INFO: backup start archive = 000000080000000000000027, lsn = 0/27000028", - "P00 INFO: wait for replay on the standby to reach 0/27000028", - "P00 INFO: replay on the standby reached 0/27000028", - "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/global/pg_control (8KB, 0%) checksum 4989973e5785beeb8aa69c8e4e304b2c91ddd9d0", - "P04 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/1249 (360KB, 17%) checksum 6242f9b3b0e13617eb60eefe610e0c3e3b36329e", - "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/pg_log/postgresql.log (7.2KB, 17%) checksum aa9993d4d21d1c576229e74d85e2919c7688e67b", - "P02 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2608 (432KB, 37%) checksum 579c04c81ae9f80b0f3424105295c1d12eca6376", - "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/pg_hba.conf (4.2KB, 37%) checksum 1c0bca2f7f44d354aaaefb2c21fd1290b7379690", - "P04 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2673 (320KB, 52%) checksum 890b6322440b4fbc8a1c9fe83a9a9723b61099ea", - "P03 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2674 (360KB, 68%) checksum 24ffd8dab1fb3989d7204b25d2582be3d00a07da", - "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/backup_label (248B, 68%) checksum c3a482e8bdbc19141bf67e3dae715c0ade76361a", - "P02 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2658 (112KB, 74%) checksum f031d830ddc15424d3f9bb82d53e760fc8251e0c", - "P04 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/1259 (104KB, 78%) checksum 31dd4ca2c71aac9a8d6e5faba4805e42e869cc9f", - " [filtered 1126 lines of output]" + "P00 INFO: backup start archive = 00000008000000000000002B, lsn = 0/2B000028", + "P00 INFO: wait for replay on the standby to reach 0/2B000028", + "P00 INFO: replay on the standby reached 0/2B000028", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/global/pg_control (8KB, 0%) checksum 31fe101696949f330e03a9455ccdeb72088605f5", + "P03 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2674 (360KB, 16%) checksum eb4da8233f620c85de6f3ad4a77d78f859296725", + "P04 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/1249 (360KB, 33%) checksum 835899c3b42b2f468163b53f4a3772b30cd69aea", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/pg_log/postgresql.log (6.3KB, 33%) checksum 0c4b424db442149c828739ae9bd39f2328a6a7f7", + "P02 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2608 (432KB, 53%) checksum 9b7200635fb2ee5ea5c43f00efdf1362215a36f2", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/pg_hba.conf (4.2KB, 53%) checksum f28f3f76528c7fd372aa22474954691c6341da76", + "P03 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2673 (328KB, 69%) checksum 8f27abbbbd265de80a8c65b90b31aac7df6de414", + "P04 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2658 (112KB, 74%) checksum f55d23c2f10528d05f5362704a384f3aedd30fb0", + "P02 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/1259 (104KB, 78%) checksum aaaec8c13a061516292c14d91a1256eb6f9e1627", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.5/data/backup_label (248B, 78%) checksum 9ad003942d339034d05ee17b94bb028a6e276eaa", + "P02 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/2659 (72KB, 82%) checksum 8aaac812d944d3fefccad6c9a9140b27e8f9c0ae", + "P03 INFO: backup file pg-standby:/var/lib/pgsql/9.5/data/base/12378/1247 (72KB, 85%) checksum 2f030b519f8e5806bcfb593e3c4c20fc83d10bb8", + " [filtered 1124 lines of output]" ] } }, @@ -10878,7 +11234,7 @@ "config" : [ "[demo]", "pg1-path=/var/lib/pgsql/9.6/data", - "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", + "recovery-option=primary_conninfo=host=172.17.0.5 port=5432 user=replicator", "", "[global]", "archive-async=y", @@ -10968,7 +11324,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-upgrade command begin 2.27: --no-backup-standby --log-level-console=info --log-level-stderr=off --no-log-timestamp --no-online --pg1-host=pg-primary --pg2-host=pg-standby --pg1-path=/var/lib/pgsql/9.6/data --pg2-path=/var/lib/pgsql/9.6/data --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: stanza-upgrade command begin 2.28: --no-backup-standby --log-level-console=info --log-level-stderr=off --no-log-timestamp --no-online --pg1-host=pg-primary --pg2-host=pg-standby --pg1-path=/var/lib/pgsql/9.6/data --pg2-path=/var/lib/pgsql/9.6/data --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-upgrade command end: completed successfully" ] } @@ -11005,7 +11361,7 @@ "type" : "exe", "value" : { "output" : [ - "postgresql-9.6 (pid 4829) is running..." + "postgresql-9.6 (pid 4920) is running..." ] } }, @@ -11199,6 +11555,21 @@ "{\"os-type\":\"centos7\"}" : { "all" : { "user-guide" : [ + { + "key" : { + "id" : "azure", + "image" : "mcr.microsoft.com/azure-storage/azurite", + "name" : "azure-server", + "option" : "-v {[host-repo-path]}/doc/resource/fake-cert/azure-server.crt:/root/public.crt:ro -v {[host-repo-path]}/doc/resource/fake-cert/azure-server.key:/root/private.key:ro -e AZURITE_ACCOUNTS='pgbackrest:YXpLZXk='", + "os" : "centos7", + "param" : "azurite-blob --blobPort 443 --blobHost 0.0.0.0 --cert=/root/public.crt --key=/root/private.key", + "update-hosts" : false + }, + "type" : "host", + "value" : { + "ip" : "172.17.0.2" + } + }, { "key" : { "id" : "s3", @@ -11211,7 +11582,7 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.2" + "ip" : "172.17.0.3" } }, { @@ -11225,14 +11596,14 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.3" + "ip" : "172.17.0.4" } }, { "key" : { "bash-wrap" : true, "cmd" : [ - "sudo mkdir -p /build/pgbackrest-release-2.27" + "sudo mkdir -p /build/pgbackrest-release-2.28" ], "host" : "build", "load-env" : true, @@ -11245,7 +11616,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo cp -r /pgbackrest/src /build/pgbackrest-release-2.27" + "sudo cp -r /pgbackrest/src /build/pgbackrest-release-2.28" ], "host" : "build", "load-env" : true, @@ -11258,7 +11629,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo chown -R vagrant /build/pgbackrest-release-2.27" + "sudo chown -R vagrant /build/pgbackrest-release-2.28" ], "host" : "build", "load-env" : true, @@ -11286,7 +11657,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "cd /build/pgbackrest-release-2.27/src && ./configure && make" + "cd /build/pgbackrest-release-2.28/src && ./configure && make" ], "host" : "build", "load-env" : true, @@ -11306,7 +11677,7 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.4" + "ip" : "172.17.0.5" } }, { @@ -11327,7 +11698,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.27/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.28/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "pg-primary", @@ -11455,7 +11826,7 @@ "type" : "exe", "value" : { "output" : [ - "pgBackRest 2.27 - General help", + "pgBackRest 2.28 - General help", "", "Usage:", " pgbackrest [options] [command]", @@ -11484,8 +11855,8 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres /usr/pgsql-9.6/bin/initdb \\", - " -D /var/lib/pgsql/9.6/data -k -A peer" + "sudo -u postgres /usr/pgsql-10/bin/initdb \\", + " -D /var/lib/pgsql/10/data -k -A peer" ], "host" : "pg-primary", "load-env" : true, @@ -11496,7 +11867,7 @@ }, { "key" : { - "file" : "/var/lib/pgsql/9.6/data/postgresql.conf", + "file" : "/var/lib/pgsql/10/data/postgresql.conf", "host" : "pg-primary", "option" : { "listen_addresses" : { @@ -11513,7 +11884,7 @@ }, { "key" : { - "file" : "/var/lib/pgsql/9.6/data/postgresql.conf", + "file" : "/var/lib/pgsql/10/data/postgresql.conf", "host" : "pg-primary", "option" : { "log_line_prefix" : { @@ -11531,7 +11902,7 @@ }, { "key" : { - "file" : "/var/lib/pgsql/9.6/data/postgresql.conf", + "file" : "/var/lib/pgsql/10/data/postgresql.conf", "host" : "pg-primary", "option" : { "log_filename" : { @@ -11555,7 +11926,7 @@ "option" : { "demo" : { "pg1-path" : { - "value" : "/var/lib/pgsql/9.6/data" + "value" : "/var/lib/pgsql/10/data" } }, "global" : { @@ -11572,7 +11943,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/9.6/data" + "pg1-path=/var/lib/pgsql/10/data" ] } }, @@ -11599,7 +11970,7 @@ "type" : "exe", "value" : { "output" : [ - "pgBackRest 2.27 - 'backup' command - 'log-path' option help", + "pgBackRest 2.28 - 'backup' command - 'log-path' option help", "", "Path where log files are stored.", "", @@ -11666,7 +12037,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/9.6/data", + "pg1-path=/var/lib/pgsql/10/data", "", "[global]", "repo1-path=/var/lib/pgbackrest" @@ -11675,7 +12046,7 @@ }, { "key" : { - "file" : "/var/lib/pgsql/9.6/data/postgresql.conf", + "file" : "/var/lib/pgsql/10/data/postgresql.conf", "host" : "pg-primary", "option" : { "archive_command" : { @@ -11709,7 +12080,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl restart postgresql-9.6.service" + "sudo systemctl restart postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -11747,7 +12118,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/9.6/data", + "pg1-path=/var/lib/pgsql/10/data", "", "[global]", "repo1-path=/var/lib/pgbackrest", @@ -11773,7 +12144,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/9.6/data", + "pg1-path=/var/lib/pgsql/10/data", "", "[global]", "repo1-path=/var/lib/pgbackrest", @@ -11803,7 +12174,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/9.6/data", + "pg1-path=/var/lib/pgsql/10/data", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", @@ -11837,7 +12208,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-create command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: stanza-create command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-create command end: completed successfully" ] } @@ -11863,8 +12234,8 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", - "P00 INFO: WAL segment 000000010000000000000001 successfully archived to '/var/lib/pgbackrest/archive/demo/9.6-1/0000000100000000/000000010000000000000001-6098ce60213eca0833e121a892eeaea4f55b3d44.gz'", + "P00 INFO: check command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: WAL segment 000000010000000000000001 successfully archived to '/var/lib/pgbackrest/archive/demo/10-1/0000000100000000/000000010000000000000001-9d041d3137382c9e38ff9908eecc3b1fbd7ee54b.gz'", "P00 INFO: check command end: completed successfully" ] } @@ -11891,14 +12262,14 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", "P00 WARN: no prior backup exists, incr backup has been changed to full", "P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the next regular checkpoint completes", "P00 INFO: backup start archive = 000000010000000000000002, lsn = 0/2000028", - " [filtered 864 lines of output]", - "P01 INFO: backup file /var/lib/pgsql/9.6/data/base/1/12312 (0B, 100%)", - "P01 INFO: backup file /var/lib/pgsql/9.6/data/base/1/12307 (0B, 100%)", - "P00 INFO: full backup size = 20.9MB", + " [filtered 946 lines of output]", + "P01 INFO: backup file /var/lib/pgsql/10/data/base/1/12795 (0B, 100%)", + "P01 INFO: backup file /var/lib/pgsql/10/data/base/1/12790 (0B, 100%)", + "P00 INFO: full backup size = 22.4MB", "P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: backup stop archive = 000000010000000000000002, lsn = 0/2000130", " [filtered 4 lines of output]" @@ -11919,7 +12290,7 @@ "type" : "exe", "value" : { "output" : [ - "20200525-235809F" + "20200720-115948F" ] } }, @@ -11945,9 +12316,9 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 3 lines of output]", - "P00 INFO: backup start archive = 000000010000000000000003, lsn = 0/3000028", - "P01 INFO: backup file /var/lib/pgsql/9.6/data/global/pg_control (8KB, 100%) checksum 2397cf51bbf2c6903ad7c16e4179e8ce0fa7aa6b", + " [filtered 4 lines of output]", + "P01 INFO: backup file /var/lib/pgsql/10/data/global/pg_control (8KB, 99%) checksum b8a399bec7dd33d7add3f9406ad8cdf4c068344a", + "P01 INFO: backup file /var/lib/pgsql/10/data/pg_logical/replorigin_checkpoint (8B, 100%) checksum 347fc8f2df71bd4436e38bd1516ccd7ea0d46532", "P00 INFO: diff backup size = 8KB", "P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive", "P00 INFO: backup stop archive = 000000010000000000000003, lsn = 0/30000F8", @@ -11981,20 +12352,20 @@ " cipher: aes-256-cbc", "", " db (current)", - " wal archive min/max (9.6-1): 000000010000000000000001/000000010000000000000003", + " wal archive min/max (10-1): 000000010000000000000001/000000010000000000000003", "", - " full backup: 20200525-235809F", - " timestamp start/stop: 2020-05-25 23:58:09 / 2020-05-25 23:58:22", + " full backup: 20200720-115948F", + " timestamp start/stop: 2020-07-20 11:59:48 / 2020-07-20 12:00:03", " wal start/stop: 000000010000000000000002 / 000000010000000000000002", - " database size: 20.9MB, backup size: 20.9MB", - " repository size: 2.5MB, repository backup size: 2.5MB", + " database size: 22.4MB, backup size: 22.4MB", + " repository size: 2.7MB, repository backup size: 2.7MB", "", - " diff backup: 20200525-235809F_20200525-235823D", - " timestamp start/stop: 2020-05-25 23:58:23 / 2020-05-25 23:58:26", + " diff backup: 20200720-115948F_20200720-120004D", + " timestamp start/stop: 2020-07-20 12:00:04 / 2020-07-20 12:00:06", " wal start/stop: 000000010000000000000003 / 000000010000000000000003", - " database size: 20.9MB, backup size: 8.2KB", - " repository size: 2.5MB, repository backup size: 400B", - " backup reference list: 20200525-235809F" + " database size: 22.4MB, backup size: 8.2KB", + " repository size: 2.7MB, repository backup size: 496B", + " backup reference list: 20200720-115948F" ] } }, @@ -12002,7 +12373,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl stop postgresql-9.6.service" + "sudo systemctl stop postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -12015,7 +12386,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres rm /var/lib/pgsql/9.6/data/global/pg_control" + "sudo -u postgres rm /var/lib/pgsql/10/data/global/pg_control" ], "host" : "pg-primary", "load-env" : true, @@ -12028,7 +12399,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl start postgresql-9.6.service" + "sudo systemctl start postgresql-10.service" ], "err-expect" : "1", "host" : "pg-primary", @@ -12042,7 +12413,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl status postgresql-9.6.service" + "sudo systemctl status postgresql-10.service" ], "err-expect" : "3", "highlight" : { @@ -12061,11 +12432,11 @@ "value" : { "output" : [ " [filtered 8 lines of output]", - "May 25 23:58:28 pg-primary systemd[1]: Starting PostgreSQL 9.6 database server...", - "May 25 23:58:28 pg-primary systemd[1]: postgresql-9.6.service: main process exited, code=exited, status=2/INVALIDARGUMENT", - "May 25 23:58:28 pg-primary systemd[1]: Failed to start PostgreSQL 9.6 database server.", - "May 25 23:58:28 pg-primary systemd[1]: Unit postgresql-9.6.service entered failed state.", - "May 25 23:58:28 pg-primary systemd[1]: postgresql-9.6.service failed." + "Jul 20 12:00:08 pg-primary systemd[1]: Starting PostgreSQL 10 database server...", + "Jul 20 12:00:08 pg-primary systemd[1]: postgresql-10.service: main process exited, code=exited, status=2/INVALIDARGUMENT", + "Jul 20 12:00:08 pg-primary systemd[1]: Failed to start PostgreSQL 10 database server.", + "Jul 20 12:00:08 pg-primary systemd[1]: Unit postgresql-10.service entered failed state.", + "Jul 20 12:00:08 pg-primary systemd[1]: postgresql-10.service failed." ] } }, @@ -12073,7 +12444,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres find /var/lib/pgsql/9.6/data -mindepth 1 -delete" + "sudo -u postgres find /var/lib/pgsql/10/data -mindepth 1 -delete" ], "host" : "pg-primary", "load-env" : true, @@ -12099,7 +12470,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl start postgresql-9.6.service" + "sudo systemctl start postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -12143,12 +12514,12 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --type=incr", - "P00 INFO: last backup label = 20200525-235809F_20200525-235823D, version = 2.27", + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --type=incr", + "P00 INFO: last backup label = 20200720-115948F_20200720-120004D, version = 2.28", "P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the next regular checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000005, lsn = 0/5000028", - "P00 WARN: a timeline switch has occurred since the 20200525-235809F_20200525-235823D backup, enabling delta checksum", - " [filtered 9 lines of output]" + "P00 WARN: a timeline switch has occurred since the 20200720-115948F_20200720-120004D backup, enabling delta checksum", + " [filtered 10 lines of output]" ] } }, @@ -12168,7 +12539,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/9.6/data", + "pg1-path=/var/lib/pgsql/10/data", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", @@ -12204,12 +12575,12 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", - "P00 INFO: last backup label = 20200525-235809F_20200525-235841I, version = 2.27", + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo --start-fast --type=incr", + "P00 INFO: last backup label = 20200720-115948F_20200720-120020I, version = 2.28", "P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes", "P00 INFO: backup start archive = 000000020000000000000006, lsn = 0/6000028", - "P01 INFO: backup file /var/lib/pgsql/9.6/data/global/pg_control (8KB, 100%) checksum e0db39a28c2ab1b4211d2a9d72d2fbb0630eb6cf", - " [filtered 7 lines of output]" + "P01 INFO: backup file /var/lib/pgsql/10/data/global/pg_control (8KB, 99%) checksum 442bf3018cfa7b477900d57b49be6557610361e7", + " [filtered 8 lines of output]" ] } }, @@ -12354,7 +12725,7 @@ "output" : [ " name | last_successful_backup | last_archived_wal ", "--------+------------------------+--------------------------", - " \"demo\" | 2020-05-25 23:58:48+00 | 000000020000000000000006", + " \"demo\" | 2020-07-20 12:00:26+00 | 000000020000000000000006", "(1 row)" ] } @@ -12375,7 +12746,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/9.6/data", + "pg1-path=/var/lib/pgsql/10/data", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", @@ -12400,7 +12771,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "archive retention on backup 20200525-235809F|remove archive" + "archive retention on backup 20200720-115948F|remove archive" ] }, "host" : "pg-primary", @@ -12411,11 +12782,11 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 875 lines of output]", + " [filtered 957 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.27: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", - "P00 DETAIL: archive retention on backup 20200525-235809F, archiveId = 9.6-1, start = 000000010000000000000002", - "P00 DETAIL: remove archive: archiveId = 9.6-1, start = 000000010000000000000001, stop = 000000010000000000000001", + "P00 INFO: expire command begin 2.28: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", + "P00 DETAIL: archive retention on backup 20200720-115948F, archiveId = 10-1, start = 000000010000000000000002", + "P00 DETAIL: remove archive: archiveId = 10-1, start = 000000010000000000000001, stop = 000000010000000000000001", "P00 INFO: expire command end: completed successfully" ] } @@ -12434,7 +12805,7 @@ "type" : "exe", "value" : { "output" : [ - "20200525-235852F" + "20200720-120031F" ] } }, @@ -12449,7 +12820,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "expire full backup set\\: 20200525-235809F|archive retention on backup 20200525-235852F|remove archive" + "expire full backup set\\: 20200720-115948F|archive retention on backup 20200720-120031F|remove archive" ] }, "host" : "pg-primary", @@ -12460,12 +12831,12 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 874 lines of output]", + " [filtered 956 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", - "P00 INFO: expire full backup set: 20200525-235809F, 20200525-235809F_20200525-235823D, 20200525-235809F_20200525-235841I, 20200525-235809F_20200525-235845I", - "P00 INFO: remove expired backup 20200525-235809F_20200525-235845I", - "P00 INFO: remove expired backup 20200525-235809F_20200525-235841I", + "P00 INFO: expire command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-full=2 --stanza=demo", + "P00 INFO: expire full backup set: 20200720-115948F, 20200720-115948F_20200720-120004D, 20200720-115948F_20200720-120020I, 20200720-115948F_20200720-120024I", + "P00 INFO: remove expired backup 20200720-115948F_20200720-120024I", + "P00 INFO: remove expired backup 20200720-115948F_20200720-120020I", " [filtered 2 lines of output]" ] } @@ -12486,7 +12857,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/9.6/data", + "pg1-path=/var/lib/pgsql/10/data", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", @@ -12528,7 +12899,7 @@ "type" : "exe", "value" : { "output" : [ - "20200525-235907F_20200525-235924D" + "20200720-120046F_20200720-120103D" ] } }, @@ -12556,7 +12927,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "expire diff backup set: 20200525-235907F_20200525-235924D" + "expire diff backup set: 20200720-120046F_20200720-120103D" ] }, "host" : "pg-primary", @@ -12567,12 +12938,12 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 10 lines of output]", + " [filtered 11 lines of output]", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=1 --repo1-retention-full=2 --stanza=demo", - "P00 INFO: expire diff backup set: 20200525-235907F_20200525-235924D, 20200525-235907F_20200525-235928I", - "P00 INFO: remove expired backup 20200525-235907F_20200525-235928I", - "P00 INFO: remove expired backup 20200525-235907F_20200525-235924D" + "P00 INFO: expire command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=1 --repo1-retention-full=2 --stanza=demo", + "P00 INFO: expire diff backup set: 20200720-120046F_20200720-120103D, 20200720-120046F_20200720-120107I", + "P00 INFO: remove expired backup 20200720-120046F_20200720-120107I", + "P00 INFO: remove expired backup 20200720-120046F_20200720-120103D" ] } }, @@ -12592,7 +12963,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/9.6/data", + "pg1-path=/var/lib/pgsql/10/data", "", "[global]", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", @@ -12621,7 +12992,7 @@ "type" : "exe", "value" : { "output" : [ - "20200525-235907F_20200525-235932D" + "20200720-120046F_20200720-120109D" ] } }, @@ -12630,8 +13001,8 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres psql -c \" \\", - " select pg_create_restore_point('generate WAL'); select pg_switch_xlog(); \\", - " select pg_create_restore_point('generate WAL'); select pg_switch_xlog();\"" + " select pg_create_restore_point('generate WAL'); select pg_switch_wal(); \\", + " select pg_create_restore_point('generate WAL'); select pg_switch_wal();\"" ], "host" : "pg-primary", "load-env" : true, @@ -12663,11 +13034,11 @@ "value" : { "output" : [ " [filtered 9 lines of output]", - "P00 INFO: backup stop archive = 000000020000000000000011, lsn = 0/110000F8", - "P00 INFO: check archive for segment(s) 000000020000000000000011:000000020000000000000011", - "P00 INFO: new backup label = 20200525-235907F_20200525-235938D", + "P00 INFO: backup stop archive = 000000020000000000000010, lsn = 0/100000F8", + "P00 INFO: check archive for segment(s) 000000020000000000000010:000000020000000000000010", + "P00 INFO: new backup label = 20200720-120046F_20200720-120114D", "P00 INFO: backup command end: completed successfully", - "P00 INFO: expire command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo" + "P00 INFO: expire command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo" ] } }, @@ -12685,7 +13056,7 @@ "type" : "exe", "value" : { "output" : [ - "20200525-235907F_20200525-235938D" + "20200720-120046F_20200720-120114D" ] } }, @@ -12700,7 +13071,7 @@ "filter" : true, "filter-context" : 2, "list" : [ - "archive retention on backup 20200525-235907F_20200525-235932D|remove archive" + "archive retention on backup 20200720-120046F_20200720-120109D|remove archive" ] }, "host" : "pg-primary", @@ -12711,13 +13082,13 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: expire command begin 2.27: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=1 --repo1-retention-archive-type=diff --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo", - "P00 DETAIL: archive retention on backup 20200525-235852F, archiveId = 9.6-1, start = 000000020000000000000008, stop = 000000020000000000000008", - "P00 DETAIL: archive retention on backup 20200525-235907F, archiveId = 9.6-1, start = 000000020000000000000009, stop = 000000020000000000000009", - "P00 DETAIL: archive retention on backup 20200525-235907F_20200525-235932D, archiveId = 9.6-1, start = 00000002000000000000000D, stop = 00000002000000000000000D", - "P00 DETAIL: archive retention on backup 20200525-235907F_20200525-235938D, archiveId = 9.6-1, start = 000000020000000000000011", - "P00 DETAIL: remove archive: archiveId = 9.6-1, start = 00000002000000000000000A, stop = 00000002000000000000000C", - "P00 DETAIL: remove archive: archiveId = 9.6-1, start = 00000002000000000000000E, stop = 000000020000000000000010", + "P00 INFO: expire command begin 2.28: --log-level-console=detail --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/var/lib/pgbackrest --repo1-retention-archive=1 --repo1-retention-archive-type=diff --repo1-retention-diff=2 --repo1-retention-full=2 --stanza=demo", + "P00 DETAIL: archive retention on backup 20200720-120031F, archiveId = 10-1, start = 000000020000000000000008, stop = 000000020000000000000008", + "P00 DETAIL: archive retention on backup 20200720-120046F, archiveId = 10-1, start = 000000020000000000000009, stop = 000000020000000000000009", + "P00 DETAIL: archive retention on backup 20200720-120046F_20200720-120109D, archiveId = 10-1, start = 00000002000000000000000D, stop = 00000002000000000000000D", + "P00 DETAIL: archive retention on backup 20200720-120046F_20200720-120114D, archiveId = 10-1, start = 000000020000000000000010", + "P00 DETAIL: remove archive: archiveId = 10-1, start = 00000002000000000000000A, stop = 00000002000000000000000C", + "P00 DETAIL: remove archive: archiveId = 10-1, start = 00000002000000000000000E, stop = 00000002000000000000000F", "P00 INFO: expire command end: completed successfully" ] } @@ -12726,7 +13097,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl stop postgresql-9.6.service" + "sudo systemctl stop postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -12758,12 +13129,12 @@ "value" : { "output" : [ " [filtered 2 lines of output]", - "P00 DETAIL: check '/var/lib/pgsql/9.6/data' exists", + "P00 DETAIL: check '/var/lib/pgsql/10/data' exists", "P00 DETAIL: remove 'global/pg_control' so cluster will not start if restore does not complete", - "P00 INFO: remove invalid files/links/paths from '/var/lib/pgsql/9.6/data'", - "P00 DETAIL: remove invalid file '/var/lib/pgsql/9.6/data/backup_label.old'", - "P00 DETAIL: remove invalid file '/var/lib/pgsql/9.6/data/base/12470/pg_internal.init'", - " [filtered 915 lines of output]" + "P00 INFO: remove invalid files/links/paths from '/var/lib/pgsql/10/data'", + "P00 DETAIL: remove invalid file '/var/lib/pgsql/10/data/backup_label.old'", + "P00 DETAIL: remove invalid file '/var/lib/pgsql/10/data/base/12953/pg_internal.init'", + " [filtered 996 lines of output]" ] } }, @@ -12771,7 +13142,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl start postgresql-9.6.service" + "sudo systemctl start postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -12902,7 +13273,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres du -sh /var/lib/pgsql/9.6/data/base/24576" + "sudo -u postgres du -sh /var/lib/pgsql/10/data/base/24576" ], "host" : "pg-primary", "load-env" : true, @@ -12912,7 +13283,7 @@ "type" : "exe", "value" : { "output" : [ - "7.0M\t/var/lib/pgsql/9.6/data/base/24576" + "7.5M\t/var/lib/pgsql/10/data/base/24576" ] } }, @@ -12930,7 +13301,7 @@ "type" : "exe", "value" : { "output" : [ - "20200525-235907F_20200525-235948I" + "20200720-120046F_20200720-120123I" ] } }, @@ -12939,7 +13310,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo \\", - " --set=20200525-235907F_20200525-235948I info" + " --set=20200720-120046F_20200720-120123I info" ], "highlight" : { "filter" : true, @@ -12957,9 +13328,9 @@ "value" : { "output" : [ " [filtered 11 lines of output]", - " repository size: 4MB, repository backup size: 1.6MB", - " backup reference list: 20200525-235907F, 20200525-235907F_20200525-235938D", - " database list: postgres (12470), test1 (24576), test2 (24577)" + " repository size: 4.4MB, repository backup size: 1.8MB", + " backup reference list: 20200720-120046F, 20200720-120046F_20200720-120114D", + " database list: postgres (12953), test1 (24576), test2 (24577)" ] } }, @@ -12967,7 +13338,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl stop postgresql-9.6.service" + "sudo systemctl stop postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -12994,7 +13365,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl start postgresql-9.6.service" + "sudo systemctl start postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -13067,7 +13438,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres du -sh /var/lib/pgsql/9.6/data/base/24576" + "sudo -u postgres du -sh /var/lib/pgsql/10/data/base/24576" ], "host" : "pg-primary", "load-env" : true, @@ -13077,7 +13448,7 @@ "type" : "exe", "value" : { "output" : [ - "152K\t/var/lib/pgsql/9.6/data/base/24576" + "176K\t/var/lib/pgsql/10/data/base/24576" ] } }, @@ -13123,8 +13494,8 @@ " oid | datname ", "-------+-----------", " 1 | template1", - " 12469 | template0", - " 12470 | postgres", + " 12952 | template0", + " 12953 | postgres", " 24577 | test2", "(4 rows)" ] @@ -13202,7 +13573,7 @@ "type" : "exe", "value" : { "output" : [ - "2020-05-26 00:00:15.027538+00" + "2020-07-20 12:01:50.004044+00" ] } }, @@ -13254,7 +13625,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl stop postgresql-9.6.service" + "sudo systemctl stop postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -13268,7 +13639,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --type=time \"--target=2020-05-26 00:00:15.027538+00\" \\", + " --type=time \"--target=2020-07-20 12:01:50.004044+00\" \\", " --target-action=promote restore" ], "host" : "pg-primary", @@ -13282,7 +13653,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo rm /var/lib/pgsql/9.6/data/pg_log/postgresql.log" + "sudo rm /var/lib/pgsql/10/data/log/postgresql.log" ], "host" : "pg-primary", "load-env" : true, @@ -13295,7 +13666,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/lib/pgsql/9.6/data/recovery.conf" + "sudo -u postgres cat /var/lib/pgsql/10/data/recovery.conf" ], "highlight" : { "filter" : true, @@ -13312,9 +13683,9 @@ "type" : "exe", "value" : { "output" : [ - "# Recovery settings generated by pgBackRest restore on 2020-05-26 00:00:17", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:01:52", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", - "recovery_target_time = '2020-05-26 00:00:15.027538+00'", + "recovery_target_time = '2020-07-20 12:01:50.004044+00'", "recovery_target_action = 'promote'" ] } @@ -13323,7 +13694,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl start postgresql-9.6.service" + "sudo systemctl start postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -13377,7 +13748,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/lib/pgsql/9.6/data/pg_log/postgresql.log" + "sudo -u postgres cat /var/lib/pgsql/10/data/log/postgresql.log" ], "highlight" : { "filter" : true, @@ -13394,19 +13765,19 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2020-05-26 00:00:05 UTC", - "LOG: starting point-in-time recovery to 2020-05-26 00:00:15.027538+00", + "LOG: database system was interrupted; last known up at 2020-07-20 12:01:42 UTC", + "LOG: starting point-in-time recovery to 2020-07-20 12:01:50.004044+00", "LOG: restored log file \"00000004.history\" from archive", + "LOG: restored log file \"000000040000000000000015\" from archive", + " [filtered 2 lines of output]", + "LOG: database system is ready to accept read only connections", "LOG: restored log file \"000000040000000000000016\" from archive", - "LOG: redo starts at 0/16000028", - "LOG: consistent recovery state reached at 0/160000F8", - "LOG: restored log file \"000000040000000000000017\" from archive", - "LOG: recovery stopping before commit of transaction 639, time 2020-05-26 00:00:16.718769+00", - "LOG: redo done at 0/17020D88", - "LOG: last completed transaction was at log time 2020-05-26 00:00:13.412481+00", + "LOG: recovery stopping before commit of transaction 564, time 2020-07-20 12:01:51.659663+00", + "LOG: redo done at 0/160212D8", + "LOG: last completed transaction was at log time 2020-07-20 12:01:48.042034+00", "LOG: selected new timeline ID: 5", "LOG: archive recovery complete", - " [filtered 3 lines of output]" + "LOG: database system is ready to accept connections" ] } }, @@ -13468,7 +13839,7 @@ "type" : "exe", "value" : { "output" : [ - "20200525-235907F_20200526-000022I" + "20200720-120046F_20200720-120158I" ] } }, @@ -13482,7 +13853,7 @@ "filter" : false, "filter-context" : 2, "list" : [ - "20200525-235907F_20200526-000022I" + "20200720-120046F_20200720-120158I" ] }, "host" : "pg-primary", @@ -13498,47 +13869,47 @@ " cipher: aes-256-cbc", "", " db (current)", - " wal archive min/max (9.6-1): 000000020000000000000008/000000050000000000000018", + " wal archive min/max (10-1): 000000020000000000000008/000000050000000000000017", "", - " full backup: 20200525-235852F", - " timestamp start/stop: 2020-05-25 23:58:52 / 2020-05-25 23:59:06", + " full backup: 20200720-120031F", + " timestamp start/stop: 2020-07-20 12:00:31 / 2020-07-20 12:00:44", " wal start/stop: 000000020000000000000008 / 000000020000000000000008", - " database size: 20.9MB, backup size: 20.9MB", - " repository size: 2.5MB, repository backup size: 2.5MB", + " database size: 22.4MB, backup size: 22.4MB", + " repository size: 2.7MB, repository backup size: 2.7MB", "", - " full backup: 20200525-235907F", - " timestamp start/stop: 2020-05-25 23:59:07 / 2020-05-25 23:59:22", + " full backup: 20200720-120046F", + " timestamp start/stop: 2020-07-20 12:00:46 / 2020-07-20 12:01:01", " wal start/stop: 000000020000000000000009 / 000000020000000000000009", - " database size: 20.9MB, backup size: 20.9MB", - " repository size: 2.5MB, repository backup size: 2.5MB", + " database size: 22.4MB, backup size: 22.4MB", + " repository size: 2.7MB, repository backup size: 2.7MB", "", - " diff backup: 20200525-235907F_20200525-235938D", - " timestamp start/stop: 2020-05-25 23:59:38 / 2020-05-25 23:59:41", - " wal start/stop: 000000020000000000000011 / 000000020000000000000011", - " database size: 20.9MB, backup size: 97.6KB", - " repository size: 2.5MB, repository backup size: 11.8KB", - " backup reference list: 20200525-235907F", + " diff backup: 20200720-120046F_20200720-120114D", + " timestamp start/stop: 2020-07-20 12:01:14 / 2020-07-20 12:01:16", + " wal start/stop: 000000020000000000000010 / 000000020000000000000010", + " database size: 22.4MB, backup size: 9.5KB", + " repository size: 2.7MB, repository backup size: 928B", + " backup reference list: 20200720-120046F", "", - " incr backup: 20200525-235907F_20200525-235948I", - " timestamp start/stop: 2020-05-25 23:59:48 / 2020-05-25 23:59:56", - " wal start/stop: 000000030000000000000013 / 000000030000000000000013", - " database size: 34.5MB, backup size: 13.7MB", - " repository size: 4MB, repository backup size: 1.6MB", - " backup reference list: 20200525-235907F, 20200525-235907F_20200525-235938D", + " incr backup: 20200720-120046F_20200720-120123I", + " timestamp start/stop: 2020-07-20 12:01:23 / 2020-07-20 12:01:32", + " wal start/stop: 000000030000000000000012 / 000000030000000000000012", + " database size: 37MB, backup size: 15MB", + " repository size: 4.4MB, repository backup size: 1.8MB", + " backup reference list: 20200720-120046F, 20200720-120046F_20200720-120114D", "", - " diff backup: 20200525-235907F_20200526-000005D", - " timestamp start/stop: 2020-05-26 00:00:05 / 2020-05-26 00:00:12", - " wal start/stop: 000000040000000000000016 / 000000040000000000000016", - " database size: 27.8MB, backup size: 7.0MB", - " repository size: 3.3MB, repository backup size: 846.9KB", - " backup reference list: 20200525-235907F", + " diff backup: 20200720-120046F_20200720-120141D", + " timestamp start/stop: 2020-07-20 12:01:41 / 2020-07-20 12:01:47", + " wal start/stop: 000000040000000000000015 / 000000040000000000000015", + " database size: 29.7MB, backup size: 7.8MB", + " repository size: 3.5MB, repository backup size: 946.1KB", + " backup reference list: 20200720-120046F", "", - " incr backup: 20200525-235907F_20200526-000022I", - " timestamp start/stop: 2020-05-26 00:00:22 / 2020-05-26 00:00:25", - " wal start/stop: 000000050000000000000018 / 000000050000000000000018", - " database size: 27.7MB, backup size: 2MB", - " repository size: 3.3MB, repository backup size: 211.4KB", - " backup reference list: 20200525-235907F, 20200525-235907F_20200526-000005D" + " incr backup: 20200720-120046F_20200720-120158I", + " timestamp start/stop: 2020-07-20 12:01:58 / 2020-07-20 12:01:59", + " wal start/stop: 000000050000000000000017 / 000000050000000000000017", + " database size: 29.7MB, backup size: 2MB", + " repository size: 3.5MB, repository backup size: 218.8KB", + " backup reference list: 20200720-120046F, 20200720-120046F_20200720-120141D" ] } }, @@ -13546,7 +13917,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl stop postgresql-9.6.service" + "sudo systemctl stop postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -13560,8 +13931,8 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --set=20200525-235907F_20200526-000022I \\", - " --type=time \"--target=2020-05-26 00:00:15.027538+00\" --target-action=promote restore" + " --set=20200720-120046F_20200720-120158I \\", + " --type=time \"--target=2020-07-20 12:01:50.004044+00\" --target-action=promote restore" ], "host" : "pg-primary", "load-env" : true, @@ -13574,7 +13945,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo rm /var/lib/pgsql/9.6/data/pg_log/postgresql.log" + "sudo rm /var/lib/pgsql/10/data/log/postgresql.log" ], "host" : "pg-primary", "load-env" : true, @@ -13587,7 +13958,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl start postgresql-9.6.service" + "sudo systemctl start postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -13641,7 +14012,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/lib/pgsql/9.6/data/pg_log/postgresql.log" + "sudo -u postgres cat /var/lib/pgsql/10/data/log/postgresql.log" ], "highlight" : { "filter" : true, @@ -13658,15 +14029,15 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2020-05-26 00:00:23 UTC", - "LOG: starting point-in-time recovery to 2020-05-26 00:00:15.027538+00", + "LOG: database system was interrupted; last known up at 2020-07-20 12:01:58 UTC", + "LOG: starting point-in-time recovery to 2020-07-20 12:01:50.004044+00", "LOG: restored log file \"00000005.history\" from archive", - "LOG: restored log file \"000000050000000000000018\" from archive", - "LOG: redo starts at 0/18000028", - "LOG: consistent recovery state reached at 0/180000F8", - "LOG: redo done at 0/180000F8", - "LOG: restored log file \"000000050000000000000018\" from archive", - " [filtered 7 lines of output]" + "LOG: restored log file \"000000050000000000000017\" from archive", + "LOG: redo starts at 0/17000028", + "LOG: consistent recovery state reached at 0/170000F8", + "LOG: database system is ready to accept read only connections", + "LOG: redo done at 0/170000F8", + " [filtered 6 lines of output]" ] } }, @@ -13674,7 +14045,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl stop postgresql-9.6.service" + "sudo systemctl stop postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -13688,7 +14059,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres pgbackrest --stanza=demo --delta \\", - " --type=time \"--target=2020-05-26 00:00:15.027538+00\" \\", + " --type=time \"--target=2020-07-20 12:01:50.004044+00\" \\", " --target-action=promote restore" ], "host" : "pg-primary", @@ -13702,7 +14073,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo rm /var/lib/pgsql/9.6/data/pg_log/postgresql.log" + "sudo rm /var/lib/pgsql/10/data/log/postgresql.log" ], "host" : "pg-primary", "load-env" : true, @@ -13715,7 +14086,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl start postgresql-9.6.service" + "sudo systemctl start postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -13769,7 +14140,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/lib/pgsql/9.6/data/pg_log/postgresql.log" + "sudo -u postgres cat /var/lib/pgsql/10/data/log/postgresql.log" ], "highlight" : { "filter" : true, @@ -13786,19 +14157,19 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2020-05-26 00:00:05 UTC", - "LOG: starting point-in-time recovery to 2020-05-26 00:00:15.027538+00", + "LOG: database system was interrupted; last known up at 2020-07-20 12:01:42 UTC", + "LOG: starting point-in-time recovery to 2020-07-20 12:01:50.004044+00", "LOG: restored log file \"00000004.history\" from archive", + "LOG: restored log file \"000000040000000000000015\" from archive", + " [filtered 2 lines of output]", + "LOG: database system is ready to accept read only connections", "LOG: restored log file \"000000040000000000000016\" from archive", - "LOG: redo starts at 0/16000028", - "LOG: consistent recovery state reached at 0/160000F8", - "LOG: restored log file \"000000040000000000000017\" from archive", - "LOG: recovery stopping before commit of transaction 639, time 2020-05-26 00:00:16.718769+00", - "LOG: redo done at 0/17020D88", - "LOG: last completed transaction was at log time 2020-05-26 00:00:13.412481+00", + "LOG: recovery stopping before commit of transaction 564, time 2020-07-20 12:01:51.659663+00", + "LOG: redo done at 0/160212D8", + "LOG: last completed transaction was at log time 2020-07-20 12:01:48.042034+00", "LOG: restored log file \"00000005.history\" from archive", "LOG: restored log file \"00000006.history\" from archive", - " [filtered 5 lines of output]" + " [filtered 3 lines of output]" ] } }, @@ -13811,26 +14182,23 @@ "process-max" : { "value" : "4" }, + "repo1-azure-account" : { + "value" : "pgbackrest" + }, + "repo1-azure-container" : { + "value" : "demo-container" + }, + "repo1-azure-host" : { + "value" : "blob.core.windows.net" + }, + "repo1-azure-key" : { + "value" : "YXpLZXk=" + }, "repo1-path" : { "value" : "/demo-repo" }, - "repo1-s3-bucket" : { - "value" : "demo-bucket" - }, - "repo1-s3-endpoint" : { - "value" : "s3.us-east-1.amazonaws.com" - }, - "repo1-s3-key" : { - "value" : "accessKey1" - }, - "repo1-s3-key-secret" : { - "value" : "verySecretKey1" - }, - "repo1-s3-region" : { - "value" : "us-east-1" - }, "repo1-type" : { - "value" : "s3" + "value" : "azure" } } } @@ -13839,21 +14207,19 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/9.6/data", + "pg1-path=/var/lib/pgsql/10/data", "", "[global]", "process-max=4", + "repo1-azure-account=pgbackrest", + "repo1-azure-container=demo-container", + "repo1-azure-key=YXpLZXk=", "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", "repo1-cipher-type=aes-256-cbc", "repo1-path=/demo-repo", "repo1-retention-diff=2", "repo1-retention-full=2", - "repo1-s3-bucket=demo-bucket", - "repo1-s3-endpoint=s3.us-east-1.amazonaws.com", - "repo1-s3-key=accessKey1", - "repo1-s3-key-secret=verySecretKey1", - "repo1-s3-region=us-east-1", - "repo1-type=s3", + "repo1-type=azure", "start-fast=y", "", "[global:archive-push]", @@ -13865,7 +14231,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "echo \"172.17.0.2 demo-bucket.s3.us-east-1.amazonaws.com s3.us-east-1.amazonaws.com\" | tee -a /etc/hosts" + "echo \"172.17.0.2 blob.core.windows.net\" | tee -a /etc/hosts" ], "host" : "pg-primary", "load-env" : true, @@ -13908,7 +14274,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-create command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stanza-create command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --repo1-azure-account= --repo1-azure-container=demo-container --repo1-azure-host=blob.core.windows.net --repo1-azure-key= --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-type=azure --stanza=demo", "P00 INFO: http statistics: objects 2, sessions 2, requests 12, retries 0, closes 0", "P00 INFO: stanza-create command end: completed successfully" ] @@ -13936,16 +14302,167 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: backup command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --process-max=4 --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo --start-fast", + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --process-max=4 --repo1-azure-account= --repo1-azure-container=demo-container --repo1-azure-host=blob.core.windows.net --repo1-azure-key= --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-type=azure --stanza=demo --start-fast", "P00 WARN: no prior backup exists, incr backup has been changed to full", "P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes", - "P00 INFO: backup start archive = 000000070000000000000018, lsn = 0/18000028", - " [filtered 1136 lines of output]", - "P02 INFO: backup file /var/lib/pgsql/9.6/data/base/1/12312 (0B, 100%)", - "P03 INFO: backup file /var/lib/pgsql/9.6/data/base/1/12307 (0B, 100%)", - "P00 INFO: full backup size = 27.8MB", + "P00 INFO: backup start archive = 000000070000000000000017, lsn = 0/17000028", + " [filtered 1243 lines of output]", + "P04 INFO: backup file /var/lib/pgsql/10/data/base/1/12805 (0B, 100%)", + "P02 INFO: backup file /var/lib/pgsql/10/data/base/1/12790 (0B, 100%)", + "P00 INFO: full backup size = 29.7MB", "P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive", - "P00 INFO: backup stop archive = 000000070000000000000018, lsn = 0/180000F8", + "P00 INFO: backup stop archive = 000000070000000000000017, lsn = 0/170000F8", + " [filtered 6 lines of output]" + ] + } + }, + { + "key" : { + "file" : "/etc/pgbackrest/pgbackrest.conf", + "host" : "pg-primary", + "option" : { + "global" : { + "process-max" : { + "value" : "4" + }, + "repo1-path" : { + "value" : "/demo-repo" + }, + "repo1-s3-bucket" : { + "value" : "demo-bucket" + }, + "repo1-s3-endpoint" : { + "value" : "s3.us-east-1.amazonaws.com" + }, + "repo1-s3-key" : { + "value" : "accessKey1" + }, + "repo1-s3-key-secret" : { + "value" : "verySecretKey1" + }, + "repo1-s3-region" : { + "value" : "us-east-1" + }, + "repo1-type" : { + "value" : "s3" + } + } + } + }, + "type" : "cfg-pgbackrest", + "value" : { + "config" : [ + "[demo]", + "pg1-path=/var/lib/pgsql/10/data", + "", + "[global]", + "process-max=4", + "repo1-azure-account=pgbackrest", + "repo1-azure-container=demo-container", + "repo1-azure-key=YXpLZXk=", + "repo1-cipher-pass=zWaf6XtpjIVZC5444yXB+cgFDFl7MxGlgkZSaoPvTGirhPygu4jOKOXf9LO4vjfO", + "repo1-cipher-type=aes-256-cbc", + "repo1-path=/demo-repo", + "repo1-retention-diff=2", + "repo1-retention-full=2", + "repo1-s3-bucket=demo-bucket", + "repo1-s3-endpoint=s3.us-east-1.amazonaws.com", + "repo1-s3-key=accessKey1", + "repo1-s3-key-secret=verySecretKey1", + "repo1-s3-region=us-east-1", + "repo1-type=s3", + "start-fast=y", + "", + "[global:archive-push]", + "compress-level=3" + ] + } + }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "echo \"172.17.0.3 demo-bucket.s3.us-east-1.amazonaws.com s3.us-east-1.amazonaws.com\" | tee -a /etc/hosts" + ], + "host" : "pg-primary", + "load-env" : true, + "output" : false, + "run-as-user" : "root" + }, + "type" : "exe" + }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "sudo -u postgres pgbackrest repo-create" + ], + "host" : "pg-primary", + "load-env" : true, + "output" : false, + "run-as-user" : null + }, + "type" : "exe" + }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "sudo -u postgres pgbackrest --stanza=demo --log-level-console=info stanza-create" + ], + "highlight" : { + "filter" : true, + "filter-context" : 2, + "list" : [ + "completed successfully" + ] + }, + "host" : "pg-primary", + "load-env" : true, + "output" : true, + "run-as-user" : null + }, + "type" : "exe", + "value" : { + "output" : [ + "P00 INFO: stanza-create command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: http statistics: objects 2, sessions 2, requests 12, retries 0, closes 0", + "P00 INFO: stanza-create command end: completed successfully" + ] + } + }, + { + "key" : { + "bash-wrap" : true, + "cmd" : [ + "sudo -u postgres pgbackrest --stanza=demo \\", + " --log-level-console=info backup" + ], + "highlight" : { + "filter" : true, + "filter-context" : 2, + "list" : [ + "no prior backup exists|full backup size" + ] + }, + "host" : "pg-primary", + "load-env" : true, + "output" : true, + "run-as-user" : null + }, + "type" : "exe", + "value" : { + "output" : [ + "P00 INFO: backup command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --process-max=4 --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-retention-diff=2 --repo1-retention-full=2 --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo --start-fast", + "P00 WARN: no prior backup exists, incr backup has been changed to full", + "P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes", + "P00 INFO: backup start archive = 000000070000000000000019, lsn = 0/19000028", + " [filtered 1243 lines of output]", + "P04 INFO: backup file /var/lib/pgsql/10/data/base/1/12795 (0B, 100%)", + "P01 INFO: backup file /var/lib/pgsql/10/data/base/1/12790 (0B, 100%)", + "P00 INFO: full backup size = 29.7MB", + "P00 INFO: execute non-exclusive pg_stop_backup() and wait for all WAL segments to archive", + "P00 INFO: backup stop archive = 000000070000000000000019, lsn = 0/190000F8", " [filtered 6 lines of output]" ] } @@ -13954,7 +14471,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl stop postgresql-9.6.service" + "sudo systemctl stop postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -13984,7 +14501,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stop command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stop command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: stop command end: completed successfully" ] } @@ -14010,7 +14527,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-delete command begin 2.27: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", + "P00 INFO: stanza-delete command begin 2.28: --log-level-console=info --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --repo1-cipher-pass= --repo1-cipher-type=aes-256-cbc --repo1-path=/demo-repo --repo1-s3-bucket=demo-bucket --repo1-s3-endpoint=s3.us-east-1.amazonaws.com --repo1-s3-key= --repo1-s3-key-secret= --repo1-s3-region=us-east-1 --repo1-type=s3 --stanza=demo", "P00 INFO: http statistics: objects 2, sessions 2, requests 14, retries 0, closes 0", "P00 INFO: stanza-delete command end: completed successfully" ] @@ -14020,7 +14537,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl start postgresql-9.6.service" + "sudo systemctl start postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -14040,7 +14557,7 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.5" + "ip" : "172.17.0.6" } }, { @@ -14087,7 +14604,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.27/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.28/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "repository", @@ -14384,7 +14901,7 @@ "value" : "pg-primary" }, "pg1-path" : { - "value" : "/var/lib/pgsql/9.6/data" + "value" : "/var/lib/pgsql/10/data" } }, "global" : { @@ -14408,7 +14925,7 @@ "config" : [ "[demo]", "pg1-host=pg-primary", - "pg1-path=/var/lib/pgsql/9.6/data", + "pg1-path=/var/lib/pgsql/10/data", "", "[global]", "repo1-path=/var/lib/pgbackrest", @@ -14424,7 +14941,7 @@ "option" : { "demo" : { "pg1-path" : { - "value" : "/var/lib/pgsql/9.6/data" + "value" : "/var/lib/pgsql/10/data" } }, "global" : { @@ -14448,7 +14965,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/9.6/data", + "pg1-path=/var/lib/pgsql/10/data", "", "[global]", "log-level-file=detail", @@ -14517,7 +15034,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl stop postgresql-9.6.service" + "sudo systemctl stop postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -14543,7 +15060,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl start postgresql-9.6.service" + "sudo systemctl start postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -14595,7 +15112,7 @@ "config" : [ "[demo]", "pg1-host=pg-primary", - "pg1-path=/var/lib/pgsql/9.6/data", + "pg1-path=/var/lib/pgsql/10/data", "", "[global]", "process-max=3", @@ -14644,19 +15161,19 @@ " cipher: none", "", " db (current)", - " wal archive min/max (9.6-1): 00000008000000000000001D/00000008000000000000001E", + " wal archive min/max (10-1): 00000008000000000000001E/00000008000000000000001F", "", - " full backup: 20200526-000132F", - " timestamp start/stop: 2020-05-26 00:01:32 / 2020-05-26 00:01:48", - " wal start/stop: 00000008000000000000001D / 00000008000000000000001D", - " database size: 27.8MB, backup size: 27.8MB", - " repository size: 3.3MB, repository backup size: 3.3MB", - "", - " full backup: 20200526-000150F", - " timestamp start/stop: 2020-05-26 00:01:50 / 2020-05-26 00:01:58", + " full backup: 20200720-120324F", + " timestamp start/stop: 2020-07-20 12:03:24 / 2020-07-20 12:03:43", " wal start/stop: 00000008000000000000001E / 00000008000000000000001E", - " database size: 27.8MB, backup size: 27.8MB", - " repository size: 3.3MB, repository backup size: 3.3MB" + " database size: 29.8MB, backup size: 29.8MB", + " repository size: 3.5MB, repository backup size: 3.5MB", + "", + " full backup: 20200720-120346F", + " timestamp start/stop: 2020-07-20 12:03:46 / 2020-07-20 12:03:53", + " wal start/stop: 00000008000000000000001F / 00000008000000000000001F", + " database size: 29.8MB, backup size: 29.8MB", + " repository size: 3.5MB, repository backup size: 3.5MB" ] } }, @@ -14795,7 +15312,7 @@ }, "type" : "host", "value" : { - "ip" : "172.17.0.6" + "ip" : "172.17.0.7" } }, { @@ -14816,7 +15333,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo scp build:/build/pgbackrest-release-2.27/src/pgbackrest /usr/bin" + "sudo scp build:/build/pgbackrest-release-2.28/src/pgbackrest /usr/bin" ], "cmd-extra" : "2>&1", "host" : "pg-standby", @@ -15024,7 +15541,7 @@ "option" : { "demo" : { "pg1-path" : { - "value" : "/var/lib/pgsql/9.6/data" + "value" : "/var/lib/pgsql/10/data" } }, "global" : { @@ -15047,7 +15564,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/9.6/data", + "pg1-path=/var/lib/pgsql/10/data", "", "[global]", "log-level-file=detail", @@ -15059,7 +15576,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres mkdir -p -m 700 /var/lib/pgsql/9.6/data" + "sudo -u postgres mkdir -p -m 700 /var/lib/pgsql/10/data" ], "host" : "pg-standby", "load-env" : true, @@ -15085,7 +15602,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/lib/pgsql/9.6/data/recovery.conf" + "sudo -u postgres cat /var/lib/pgsql/10/data/recovery.conf" ], "host" : "pg-standby", "load-env" : true, @@ -15095,7 +15612,7 @@ "type" : "exe", "value" : { "output" : [ - "# Recovery settings generated by pgBackRest restore on 2020-05-26 00:02:23", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:04:22", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", "standby_mode = 'on'" ] @@ -15103,7 +15620,7 @@ }, { "key" : { - "file" : "/var/lib/pgsql/9.6/data/postgresql.conf", + "file" : "/var/lib/pgsql/10/data/postgresql.conf", "host" : "pg-standby", "option" : { "archive_command" : { @@ -15146,7 +15663,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo rm /var/lib/pgsql/9.6/data/pg_log/postgresql.log" + "sudo rm /var/lib/pgsql/10/data/log/postgresql.log" ], "host" : "pg-standby", "load-env" : true, @@ -15159,7 +15676,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl start postgresql-9.6.service" + "sudo systemctl start postgresql-10.service" ], "host" : "pg-standby", "load-env" : true, @@ -15185,7 +15702,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/lib/pgsql/9.6/data/pg_log/postgresql.log" + "sudo -u postgres cat /var/lib/pgsql/10/data/log/postgresql.log" ], "highlight" : { "filter" : true, @@ -15202,12 +15719,12 @@ "type" : "exe", "value" : { "output" : [ - "LOG: database system was interrupted; last known up at 2020-05-26 00:01:51 UTC", + "LOG: database system was interrupted; last known up at 2020-07-20 12:03:46 UTC", "LOG: entering standby mode", "LOG: restored log file \"00000008.history\" from archive", - "LOG: restored log file \"00000008000000000000001E\" from archive", - "LOG: redo starts at 0/1E000028", - "LOG: consistent recovery state reached at 0/1E0000F8", + "LOG: restored log file \"00000008000000000000001F\" from archive", + "LOG: redo starts at 0/1F000028", + "LOG: consistent recovery state reached at 0/1F000130", "LOG: database system is ready to accept read only connections" ] } @@ -15277,7 +15794,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres psql -c \"select *, current_timestamp from pg_switch_xlog()\";" + "sudo -u postgres psql -c \"select *, current_timestamp from pg_switch_wal()\";" ], "host" : "pg-primary", "load-env" : true, @@ -15287,9 +15804,9 @@ "type" : "exe", "value" : { "output" : [ - " pg_switch_xlog | now ", - "----------------+-------------------------------", - " 0/1F022308 | 2020-05-26 00:02:29.650855+00", + " pg_switch_wal | current_timestamp ", + "---------------+-------------------------------", + " 0/2002B480 | 2020-07-20 12:04:29.869192+00", "(1 row)" ] } @@ -15316,9 +15833,9 @@ "type" : "exe", "value" : { "output" : [ - " message | now ", + " message | current_timestamp ", "----------------+-------------------------------", - " Important Data | 2020-05-26 00:02:31.786097+00", + " Important Data | 2020-07-20 12:04:31.692825+00", "(1 row)" ] } @@ -15344,7 +15861,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.27: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-host=repository --stanza=demo", + "P00 INFO: check command begin 2.28: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --repo1-host=repository --stanza=demo", "P00 INFO: switch wal not performed because this is a standby", "P00 INFO: check command end: completed successfully" ] @@ -15374,8 +15891,8 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres sh -c 'echo \\", - " \"host replication replicator 172.17.0.6/32 md5\" \\", - " >> /var/lib/pgsql/9.6/data/pg_hba.conf'" + " \"host replication replicator 172.17.0.7/32 md5\" \\", + " >> /var/lib/pgsql/10/data/pg_hba.conf'" ], "host" : "pg-primary", "load-env" : true, @@ -15388,7 +15905,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl reload postgresql-9.6.service" + "sudo systemctl reload postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -15404,7 +15921,7 @@ "option" : { "demo" : { "recovery-option" : { - "value" : "primary_conninfo=host=172.17.0.4 port=5432 user=replicator" + "value" : "primary_conninfo=host=172.17.0.5 port=5432 user=replicator" } } } @@ -15413,8 +15930,8 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/9.6/data", - "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", + "pg1-path=/var/lib/pgsql/10/data", + "recovery-option=primary_conninfo=host=172.17.0.5 port=5432 user=replicator", "", "[global]", "log-level-file=detail", @@ -15427,7 +15944,7 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres sh -c 'echo \\", - " \"172.17.0.4:*:replication:replicator:jw8s0F4\" \\", + " \"172.17.0.5:*:replication:replicator:jw8s0F4\" \\", " >> /var/lib/pgsql/.pgpass'" ], "host" : "pg-standby", @@ -15454,7 +15971,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl stop postgresql-9.6.service" + "sudo systemctl stop postgresql-10.service" ], "host" : "pg-standby", "load-env" : true, @@ -15480,7 +15997,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/lib/pgsql/9.6/data/recovery.conf" + "sudo -u postgres cat /var/lib/pgsql/10/data/recovery.conf" ], "host" : "pg-standby", "load-env" : true, @@ -15490,8 +16007,8 @@ "type" : "exe", "value" : { "output" : [ - "# Recovery settings generated by pgBackRest restore on 2020-05-26 00:02:36", - "primary_conninfo = 'host=172.17.0.4 port=5432 user=replicator'", + "# Recovery settings generated by pgBackRest restore on 2020-07-20 12:04:37", + "primary_conninfo = 'host=172.17.0.5 port=5432 user=replicator'", "restore_command = 'pgbackrest --stanza=demo archive-get %f \"%p\"'", "standby_mode = 'on'" ] @@ -15499,7 +16016,7 @@ }, { "key" : { - "file" : "/var/lib/pgsql/9.6/data/postgresql.conf", + "file" : "/var/lib/pgsql/10/data/postgresql.conf", "host" : "pg-standby", "option" : { "hot_standby" : { @@ -15524,7 +16041,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo rm /var/lib/pgsql/9.6/data/pg_log/postgresql.log" + "sudo rm /var/lib/pgsql/10/data/log/postgresql.log" ], "host" : "pg-standby", "load-env" : true, @@ -15537,7 +16054,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl start postgresql-9.6.service" + "sudo systemctl start postgresql-10.service" ], "host" : "pg-standby", "load-env" : true, @@ -15563,7 +16080,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres cat /var/lib/pgsql/9.6/data/pg_log/postgresql.log" + "sudo -u postgres cat /var/lib/pgsql/10/data/log/postgresql.log" ], "highlight" : { "filter" : true, @@ -15582,8 +16099,8 @@ "output" : [ " [filtered 6 lines of output]", "LOG: database system is ready to accept read only connections", - "LOG: restored log file \"00000008000000000000001F\" from archive", - "LOG: started streaming WAL from primary at 0/20000000 on timeline 8" + "LOG: restored log file \"000000080000000000000020\" from archive", + "LOG: started streaming WAL from primary at 0/21000000 on timeline 8" ] } }, @@ -15613,9 +16130,9 @@ "type" : "exe", "value" : { "output" : [ - " message | now ", + " message | current_timestamp ", "----------------+-------------------------------", - " Important Data | 2020-05-26 00:02:43.027342+00", + " Important Data | 2020-07-20 12:04:43.733645+00", "(1 row)" ] } @@ -15642,9 +16159,9 @@ "type" : "exe", "value" : { "output" : [ - " message | now ", - "----------------+-------------------------------", - " Important Data | 2020-05-26 00:02:43.504657+00", + " message | current_timestamp ", + "----------------+------------------------------", + " Important Data | 2020-07-20 12:04:44.05361+00", "(1 row)" ] } @@ -15730,7 +16247,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/9.6/data", + "pg1-path=/var/lib/pgsql/10/data", "", "[global]", "archive-async=y", @@ -15775,8 +16292,8 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/9.6/data", - "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", + "pg1-path=/var/lib/pgsql/10/data", + "recovery-option=primary_conninfo=host=172.17.0.5 port=5432 user=replicator", "", "[global]", "archive-async=y", @@ -15814,7 +16331,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl restart postgresql-9.6.service" + "sudo systemctl restart postgresql-10.service" ], "host" : "pg-standby", "load-env" : true, @@ -15841,11 +16358,11 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres psql -c \" \\", - " select pg_create_restore_point('test async push'); select pg_switch_xlog(); \\", - " select pg_create_restore_point('test async push'); select pg_switch_xlog(); \\", - " select pg_create_restore_point('test async push'); select pg_switch_xlog(); \\", - " select pg_create_restore_point('test async push'); select pg_switch_xlog(); \\", - " select pg_create_restore_point('test async push'); select pg_switch_xlog();\"" + " select pg_create_restore_point('test async push'); select pg_switch_wal(); \\", + " select pg_create_restore_point('test async push'); select pg_switch_wal(); \\", + " select pg_create_restore_point('test async push'); select pg_switch_wal(); \\", + " select pg_create_restore_point('test async push'); select pg_switch_wal(); \\", + " select pg_create_restore_point('test async push'); select pg_switch_wal();\"" ], "host" : "pg-primary", "load-env" : true, @@ -15875,8 +16392,8 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: check command begin 2.27: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --repo1-host=repository --stanza=demo", - "P00 INFO: WAL segment 000000080000000000000025 successfully archived to '/var/lib/pgbackrest/archive/demo/9.6-1/0000000800000000/000000080000000000000025-57ce426d0c1ddf3e1af96122b2142be574c4153e.gz'", + "P00 INFO: check command begin 2.28: --log-level-console=info --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --repo1-host=repository --stanza=demo", + "P00 INFO: WAL segment 000000080000000000000026 successfully archived to '/var/lib/pgbackrest/archive/demo/10-1/0000000800000000/000000080000000000000026-61f490aa60f9b36f52553c145714d50d01b44ebc.gz'", "P00 INFO: check command end: completed successfully" ] } @@ -15903,24 +16420,24 @@ "value" : { "output" : [ "-------------------PROCESS START-------------------", - "P00 INFO: archive-push:async command begin 2.27: [/var/lib/pgsql/9.6/data/pg_xlog] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000020", - "P01 DETAIL: pushed WAL file '000000080000000000000020' to the archive", - "P00 INFO: archive-push:async command end: completed successfully", - "", - "-------------------PROCESS START-------------------", - "P00 INFO: archive-push:async command begin 2.27: [/var/lib/pgsql/9.6/data/pg_xlog] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 4 WAL file(s) to archive: 000000080000000000000021...000000080000000000000024", + "P00 INFO: archive-push:async command begin 2.28: [/var/lib/pgsql/10/data/pg_wal] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000021", "P01 DETAIL: pushed WAL file '000000080000000000000021' to the archive", - "P02 DETAIL: pushed WAL file '000000080000000000000022' to the archive", - "P02 DETAIL: pushed WAL file '000000080000000000000024' to the archive", - "P01 DETAIL: pushed WAL file '000000080000000000000023' to the archive", "P00 INFO: archive-push:async command end: completed successfully", "", "-------------------PROCESS START-------------------", - "P00 INFO: archive-push:async command begin 2.27: [/var/lib/pgsql/9.6/data/pg_xlog] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000025", - "P01 DETAIL: pushed WAL file '000000080000000000000025' to the archive", + "P00 INFO: archive-push:async command begin 2.28: [/var/lib/pgsql/10/data/pg_wal] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 4 WAL file(s) to archive: 000000080000000000000022...000000080000000000000025", + "P01 DETAIL: pushed WAL file '000000080000000000000022' to the archive", + "P02 DETAIL: pushed WAL file '000000080000000000000023' to the archive", + "P01 DETAIL: pushed WAL file '000000080000000000000024' to the archive", + "P02 DETAIL: pushed WAL file '000000080000000000000025' to the archive", + "P00 INFO: archive-push:async command end: completed successfully", + "", + "-------------------PROCESS START-------------------", + "P00 INFO: archive-push:async command begin 2.28: [/var/lib/pgsql/10/data/pg_wal] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: push 1 WAL file(s) to archive: 000000080000000000000026", + "P01 DETAIL: pushed WAL file '000000080000000000000026' to the archive", "P00 INFO: archive-push:async command end: completed successfully" ] } @@ -15960,23 +16477,24 @@ "value" : { "output" : [ "-------------------PROCESS START-------------------", - "P00 INFO: archive-get:async command begin 2.27: [00000008000000000000001E, 00000008000000000000001F, 000000080000000000000020, 000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: get 8 WAL file(s) from archive: 00000008000000000000001E...000000080000000000000025", - "P01 DETAIL: found 00000008000000000000001E in the archive", - "P02 DETAIL: found 00000008000000000000001F in the archive", - "P01 DETAIL: unable to find 000000080000000000000020 in the archive", - "P02 DETAIL: unable to find 000000080000000000000021 in the archive", + "P00 INFO: archive-get:async command begin 2.28: [00000008000000000000001F, 000000080000000000000020, 000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: get 8 WAL file(s) from archive: 00000008000000000000001F...000000080000000000000026", + "P01 DETAIL: found 00000008000000000000001F in the archive", + "P02 DETAIL: found 000000080000000000000020 in the archive", + "P01 DETAIL: unable to find 000000080000000000000021 in the archive", + "P02 DETAIL: unable to find 000000080000000000000022 in the archive", " [filtered 20 lines of output]", - "P00 INFO: archive-get:async command begin 2.27: [000000080000000000000020, 000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/9.6/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", - "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000020...000000080000000000000027", - "P01 DETAIL: found 000000080000000000000020 in the archive", - "P02 DETAIL: found 000000080000000000000021 in the archive", - "P01 DETAIL: found 000000080000000000000022 in the archive", - "P02 DETAIL: found 000000080000000000000023 in the archive", - "P02 DETAIL: found 000000080000000000000025 in the archive", - "P01 DETAIL: found 000000080000000000000024 in the archive", - "P02 DETAIL: unable to find 000000080000000000000026 in the archive", - "P01 DETAIL: unable to find 000000080000000000000027 in the archive" + "P00 INFO: archive-get:async command begin 2.28: [000000080000000000000021, 000000080000000000000022, 000000080000000000000023, 000000080000000000000024, 000000080000000000000025, 000000080000000000000026, 000000080000000000000027, 000000080000000000000028] --archive-async --log-level-console=off --log-level-file=detail --log-level-stderr=off --no-log-timestamp --pg1-path=/var/lib/pgsql/10/data --process-max=2 --repo1-host=repository --spool-path=/var/spool/pgbackrest --stanza=demo", + "P00 INFO: get 8 WAL file(s) from archive: 000000080000000000000021...000000080000000000000028", + "P01 DETAIL: found 000000080000000000000021 in the archive", + "P02 DETAIL: found 000000080000000000000022 in the archive", + "P01 DETAIL: found 000000080000000000000023 in the archive", + "P02 DETAIL: found 000000080000000000000024 in the archive", + "P01 DETAIL: found 000000080000000000000025 in the archive", + "P02 DETAIL: found 000000080000000000000026 in the archive", + "P01 DETAIL: unable to find 000000080000000000000027 in the archive", + "P02 DETAIL: unable to find 000000080000000000000028 in the archive", + " [filtered 12 lines of output]" ] } }, @@ -16008,7 +16526,7 @@ "value" : "pg-standby" }, "pg2-path" : { - "value" : "/var/lib/pgsql/9.6/data" + "value" : "/var/lib/pgsql/10/data" } }, "global" : { @@ -16023,9 +16541,9 @@ "config" : [ "[demo]", "pg1-host=pg-primary", - "pg1-path=/var/lib/pgsql/9.6/data", + "pg1-path=/var/lib/pgsql/10/data", "pg2-host=pg-standby", - "pg2-path=/var/lib/pgsql/9.6/data", + "pg2-path=/var/lib/pgsql/10/data", "", "[global]", "backup-standby=y", @@ -16059,18 +16577,29 @@ "output" : [ " [filtered 2 lines of output]", "P00 INFO: execute non-exclusive pg_start_backup(): backup begins after the requested immediate checkpoint completes", - "P00 INFO: backup start archive = 000000080000000000000027, lsn = 0/27000028", - "P00 INFO: wait for replay on the standby to reach 0/27000028", - "P00 INFO: replay on the standby reached 0/27000028", - "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.6/data/global/pg_control (8KB, 0%) checksum c79d8219dd240524aba31c585b320cc90350c4c2", - "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.6/data/pg_log/postgresql.log (5.4KB, 0%) checksum 693c4b3e5f7b2321956581b5c563c81bc1581b04", - "P02 INFO: backup file pg-standby:/var/lib/pgsql/9.6/data/base/12470/2608 (440KB, 20%) checksum 5333d6feca905f7301ce89d6efaaa024445d1597", - "P04 INFO: backup file pg-standby:/var/lib/pgsql/9.6/data/base/12470/2674 (336KB, 36%) checksum d64c2e008d73dfa398bf6ff8d64e31f45f9fb0a4", - "P03 INFO: backup file pg-standby:/var/lib/pgsql/9.6/data/base/12470/1249 (360KB, 52%) checksum a22b8a0b3a32c01393c486104fcd425d7a8e53ef", - "P01 INFO: backup file pg-primary:/var/lib/pgsql/9.6/data/pg_hba.conf (4.2KB, 53%) checksum 1c0bca2f7f44d354aaaefb2c21fd1290b7379690", - "P02 INFO: backup file pg-standby:/var/lib/pgsql/9.6/data/base/12470/2673 (312KB, 67%) checksum 3d83e904c907d3bc065b292cbc2f9d171e8ea4cd", - "P04 INFO: backup file pg-standby:/var/lib/pgsql/9.6/data/base/12470/2658 (104KB, 72%) checksum fe04027b26108da74d851d3faca86750c2016913", - " [filtered 1146 lines of output]" + "P00 INFO: backup start archive = 000000080000000000000028, lsn = 0/28000028", + "P00 INFO: wait for replay on the standby to reach 0/28000028", + "P00 INFO: replay on the standby reached 0/28000028", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/10/data/global/pg_control (8KB, 0%) checksum 110779d26c3fcfd6bdfba435be5e734db093aefb", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/10/data/log/postgresql.log (5.5KB, 0%) checksum 438d1f2c50a6eb87d98e4ce428202379cb8f7452", + "P04 INFO: backup file pg-standby:/var/lib/pgsql/10/data/base/12953/2674 (368KB, 16%) checksum 83b782540e030b247956a253f4661798bec32bdb", + "P02 INFO: backup file pg-standby:/var/lib/pgsql/10/data/base/12953/2608 (440KB, 35%) checksum f2bb027d38623586d3df754674479621c4676390", + "P03 INFO: backup file pg-standby:/var/lib/pgsql/10/data/base/12953/1249 (392KB, 52%) checksum 423c60d6a3d007a482b519dd5359f306189dc61e", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/10/data/pg_hba.conf (4.2KB, 52%) checksum 12abee43e7eabfb3ff6239f3fc9bc3598293557d", + "P04 INFO: backup file pg-standby:/var/lib/pgsql/10/data/base/12953/2673 (320KB, 66%) checksum 7414080e9317c83d8da2283a694343fbff9771b0", + "P02 INFO: backup file pg-standby:/var/lib/pgsql/10/data/base/12953/2658 (112KB, 71%) checksum 2889dcaa0028d25c77de2ee630ec00d3b4be1108", + "P03 INFO: backup file pg-standby:/var/lib/pgsql/10/data/base/12953/1259 (88KB, 75%) checksum 180f26f412084a89e4a2178b942c09a6e49b604c", + "P04 INFO: backup file pg-standby:/var/lib/pgsql/10/data/base/12953/1247 (72KB, 78%) checksum 271210c3d1bdc6e271f9f502d9195a72d1792b74", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/10/data/current_logfiles (26B, 78%) checksum 78a9f5c10960f0d91fcd313937469824861795a2", + "P02 INFO: backup file pg-standby:/var/lib/pgsql/10/data/base/12953/2659 (80KB, 81%) checksum 35eeb42c3b64b126bcc90d61534f10d51ae1658b", + "P03 INFO: backup file pg-standby:/var/lib/pgsql/10/data/base/12953/2663 (48KB, 84%) checksum 1b5554dcaa9732edee014898ac9c72d9932a33c0", + "P04 INFO: backup file pg-standby:/var/lib/pgsql/10/data/base/12953/3455 (40KB, 85%) checksum c52c8d38c138bea7265d04ab36b7e8242780f76d", + "P02 INFO: backup file pg-standby:/var/lib/pgsql/10/data/base/12953/2704 (40KB, 87%) checksum 334748497972bff7facfe3f7eedae4a1960474e6", + "P03 INFO: backup file pg-standby:/var/lib/pgsql/10/data/base/12953/2662 (32KB, 88%) checksum dce997b8ff18139b090ff370bbb07965f12b286e", + "P01 INFO: backup file pg-primary:/var/lib/pgsql/10/data/pg_logical/replorigin_checkpoint (8B, 88%) checksum 347fc8f2df71bd4436e38bd1516ccd7ea0d46532", + "P02 INFO: backup file pg-standby:/var/lib/pgsql/10/data/base/12953/2610 (32KB, 90%) checksum 31a4c9ae8ee9501fda724b0dd671d571817f05bf", + "P04 INFO: backup file pg-standby:/var/lib/pgsql/10/data/base/12953/2608_fsm (24KB, 91%) checksum 65807e7fcd65588cfaa046493eb88399d1a9240d", + " [filtered 1242 lines of output]" ] } }, @@ -16078,7 +16607,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl stop postgresql-9.6.service" + "sudo systemctl stop postgresql-10.service" ], "host" : "pg-primary", "load-env" : true, @@ -16091,7 +16620,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl stop postgresql-9.6.service" + "sudo systemctl stop postgresql-10.service" ], "host" : "pg-standby", "load-env" : true, @@ -16104,8 +16633,8 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres /usr/pgsql-10/bin/initdb \\", - " -D /var/lib/pgsql/10/data -k -A peer" + "sudo -u postgres /usr/pgsql-11/bin/initdb \\", + " -D /var/lib/pgsql/11/data -k -A peer" ], "host" : "pg-primary", "load-env" : true, @@ -16119,13 +16648,13 @@ "bash-wrap" : true, "cmd" : [ "sudo -u postgres sh -c 'cd /var/lib/pgsql && \\", - " /usr/pgsql-10/bin/pg_upgrade \\", - " --old-bindir=/usr/pgsql-9.6/bin \\", - " --new-bindir=/usr/pgsql-10/bin \\", - " --old-datadir=/var/lib/pgsql/9.6/data \\", - " --new-datadir=/var/lib/pgsql/10/data \\", - " --old-options=\" -c config_file=/var/lib/pgsql/9.6/data/postgresql.conf\" \\", - " --new-options=\" -c config_file=/var/lib/pgsql/10/data/postgresql.conf\"'" + " /usr/pgsql-11/bin/pg_upgrade \\", + " --old-bindir=/usr/pgsql-10/bin \\", + " --new-bindir=/usr/pgsql-11/bin \\", + " --old-datadir=/var/lib/pgsql/10/data \\", + " --new-datadir=/var/lib/pgsql/11/data \\", + " --old-options=\" -c config_file=/var/lib/pgsql/10/data/postgresql.conf\" \\", + " --new-options=\" -c config_file=/var/lib/pgsql/11/data/postgresql.conf\"'" ], "highlight" : { "filter" : true, @@ -16142,8 +16671,8 @@ "type" : "exe", "value" : { "output" : [ - " [filtered 70 lines of output]", - "Checking for hash indexes ok", + " [filtered 68 lines of output]", + "Creating script to delete old cluster ok", "", "Upgrade Complete", "----------------", @@ -16154,7 +16683,7 @@ }, { "key" : { - "file" : "/var/lib/pgsql/10/data/postgresql.conf", + "file" : "/var/lib/pgsql/11/data/postgresql.conf", "host" : "pg-primary", "option" : { "archive_command" : { @@ -16200,7 +16729,7 @@ "option" : { "demo" : { "pg1-path" : { - "value" : "/var/lib/pgsql/10/data" + "value" : "/var/lib/pgsql/11/data" } } } @@ -16209,7 +16738,7 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/10/data", + "pg1-path=/var/lib/pgsql/11/data", "", "[global]", "archive-async=y", @@ -16232,7 +16761,7 @@ "option" : { "demo" : { "pg1-path" : { - "value" : "/var/lib/pgsql/10/data" + "value" : "/var/lib/pgsql/11/data" } } } @@ -16241,8 +16770,8 @@ "value" : { "config" : [ "[demo]", - "pg1-path=/var/lib/pgsql/10/data", - "recovery-option=primary_conninfo=host=172.17.0.4 port=5432 user=replicator", + "pg1-path=/var/lib/pgsql/11/data", + "recovery-option=primary_conninfo=host=172.17.0.5 port=5432 user=replicator", "", "[global]", "archive-async=y", @@ -16265,10 +16794,10 @@ "option" : { "demo" : { "pg1-path" : { - "value" : "/var/lib/pgsql/10/data" + "value" : "/var/lib/pgsql/11/data" }, "pg2-path" : { - "value" : "/var/lib/pgsql/10/data" + "value" : "/var/lib/pgsql/11/data" } }, "global" : { @@ -16283,9 +16812,9 @@ "config" : [ "[demo]", "pg1-host=pg-primary", - "pg1-path=/var/lib/pgsql/10/data", + "pg1-path=/var/lib/pgsql/11/data", "pg2-host=pg-standby", - "pg2-path=/var/lib/pgsql/10/data", + "pg2-path=/var/lib/pgsql/11/data", "", "[global]", "backup-standby=n", @@ -16300,8 +16829,8 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo cp /var/lib/pgsql/9.6/data/pg_hba.conf \\", - " /var/lib/pgsql/10/data/pg_hba.conf" + "sudo cp /var/lib/pgsql/10/data/pg_hba.conf \\", + " /var/lib/pgsql/11/data/pg_hba.conf" ], "host" : "pg-primary", "load-env" : true, @@ -16332,7 +16861,7 @@ "type" : "exe", "value" : { "output" : [ - "P00 INFO: stanza-upgrade command begin 2.27: --no-backup-standby --log-level-console=info --log-level-stderr=off --no-log-timestamp --no-online --pg1-host=pg-primary --pg2-host=pg-standby --pg1-path=/var/lib/pgsql/10/data --pg2-path=/var/lib/pgsql/10/data --repo1-path=/var/lib/pgbackrest --stanza=demo", + "P00 INFO: stanza-upgrade command begin 2.28: --no-backup-standby --log-level-console=info --log-level-stderr=off --no-log-timestamp --no-online --pg1-host=pg-primary --pg2-host=pg-standby --pg1-path=/var/lib/pgsql/11/data --pg2-path=/var/lib/pgsql/11/data --repo1-path=/var/lib/pgbackrest --stanza=demo", "P00 INFO: stanza-upgrade command end: completed successfully" ] } @@ -16341,7 +16870,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl start postgresql-10.service" + "sudo systemctl start postgresql-11.service" ], "host" : "pg-primary", "load-env" : true, @@ -16354,7 +16883,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres systemctl status postgresql-10.service" + "sudo -u postgres systemctl status postgresql-11.service" ], "host" : "pg-primary", "load-env" : true, @@ -16364,22 +16893,22 @@ "type" : "exe", "value" : { "output" : [ - "● postgresql-10.service - PostgreSQL 10 database server", - " Loaded: loaded (/usr/lib/systemd/system/postgresql-10.service; disabled; vendor preset: disabled)", - " Active: active (running) since Tue 2020-05-26 00:03:17 UTC; 310ms ago", - " Docs: https://www.postgresql.org/docs/10/static/", - " Process: 3912 ExecStartPre=/usr/pgsql-10/bin/postgresql-10-check-db-dir ${PGDATA} (code=exited, status=0/SUCCESS)", - " Main PID: 3917 (postmaster)", - " CGroup: /docker/f75b12a868117ddad0661582967913af608bcdc74c96d0f703a568d21567bca0/system.slice/postgresql-10.service", - " ├─3917 /usr/pgsql-10/bin/postmaster -D /var/lib/pgsql/10/data/", - " ├─3918 postgres: logger process ", - " ├─3920 postgres: checkpointer process ", - " ├─3921 postgres: writer process ", - " ├─3922 postgres: wal writer process ", - " ├─3923 postgres: autovacuum launcher process ", - " ├─3924 postgres: archiver process ", - " ├─3925 postgres: stats collector process ", - " └─3926 postgres: bgworker: logical replication launcher " + "● postgresql-11.service - PostgreSQL 11 database server", + " Loaded: loaded (/usr/lib/systemd/system/postgresql-11.service; disabled; vendor preset: disabled)", + " Active: active (running) since Mon 2020-07-20 12:05:22 UTC; 314ms ago", + " Docs: https://www.postgresql.org/docs/11/static/", + " Process: 4018 ExecStartPre=/usr/pgsql-11/bin/postgresql-11-check-db-dir ${PGDATA} (code=exited, status=0/SUCCESS)", + " Main PID: 4023 (postmaster)", + " CGroup: /docker/29a01cf7dcf07a836d38530e12915461392922138495522f6539e5a337a9a39b/system.slice/postgresql-11.service", + " ├─4023 /usr/pgsql-11/bin/postmaster -D /var/lib/pgsql/11/data/", + " ├─4024 postgres: logger ", + " ├─4026 postgres: checkpointer ", + " ├─4027 postgres: background writer ", + " ├─4028 postgres: walwriter ", + " ├─4029 postgres: autovacuum launcher ", + " ├─4030 postgres: archiver ", + " ├─4031 postgres: stats collector ", + " └─4032 postgres: logical replication launcher " ] } }, @@ -16400,7 +16929,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo rm -rf /var/lib/pgsql/9.6/data" + "sudo rm -rf /var/lib/pgsql/10/data" ], "host" : "pg-primary", "load-env" : true, @@ -16413,7 +16942,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo rm -rf /var/lib/pgsql/9.6/data" + "sudo rm -rf /var/lib/pgsql/10/data" ], "host" : "pg-standby", "load-env" : true, @@ -16426,7 +16955,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo -u postgres mkdir -p -m 700 /usr/pgsql-10/bin" + "sudo -u postgres mkdir -p -m 700 /usr/pgsql-11/bin" ], "host" : "pg-standby", "load-env" : true, @@ -16483,7 +17012,7 @@ }, { "key" : { - "file" : "/var/lib/pgsql/10/data/postgresql.conf", + "file" : "/var/lib/pgsql/11/data/postgresql.conf", "host" : "pg-standby", "option" : { "hot_standby" : { @@ -16502,7 +17031,7 @@ "key" : { "bash-wrap" : true, "cmd" : [ - "sudo systemctl start postgresql-10.service" + "sudo systemctl start postgresql-11.service" ], "host" : "pg-standby", "load-env" : true, @@ -16554,9 +17083,9 @@ "config" : [ "[demo]", "pg1-host=pg-primary", - "pg1-path=/var/lib/pgsql/10/data", + "pg1-path=/var/lib/pgsql/11/data", "pg2-host=pg-standby", - "pg2-path=/var/lib/pgsql/10/data", + "pg2-path=/var/lib/pgsql/11/data", "", "[global]", "backup-standby=y", diff --git a/doc/resource/git-history.cache b/doc/resource/git-history.cache index 72c86fa6a..27422bf36 100644 --- a/doc/resource/git-history.cache +++ b/doc/resource/git-history.cache @@ -1,4 +1,412 @@ [ + { + "commit": "67d9d3350c8a844bd4cf3c2bc5496739b6c8ed8a", + "date": "2020-07-17 13:27:14 -0400", + "subject": "Update recovery.conf in user guide for PostgreSQL >= 12.", + "body": "The postgresql.auto.conf file was being used instead of recovery.conf, but there were still instances in the text that used recovery.conf. Update to postgresql.auto.conf for PostgreSQL >= 10 and change wording where needed." + }, + { + "commit": "24d2c5b27780ad8bc8a5a255eeed422a3a4c7a49", + "date": "2020-07-16 13:57:14 -0400", + "subject": "Remove real/all integration tests now covered by unit tests.", + "body": "Remove all check and stanza-* tests except for the ones that are intended to succeed. The successful tests show that the queries run with expected results against each version of PG which should also validate queries for the failure tests in the unit tests.\r\n\r\nAlso remove the tests for --no-online backups since they don't require a database and are well tested in the unit tests." + }, + { + "commit": "332f2fb7f56483e266e7fbc046c96576cb58ac39", + "date": "2020-07-16 12:54:52 -0400", + "subject": "Update PostgreSQL versions used to build user guides.", + "body": "Also add version ranges to indicate that a user guide is accurate for a range of PostgreSQL versions even if it was built for a specific version." + }, + { + "commit": "232d14993dac215571fbc152368913c3fb0cfc90", + "date": "2020-07-16 12:45:24 -0400", + "subject": "Fix CentOS path for PostgreSQL >= 10 logs in user guide.", + "body": "Debian worked since logs default to another location, but CentOS/RHEL on PostgreSQL >= 10 requires the new location." + }, + { + "commit": "047d85c26395bd8f47845fc3ba9d5de0b8c37cf0", + "date": "2020-07-16 12:24:03 -0400", + "subject": "Automatically determine cipher passphrase in repo-get command.", + "body": "The prior code was only able to use the main passphrase automatically and expected sub passphrases to be specified for each operation. This was fine for testing but hardly sufficient for a user-facing feature.\r\n\r\nUpdate the code to determine which passphrase to use for any file in the repository and error when an invalid file or location is selected.\r\n\r\nThe repo-get command is still internal for now, but with this improvement it should be ready to be made public." + }, + { + "commit": "aa4e13b665b71b249bb74e124109d29b438bd654", + "date": "2020-07-16 11:27:14 -0400", + "subject": "Move encrypted files as raw in integration tests.", + "body": "The encryption key should not be changed when moving a file so no need to decrypt/encrypt." + }, + { + "commit": "50ff5d905eddd46f8780a0b1bebc04ed40dd3c12", + "date": "2020-07-15 13:54:01 -0400", + "subject": "Update comment and parameter in HttpRequest." + }, + { + "commit": "88b0f6245d5f3b49ece2ce33b8d0f9c131b53190", + "date": "2020-07-15 13:19:16 -0400", + "subject": "Run non version specific real/tests on the expect version.", + "body": "There are a few non version specific tests that need to be run in integration because we can't get coverage in the unit tests.\n\nTo save some time we'll only run those tests against the same version we use for expect testing." + }, + { + "commit": "574f36c9d2a64d5caac18c2311defcd0c949dcb6", + "date": "2020-07-14 15:14:41 -0400", + "subject": "Rename httpRequest() to httpRequestResponse() and fix comment." + }, + { + "commit": "620a8d17cfc0d6d8bdd892171abeea9ab7b9c1b3", + "date": "2020-07-14 15:05:31 -0400", + "subject": "Automatic retry for backup, restore, archive-get, and archive-push.", + "body": "If a local command, e.g. backupFile(), fails it will stop the entire process. Instead, retry local commands to deal with transient errors.\r\n\r\nRemove special logic in the S3 storage driver to retry RequestTimeTooSkewed errors since this is now handled by the general retry mechanism in the places where it is most likely to happen, i.e. file read/write. Also, this error should have been entirely eliminated by the asynchronous TLS implementation." + }, + { + "commit": "91c7adc8341db64390156336e487d5fc9b45e851", + "date": "2020-07-14 13:09:48 -0400", + "subject": "Allow redactions for HTTP queries.", + "body": "The Azure storage driver exposes secrets in the query when using SAS authorization. These secrets can show up during logging or when an error occurs.\n\nAllow redaction of queries to prevent secrets from being exposed in logs and errors." + }, + { + "commit": "d3dd32a031fa7dab98bbef3eee5c7390a774a9d9", + "date": "2020-07-14 08:12:25 -0400", + "subject": "Add expire-auto option.", + "body": "This allows automatic expiration after a successful backup to be disabled." + }, + { + "commit": "083350aeda2f1ccf5b6cb5f0988a84d174208152", + "date": "2020-07-10 08:18:15 -0400", + "subject": "Inline Buffer functions when possible.", + "body": "It makes sense to inline these functions for the same reasons String functions were inlined in fbff2995 and f1edf0ad." + }, + { + "commit": "f1edf0ad100db961e4ddaa429c1c4c60c933800c", + "date": "2020-07-10 08:00:18 -0400", + "subject": "Inline strSize().", + "body": "Inlining strPtr() in fbff2995 does not seem to have caused any problems so do the same with strSize()." + }, + { + "commit": "d5df3974b51efccc628461c6428414e3a6307e23", + "date": "2020-07-09 17:32:36 -0400", + "subject": "Read segment size from WAL headers.", + "body": "This allows validation of the WAL segment size for PostgreSQL versions <= 10." + }, + { + "commit": "2f7823c627c62715a7970233fd6171da94b4b479", + "date": "2020-07-09 14:46:48 -0400", + "subject": "Add shared access signature (SAS) authorization for Azure.", + "body": "A shared access signature (SAS) provides granular, delegated access to resources in a storage account. This is often preferable to using a shared key which provides more access and is a greater security risk if compromised." + }, + { + "commit": "511e5db5bf9016ce74722ebc019a33fab72955dc", + "date": "2020-07-09 11:16:45 -0400", + "subject": "Improve buffer size limit implementation.", + "body": "Rework size limits so that this->size is always the current size no matter how much is allocated.\n\nMost importantly, this removes the conditional in bufSize(), which makes it a better candidate for inlining." + }, + { + "commit": "15502f5b4b21f4e4b932714c387f7ba029e6fcb0", + "date": "2020-07-09 07:16:15 -0400", + "subject": "Remove bufNewUseC().", + "body": "This was used in the Perl LibC interface to wrap Perl-allocated buffers but is no longer needed since LibC was removed." + }, + { + "commit": "18f36752ae4d048006a835192e0b11e4e6c62d46", + "date": "2020-07-08 17:31:48 -0400", + "subject": "Add ASSERT_INLINE() macro.", + "body": "When coverage testing ASSERT() macros in inline functions will be expanded and won't be recognized in our coverage rules that ignore ASSERT(). Since there are then uncovered conditions the coverage is incomplete.\n\nThe prior method required copying several lines of code and an explanatory comment into each inline function. Instead create a special macro for inclusion in inline functions.\n\nAnother possibility would be to automatically identify inline functions and add them to the coverage exclusions but that's an idea for another day." + }, + { + "commit": "eaa05fdc49e3ee5166655c28105eea58138d4ffa", + "date": "2020-07-08 15:07:29 -0400", + "subject": "Write HTTP request as a buffer to hide secrets.", + "body": "The prior method of writing headers as strings could expose secrets in trace level logs.\n\nInstead write the entire request as a buffer to prevent secrets from being logged and also reduce the amount of logging." + }, + { + "commit": "dd9e14b628db37fe7e87e3ab3a6e70cd105a9637", + "date": "2020-07-08 12:25:39 -0400", + "subject": "Add pgLsnFromWalSegment().", + "body": "Provides the reverse operation for pgLsnToWalSegment()." + }, + { + "commit": "a27ff7c33578c5e262a20ad126229cb23aed0a09", + "date": "2020-07-07 08:24:08 -0400", + "subject": "Remove dead test code that should have been removed in 3f4371d7." + }, + { + "commit": "57ddd38c51dfa202eeec720a230f08de47685f5e", + "date": "2020-07-06 16:57:12 -0400", + "subject": "S3 storage driver cleanup inspired by Azure review.", + "body": "These improvements were suggested during the review of 3f4371d7 and it seemed a good idea to apply them to the S3 driver as well." + }, + { + "commit": "682ac656f552a35dba946c303610a69c70a4de42", + "date": "2020-07-06 15:03:24 -0400", + "subject": "Fix restore --force acting like --force --delta.", + "body": "This caused restore to replace files based on timestamp and size rather than overwriting, which meant some files that should have been updated were left unchanged. Normal restore and restore --delta were not affected by this issue." + }, + { + "commit": "8409ab7b2ba798ceaf738e1e38805bc2998feb7b", + "date": "2020-07-06 12:04:35 -0400", + "subject": "Fix typo." + }, + { + "commit": "cf284fbe8ad8dd9c32ca9b5b39869e32fe04f9ac", + "date": "2020-07-06 07:48:12 -0400", + "subject": "Add httpUriDecode(), httpQueryNewStr(), and httpQueryMerge().", + "body": "httpUriDecode() reverses the encoding in httpUriEncode().\n\nhttpQueryNewStr() creates a new HttpQuery by parsing a query string.\n\nhttpQueryMerge() merges the contents of one query into another query." + }, + { + "commit": "3f4371d7a2407b0ef12404cc2ff2661229bdf283", + "date": "2020-07-02 16:24:34 -0400", + "subject": "Azure support for repository storage.", + "body": "Azure and Azure-compatible object stores can now be used for repository storage.\n\nCurrently only shared key authentication is supported but SAS will be added soon." + }, + { + "commit": "3e2c8874f7249cc5a70ec8738370f654e280e582", + "date": "2020-07-01 07:39:29 -0400", + "subject": "Fix typo." + }, + { + "commit": "be16bf69a8e66f3eb42bb0789ff210e6d36ddee3", + "date": "2020-06-29 15:07:17 -0400", + "subject": "Remove internal commands from HTML and man command references.", + "body": "Some of these commands will be made public in the future but for now their interfaces are not stable so they remain internal." + }, + { + "commit": "c2dea180fbac39782ed0051205affbb1266642a2", + "date": "2020-06-26 16:50:29 -0400", + "subject": "Remove redundant storage type constants.", + "body": "These constants predate the C storage drivers which now provide their own constants." + }, + { + "commit": "1416dc32251e66992bbf1639079f7137af3f2d99", + "date": "2020-06-26 16:44:10 -0400", + "subject": "Add missing end braces in debug log functions.", + "body": "These had no effect on functionality but made debug messages harder to read." + }, + { + "commit": "96adf8e513f62d4fbcc2905286127b3558b5aa3d", + "date": "2020-06-26 07:44:56 -0400", + "subject": "PostgreSQL 13 beta2 support.", + "body": "There don't appear to be any behavioral changes since PostgreSQL 12 and all the tests pass.\n\nChanges to the control/catalog/WAL versions in subsequent betas may break compatibility but pgBackRest will be updated with each release to keep pace." + }, + { + "commit": "e53de3ce46497edee69dc4fb65d54185ccbcfd66", + "date": "2020-06-26 06:50:20 -0400", + "subject": "Add/update comments in storage/s3 module." + }, + { + "commit": "974cc10b90b11d67ba32ba765e1c445cf3a3b3c7", + "date": "2020-06-26 06:46:25 -0400", + "subject": "Minor improvements to storage/s3 unit test." + }, + { + "commit": "e46eeefadae218c2552b17a0303b15b6af90718d", + "date": "2020-06-26 06:34:21 -0400", + "subject": "Add review for ea04ec7b." + }, + { + "commit": "ea04ec7b3f4c6cf25c1b827c25c6a3c5896159a8", + "date": "2020-06-25 08:02:48 -0400", + "subject": "Disable query parallelism in PostgreSQL sessions used for backup control.", + "body": "There is no need to have parallelism enabled in a backup control session. In particular, 9.6 marks pg_stop_backup() as parallel-safe but an error will be thrown if pg_stop_backup() is run in a worker." + }, + { + "commit": "c5a507b9a64b2d775f3269690e925698ce56e9e1", + "date": "2020-06-24 19:33:56 -0400", + "subject": "Add comment about setting application_name." + }, + { + "commit": "ce98e326e1a9477d2cb1253e00f917e350f96527", + "date": "2020-06-24 18:40:19 -0400", + "subject": "Replace HRNPQ_MACRO_OPEN_92() test macro with HRNPQ_MACRO_OPEN_GE_92()." + }, + { + "commit": "f55cb386d4d1ab87404643619f054e1b27d35944", + "date": "2020-06-24 18:33:20 -0400", + "subject": "Fix versions passed to HRNPQ_MACRO_OPEN_GE_92() test macro.", + "body": "These were not noticed because currently 9.3 and 9.6 behave the same on open." + }, + { + "commit": "c5892d129169b2d6e62390e7aaa597bc412f528b", + "date": "2020-06-24 13:44:00 -0400", + "subject": "Asynchronous S3 multipart upload.", + "body": "When uploading large files the upload is split into multiple parts which are assembled at the end to create the final file. Previously we waited until each part was acknowledged before starting on the processing (i.e. compression, etc.) of the next part.\r\n\r\nNow, the request for each part is sent while processing continues and the response is read just before sending the request for the next part. This asynchronous method allows us to continue processing while the S3 server formulates a response.\r\n\r\nTesting from outside AWS in a high-bandwidth, low-latency environment showed a 35% improvement in the upload time of 1GB files. The time spent waiting for multipart notifications was reduced by ~300% (this measurement included the final part which is not uploaded asynchronously).\r\n\r\nThere are still some possible improvements: 1) the creation of the multipart id could be made asynchronous when it looks like the upload will need to be multipart (this may incur cost if the upload turns out not to be multipart). 2) allow more than one async request (this will use more memory).\r\n\r\nA fair amount of refactoring was required to make the HTTP responses asynchronous. This may seem like overkill but having well-defined request, response, and session objects will also be advantageous for the upcoming HTTP server functionality.\r\n\r\nAnother advantage is that the lifecycle of an HttpSession is better defined. We only want to reuse sessions that complete the request/response cycle successfully, otherwise we consider the session to be in a bad state and would prefer to start clean with a new one. Previously, this required complex notifications to mark a session as \"successfully done\". Now, ownership of the session is passed to the request and then the response and only returned to the client after a successful response. If an error occurs anywhere along the way the session will be automatically closed by the object destructor when the request/response object is freed (depending on which one currently owns the session)." + }, + { + "commit": "45d9b0313632dce934d842e8daf7245a70bc026c", + "date": "2020-06-24 12:09:24 -0400", + "subject": "Add strCatZ().", + "body": "strCat() did not follow our convention of appending Z to functions that accept zero-terminated strings rather than String objects.\r\n\r\nAdd strCatZ() to accept zero-terminated strings and update strCat() to accept String objects.\r\n\r\nUse LF_STR where appropriate but don't use other String constants because they do not improve readability." + }, + { + "commit": "dab00e2010dca8acdd559ebfc0161b69a936842d", + "date": "2020-06-24 07:45:00 -0400", + "subject": "Remove expect logs obsoleted in a3e5e66f.", + "body": "These expect logs are no longer used but are not automatically removed by test.pl." + }, + { + "commit": "a3e5e66f05362cc3a0ea41db0098c2fca56c4cd7", + "date": "2020-06-23 13:44:29 -0400", + "subject": "Simplify test matrix for real/all tests.", + "body": "Test matrices were previously simplified for the mock/* tests (e.g. d4410611, d489eb87) but not for real/all since the rules for which tests would run with which options was extremely complex. This only got more complex when new compression formats were added.\n\nBecause the loop-generated matrix was so large, mosts tests were skipped for most option combinations following arcane logic which was nearly impossible to decipher even when reading the code, and completely impossible from the test.pl interface. As a consequence, important tests got excluded. For example, backup from standby was excluded for most versions of PostgreSQL because it was only run once per distro, against the latest version to be included in that distro.\n\nSimplify the tests by having a single run per PostgreSQL version and vary test parameters according to the capabilities of each version and the underlying distro. So, ZST testing is based on whether the distro supports ZST. Every test is run for each set of parameters based on the capabilities of the PostgreSQL version, e.g. backup from standby is not attempted on versions that don't support it.\n\nNote that since more tests are running the overall time to run the mock/all tests has increased by about 20-25%. Some time may be saved my removing tests that are adequately covered by unit tests but that should the subject of another commit. Another option would be to limit some non version-specific tests to a single, well defined version of PostgreSQL, .e.g the version that is run by expect tests, currently 9.6.\n\nThe motivation for this refactor is that new storage drivers are coming and the loop-generated test matrix simply was not up to the task of adding them.\n\nThe following is an example of the new test log (note longer runtime of each test):\n\nmodule=real, test=all, run=1, pg-version=10 (106.91s)\nmodule=real, test=all, run=1, pg-version=9.5 (151.09s)\nmodule=real, test=all, run=1, pg-version=9.2 (123.11s)\nmodule=real, test=all, run=1, pg-version=9.1 (129s)\n\nvs. the old test log (sub-second tests were skipped entirely):\n\nmodule=real, test=all, run=2, pg-version=10 (0.31s)\nmodule=real, test=all, run=3, pg-version=10 (0.26s)\nmodule=real, test=all, run=4, pg-version=10 (60.39s)\nmodule=real, test=all, run=1, pg-version=10 (69.12s)\nmodule=real, test=all, run=6, pg-version=10 (34s)\nmodule=real, test=all, run=5, pg-version=10 (42.75s)\nmodule=real, test=all, run=2, pg-version=9.5 (0.21s)\nmodule=real, test=all, run=3, pg-version=9.5 (0.21s)\nmodule=real, test=all, run=4, pg-version=9.5 (0.21s)\nmodule=real, test=all, run=5, pg-version=9.5 (0.26s)\nmodule=real, test=all, run=6, pg-version=9.5 (0.21s)\nmodule=real, test=all, run=1, pg-version=9.2 (72.78s)\nmodule=real, test=all, run=2, pg-version=9.2 (0.26s)\nmodule=real, test=all, run=3, pg-version=9.2 (0.31s)\nmodule=real, test=all, run=4, pg-version=9.2 (0.21s)\nmodule=real, test=all, run=5, pg-version=9.2 (0.21s)\nmodule=real, test=all, run=6, pg-version=9.2 (0.21s)\nmodule=real, test=all, run=1, pg-version=9.5 (88.41s)\nmodule=real, test=all, run=2, pg-version=9.1 (0.21s)\nmodule=real, test=all, run=3, pg-version=9.1 (0.26s)\nmodule=real, test=all, run=4, pg-version=9.1 (0.21s)\nmodule=real, test=all, run=5, pg-version=9.1 (0.31s)\nmodule=real, test=all, run=6, pg-version=9.1 (0.26s)\nmodule=real, test=all, run=1, pg-version=9.1 (72.4s)" + }, + { + "commit": "d560c1bf19b2ef3699971790e1f887dac4168964", + "date": "2020-06-23 12:42:46 -0400", + "subject": "Ignore \"unsupported frontend protocol\" error on Centos/RHEL 6.", + "body": "The unsupported version error is showing up on older versions of PostgreSQL (e.g. 9.1, 9.2) on RHEL6 when setting up a standby with streaming replication. The error occurs when a client does not properly send a version number and it's not clear why it is happening here, but it does not appear to have anything to do with pgBackRest and only affects RHEL6, i.e. 9.1 and 9.2 do not show this error on other distros.\n\nFor now ignore the error since RHEL6 is nearly EOL." + }, + { + "commit": "04b2e4a831409d1a2edff669bedb6108a9ca20ed", + "date": "2020-06-23 09:24:18 -0400", + "subject": "Increase log level of checkManifest() to debug.", + "body": "This function is only called once and is very likely throw errors so debug level is more appropriate." + }, + { + "commit": "1aedc75b03c5d17acde853918150c2dc043dae35", + "date": "2020-06-21 11:47:41 -0400", + "subject": "Rename http/Http to HTTP in comments and messages.", + "body": "HTTP is an acronym so it should be capitalized. Coding conventions dictate otherwise for function and type names but that should not have been propagated to comments and messages." + }, + { + "commit": "911384d9b9b7cfd042a18eeb79b5a6f0c79544e7", + "date": "2020-06-21 11:07:18 -0400", + "subject": "Add httpDateFromTime().", + "body": "Also rename httpLastModifiedToTime() to httpDateToTime() since the RFC-2822 date format used by HTTP is used in all Date headers." + }, + { + "commit": "fbff29957cd165e6262359629a672e240d45c3bb", + "date": "2020-06-18 13:13:55 -0400", + "subject": "Inline strPtr() to increase profiling accuracy.", + "body": "strPtr() is called more than any other function and during profiling (with or without optimization) it can end up using a disproportionate amount of the total runtime. Even though it is fast, the profiler has a minimum resolution for each function call so strPtr() will often end up towards the top of the list even though the real runtime is quite small.\r\n\r\nInstead, inline strPtr() and indicate to gcc that it should be inlined even for non-optimized builds, since that's how profiles are usually generated.\r\n\r\nTo make strPtr() smaller require \"this\" to be non-NULL and add another function, strPtrNull(), to deal with the few cases where we need NULL handling.\r\n\r\nAs a bonus this makes the executable about 1% smaller even when compared to a prior optimized build which would inline some percentage of strPtr() calls." + }, + { + "commit": "3d74ec1190c14f103c88852e3419d8b1b49cca50", + "date": "2020-06-17 15:14:59 -0400", + "subject": "Use PostgreSQL instead of postmaster where appropriate.", + "body": "Using postmaster in messages was not very helpful since users rarely interact directly with the postmaster. Using PostgreSQL instead seems clearer." + }, + { + "commit": "417818dccae7b6e1b559d3adb423a26999040882", + "date": "2020-06-17 15:07:30 -0400", + "subject": "Add --no-coverage-report to test.pl to disable report generation.", + "body": "There is no sense in generating detailed coverage reports in CI environments where they will never be seen. It takes time and format differences in some older versions can cause problems in the report generation code.\n\nNote that missing coverage will still be reported on stdout and the test will fail." + }, + { + "commit": "ea984c4d3e4749afa8b17bfd991023e590cb76b8", + "date": "2020-06-17 09:46:09 -0400", + "subject": "Update TEST_RESULT_PTR() to TEST_RESULT_STR() where appropriate.", + "body": "These were missed in d41eea68 when the functionality of TEST_RESULT_STR() was changed. Using TEST_RESULT_STR() instead of TEST_RESULT_PTR() is more type-safe and clearer.\n\nAdd a comment to make it clear that TEST_RESULT_PTR() should be used only when a better alternative is not available." + }, + { + "commit": "c4fe09dabe48c9aa2ccff2b1cd94d0614c3808e9", + "date": "2020-06-16 19:25:16 -0400", + "subject": "Fix incorrect param log types." + }, + { + "commit": "6a851994f3c2822115e1819f9739368344d9c08a", + "date": "2020-06-16 15:40:32 -0400", + "subject": "Make sure functions/types needed for profiling are defined.", + "body": "Profiling runs with debugging disabled but the tests still need TestError and stackTraceTestFileLineSet() to be valid even if they are noops." + }, + { + "commit": "0680cfc8dca832d4733302cce5bc67bfe1fedee2", + "date": "2020-06-16 14:06:38 -0400", + "subject": "Rename most instances of master to primary in tests.", + "body": "This aligns better with general PostgreSQL usage and our own documentation (updated in 4bcef702).\n\nUsage in the backup.manifest tests has not been updated since it might break the file format." + }, + { + "commit": "11c192f30ee859e011f1db026fcff76e6560eed0", + "date": "2020-06-16 13:20:01 -0400", + "subject": "Add hint when checksum delta is enabled after a timeline switch.", + "body": "This warning is normal when restoring a backup or promoting a standby so add a hint to make that clear." + }, + { + "commit": "1094a2d802a9c3e0af9f222e8e0e74dc81128086", + "date": "2020-06-12 11:27:18 -0400", + "subject": "Update the PITR FAQ to clarify the default behavior." + }, + { + "commit": "a60d4c939accb0e3d380968ed2bbcbe55ac8249c", + "date": "2020-06-11 14:06:36 -0400", + "subject": "Update FAQ page for expiring a specific backup set.", + "body": "The FAQ should have been updated with the addition of ad hoc expire in 1c1a7104." + }, + { + "commit": "6fe60a2428f5c28a2da66b84cb2d7910155df60c", + "date": "2020-06-11 13:17:35 -0400", + "subject": "Improve behavior of the repo-ls command.", + "body": "* Exclude linefeed when there is no output to avoid a blank line.\r\n* Honor filter when adding . path or listing a single file." + }, + { + "commit": "237ba54d206b2a598ba0113bbaa5bedf39b6f583", + "date": "2020-06-11 11:48:42 -0400", + "subject": "Fix expression when recursion enabled in storageInfoListP().", + "body": "Expressions only worked at the first level of recursion because the expression was also being applied to paths so the path had to match the filter in order to recurse.\r\n\r\nThis is not considered a bug since it does not affect any existing code paths, but it is required for the general-purpose repo-ls command." + }, + { + "commit": "da4f15663b517ce7922012efc05105e1f9d0e6e6", + "date": "2020-06-10 11:41:08 -0400", + "subject": "Improve error when pg1-path option missing for archive-get command.", + "body": "The assert thrown was not as descriptive as a proper option missing error." + }, + { + "commit": "d0e08a537d36bb1b321ab3c8a305e4988666364d", + "date": "2020-06-05 15:08:39 -0400", + "subject": "Better error when closing an already closed session in TLS test harness." + }, + { + "commit": "38bf3d51546486a5085e9dda3cfc7c5bdad24b46", + "date": "2020-06-03 09:02:53 -0400", + "subject": "Add missing ioReadClose().", + "body": "This probably wouldn't be a big issue since the close would happen when the IoRead object was destroyed, but better to be safe." + }, + { + "commit": "9efbafc84c4a51f48aaf64616c10de1f395fda10", + "date": "2020-06-01 13:19:47 -0400", + "subject": "Fix incorrect example for repo-retention-full-type option." + }, + { + "commit": "ae15aced9983daebe5b935670e55095e8b03e4f6", + "date": "2020-06-01 12:24:19 -0400", + "subject": "Update RHEL package to add logrotate script." + }, + { + "commit": "fe829af4ece88afabc026e876250fc04851bb51c", + "date": "2020-05-28 10:27:45 -0400", + "subject": "Remove exclamations from test data.", + "body": "Three exclamations are commonly used to mark areas of the code that need attention before commit so having them in a test is distracting." + }, + { + "commit": "28676e1707a36e273b7f236d495b3e611a06328d", + "date": "2020-05-28 09:19:12 -0400", + "subject": "Add missing parameter logging." + }, + { + "commit": "3b5f76b434a2c5831104fc582327ef1f584f5fe0", + "date": "2020-05-27 15:13:55 -0400", + "subject": "Improve handling of invalid HTTP response status.", + "body": "A truncated HTTP response status could lead to an an unfriendly error message, which would be retried, but could be confusing if the error was persistent and required debugging.\r\n\r\nImprove the error handling overall to catch more error cases explicitly and respond better to edge cases.\r\n\r\nAlso update the terminology in comments to align with the RFC. Variable and function names were not changed because a refactor is intended for HTTP response and it doesn't seem worth the additional code churn." + }, + { + "commit": "d05090ab7bacdd95cc5c2d4b45fd25b7bc71a602", + "date": "2020-05-27 09:22:30 -0400", + "subject": "Remove Debian package patch now that it has been merged upstream." + }, + { + "commit": "b27f9e886b4f21ac199ededde3a189355eac9f88", + "date": "2020-05-26 09:16:57 -0400", + "subject": "Refactor TLS server test harness for ease of use.", + "body": "The prior harness required a separate function to contain the server behavior but this made keeping the client/server code in sync very difficult and in general meant test writing took longer.\n\nNow, commands to define server behavior are inline with the client code, which should greatly simplify test writing." + }, + { + "commit": "d92d0513c09c3e28a4c5961c4fc5a62aaac263d8", + "date": "2020-05-26 08:40:40 -0400", + "subject": "Update install-sh to v1.16.2.", + "body": "No version bump for some reason.\n\nhttps://git.savannah.gnu.org/gitweb/?p=automake.git;a=commit;h=6774c9b219cd78445964cd694588cfc4df9b8316" + }, + { + "commit": "943b80e1a712b9040967ff8a4aeb4a0f0e8f39a9", + "date": "2020-05-26 08:30:27 -0400", + "subject": "Begin v2.28 development." + }, { "commit": "d8214e0d78ca8922eecb4da03008034c6a258b3b", "date": "2020-05-26 08:11:50 -0400", diff --git a/doc/xml/auto/metric-coverage-report.auto.xml b/doc/xml/auto/metric-coverage-report.auto.xml index 3f04044cb..f670fdb26 100644 --- a/doc/xml/auto/metric-coverage-report.auto.xml +++ b/doc/xml/auto/metric-coverage-report.auto.xml @@ -16,7 +16,7 @@ command/archive/get 7/7 (100.0%) 84/84 (100.0%) - 224/224 (100.0%) + 223/223 (100.0%) @@ -30,7 +30,7 @@ command/backup 34/34 (100.0%) 470/470 (100.0%) - 1106/1106 (100.0%) + 1104/1104 (100.0%) @@ -44,14 +44,14 @@ command/control 4/4 (100.0%) 34/34 (100.0%) - 63/63 (100.0%) + 64/64 (100.0%) command/expire 10/10 (100.0%) 202/202 (100.0%) - 322/322 (100.0%) + 320/320 (100.0%) @@ -72,7 +72,7 @@ command/local 1/1 (100.0%) --- - 17/17 (100.0%) + 20/20 (100.0%) @@ -85,8 +85,8 @@ command/repo 8/8 (100.0%) - 70/70 (100.0%) - 176/176 (100.0%) + 112/112 (100.0%) + 208/208 (100.0%) @@ -107,7 +107,7 @@ common 165/165 (100.0%) 532/532 (100.0%) - 1675/1675 (100.0%) + 1676/1676 (100.0%) @@ -163,7 +163,7 @@ common/io 45/45 (100.0%) 110/110 (100.0%) - 487/487 (100.0%) + 489/489 (100.0%) @@ -175,9 +175,9 @@ common/io/http - 37/37 (100.0%) - 164/164 (100.0%) - 475/475 (100.0%) + 62/62 (100.0%) + 212/212 (100.0%) + 659/659 (100.0%) @@ -196,37 +196,37 @@ common/type - 251/251 (100.0%) - 570/570 (100.0%) - 2935/2935 (100.0%) + 243/243 (100.0%) + 566/566 (100.0%) + 2885/2885 (100.0%) config 103/103 (100.0%) 632/632 (100.0%) - 1462/1462 (100.0%) + 1460/1460 (100.0%) db 27/27 (100.0%) - 100/100 (100.0%) - 368/368 (100.0%) + 102/102 (100.0%) + 370/370 (100.0%) info 119/119 (100.0%) 740/740 (100.0%) - 2370/2370 (100.0%) + 2371/2371 (100.0%) postgres - 32/32 (100.0%) - 98/98 (100.0%) - 358/358 (100.0%) + 34/34 (100.0%) + 100/100 (100.0%) + 378/378 (100.0%) @@ -239,15 +239,22 @@ protocol 67/67 (100.0%) - 194/194 (100.0%) - 818/818 (100.0%) + 202/202 (100.0%) + 836/836 (100.0%) storage 68/68 (100.0%) - 208/208 (100.0%) - 792/792 (100.0%) + 214/214 (100.0%) + 797/797 (100.0%) + + + + storage/azure + 24/24 (100.0%) + 94/94 (100.0%) + 484/484 (100.0%) @@ -261,7 +268,7 @@ storage/posix 26/26 (100.0%) 149/150 (99.33%) - 459/459 (100.0%) + 461/461 (100.0%) @@ -273,14 +280,14 @@ storage/s3 - 26/26 (100.0%) - 120/120 (100.0%) - 549/549 (100.0%) + 27/27 (100.0%) + 96/96 (100.0%) + 531/531 (100.0%) TOTAL - 1321/1321 (100.0%) - 6123/6124 (99.98%) - 19736/19736 (100.0%) + 1365/1365 (100.0%) + 6297/6298 (99.98%) + 20416/20416 (100.0%) \ No newline at end of file diff --git a/doc/xml/release.xml b/doc/xml/release.xml index ee0f018ec..b68c63933 100644 --- a/doc/xml/release.xml +++ b/doc/xml/release.xml @@ -12,7 +12,7 @@ - + @@ -200,19 +200,23 @@ + + -

Update the FAQ page to clarify how a backup set can be expired.

+

Update FAQ for expiring a specific backup set.

 + + -

Update the PITR FAQ to clarify the default behavior.

+

Update FAQ to clarify default PITR behavior.

 diff --git a/src/build/configure.ac b/src/build/configure.ac index 9b9b9d847..c43130626 100644 --- a/src/build/configure.ac +++ b/src/build/configure.ac @@ -1,7 +1,7 @@ # Initialize configuration # ---------------------------------------------------------------------------------------------------------------------------------- AC_PREREQ([2.69]) -AC_INIT([pgBackRest], [2.28dev]) +AC_INIT([pgBackRest], [2.28]) AC_CONFIG_SRCDIR([version.h]) AC_CONFIG_AUX_DIR(build) diff --git a/src/configure b/src/configure index b62b09d14..8b204478c 100755 --- a/src/configure +++ b/src/configure @@ -1,6 +1,6 @@ #! /bin/sh # Guess values for system-dependent variables and create Makefiles. -# Generated by GNU Autoconf 2.69 for pgBackRest 2.28dev. +# Generated by GNU Autoconf 2.69 for pgBackRest 2.28. # # # Copyright (C) 1992-1996, 1998-2012 Free Software Foundation, Inc. @@ -577,8 +577,8 @@ MAKEFLAGS= # Identity of this package. PACKAGE_NAME='pgBackRest' PACKAGE_TARNAME='pgbackrest' -PACKAGE_VERSION='2.28dev' -PACKAGE_STRING='pgBackRest 2.28dev' +PACKAGE_VERSION='2.28' +PACKAGE_STRING='pgBackRest 2.28' PACKAGE_BUGREPORT='' PACKAGE_URL='' @@ -1250,7 +1250,7 @@ if test "$ac_init_help" = "long"; then # Omit some internal or obsolete options to make the list less imposing. # This message is too long to be a string in the A/UX 3.1 sh. cat <<_ACEOF -\`configure' configures pgBackRest 2.28dev to adapt to many kinds of systems. +\`configure' configures pgBackRest 2.28 to adapt to many kinds of systems. Usage: $0 [OPTION]... [VAR=VALUE]... @@ -1297,7 +1297,7 @@ fi if test -n "$ac_init_help"; then case $ac_init_help in - short | recursive ) echo "Configuration of pgBackRest 2.28dev:";; + short | recursive ) echo "Configuration of pgBackRest 2.28:";; esac cat <<\_ACEOF @@ -1387,7 +1387,7 @@ fi test -n "$ac_init_help" && exit $ac_status if $ac_init_version; then cat <<\_ACEOF -pgBackRest configure 2.28dev +pgBackRest configure 2.28 generated by GNU Autoconf 2.69 Copyright (C) 2012 Free Software Foundation, Inc. @@ -1685,7 +1685,7 @@ cat >config.log <<_ACEOF This file contains any messages produced by compilers while running configure, to aid debugging if configure makes a mistake. -It was created by pgBackRest $as_me 2.28dev, which was +It was created by pgBackRest $as_me 2.28, which was generated by GNU Autoconf 2.69. Invocation command line was $ $0 $@ @@ -4709,7 +4709,7 @@ cat >>$CONFIG_STATUS <<\_ACEOF || ac_write_fail=1 # report actual input values of CONFIG_FILES etc. instead of their # values after options handling. ac_log=" -This file was extended by pgBackRest $as_me 2.28dev, which was +This file was extended by pgBackRest $as_me 2.28, which was generated by GNU Autoconf 2.69. Invocation command line was CONFIG_FILES = $CONFIG_FILES @@ -4771,7 +4771,7 @@ _ACEOF cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1 ac_cs_config="`$as_echo "$ac_configure_args" | sed 's/^ //; s/[\\""\`\$]/\\\\&/g'`" ac_cs_version="\\ -pgBackRest config.status 2.28dev +pgBackRest config.status 2.28 configured by $0, generated by GNU Autoconf 2.69, with options \\"\$ac_cs_config\\" @@ -5475,4 +5475,4 @@ if test -n "$ac_unrecognized_opts" && test "$enable_option_checking" != no; then $as_echo "$as_me: WARNING: unrecognized options: $ac_unrecognized_opts" >&2;} fi -# Generated from src/build/configure.ac sha1 4b56d8e3a9ac164765dda35093973b8378be7b7e +# Generated from src/build/configure.ac sha1 b97f1294b963ab9d2bbbd974107a26a5bda40edf diff --git a/src/version.h b/src/version.h index 7178e80cf..3135a6e68 100644 --- a/src/version.h +++ b/src/version.h @@ -23,6 +23,6 @@ repository will be invalid unless migration functions are written. /*********************************************************************************************************************************** Software version. Currently this value is maintained in Version.pm and updated by test.pl. ***********************************************************************************************************************************/ -#define PROJECT_VERSION "2.28dev" +#define PROJECT_VERSION "2.28" #endif diff --git a/test/code-count/file-type.yaml b/test/code-count/file-type.yaml index c79096d8a..6f3463c22 100644 --- a/test/code-count/file-type.yaml +++ b/test/code-count/file-type.yaml @@ -799,14 +799,6 @@ src/common/io/handleWrite.h: class: core type: c/h -src/common/io/http/cache.c: - class: core - type: c - -src/common/io/http/cache.h: - class: core - type: c/h - src/common/io/http/client.c: class: core type: c @@ -839,6 +831,30 @@ src/common/io/http/query.h: class: core type: c/h +src/common/io/http/request.c: + class: core + type: c + +src/common/io/http/request.h: + class: core + type: c/h + +src/common/io/http/response.c: + class: core + type: c + +src/common/io/http/response.h: + class: core + type: c/h + +src/common/io/http/session.c: + class: core + type: c + +src/common/io/http/session.h: + class: core + type: c/h + src/common/io/io.c: class: core type: c @@ -1371,6 +1387,34 @@ src/protocol/server.h: class: core type: c/h +src/storage/azure/read.c: + class: core + type: c + +src/storage/azure/read.h: + class: core + type: c/h + +src/storage/azure/storage.c: + class: core + type: c + +src/storage/azure/storage.h: + class: core + type: c/h + +src/storage/azure/storage.intern.h: + class: core + type: c/h + +src/storage/azure/write.c: + class: core + type: c + +src/storage/azure/write.h: + class: core + type: c/h + src/storage/cifs/storage.c: class: core type: c @@ -1651,6 +1695,10 @@ test/lib/pgBackRestTest/Env/ExpireEnvTest.pm: class: test/harness type: perl +test/lib/pgBackRestTest/Env/Host/HostAzureTest.pm: + class: test/harness + type: perl + test/lib/pgBackRestTest/Env/Host/HostBackupTest.pm: class: test/harness type: perl @@ -2051,6 +2099,10 @@ test/src/module/protocol/protocolTest.c: class: test/module type: c +test/src/module/storage/azureTest.c: + class: test/module + type: c + test/src/module/storage/cifsTest.c: class: test/module type: c