run 001 - remote 0, s3 0 ======================== stanza-upgrade db - fail on stanza not initialized since archive.info is missing (db-master host) > [CONTAINER-EXEC] db-master [BACKREST-BIN] --config=[TEST_PATH]/db-master/pgbackrest.conf --stanza=db --log-level-console=detail --no-online stanza-upgrade ------------------------------------------------------------------------------------------------------------------------------------ P00 INFO: stanza-upgrade command begin [BACKREST-VERSION]: --config=[TEST_PATH]/db-master/pgbackrest.conf --db-path=[TEST_PATH]/db-master/db/base --db-timeout=45 --lock-path=[TEST_PATH]/db-master/lock --log-level-console=detail --log-level-file=trace --log-path=[TEST_PATH]/db-master/log --no-online --protocol-timeout=60 --repo-path=[TEST_PATH]/db-master/repo --stanza=db P00 ERROR: [055]: archive.info does not exist but is required to push/get WAL segments HINT: is archive_command configured in postgresql.conf? HINT: has a stanza-create been performed? HINT: use --no-archive-check to disable archive checks during backup if you have an alternate archiving scheme. P00 INFO: stanza-upgrade command end: aborted with exception [055] stanza-create db - successfully create the stanza (db-master host) > [CONTAINER-EXEC] db-master [BACKREST-BIN] --config=[TEST_PATH]/db-master/pgbackrest.conf --stanza=db --log-level-console=detail --no-online stanza-create ------------------------------------------------------------------------------------------------------------------------------------ P00 INFO: stanza-create command begin [BACKREST-VERSION]: --config=[TEST_PATH]/db-master/pgbackrest.conf --db-path=[TEST_PATH]/db-master/db/base --db-timeout=45 --lock-path=[TEST_PATH]/db-master/lock --log-level-console=detail --log-level-file=trace --log-path=[TEST_PATH]/db-master/log --no-online --protocol-timeout=60 --repo-path=[TEST_PATH]/db-master/repo --stanza=db P00 INFO: stanza-create command end: completed successfully + supplemental file: [TEST_PATH]/db-master/repo/backup/db/backup.info --------------------------------------------------------------------- [backrest] backrest-checksum="[CHECKSUM]" backrest-format=5 backrest-version="[VERSION-1]" [db] db-catalog-version=201306121 db-control-version=937 db-id=1 db-system-id=6395542721432104958 db-version="9.3" [db:history] 1={"db-catalog-version":201306121,"db-control-version":937,"db-system-id":6395542721432104958,"db-version":"9.3"} + supplemental file: [TEST_PATH]/db-master/repo/archive/db/archive.info ----------------------------------------------------------------------- [backrest] backrest-checksum="[CHECKSUM]" backrest-format=5 backrest-version="[VERSION-1]" [db] db-id=1 db-system-id=6395542721432104958 db-version="9.3" [db:history] 1={"db-id":6395542721432104958,"db-version":"9.3"} stanza-upgrade db - already up to date (db-master host) > [CONTAINER-EXEC] db-master [BACKREST-BIN] --config=[TEST_PATH]/db-master/pgbackrest.conf --stanza=db --log-level-console=detail --no-online stanza-upgrade ------------------------------------------------------------------------------------------------------------------------------------ P00 INFO: stanza-upgrade command begin [BACKREST-VERSION]: --config=[TEST_PATH]/db-master/pgbackrest.conf --db-path=[TEST_PATH]/db-master/db/base --db-timeout=45 --lock-path=[TEST_PATH]/db-master/lock --log-level-console=detail --log-level-file=trace --log-path=[TEST_PATH]/db-master/log --no-online --protocol-timeout=60 --repo-path=[TEST_PATH]/db-master/repo --stanza=db P00 INFO: the stanza data is already up to date P00 INFO: stanza-upgrade command end: completed successfully + supplemental file: [TEST_PATH]/db-master/repo/backup/db/backup.info --------------------------------------------------------------------- [backrest] backrest-checksum="[CHECKSUM]" backrest-format=5 backrest-version="[VERSION-1]" [db] db-catalog-version=201306121 db-control-version=937 db-id=1 db-system-id=6395542721432104958 db-version="9.3" [db:history] 1={"db-catalog-version":201306121,"db-control-version":937,"db-system-id":6395542721432104958,"db-version":"9.3"} + supplemental file: [TEST_PATH]/db-master/repo/archive/db/archive.info ----------------------------------------------------------------------- [backrest] backrest-checksum="[CHECKSUM]" backrest-format=5 backrest-version="[VERSION-1]" [db] db-id=1 db-system-id=6395542721432104958 db-version="9.3" [db:history] 1={"db-id":6395542721432104958,"db-version":"9.3"} stanza-upgrade db - fail on stanza not initialized since backup.info is missing (db-master host) > [CONTAINER-EXEC] db-master [BACKREST-BIN] --config=[TEST_PATH]/db-master/pgbackrest.conf --stanza=db --log-level-console=detail --no-online stanza-upgrade ------------------------------------------------------------------------------------------------------------------------------------ P00 INFO: stanza-upgrade command begin [BACKREST-VERSION]: --config=[TEST_PATH]/db-master/pgbackrest.conf --db-path=[TEST_PATH]/db-master/db/base --db-timeout=45 --lock-path=[TEST_PATH]/db-master/lock --log-level-console=detail --log-level-file=trace --log-path=[TEST_PATH]/db-master/log --no-online --protocol-timeout=60 --repo-path=[TEST_PATH]/db-master/repo --stanza=db P00 ERROR: [055]: [TEST_PATH]/db-master/repo/backup/db/backup.info does not exist and is required to perform a backup. HINT: has a stanza-create been performed? P00 INFO: stanza-upgrade command end: aborted with exception [055] + supplemental file: [TEST_PATH]/db-master/repo/archive/db/archive.info ----------------------------------------------------------------------- [backrest] backrest-checksum="[CHECKSUM]" backrest-format=5 backrest-version="[VERSION-1]" [db] db-id=1 db-system-id=6395542721432104958 db-version="9.3" [db:history] 1={"db-id":6395542721432104958,"db-version":"9.3"} stanza-create db - use force to recreate the stanza (db-master host) > [CONTAINER-EXEC] db-master [BACKREST-BIN] --config=[TEST_PATH]/db-master/pgbackrest.conf --stanza=db --log-level-console=detail --no-online --force stanza-create ------------------------------------------------------------------------------------------------------------------------------------ P00 INFO: stanza-create command begin [BACKREST-VERSION]: --config=[TEST_PATH]/db-master/pgbackrest.conf --db-path=[TEST_PATH]/db-master/db/base --db-timeout=45 --force --lock-path=[TEST_PATH]/db-master/lock --log-level-console=detail --log-level-file=trace --log-path=[TEST_PATH]/db-master/log --no-online --protocol-timeout=60 --repo-path=[TEST_PATH]/db-master/repo --stanza=db P00 INFO: stanza-create command end: completed successfully + supplemental file: [TEST_PATH]/db-master/repo/backup/db/backup.info --------------------------------------------------------------------- [backrest] backrest-checksum="[CHECKSUM]" backrest-format=5 backrest-version="[VERSION-1]" [db] db-catalog-version=201306121 db-control-version=937 db-id=1 db-system-id=6395542721432104958 db-version="9.3" [db:history] 1={"db-catalog-version":201306121,"db-control-version":937,"db-system-id":6395542721432104958,"db-version":"9.3"} + supplemental file: [TEST_PATH]/db-master/repo/archive/db/archive.info ----------------------------------------------------------------------- [backrest] backrest-checksum="[CHECKSUM]" backrest-format=5 backrest-version="[VERSION-1]" [db] db-id=1 db-system-id=6395542721432104958 db-version="9.3" [db:history] 1={"db-id":6395542721432104958,"db-version":"9.3"} > [CONTAINER-EXEC] db-master [BACKREST-BIN] --config=[TEST_PATH]/db-master/pgbackrest.conf --log-level-console=warn --archive-queue-max=33554432 --stanza=db archive-push [TEST_PATH]/db-master/db/base/pg_xlog/000000010000000100000001 ------------------------------------------------------------------------------------------------------------------------------------ P00 ERROR: [044]: WAL segment version 9.4 does not match archive version 9.3 WAL segment system-id 6353949018581704918 does not match archive system-id 6395542721432104958 HINT: are you archiving to the correct stanza? stanza-upgrade db - successful upgrade creates mismatched files (db-master host) > [CONTAINER-EXEC] db-master [BACKREST-BIN] --config=[TEST_PATH]/db-master/pgbackrest.conf --stanza=db --log-level-console=detail --no-online stanza-upgrade ------------------------------------------------------------------------------------------------------------------------------------ P00 INFO: stanza-upgrade command begin [BACKREST-VERSION]: --config=[TEST_PATH]/db-master/pgbackrest.conf --db-path=[TEST_PATH]/db-master/db/base --db-timeout=45 --lock-path=[TEST_PATH]/db-master/lock --log-level-console=detail --log-level-file=trace --log-path=[TEST_PATH]/db-master/log --no-online --protocol-timeout=60 --repo-path=[TEST_PATH]/db-master/repo --stanza=db P00 INFO: stanza-upgrade command end: completed successfully + supplemental file: [TEST_PATH]/db-master/repo/backup/db/backup.info --------------------------------------------------------------------- [backrest] backrest-checksum="[CHECKSUM]" backrest-format=5 backrest-version="[VERSION-1]" [db] db-catalog-version=201409291 db-control-version=942 db-id=2 db-system-id=6353949018581704918 db-version="9.4" [db:history] 1={"db-catalog-version":201306121,"db-control-version":937,"db-system-id":6395542721432104958,"db-version":"9.3"} 2={"db-catalog-version":201409291,"db-control-version":942,"db-system-id":6353949018581704918,"db-version":"9.4"} + supplemental file: [TEST_PATH]/db-master/repo/archive/db/archive.info ----------------------------------------------------------------------- [backrest] backrest-checksum="[CHECKSUM]" backrest-format=5 backrest-version="[VERSION-1]" [db] db-id=2 db-system-id=6353949018581704918 db-version="9.4" [db:history] 1={"db-id":6395542721432104958,"db-version":"9.3"} 2={"db-id":6353949018581704918,"db-version":"9.4"} > [CONTAINER-EXEC] db-master [BACKREST-BIN] --config=[TEST_PATH]/db-master/pgbackrest.conf --log-level-console=warn --archive-queue-max=33554432 --stanza=db archive-push [TEST_PATH]/db-master/db/base/pg_xlog/000000010000000100000001 ------------------------------------------------------------------------------------------------------------------------------------ stanza-create db - use force to recreate the stanza producing mismatched info history but same current db-id (db-master host) > [CONTAINER-EXEC] db-master [BACKREST-BIN] --config=[TEST_PATH]/db-master/pgbackrest.conf --stanza=db --log-level-console=detail --no-online --force stanza-create ------------------------------------------------------------------------------------------------------------------------------------ P00 INFO: stanza-create command begin [BACKREST-VERSION]: --config=[TEST_PATH]/db-master/pgbackrest.conf --db-path=[TEST_PATH]/db-master/db/base --db-timeout=45 --force --lock-path=[TEST_PATH]/db-master/lock --log-level-console=detail --log-level-file=trace --log-path=[TEST_PATH]/db-master/log --no-online --protocol-timeout=60 --repo-path=[TEST_PATH]/db-master/repo --stanza=db P00 INFO: stanza-create command end: completed successfully + supplemental file: [TEST_PATH]/db-master/repo/backup/db/backup.info --------------------------------------------------------------------- [backrest] backrest-checksum="[CHECKSUM]" backrest-format=5 backrest-version="[VERSION-1]" [db] db-catalog-version=201409291 db-control-version=942 db-id=2 db-system-id=6353949018581704918 db-version="9.4" [db:history] 1={"db-catalog-version":201306121,"db-control-version":937,"db-system-id":6395542721432104958,"db-version":"9.3"} 2={"db-catalog-version":201409291,"db-control-version":942,"db-system-id":6353949018581704918,"db-version":"9.4"} + supplemental file: [TEST_PATH]/db-master/repo/archive/db/archive.info ----------------------------------------------------------------------- [backrest] backrest-checksum="[CHECKSUM]" backrest-format=5 backrest-version="[VERSION-1]" [db] db-id=2 db-system-id=6353949018581704918 db-version="9.4" [db:history] 2={"db-id":6353949018581704918,"db-version":"9.4"} stanza-create db - use force to recreate the stanza producing mismatched db-id (db-master host) > [CONTAINER-EXEC] db-master [BACKREST-BIN] --config=[TEST_PATH]/db-master/pgbackrest.conf --stanza=db --log-level-console=detail --no-online --force stanza-create ------------------------------------------------------------------------------------------------------------------------------------ P00 INFO: stanza-create command begin [BACKREST-VERSION]: --config=[TEST_PATH]/db-master/pgbackrest.conf --db-path=[TEST_PATH]/db-master/db/base --db-timeout=45 --force --lock-path=[TEST_PATH]/db-master/lock --log-level-console=detail --log-level-file=trace --log-path=[TEST_PATH]/db-master/log --no-online --protocol-timeout=60 --repo-path=[TEST_PATH]/db-master/repo --stanza=db P00 INFO: stanza-create command end: completed successfully + supplemental file: [TEST_PATH]/db-master/repo/backup/db/backup.info --------------------------------------------------------------------- [backrest] backrest-checksum="[CHECKSUM]" backrest-format=5 backrest-version="[VERSION-1]" [db] db-catalog-version=201409291 db-control-version=942 db-id=1 db-system-id=6353949018581704918 db-version="9.4" [db:history] 1={"db-catalog-version":201409291,"db-control-version":942,"db-system-id":6353949018581704918,"db-version":"9.4"} + supplemental file: [TEST_PATH]/db-master/repo/archive/db/archive.info ----------------------------------------------------------------------- [backrest] backrest-checksum="[CHECKSUM]" backrest-format=5 backrest-version="[VERSION-1]" [db] db-id=2 db-system-id=6353949018581704918 db-version="9.4" [db:history] 2={"db-id":6353949018581704918,"db-version":"9.4"} full backup - create first full backup (db-master host) > [CONTAINER-EXEC] db-master [BACKREST-BIN] --config=[TEST_PATH]/db-master/pgbackrest.conf --retention-full=2 --no-online --log-level-console=detail --type=full --stanza=db backup ------------------------------------------------------------------------------------------------------------------------------------ P00 INFO: backup command begin [BACKREST-VERSION]: --config=[TEST_PATH]/db-master/pgbackrest.conf --db-path=[TEST_PATH]/db-master/db/base --db-timeout=45 --lock-path=[TEST_PATH]/db-master/lock --log-level-console=detail --log-level-file=trace --log-level-stderr=off --log-path=[TEST_PATH]/db-master/log --no-online --protocol-timeout=60 --repo-path=[TEST_PATH]/db-master/repo --retention-full=2 --stanza=db --start-fast --type=full P01 INFO: backup file [TEST_PATH]/db-master/db/base/pg_xlog/000000010000000100000001 (16MB, 99%) checksum 1e34fa1c833090d94b9bb14f2a8d3153dca6ea27 P01 INFO: backup file [TEST_PATH]/db-master/db/base/global/pg_control (8KB, 100%) checksum 89373d9f2973502940de06bc5212489df3f8a912 P01 INFO: backup file [TEST_PATH]/db-master/db/base/pg_xlog/archive_status/000000010000000100000001.ready (0B, 100%) P00 INFO: full backup size = 16MB P00 INFO: new backup label = [BACKUP-FULL-1] P00 INFO: backup command end: completed successfully P00 INFO: expire command begin [BACKREST-VERSION]: --config=[TEST_PATH]/db-master/pgbackrest.conf --db-timeout=45 --lock-path=[TEST_PATH]/db-master/lock --log-level-console=detail --log-level-file=trace --log-level-stderr=off --log-path=[TEST_PATH]/db-master/log --protocol-timeout=60 --repo-path=[TEST_PATH]/db-master/repo --retention-archive=2 --retention-full=2 --stanza=db P00 INFO: full backup total < 2 - using oldest full backup for 9.4-2 archive retention P00 INFO: expire command end: completed successfully + supplemental file: [TEST_PATH]/db-master/pgbackrest.conf ---------------------------------------------------------- [db] db-path=[TEST_PATH]/db-master/db/base [global] db-timeout=45 lock-path=[TEST_PATH]/db-master/lock log-level-console=debug log-level-file=trace log-level-stderr=off log-path=[TEST_PATH]/db-master/log protocol-timeout=60 repo-path=[TEST_PATH]/db-master/repo spool-path=[TEST_PATH]/db-master/spool [global:backup] archive-copy=y start-fast=y stanza-upgrade db - successfully upgrade with XX.Y-Z (db-master host) > [CONTAINER-EXEC] db-master [BACKREST-BIN] --config=[TEST_PATH]/db-master/pgbackrest.conf --stanza=db --log-level-console=detail --no-online stanza-upgrade ------------------------------------------------------------------------------------------------------------------------------------ P00 INFO: stanza-upgrade command begin [BACKREST-VERSION]: --config=[TEST_PATH]/db-master/pgbackrest.conf --db-path=[TEST_PATH]/db-master/db/base --db-timeout=45 --lock-path=[TEST_PATH]/db-master/lock --log-level-console=detail --log-level-file=trace --log-path=[TEST_PATH]/db-master/log --no-online --protocol-timeout=60 --repo-path=[TEST_PATH]/db-master/repo --stanza=db P00 INFO: stanza-upgrade command end: completed successfully + supplemental file: [TEST_PATH]/db-master/repo/backup/db/backup.info --------------------------------------------------------------------- [backrest] backrest-checksum="[CHECKSUM]" backrest-format=5 backrest-version="[VERSION-1]" [backup:current] [BACKUP-FULL-1]={"backrest-format":5,"backrest-version":"[VERSION-1]","backup-archive-start":null,"backup-archive-stop":null,"backup-info-repo-size":[SIZE],"backup-info-repo-size-delta":[DELTA],"backup-info-size":[SIZE],"backup-info-size-delta":[DELTA],"backup-timestamp-start":[TIMESTAMP],"backup-timestamp-stop":[TIMESTAMP],"backup-type":"full","db-id":1,"option-archive-check":true,"option-archive-copy":true,"option-backup-standby":false,"option-checksum-page":false,"option-compress":true,"option-hardlink":false,"option-online":false} [db] db-catalog-version=201510051 db-control-version=942 db-id=2 db-system-id=6392579261579036436 db-version="9.5" [db:history] 1={"db-catalog-version":201409291,"db-control-version":942,"db-system-id":6353949018581704918,"db-version":"9.4"} 2={"db-catalog-version":201510051,"db-control-version":942,"db-system-id":6392579261579036436,"db-version":"9.5"} + supplemental file: [TEST_PATH]/db-master/repo/archive/db/archive.info ----------------------------------------------------------------------- [backrest] backrest-checksum="[CHECKSUM]" backrest-format=5 backrest-version="[VERSION-1]" [db] db-id=4 db-system-id=6392579261579036436 db-version="9.5" [db:history] 2={"db-id":6353949018581704918,"db-version":"9.4"} 3={"db-id":35184388866048,"db-version":"10.0"} 4={"db-id":6392579261579036436,"db-version":"9.5"} > [CONTAINER-EXEC] db-master [BACKREST-BIN] --config=[TEST_PATH]/db-master/pgbackrest.conf --log-level-console=warn --archive-queue-max=33554432 --stanza=db archive-push [TEST_PATH]/db-master/db/base/pg_xlog/000000010000000100000001 ------------------------------------------------------------------------------------------------------------------------------------ diff backup - diff changed to full backup (db-master host) > [CONTAINER-EXEC] db-master [BACKREST-BIN] --config=[TEST_PATH]/db-master/pgbackrest.conf --retention-full=2 --no-online --log-level-console=detail --type=diff --stanza=db backup ------------------------------------------------------------------------------------------------------------------------------------ P00 INFO: backup command begin [BACKREST-VERSION]: --config=[TEST_PATH]/db-master/pgbackrest.conf --db-path=[TEST_PATH]/db-master/db/base --db-timeout=45 --lock-path=[TEST_PATH]/db-master/lock --log-level-console=detail --log-level-file=trace --log-level-stderr=off --log-path=[TEST_PATH]/db-master/log --no-online --protocol-timeout=60 --repo-path=[TEST_PATH]/db-master/repo --retention-full=2 --stanza=db --start-fast --type=diff P00 WARN: no prior backup exists, diff backup has been changed to full P01 INFO: backup file [TEST_PATH]/db-master/db/base/pg_xlog/000000010000000100000001 (16MB, 99%) checksum 15b1a1a35c26b17570aca7920980f0ad11c6d858 P01 INFO: backup file [TEST_PATH]/db-master/db/base/global/pg_control (8KB, 100%) checksum e28bf39d0a56bf9fabd4049b329fcae8878bfec6 P01 INFO: backup file [TEST_PATH]/db-master/db/base/pg_xlog/archive_status/000000010000000100000001.ready (0B, 100%) P00 INFO: full backup size = 16MB P00 INFO: new backup label = [BACKUP-FULL-2] P00 INFO: backup command end: completed successfully P00 INFO: expire command begin [BACKREST-VERSION]: --config=[TEST_PATH]/db-master/pgbackrest.conf --db-timeout=45 --lock-path=[TEST_PATH]/db-master/lock --log-level-console=detail --log-level-file=trace --log-level-stderr=off --log-path=[TEST_PATH]/db-master/log --protocol-timeout=60 --repo-path=[TEST_PATH]/db-master/repo --retention-archive=2 --retention-full=2 --stanza=db P00 INFO: remove archive path: [TEST_PATH]/db-master/repo/archive/db/10.0-3 P00 INFO: expire command end: completed successfully + supplemental file: [TEST_PATH]/db-master/pgbackrest.conf ---------------------------------------------------------- [db] db-path=[TEST_PATH]/db-master/db/base [global] db-timeout=45 lock-path=[TEST_PATH]/db-master/lock log-level-console=debug log-level-file=trace log-level-stderr=off log-path=[TEST_PATH]/db-master/log protocol-timeout=60 repo-path=[TEST_PATH]/db-master/repo spool-path=[TEST_PATH]/db-master/spool [global:backup] archive-copy=y start-fast=y info all stanzas - db upgraded - db-1 and db-2 listed (db-master host) > [CONTAINER-EXEC] db-master [BACKREST-BIN] --config=[TEST_PATH]/db-master/pgbackrest.conf --log-level-console=warn --output=json info ------------------------------------------------------------------------------------------------------------------------------------ [ { "archive" : { "max" : "000000010000000100000001", "min" : "000000010000000100000001" }, "backup" : [ { "archive" : { "start" : null, "stop" : null }, "backrest" : { "format" : 5, "version" : "[VERSION-1]" }, "database" : { "id" : 1 }, "info" : { "delta" : [DELTA], "repository" : { "delta" : [DELTA], "size" : [SIZE] }, "size" : [SIZE] }, "label" : "[BACKUP-FULL-1]", "prior" : null, "reference" : null, "timestamp" : { "start" : [TIMESTAMP], "stop" : [TIMESTAMP] }, "type" : "full" }, { "archive" : { "start" : null, "stop" : null }, "backrest" : { "format" : 5, "version" : "[VERSION-1]" }, "database" : { "id" : 2 }, "info" : { "delta" : [DELTA], "repository" : { "delta" : [DELTA], "size" : [SIZE] }, "size" : [SIZE] }, "label" : "[BACKUP-FULL-2]", "prior" : null, "reference" : null, "timestamp" : { "start" : [TIMESTAMP], "stop" : [TIMESTAMP] }, "type" : "full" } ], "db" : [ { "id" : "1", "system-id" : 6353949018581704918, "version" : "9.4" }, { "id" : "2", "system-id" : 6392579261579036436, "version" : "9.5" } ], "name" : "db", "status" : { "code" : 0, "message" : "ok" } } ]