You've already forked pgbackrest
mirror of
https://github.com/pgbackrest/pgbackrest.git
synced 2025-07-01 00:25:06 +02:00
Consolidate archive-push tests into new archive test.
This commit is contained in:
David Steele
@ -1,354 +0,0 @@
|
||||
####################################################################################################################################
|
||||
# ArchivePushTest.pm - Tests for archive-push command
|
||||
####################################################################################################################################
|
||||
package pgBackRestTest::Module::Archive::ArchivePushTest;
|
||||
use parent 'pgBackRestTest::Env::HostEnvTest';
|
||||
|
||||
####################################################################################################################################
|
||||
# Perl includes
|
||||
####################################################################################################################################
|
||||
use strict;
|
||||
use warnings FATAL => qw(all);
|
||||
use Carp qw(confess);
|
||||
|
||||
use File::Basename qw(dirname);
|
||||
|
||||
use pgBackRest::Archive::Info;
|
||||
use pgBackRest::Backup::Info;
|
||||
use pgBackRest::DbVersion;
|
||||
use pgBackRest::Common::Exception;
|
||||
use pgBackRest::Common::Ini;
|
||||
use pgBackRest::Common::Log;
|
||||
use pgBackRest::Common::Wait;
|
||||
use pgBackRest::Config::Config;
|
||||
use pgBackRest::Manifest;
|
||||
use pgBackRest::Protocol::Storage::Helper;
|
||||
use pgBackRest::Storage::Helper;
|
||||
|
||||
use pgBackRestTest::Env::HostEnvTest;
|
||||
use pgBackRestTest::Common::ExecuteTest;
|
||||
use pgBackRestTest::Common::RunTest;
|
||||
|
||||
####################################################################################################################################
|
||||
# archiveCheck
|
||||
#
|
||||
# Check that a WAL segment is present in the repository.
|
||||
####################################################################################################################################
|
||||
sub archiveCheck
|
||||
{
|
||||
my $self = shift;
|
||||
my $strArchiveFile = shift;
|
||||
my $strArchiveChecksum = shift;
|
||||
my $bCompress = shift;
|
||||
my $strSpoolPath = shift;
|
||||
|
||||
# Build the archive name to check for at the destination
|
||||
my $strArchiveCheck = PG_VERSION_94 . "-1/${strArchiveFile}-${strArchiveChecksum}";
|
||||
|
||||
if ($bCompress)
|
||||
{
|
||||
$strArchiveCheck .= '.gz';
|
||||
}
|
||||
|
||||
my $oWait = waitInit(5);
|
||||
my $bFound = false;
|
||||
|
||||
do
|
||||
{
|
||||
$bFound = storageRepo()->exists(STORAGE_REPO_ARCHIVE . "/${strArchiveCheck}");
|
||||
}
|
||||
while (!$bFound && waitMore($oWait));
|
||||
|
||||
if (!$bFound)
|
||||
{
|
||||
confess 'unable to find ' . storageRepo()->pathGet(STORAGE_REPO_ARCHIVE . "/${strArchiveCheck}");
|
||||
}
|
||||
|
||||
if (defined($strSpoolPath))
|
||||
{
|
||||
storageTest()->remove("${strSpoolPath}/archive/" . $self->stanza() . "/out/${strArchiveFile}.ok");
|
||||
}
|
||||
}
|
||||
|
||||
####################################################################################################################################
|
||||
# run
|
||||
####################################################################################################################################
|
||||
sub run
|
||||
{
|
||||
my $self = shift;
|
||||
|
||||
my $strArchiveChecksum = '72b9da071c13957fb4ca31f05dbd5c644297c2f7';
|
||||
my $iArchiveMax = 3;
|
||||
|
||||
foreach my $bS3 (false, true)
|
||||
{
|
||||
foreach my $bRemote ($bS3 ? (true) : (false, true))
|
||||
{
|
||||
foreach my $bCompress ($bS3 ? (true) : (false, true))
|
||||
{
|
||||
foreach my $bArchiveAsync ($bS3 ? (true) : (false, true))
|
||||
{
|
||||
# Increment the run, log, and decide whether this unit test should be run
|
||||
if (!$self->begin(
|
||||
"rmt ${bRemote}, cmp ${bCompress}, arc_async ${bArchiveAsync}, s3 ${bS3}", $self->processMax() == 1)) {next}
|
||||
|
||||
# Create hosts, file object, and config
|
||||
my ($oHostDbMaster, $oHostDbStandby, $oHostBackup) = $self->setup(
|
||||
true, $self->expect(),
|
||||
{bHostBackup => $bRemote, bCompress => $bCompress, bArchiveAsync => $bArchiveAsync, bS3 => $bS3});
|
||||
|
||||
# Create the xlog path
|
||||
my $strXlogPath = $oHostDbMaster->dbBasePath() . '/pg_xlog';
|
||||
storageTest()->pathCreate($strXlogPath, {bCreateParent => true});
|
||||
|
||||
# Create the test path for pg_control
|
||||
storageTest()->pathCreate($oHostDbMaster->dbBasePath() . '/' . DB_PATH_GLOBAL, {bCreateParent => true});
|
||||
|
||||
# Copy pg_control for stanza-create
|
||||
storageTest()->copy(
|
||||
$self->dataPath() . '/backup.pg_control_' . WAL_VERSION_94 . '.bin',
|
||||
$oHostDbMaster->dbBasePath() . qw{/} . DB_FILE_PGCONTROL);
|
||||
|
||||
my $strCommand =
|
||||
$oHostDbMaster->backrestExe() . ' --config=' . $oHostDbMaster->backrestConfig() .
|
||||
($bArchiveAsync ? ' --log-level-console=detail' : '') . ' --stanza=db archive-push';
|
||||
|
||||
# Test missing archive.info file
|
||||
&log(INFO, ' test archive.info missing');
|
||||
my $strSourceFile1 = $self->walSegment(1, 1, 1);
|
||||
storageTest()->pathCreate("${strXlogPath}/archive_status");
|
||||
my $strArchiveFile1 = $self->walGenerate($strXlogPath, WAL_VERSION_94, 1, $strSourceFile1);
|
||||
|
||||
$oHostDbMaster->executeSimple($strCommand . " ${strXlogPath}/${strSourceFile1} --archive-max-mb=24",
|
||||
{iExpectedExitStatus => ERROR_FILE_MISSING, oLogTest => $self->expect()});
|
||||
storageTest()->remove($oHostDbMaster->spoolPath() . '/archive/' . $self->stanza() . "/out/${strSourceFile1}.error")
|
||||
if $bArchiveAsync;
|
||||
|
||||
# Create the archive info file
|
||||
$oHostBackup->stanzaCreate('create required data for stanza',
|
||||
{strOptionalParam => '--no-' . OPTION_ONLINE . ' --' . OPTION_FORCE});
|
||||
|
||||
my @stryExpectedWAL;
|
||||
|
||||
# Loop through backups
|
||||
for (my $iBackup = 1; $iBackup <= 3; $iBackup++)
|
||||
{
|
||||
my $strArchiveFile;
|
||||
|
||||
# Loop through archive files
|
||||
for (my $iArchive = 1; $iArchive <= $iArchiveMax; $iArchive++)
|
||||
{
|
||||
my $strSourceFile;
|
||||
|
||||
# Construct the archive filename
|
||||
my $iArchiveNo = (($iBackup - 1) * $iArchiveMax + ($iArchive - 1)) + 1;
|
||||
|
||||
if ($iArchiveNo > 255)
|
||||
{
|
||||
confess 'backup total * archive total cannot be greater than 255';
|
||||
}
|
||||
|
||||
$strSourceFile = $self->walSegment(1, 1, $iArchiveNo);
|
||||
$strArchiveFile = $self->walGenerate($strXlogPath, WAL_VERSION_94, 2, $strSourceFile);
|
||||
|
||||
&log(INFO, ' backup ' . sprintf('%02d', $iBackup) .
|
||||
', archive ' .sprintf('%02x', $iArchive) .
|
||||
" - ${strArchiveFile}");
|
||||
|
||||
# Create a temp file to make sure it is deleted later (skip when S3 since it doesn't use temp files)
|
||||
my $strArchiveTmp;
|
||||
|
||||
if (!$bS3 && $iBackup == 1 && $iArchive == 2)
|
||||
{
|
||||
# Should succeed when temp file already exists
|
||||
&log(INFO, ' test archive when tmp file exists');
|
||||
|
||||
$strArchiveTmp =
|
||||
$oHostBackup->repoPath() . '/archive/' . $self->stanza() . '/' . PG_VERSION_94 . '-1/' .
|
||||
substr($strSourceFile, 0, 16) . "/${strSourceFile}-${strArchiveChecksum}" . ($bCompress ? qw{.} .
|
||||
COMPRESS_EXT : '') . qw{.} . STORAGE_TEMP_EXT;
|
||||
|
||||
executeTest('sudo chmod 770 ' . dirname($strArchiveTmp));
|
||||
storageTest()->put($strArchiveTmp, 'JUNK');
|
||||
|
||||
if ($bRemote)
|
||||
{
|
||||
executeTest('sudo chown ' . $oHostBackup->userGet() . " ${strArchiveTmp}");
|
||||
}
|
||||
}
|
||||
|
||||
$oHostDbMaster->executeSimple(
|
||||
$strCommand . ($bRemote && $iBackup == $iArchive ? ' --cmd-ssh=/usr/bin/ssh' : '') .
|
||||
" ${strXlogPath}/${strSourceFile}",
|
||||
{oLogTest => $self->expect()});
|
||||
push(
|
||||
@stryExpectedWAL, "${strSourceFile}-${strArchiveChecksum}" .
|
||||
($bCompress ? qw{.} . COMPRESS_EXT : ''));
|
||||
|
||||
# Make sure the temp file no longer exists if it was created
|
||||
if (defined($strArchiveTmp))
|
||||
{
|
||||
my $oWait = waitInit(5);
|
||||
my $bFound = true;
|
||||
|
||||
do
|
||||
{
|
||||
$bFound = storageTest()->exists($strArchiveTmp);
|
||||
}
|
||||
while ($bFound && waitMore($oWait));
|
||||
|
||||
if ($bFound)
|
||||
{
|
||||
confess "${strArchiveTmp} should have been removed by archive command";
|
||||
}
|
||||
}
|
||||
|
||||
if ($iArchive == $iBackup)
|
||||
{
|
||||
storageTest()->remove(
|
||||
$oHostDbMaster->spoolPath() . '/archive/' . $self->stanza() . "/out/${strSourceFile}.ok")
|
||||
if $bArchiveAsync;
|
||||
|
||||
&log(INFO, ' test db version mismatch error');
|
||||
|
||||
$oHostBackup->infoMunge(
|
||||
storageRepo()->pathGet(STORAGE_REPO_ARCHIVE . qw{/} . ARCHIVE_INFO_FILE),
|
||||
{&INFO_ARCHIVE_SECTION_DB => {&INFO_ARCHIVE_KEY_DB_VERSION => '8.0'}});
|
||||
|
||||
$oHostDbMaster->executeSimple(
|
||||
$strCommand . " ${strXlogPath}/${strSourceFile}",
|
||||
{iExpectedExitStatus => ERROR_ARCHIVE_MISMATCH, oLogTest => $self->expect()});
|
||||
|
||||
storageTest()->remove(
|
||||
$oHostDbMaster->spoolPath() . '/archive/' . $self->stanza() . "/out/${strSourceFile}.error")
|
||||
if $bArchiveAsync;
|
||||
|
||||
&log(INFO, ' test db system-id mismatch error');
|
||||
|
||||
$oHostBackup->infoMunge(
|
||||
storageRepo()->pathGet(STORAGE_REPO_ARCHIVE . qw{/} . ARCHIVE_INFO_FILE),
|
||||
{&INFO_ARCHIVE_SECTION_DB => {&INFO_BACKUP_KEY_SYSTEM_ID => 5000900090001855000}});
|
||||
|
||||
$oHostDbMaster->executeSimple(
|
||||
$strCommand . " ${strXlogPath}/${strSourceFile}",
|
||||
{iExpectedExitStatus => ERROR_ARCHIVE_MISMATCH, oLogTest => $self->expect()});
|
||||
|
||||
storageTest()->remove(
|
||||
$oHostDbMaster->spoolPath() . '/archive/' . $self->stanza() . "/out/${strSourceFile}.error")
|
||||
if $bArchiveAsync;
|
||||
|
||||
# Restore the file to its original condition
|
||||
$oHostBackup->infoRestore(storageRepo()->pathGet(STORAGE_REPO_ARCHIVE . qw{/} . ARCHIVE_INFO_FILE));
|
||||
|
||||
# Fail because the process was killed
|
||||
if ($iBackup == 1 && !$bCompress)
|
||||
{
|
||||
&log(INFO, ' test stop');
|
||||
|
||||
if ($bArchiveAsync)
|
||||
{
|
||||
my $oExecArchive =
|
||||
$oHostDbMaster->execute(
|
||||
$strCommand . ' --test --test-delay=5 --test-point=' .
|
||||
lc(TEST_ARCHIVE_PUSH_ASYNC_START) . "=y ${strSourceFile}",
|
||||
{oLogTest => $self->expect(), iExpectedExitStatus => ERROR_TERM});
|
||||
$oExecArchive->begin();
|
||||
$oExecArchive->end(TEST_ARCHIVE_PUSH_ASYNC_START);
|
||||
|
||||
$oHostDbMaster->stop({bForce => true});
|
||||
$oExecArchive->end();
|
||||
}
|
||||
else
|
||||
{
|
||||
$oHostDbMaster->stop({strStanza => $oHostDbMaster->stanza()});
|
||||
}
|
||||
|
||||
$oHostDbMaster->executeSimple(
|
||||
$strCommand . " ${strXlogPath}/${strSourceFile}",
|
||||
{oLogTest => $self->expect(), iExpectedExitStatus => ERROR_STOP});
|
||||
|
||||
$oHostDbMaster->start({strStanza => $bArchiveAsync ? undef : $self->stanza()});
|
||||
}
|
||||
|
||||
# Should succeed because checksum is the same
|
||||
&log(INFO, ' test archive duplicate ok');
|
||||
|
||||
$oHostDbMaster->executeSimple($strCommand . " ${strXlogPath}/${strSourceFile}", {oLogTest => $self->expect()});
|
||||
|
||||
storageTest()->remove(
|
||||
$oHostDbMaster->spoolPath() . '/archive/' . $self->stanza() . "/out/${strSourceFile}.ok")
|
||||
if $bArchiveAsync;
|
||||
|
||||
# Now it should break on archive duplication (because checksum is different
|
||||
&log(INFO, " test archive duplicate error");
|
||||
|
||||
$strArchiveFile = $self->walGenerate($strXlogPath, WAL_VERSION_94, 1, $strSourceFile);
|
||||
|
||||
$oHostDbMaster->executeSimple(
|
||||
$strCommand . " ${strXlogPath}/${strSourceFile}",
|
||||
{iExpectedExitStatus => ERROR_ARCHIVE_DUPLICATE, oLogTest => $self->expect()});
|
||||
|
||||
storageTest()->remove(
|
||||
$oHostDbMaster->spoolPath() . '/archive/' . $self->stanza() . "/out/${strSourceFile}.error")
|
||||
if $bArchiveAsync;
|
||||
|
||||
# Test .partial archive
|
||||
&log(INFO, " test .partial archive");
|
||||
$strArchiveFile = $self->walGenerate($strXlogPath, WAL_VERSION_94, 2, "${strSourceFile}.partial");
|
||||
$oHostDbMaster->executeSimple(
|
||||
$strCommand . " ${strXlogPath}/${strSourceFile}.partial",
|
||||
{oLogTest => $self->expect()});
|
||||
$self->archiveCheck("${strSourceFile}.partial", $strArchiveChecksum, $bCompress,
|
||||
$bArchiveAsync ? $oHostDbMaster->spoolPath() : undef);
|
||||
|
||||
push(
|
||||
@stryExpectedWAL, "${strSourceFile}.partial-${strArchiveChecksum}" .
|
||||
($bCompress ? qw{.} . COMPRESS_EXT : ''));
|
||||
|
||||
# Test .partial archive duplicate
|
||||
&log(INFO, ' test .partial archive duplicate');
|
||||
$oHostDbMaster->executeSimple(
|
||||
$strCommand . " ${strXlogPath}/${strSourceFile}.partial", {oLogTest => $self->expect()});
|
||||
$self->archiveCheck(
|
||||
"${strSourceFile}.partial", $strArchiveChecksum, $bCompress,
|
||||
$bArchiveAsync ? $oHostDbMaster->spoolPath() : undef);
|
||||
|
||||
# Test .partial archive with different checksum
|
||||
&log(INFO, ' test .partial archive with different checksum');
|
||||
$strArchiveFile = $self->walGenerate($strXlogPath, WAL_VERSION_94, 1, "${strSourceFile}.partial");
|
||||
$oHostDbMaster->executeSimple(
|
||||
$strCommand . " ${strXlogPath}/${strSourceFile}.partial",
|
||||
{iExpectedExitStatus => ERROR_ARCHIVE_DUPLICATE, oLogTest => $self->expect()});
|
||||
|
||||
storageTest()->remove(
|
||||
$oHostDbMaster->spoolPath() . '/archive/' . $self->stanza() . "/out/${strSourceFile}.error")
|
||||
if $bArchiveAsync;
|
||||
}
|
||||
else
|
||||
{
|
||||
$self->archiveCheck(
|
||||
$strSourceFile, $strArchiveChecksum, $bCompress, $bArchiveAsync ? $oHostDbMaster->spoolPath() : undef);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
#---------------------------------------------------------------------------------------------------------------------------
|
||||
$self->testResult(
|
||||
sub {storageRepo()->list(STORAGE_REPO_ARCHIVE . qw{/} . PG_VERSION_94 . '-1/0000000100000001')},
|
||||
'(' . join(', ', @stryExpectedWAL) . ')',
|
||||
'all WAL in archive', {iWaitSeconds => 5});
|
||||
|
||||
#---------------------------------------------------------------------------------------------------------------------------
|
||||
if (defined($self->expect()))
|
||||
{
|
||||
$self->expect()->supplementalAdd(
|
||||
storageRepo()->pathGet(STORAGE_REPO_ARCHIVE . qw{/} . ARCHIVE_INFO_FILE), undef,
|
||||
${storageRepo()->get(STORAGE_REPO_ARCHIVE . qw{/} . ARCHIVE_INFO_FILE)});
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
1;
|
||||
Reference in New Issue
Block a user