mirror of
https://github.com/pgbackrest/pgbackrest.git
synced 2024-12-16 10:20:02 +02:00
1708f1d151
ScalityS3 has not received any maintenance in years and is slow to start which is bad for testing. Replace it with minio which starts quickly and ships as a single executable or a tiny container. Minio has stricter limits on allowable characters but should still provide enough coverage to show that our encoding is working correctly. This commit also includes the upgrade to openssl 1.1.1 in the Ubuntu 18.04 container.
133 lines
4.9 KiB
Perl
133 lines
4.9 KiB
Perl
####################################################################################################################################
|
|
# S3 Test Host
|
|
####################################################################################################################################
|
|
package pgBackRestTest::Env::Host::HostS3Test;
|
|
use parent 'pgBackRestTest::Common::HostTest';
|
|
|
|
####################################################################################################################################
|
|
# Perl includes
|
|
####################################################################################################################################
|
|
use strict;
|
|
use warnings FATAL => qw(all);
|
|
use Carp qw(confess);
|
|
|
|
use Cwd qw(abs_path);
|
|
use Exporter qw(import);
|
|
our @EXPORT = qw();
|
|
use File::Basename qw(dirname);
|
|
use Storable qw(dclone);
|
|
|
|
use pgBackRest::Backup::Common;
|
|
use pgBackRest::Common::Exception;
|
|
use pgBackRest::Common::Ini;
|
|
use pgBackRest::Common::Log;
|
|
use pgBackRest::Common::Wait;
|
|
use pgBackRest::Config::Config;
|
|
use pgBackRest::Manifest;
|
|
use pgBackRest::Protocol::Storage::Helper;
|
|
use pgBackRest::Version;
|
|
|
|
use pgBackRestTest::Env::Host::HostBaseTest;
|
|
use pgBackRestTest::Common::ContainerTest;
|
|
use pgBackRestTest::Common::ExecuteTest;
|
|
use pgBackRestTest::Common::HostGroupTest;
|
|
use pgBackRestTest::Common::RunTest;
|
|
|
|
####################################################################################################################################
|
|
# S3 defaults
|
|
####################################################################################################################################
|
|
use constant HOST_S3_ACCESS_KEY => 'accessKey1';
|
|
push @EXPORT, qw(HOST_S3_ACCESS_KEY);
|
|
use constant HOST_S3_ACCESS_SECRET_KEY => 'verySecretKey1';
|
|
push @EXPORT, qw(HOST_S3_ACCESS_SECRET_KEY);
|
|
use constant HOST_S3_BUCKET => 'pgbackrest-dev';
|
|
push @EXPORT, qw(HOST_S3_BUCKET);
|
|
use constant HOST_S3_ENDPOINT => 's3.amazonaws.com';
|
|
push @EXPORT, qw(HOST_S3_ENDPOINT);
|
|
use constant HOST_S3_REGION => 'us-east-1';
|
|
push @EXPORT, qw(HOST_S3_REGION);
|
|
|
|
####################################################################################################################################
|
|
# new
|
|
####################################################################################################################################
|
|
sub new
|
|
{
|
|
my $class = shift; # Class name
|
|
|
|
# Assign function parameters, defaults, and log debug info
|
|
my
|
|
(
|
|
$strOperation,
|
|
) =
|
|
logDebugParam
|
|
(
|
|
__PACKAGE__ . '->new', \@_,
|
|
);
|
|
|
|
# Create the host
|
|
my $strProjectPath = dirname(dirname(abs_path($0)));
|
|
my $strFakeCertPath = "${strProjectPath}/doc/resource/fake-cert";
|
|
|
|
my $self = $class->SUPER::new(
|
|
HOST_S3, 'test-' . testRunGet()->vmId() . '-s3-server', 'minio/minio:RELEASE.2019-06-04T01-15-58Z', 'root', 'u18',
|
|
["${strFakeCertPath}/s3-server.crt:/root/.minio/certs/public.crt:ro",
|
|
"${strFakeCertPath}/s3-server.key:/root/.minio/certs/private.key:ro"],
|
|
'-e MINIO_REGION=' . HOST_S3_REGION . ' -e MINIO_DOMAIN=' . HOST_S3_ENDPOINT . ' -e MINIO_BROWSER=off' .
|
|
' -e MINIO_ACCESS_KEY=' . HOST_S3_ACCESS_KEY . ' -e MINIO_SECRET_KEY=' . HOST_S3_ACCESS_SECRET_KEY,
|
|
'server /data --address :443 --compat', false);
|
|
bless $self, $class;
|
|
|
|
# Return from function and log return values if any
|
|
return logDebugReturn
|
|
(
|
|
$strOperation,
|
|
{name => 'self', value => $self, trace => true}
|
|
);
|
|
}
|
|
|
|
####################################################################################################################################
|
|
# executeS3
|
|
####################################################################################################################################
|
|
sub executeS3
|
|
{
|
|
my $self = shift;
|
|
|
|
# Assign function parameters, defaults, and log debug info
|
|
my
|
|
(
|
|
$strOperation,
|
|
$strCommand
|
|
) =
|
|
logDebugParam
|
|
(
|
|
__PACKAGE__ . '->executeS3', \@_,
|
|
{name => 'strCommand', trace => true},
|
|
);
|
|
|
|
# Retry the command until timeout
|
|
my $oWait = waitInit(60);
|
|
my $bSuccess = false;
|
|
my $strTotalCommand =
|
|
'export PYTHONWARNINGS="ignore" && aws --endpoint-url=https://' . $self->ipGet() . ' s3 --no-verify-ssl ' . $strCommand;
|
|
|
|
do
|
|
{
|
|
my $oExec = new pgBackRestTest::Common::ExecuteTest($strTotalCommand, {bSuppressError => true, bSuppressStdErr => true});
|
|
$oExec->begin();
|
|
|
|
$bSuccess = $oExec->end() == 0;
|
|
}
|
|
while (!$bSuccess && waitMore($oWait));
|
|
|
|
# If no success run again to display the error
|
|
if (!$bSuccess)
|
|
{
|
|
executeTest($strTotalCommand);
|
|
}
|
|
|
|
# Return from function and log return values if any
|
|
return logDebugReturn($strOperation);
|
|
}
|
|
|
|
1;
|