2015-01-07 17:59:43 +02:00
|
|
|
####################################################################################################################################
|
|
|
|
# MANIFEST MODULE
|
|
|
|
####################################################################################################################################
|
|
|
|
package BackRest::Manifest;
|
|
|
|
|
|
|
|
use threads;
|
|
|
|
use strict;
|
|
|
|
use warnings;
|
|
|
|
use Carp;
|
|
|
|
|
|
|
|
use File::Basename qw(dirname);
|
2015-01-08 22:43:43 +02:00
|
|
|
use Time::Local qw(timelocal);
|
2015-01-20 23:05:15 +02:00
|
|
|
use Digest::SHA;
|
2015-01-07 17:59:43 +02:00
|
|
|
|
|
|
|
use lib dirname($0);
|
|
|
|
use BackRest::Utility;
|
|
|
|
|
|
|
|
# Exports
|
|
|
|
use Exporter qw(import);
|
|
|
|
our @EXPORT = qw(MANIFEST_SECTION_BACKUP MANIFEST_SECTION_BACKUP_OPTION MANIFEST_SECTION_BACKUP_PATH
|
2015-01-08 19:04:56 +02:00
|
|
|
MANIFEST_SECTION_BACKUP_TABLESPACE
|
2015-01-07 17:59:43 +02:00
|
|
|
|
2015-01-20 23:05:15 +02:00
|
|
|
MANIFEST_KEY_CHECKSUM MANIFEST_KEY_COMPRESS MANIFEST_KEY_HARDLINK MANIFEST_KEY_LABEL
|
|
|
|
MANIFEST_KEY_TIMESTAMP_COPY_START
|
2015-01-07 17:59:43 +02:00
|
|
|
|
2015-01-08 19:04:56 +02:00
|
|
|
MANIFEST_SUBKEY_CHECKSUM MANIFEST_SUBKEY_DESTINATION MANIFEST_SUBKEY_FUTURE MANIFEST_SUBKEY_GROUP
|
|
|
|
MANIFEST_SUBKEY_LINK MANIFEST_SUBKEY_MODE MANIFEST_SUBKEY_MODIFICATION_TIME MANIFEST_SUBKEY_PATH
|
|
|
|
MANIFEST_SUBKEY_REFERENCE MANIFEST_SUBKEY_SIZE MANIFEST_SUBKEY_USER);
|
2015-01-07 17:59:43 +02:00
|
|
|
|
|
|
|
####################################################################################################################################
|
|
|
|
# MANIFEST Constants
|
|
|
|
####################################################################################################################################
|
|
|
|
use constant
|
|
|
|
{
|
|
|
|
MANIFEST_SECTION_BACKUP => 'backup',
|
|
|
|
MANIFEST_SECTION_BACKUP_OPTION => 'backup:option',
|
|
|
|
MANIFEST_SECTION_BACKUP_PATH => 'backup:path',
|
2015-01-08 19:04:56 +02:00
|
|
|
MANIFEST_SECTION_BACKUP_TABLESPACE => 'backup:tablespace',
|
|
|
|
|
2015-01-20 23:05:15 +02:00
|
|
|
MANIFEST_KEY_CHECKSUM => 'checksum',
|
2015-01-20 21:13:35 +02:00
|
|
|
MANIFEST_KEY_COMPRESS => 'compress',
|
|
|
|
MANIFEST_KEY_HARDLINK => 'hardlink',
|
2015-01-08 19:04:56 +02:00
|
|
|
MANIFEST_KEY_LABEL => 'label',
|
2015-01-08 22:43:43 +02:00
|
|
|
MANIFEST_KEY_TIMESTAMP_COPY_START => 'timestamp-copy-start',
|
2015-01-08 19:04:56 +02:00
|
|
|
|
|
|
|
MANIFEST_SUBKEY_CHECKSUM => 'checksum',
|
|
|
|
MANIFEST_SUBKEY_DESTINATION => 'link_destination',
|
|
|
|
MANIFEST_SUBKEY_FUTURE => 'future',
|
|
|
|
MANIFEST_SUBKEY_GROUP => 'group',
|
|
|
|
MANIFEST_SUBKEY_LINK => 'link',
|
|
|
|
MANIFEST_SUBKEY_MODE => 'permission',
|
|
|
|
MANIFEST_SUBKEY_MODIFICATION_TIME => 'modification_time',
|
|
|
|
MANIFEST_SUBKEY_PATH => 'path',
|
|
|
|
MANIFEST_SUBKEY_REFERENCE => 'reference',
|
|
|
|
MANIFEST_SUBKEY_SIZE => 'size',
|
|
|
|
MANIFEST_SUBKEY_USER => 'user'
|
2015-01-07 17:59:43 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
####################################################################################################################################
|
|
|
|
# CONSTRUCTOR
|
|
|
|
####################################################################################################################################
|
|
|
|
sub new
|
|
|
|
{
|
|
|
|
my $class = shift; # Class name
|
|
|
|
my $strFileName = shift; # Filename to load manifest from
|
2015-01-20 21:42:22 +02:00
|
|
|
my $bLoad = shift; # Load the manifest?
|
2015-01-07 17:59:43 +02:00
|
|
|
|
|
|
|
# Create the class hash
|
|
|
|
my $self = {};
|
|
|
|
bless $self, $class;
|
|
|
|
|
2015-01-20 21:42:22 +02:00
|
|
|
# Filename must be specified
|
|
|
|
if (!defined($strFileName))
|
|
|
|
{
|
|
|
|
confess &log(ASSERT, 'filename must be provided');
|
|
|
|
}
|
|
|
|
|
|
|
|
# Set variables
|
2015-01-20 23:05:15 +02:00
|
|
|
my $oManifest = {};
|
|
|
|
$self->{oManifest} = $oManifest;
|
2015-01-20 21:42:22 +02:00
|
|
|
$self->{strFileName} = $strFileName;
|
2015-01-20 21:13:35 +02:00
|
|
|
|
2015-01-20 21:42:22 +02:00
|
|
|
# Load the manifest if specified
|
|
|
|
if (!(defined($bLoad) && $bLoad == false))
|
2015-01-20 21:13:35 +02:00
|
|
|
{
|
2015-01-20 23:05:15 +02:00
|
|
|
ini_load($strFileName, $oManifest);
|
|
|
|
|
|
|
|
# Make sure the manifest is valid by testing checksum
|
|
|
|
my $strChecksum = $self->get(MANIFEST_SECTION_BACKUP, MANIFEST_KEY_CHECKSUM);
|
|
|
|
|
|
|
|
if ($strChecksum ne $self->hash())
|
|
|
|
{
|
|
|
|
confess &log(ERROR, 'backup.manifest checksum is invalid');
|
|
|
|
}
|
2015-01-20 21:13:35 +02:00
|
|
|
}
|
|
|
|
|
2015-01-07 17:59:43 +02:00
|
|
|
return $self;
|
|
|
|
}
|
|
|
|
|
2015-01-20 21:13:35 +02:00
|
|
|
####################################################################################################################################
|
|
|
|
# SAVE
|
|
|
|
#
|
2015-01-20 21:42:22 +02:00
|
|
|
# Save the manifest.
|
2015-01-20 21:13:35 +02:00
|
|
|
####################################################################################################################################
|
2015-01-20 21:42:22 +02:00
|
|
|
sub save
|
|
|
|
{
|
|
|
|
my $self = shift;
|
|
|
|
|
2015-01-20 23:05:15 +02:00
|
|
|
# Create the checksum
|
|
|
|
$self->hash();
|
|
|
|
|
2015-01-20 21:42:22 +02:00
|
|
|
# Save the config file
|
|
|
|
ini_save($self->{strFileName}, $self->{oManifest});
|
|
|
|
}
|
2015-01-20 21:13:35 +02:00
|
|
|
|
2015-01-07 17:59:43 +02:00
|
|
|
####################################################################################################################################
|
2015-01-20 23:05:15 +02:00
|
|
|
# HASH
|
|
|
|
#
|
|
|
|
# Generate hash for the manifest.
|
|
|
|
####################################################################################################################################
|
|
|
|
sub hash
|
|
|
|
{
|
|
|
|
my $self = shift;
|
|
|
|
|
|
|
|
my $oManifest = $self->{oManifest};
|
|
|
|
|
|
|
|
# Remove the old checksum
|
|
|
|
$self->remove(MANIFEST_SECTION_BACKUP, MANIFEST_KEY_CHECKSUM);
|
|
|
|
|
|
|
|
my $oSHA = Digest::SHA->new('sha1');
|
|
|
|
|
|
|
|
foreach my $strSection ($self->keys())
|
|
|
|
{
|
|
|
|
$oSHA->add($strSection);
|
|
|
|
|
|
|
|
foreach my $strKey ($self->keys($strSection))
|
|
|
|
{
|
|
|
|
$oSHA->add($strKey);
|
|
|
|
|
|
|
|
my $strValue = $self->get($strSection, $strKey);
|
|
|
|
|
|
|
|
if (!defined($strValue))
|
|
|
|
{
|
|
|
|
confess &log(ASSERT, "section ${strSection}, key ${$strKey} has undef value");
|
|
|
|
}
|
|
|
|
|
|
|
|
if (ref($strValue) eq "HASH")
|
|
|
|
{
|
|
|
|
foreach my $strSubKey ($self->keys($strSection, $strKey))
|
|
|
|
{
|
|
|
|
my $strSubValue = $self->get($strSection, $strKey, $strSubKey);
|
|
|
|
|
|
|
|
if (!defined($strSubValue))
|
|
|
|
{
|
|
|
|
confess &log(ASSERT, "section ${strSection}, key ${strKey}, subkey ${strSubKey} has undef value");
|
|
|
|
}
|
|
|
|
|
|
|
|
$oSHA->add($strSubValue);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
$oSHA->add($strValue);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
# Set the new checksum
|
|
|
|
my $strHash = $oSHA->hexdigest();
|
|
|
|
|
|
|
|
$self->set(MANIFEST_SECTION_BACKUP, MANIFEST_KEY_CHECKSUM, undef, $strHash);
|
|
|
|
|
|
|
|
return $strHash;
|
|
|
|
}
|
|
|
|
|
|
|
|
####################################################################################################################################
|
|
|
|
# HASH
|
2015-01-07 17:59:43 +02:00
|
|
|
#
|
|
|
|
# Get a value.
|
|
|
|
####################################################################################################################################
|
|
|
|
sub get
|
|
|
|
{
|
|
|
|
my $self = shift;
|
|
|
|
my $strSection = shift;
|
|
|
|
my $strValue = shift;
|
|
|
|
my $strSubValue = shift;
|
|
|
|
my $bRequired = shift;
|
|
|
|
|
2015-01-20 21:13:35 +02:00
|
|
|
my $oManifest = $self->{oManifest};
|
|
|
|
|
2015-01-07 17:59:43 +02:00
|
|
|
# Section must always be defined
|
|
|
|
if (!defined($strSection))
|
|
|
|
{
|
|
|
|
confess &log(ASSERT, 'section is not defined');
|
|
|
|
}
|
|
|
|
|
|
|
|
# Set default for required
|
|
|
|
$bRequired = defined($bRequired) ? $bRequired : true;
|
|
|
|
|
|
|
|
# Store the result
|
2015-01-20 21:13:35 +02:00
|
|
|
my $oResult = undef;
|
2015-01-07 17:59:43 +02:00
|
|
|
|
|
|
|
if (defined($strSubValue))
|
|
|
|
{
|
|
|
|
if (!defined($strValue))
|
|
|
|
{
|
|
|
|
confess &log(ASSERT, 'subvalue requested bu value is not defined');
|
|
|
|
}
|
|
|
|
|
2015-01-20 21:13:35 +02:00
|
|
|
if (defined(${$oManifest}{$strSection}{$strValue}))
|
2015-01-07 17:59:43 +02:00
|
|
|
{
|
2015-01-20 21:13:35 +02:00
|
|
|
$oResult = ${$oManifest}{$strSection}{$strValue}{$strSubValue};
|
2015-01-07 17:59:43 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
elsif (defined($strValue))
|
|
|
|
{
|
2015-01-20 21:13:35 +02:00
|
|
|
if (defined(${$oManifest}{$strSection}))
|
2015-01-07 17:59:43 +02:00
|
|
|
{
|
2015-01-20 21:13:35 +02:00
|
|
|
$oResult = ${$oManifest}{$strSection}{$strValue};
|
2015-01-07 17:59:43 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2015-01-20 21:13:35 +02:00
|
|
|
$oResult = ${$oManifest}{$strSection};
|
2015-01-07 17:59:43 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
if (!defined($oResult) && $bRequired)
|
|
|
|
{
|
|
|
|
confess &log(ASSERT, "manifest section '$strSection'" . (defined($strValue) ? ", value '$strValue'" : '') .
|
|
|
|
(defined($strSubValue) ? ", subvalue '$strSubValue'" : '') . ' is required but not defined');
|
|
|
|
}
|
|
|
|
|
|
|
|
return $oResult
|
|
|
|
}
|
|
|
|
|
|
|
|
####################################################################################################################################
|
2015-01-08 19:04:56 +02:00
|
|
|
# SET
|
|
|
|
#
|
|
|
|
# Set a value.
|
|
|
|
####################################################################################################################################
|
|
|
|
sub set
|
|
|
|
{
|
|
|
|
my $self = shift;
|
|
|
|
my $strSection = shift;
|
|
|
|
my $strKey = shift;
|
|
|
|
my $strSubKey = shift;
|
|
|
|
my $strValue = shift;
|
|
|
|
|
2015-01-20 21:13:35 +02:00
|
|
|
my $oManifest = $self->{oManifest};
|
|
|
|
|
2015-01-08 19:04:56 +02:00
|
|
|
# Make sure the keys are valid
|
2015-01-20 23:05:15 +02:00
|
|
|
$self->valid($strSection, $strKey, $strSubKey);
|
2015-01-08 19:04:56 +02:00
|
|
|
|
|
|
|
if (defined($strSubKey))
|
|
|
|
{
|
2015-01-20 21:13:35 +02:00
|
|
|
${$oManifest}{$strSection}{$strKey}{$strSubKey} = $strValue;
|
2015-01-08 19:04:56 +02:00
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2015-01-20 21:13:35 +02:00
|
|
|
${$oManifest}{$strSection}{$strKey} = $strValue;
|
2015-01-08 19:04:56 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-01-20 23:05:15 +02:00
|
|
|
####################################################################################################################################
|
|
|
|
# REMOVE
|
|
|
|
#
|
|
|
|
# Remove a value.
|
|
|
|
####################################################################################################################################
|
|
|
|
sub remove
|
|
|
|
{
|
|
|
|
my $self = shift;
|
|
|
|
my $strSection = shift;
|
|
|
|
my $strKey = shift;
|
|
|
|
my $strSubKey = shift;
|
|
|
|
my $strValue = shift;
|
|
|
|
|
|
|
|
my $oManifest = $self->{oManifest};
|
|
|
|
|
|
|
|
# Make sure the keys are valid
|
|
|
|
$self->valid($strSection, $strKey, $strSubKey);
|
|
|
|
|
|
|
|
if (defined($strSubKey))
|
|
|
|
{
|
|
|
|
delete(${$oManifest}{$strSection}{$strKey}{$strSubKey});
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
delete(${$oManifest}{$strSection}{$strKey});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-01-08 19:04:56 +02:00
|
|
|
####################################################################################################################################
|
|
|
|
# VALID
|
|
|
|
#
|
|
|
|
# Determine if section, key, subkey combination is valid.
|
|
|
|
####################################################################################################################################
|
|
|
|
sub valid
|
|
|
|
{
|
|
|
|
my $self = shift;
|
|
|
|
my $strSection = shift;
|
|
|
|
my $strKey = shift;
|
|
|
|
my $strSubKey = shift;
|
|
|
|
|
|
|
|
# Section and key must always be defined
|
|
|
|
if (!defined($strSection) || !defined($strKey))
|
|
|
|
{
|
|
|
|
confess &log(ASSERT, 'section or key is not defined');
|
|
|
|
}
|
|
|
|
|
2015-01-20 23:05:15 +02:00
|
|
|
if ($strSection eq MANIFEST_SECTION_BACKUP)
|
|
|
|
{
|
|
|
|
if ($strKey eq MANIFEST_KEY_CHECKSUM)
|
|
|
|
{
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-01-08 19:04:56 +02:00
|
|
|
if ($strSection eq MANIFEST_SECTION_BACKUP_PATH)
|
|
|
|
{
|
|
|
|
if ($strKey eq 'base' || $strKey =~ /^tablespace\:.*$/)
|
|
|
|
{
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
confess &log(ASSERT, "manifest section '${strSection}', key '${strKey}'" .
|
|
|
|
(defined($strSubKey) ? ", subkey '$strSubKey'" : '') . ' is not valid');
|
|
|
|
}
|
|
|
|
|
2015-01-08 22:43:43 +02:00
|
|
|
####################################################################################################################################
|
|
|
|
# epoch
|
|
|
|
#
|
|
|
|
# Retrieves a value in the format YYYY-MM-DD HH24:MI:SS and converts to epoch time.
|
|
|
|
####################################################################################################################################
|
|
|
|
sub epoch
|
|
|
|
{
|
|
|
|
my $self = shift;
|
|
|
|
my $strSection = shift;
|
|
|
|
my $strKey = shift;
|
|
|
|
my $strSubKey = shift;
|
|
|
|
|
|
|
|
my $strValue = $self->get($strSection, $strKey, $strSubKey);
|
|
|
|
|
|
|
|
my ($iYear, $iMonth, $iDay, $iHour, $iMinute, $iSecond) = split(/[\s\-\:]+/, $strValue);
|
|
|
|
|
|
|
|
return timelocal($iSecond, $iMinute, $iHour, $iDay , $iMonth - 1, $iYear);
|
|
|
|
}
|
|
|
|
|
2015-01-08 19:04:56 +02:00
|
|
|
####################################################################################################################################
|
|
|
|
# KEYS
|
2015-01-07 17:59:43 +02:00
|
|
|
#
|
|
|
|
# Get a list of keys.
|
|
|
|
####################################################################################################################################
|
|
|
|
sub keys
|
|
|
|
{
|
|
|
|
my $self = shift;
|
|
|
|
my $strSection = shift;
|
2015-01-20 23:05:15 +02:00
|
|
|
my $strKey = shift;
|
2015-01-07 17:59:43 +02:00
|
|
|
|
2015-01-20 23:05:15 +02:00
|
|
|
if (defined($strSection))
|
2015-01-07 17:59:43 +02:00
|
|
|
{
|
2015-01-20 23:05:15 +02:00
|
|
|
if ($self->test($strSection, $strKey))
|
|
|
|
{
|
|
|
|
return sort(keys $self->get($strSection, $strKey));
|
|
|
|
}
|
2015-01-07 17:59:43 +02:00
|
|
|
|
2015-01-20 23:05:15 +02:00
|
|
|
return [];
|
|
|
|
}
|
2015-01-20 21:13:35 +02:00
|
|
|
|
2015-01-20 23:05:15 +02:00
|
|
|
return sort(keys $self->{oManifest});
|
2015-01-07 17:59:43 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
####################################################################################################################################
|
|
|
|
# TEST
|
|
|
|
#
|
|
|
|
# Test a value to see if it equals the supplied test value. If no test value is given, tests that it is defined.
|
|
|
|
####################################################################################################################################
|
|
|
|
sub test
|
|
|
|
{
|
|
|
|
my $self = shift;
|
|
|
|
my $strSection = shift;
|
|
|
|
my $strValue = shift;
|
|
|
|
my $strSubValue = shift;
|
|
|
|
my $strTest = shift;
|
|
|
|
|
|
|
|
my $strResult = $self->get($strSection, $strValue, $strSubValue, false);
|
|
|
|
|
|
|
|
if (defined($strResult))
|
|
|
|
{
|
|
|
|
if (defined($strTest))
|
|
|
|
{
|
|
|
|
return $strResult eq $strTest ? true : false;
|
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
1;
|