db/pg_probackup
db/pg_probackup
1
0
Fork 0
mirror of https://github.com/postgrespro/pg_probackup.git synced 2024-11-25 09:01:48 +02:00
Code Issues Releases Activity

tests: minor fixes

Browse Source
This commit is contained in:
Grigory Smolkin 2019-10-09 13:23:14 +03:00
parent 1534590bba
commit 23f7e11544
3 changed files with 178 additions and 41 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/helpers/ptrack_helpers.py
View File

@ -770,7 +770,7 @@ class ProbackupTest(object):
self, backup_dir, instance, node, data_dir=False,
backup_type='full', datname=False, options=[],
asynchronous=False, gdb=False,
old_binary=False, return_id=True
old_binary=False, return_id=True, no_remote=False
):
if not node and not data_dir:
print('You must provide ether node or data_dir for backup')
@ -792,7 +792,7 @@ class ProbackupTest(object):
cmd_list += ['-D', data_dir]
# don`t forget to kill old_binary after remote ssh release
if self.remote and not old_binary:
if self.remote and not old_binary and not no_remote:
options = options + [
'--remote-proto=ssh',
'--remote-host=localhost']

109
tests/retention.py
View File

@ -2455,7 +2455,7 @@ class RetentionTest(ProbackupTest, unittest.TestCase):
output)
self.assertIn(
'VERBOSE: Archive backup {0} to stay consistent protect from '
'LOG: Archive backup {0} to stay consistent protect from '
'purge WAL interval between 0000000000000004 and 0000000000000004 '
'on timeline 1'.format(B1), output)
@ -2465,12 +2465,12 @@ class RetentionTest(ProbackupTest, unittest.TestCase):
output)
self.assertIn(
'VERBOSE: Timeline 3 to stay reachable from timeline 1 protect '
'LOG: Timeline 3 to stay reachable from timeline 1 protect '
'from purge WAL interval between 0000000000000005 and '
'0000000000000008 on timeline 2', output)
self.assertIn(
'VERBOSE: Timeline 3 to stay reachable from timeline 1 protect '
'LOG: Timeline 3 to stay reachable from timeline 1 protect '
'from purge WAL interval between 0000000000000004 and '
'0000000000000005 on timeline 1', output)
@ -2540,3 +2540,106 @@ class RetentionTest(ProbackupTest, unittest.TestCase):
self.validate_pb(backup_dir, 'node')
self.del_test_dir(module_name, fname)
def test_basic_wal_depth(self):
"""
B1---B1----B3-----B4----B5------> tli1
Expected result with wal-depth=1:
B1 B1 B3 B4 B5------> tli1
wal-depth=1
"""
fname = self.id().split('.')[3]
backup_dir = os.path.join(self.tmp_path, module_name, fname, 'backup')
node = self.make_simple_node(
base_dir=os.path.join(module_name, fname, 'node'),
set_replication=True,
initdb_params=['--data-checksums'])
self.init_pb(backup_dir)
self.add_instance(backup_dir, 'node', node)
self.set_config(backup_dir, 'node', options=['--archive-timeout=60s'])
self.set_archiving(backup_dir, 'node', node)
node.slow_start()
# FULL
node.pgbench_init(scale=1)
B1 = self.backup_node(backup_dir, 'node', node)
# B2
pgbench = node.pgbench(options=['-T', '10', '-c', '2'])
pgbench.wait()
B2 = self.backup_node(
backup_dir, 'node', node, backup_type='page')
# B3
pgbench = node.pgbench(options=['-T', '10', '-c', '2'])
pgbench.wait()
B3 = self.backup_node(
backup_dir, 'node', node, backup_type='page')
# B4
pgbench = node.pgbench(options=['-T', '10', '-c', '2'])
pgbench.wait()
B4 = self.backup_node(
backup_dir, 'node', node, backup_type='page')
# B5
pgbench = node.pgbench(options=['-T', '10', '-c', '2'])
pgbench.wait()
B5 = self.backup_node(
backup_dir, 'node', node, backup_type='page',
options=['--wal-depth=1', '--delete-wal'])
pgbench = node.pgbench(options=['-T', '10', '-c', '2'])
pgbench.wait()
target_xid = node.safe_psql(
"postgres",
"select txid_current()").rstrip()
self.switch_wal_segment(node)
pgbench = node.pgbench(options=['-T', '10', '-c', '2'])
pgbench.wait()
tli1 = self.show_archive(backup_dir, 'node', tli=1)
# check that there are 4 lost_segments intervals
self.assertEqual(len(tli1['lost-segments']), 4)
output = self.validate_pb(
backup_dir, 'node', B5,
options=['--recovery-target-xid={0}'.format(target_xid)])
print(output)
self.assertIn(
'INFO: Backup validation completed successfully on time',
output)
self.assertIn(
'xid {0} and LSN'.format(target_xid),
output)
for backup_id in [B1, B2, B3, B4]:
try:
self.validate_pb(
backup_dir, 'node', backup_id,
options=['--recovery-target-xid={0}'.format(target_xid)])
# we should die here because exception is what we expect to happen
self.assertEqual(
1, 0,
"Expecting Error because page backup should not be possible "
"without valid full backup.\n Output: {0} \n CMD: {1}".format(
repr(self.output), self.cmd))
except ProbackupException as e:
self.assertIn(
"ERROR: Not enough WAL records to xid {0}".format(target_xid),
e.message)
self.validate_pb(backup_dir, 'node')
self.del_test_dir(module_name, fname)

106
tests/show.py
View File

@ -228,14 +228,17 @@ class OptionTest(ProbackupTest, unittest.TestCase):
# FULL
backup_local_id = self.backup_node(
backup_dir, 'node', node, options=['--remote-proto=none'])
backup_dir, 'node', node, no_remote=True)
output_local = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_local_id)
backup_remote_id = self.backup_node(
backup_dir, 'node', node,
options=['--remote-proto=ssh', '--remote-host=localhost'])
if self.remote:
backup_remote_id = self.backup_node(backup_dir, 'node', node)
else:
backup_remote_id = self.backup_node(
backup_dir, 'node', node,
options=['--remote-proto=ssh', '--remote-host=localhost'])
output_remote = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_remote_id)
@ -252,15 +255,19 @@ class OptionTest(ProbackupTest, unittest.TestCase):
# DELTA
backup_local_id = self.backup_node(
backup_dir, 'node', node,
backup_type='delta', options=['--remote-proto=none'])
backup_type='delta', no_remote=True)
output_local = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_local_id)
self.delete_pb(backup_dir, 'node', backup_local_id)
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='delta',
options=['--remote-proto=ssh', '--remote-host=localhost'])
if self.remote:
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='delta')
else:
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='delta',
options=['--remote-proto=ssh', '--remote-host=localhost'])
output_remote = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_remote_id)
@ -278,15 +285,19 @@ class OptionTest(ProbackupTest, unittest.TestCase):
# PAGE
backup_local_id = self.backup_node(
backup_dir, 'node', node,
backup_type='page', options=['--remote-proto=none'])
backup_type='page', no_remote=True)
output_local = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_local_id)
self.delete_pb(backup_dir, 'node', backup_local_id)
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='page',
options=['--remote-proto=ssh', '--remote-host=localhost'])
if self.remote:
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='page')
else:
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='page',
options=['--remote-proto=ssh', '--remote-host=localhost'])
output_remote = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_remote_id)
@ -324,14 +335,17 @@ class OptionTest(ProbackupTest, unittest.TestCase):
# FULL
backup_local_id = self.backup_node(
backup_dir, 'node', node, options=['--remote-proto=none'])
backup_dir, 'node', node, no_remote=True)
output_local = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_local_id)
backup_remote_id = self.backup_node(
backup_dir, 'node', node,
options=['--remote-proto=ssh', '--remote-host=localhost'])
if self.remote:
backup_remote_id = self.backup_node(backup_dir, 'node', node)
else:
backup_remote_id = self.backup_node(
backup_dir, 'node', node,
options=['--remote-proto=ssh', '--remote-host=localhost'])
output_remote = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_remote_id)
@ -352,15 +366,19 @@ class OptionTest(ProbackupTest, unittest.TestCase):
# DELTA
backup_local_id = self.backup_node(
backup_dir, 'node', node,
backup_type='delta', options=['--remote-proto=none'])
backup_type='delta', no_remote=True)
output_local = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_local_id)
self.delete_pb(backup_dir, 'node', backup_local_id)
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='delta',
options=['--remote-proto=ssh', '--remote-host=localhost'])
if self.remote:
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='delta')
else:
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='delta',
options=['--remote-proto=ssh', '--remote-host=localhost'])
output_remote = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_remote_id)
@ -378,15 +396,19 @@ class OptionTest(ProbackupTest, unittest.TestCase):
# PAGE
backup_local_id = self.backup_node(
backup_dir, 'node', node,
backup_type='page', options=['--remote-proto=none'])
backup_type='page', no_remote=True)
output_local = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_local_id)
self.delete_pb(backup_dir, 'node', backup_local_id)
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='page',
options=['--remote-proto=ssh', '--remote-host=localhost'])
if self.remote:
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='page')
else:
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='page',
options=['--remote-proto=ssh', '--remote-host=localhost'])
output_remote = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_remote_id)
@ -425,14 +447,18 @@ class OptionTest(ProbackupTest, unittest.TestCase):
# FULL
backup_local_id = self.backup_node(
backup_dir, 'node', node,
options=['--remote-proto=none', '--compress'])
options=['--compress'], no_remote=True)
output_local = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_local_id)
backup_remote_id = self.backup_node(
backup_dir, 'node', node,
options=['--remote-proto=ssh', '--remote-host=localhost', '--compress'])
if self.remote:
backup_remote_id = self.backup_node(
backup_dir, 'node', node, options=['--compress'])
else:
backup_remote_id = self.backup_node(
backup_dir, 'node', node,
options=['--remote-proto=ssh', '--remote-host=localhost', '--compress'])
output_remote = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_remote_id)
@ -453,15 +479,19 @@ class OptionTest(ProbackupTest, unittest.TestCase):
# DELTA
backup_local_id = self.backup_node(
backup_dir, 'node', node,
backup_type='delta', options=['--remote-proto=none', '--compress'])
backup_type='delta', options=['--compress'], no_remote=True)
output_local = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_local_id)
self.delete_pb(backup_dir, 'node', backup_local_id)
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='delta',
options=['--remote-proto=ssh', '--remote-host=localhost', '--compress'])
if self.remote:
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='delta', options=['--compress'])
else:
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='delta',
options=['--remote-proto=ssh', '--remote-host=localhost', '--compress'])
output_remote = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_remote_id)
@ -479,15 +509,19 @@ class OptionTest(ProbackupTest, unittest.TestCase):
# PAGE
backup_local_id = self.backup_node(
backup_dir, 'node', node,
backup_type='page', options=['--remote-proto=none', '--compress'])
backup_type='page', options=['--compress'], no_remote=True)
output_local = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_local_id)
self.delete_pb(backup_dir, 'node', backup_local_id)
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='page',
options=['--remote-proto=ssh', '--remote-host=localhost', '--compress'])
if self.remote:
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='page', options=['--compress'])
else:
backup_remote_id = self.backup_node(
backup_dir, 'node', node, backup_type='page',
options=['--remote-proto=ssh', '--remote-host=localhost', '--compress'])
output_remote = self.show_pb(
backup_dir, 'node', as_json=False, backup_id=backup_remote_id)