db/pg_probackup
1
0
Fork 0
mirror of https://github.com/postgrespro/pg_probackup.git synced 2025-07-04 05:40:26 +02:00
Code Issues Releases Activity

ptrack tests added

Browse Source
This commit is contained in:
Grigory Smolkin
2017-05-03 14:14:48 +03:00
parent d4743168df
commit 2b8da45f09
21 changed files with 2918 additions and 1248 deletions
Download Patch File Download Diff File Expand all files Collapse all files

248
tests/backup_test.py
View File

@ -1,153 +1,169 @@
import unittest
from os import path, listdir
import six
from .pb_lib import ProbackupTest
from .ptrack_helpers import ProbackupTest, ProbackupException
from testgres import stop_all
class BackupTest(ProbackupTest, unittest.TestCase):
def __init__(self, *args, **kwargs):
super(BackupTest, self).__init__(*args, **kwargs)
def __init__(self, *args, **kwargs):
super(BackupTest, self).__init__(*args, **kwargs)
@classmethod
def tearDownClass(cls):
stop_all()
# @classmethod
# def tearDownClass(cls):
# stop_all()
# @unittest.skip("123")
def test_backup_modes_archive(self):
"""standart backup modes with ARCHIVE WAL method"""
fname = self.id().split('.')[3]
print '{0} started'.format(fname)
node = self.make_simple_node(base_dir="tmp_dirs/backup/{0}".format(fname),
set_archiving=True,
initdb_params=['--data-checksums'],
pg_options={'wal_level': 'replica', 'ptrack_enable': 'on'}
)
node.start()
self.assertEqual(self.init_pb(node), six.b(""))
def test_backup_modes_1(self):
"""standart backup modes"""
node = self.make_bnode(base_dir="tmp_dirs/backup/backup_modes_1")
node.start()
self.assertEqual(self.init_pb(node), six.b(""))
# full backup mode
with open(path.join(node.logs_dir, "backup_full.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(node, options=["--verbose"]))
# detect ptrack
is_ptrack = node.execute("postgres", "SELECT proname FROM pg_proc WHERE proname='pg_ptrack_clear'")
if len(is_ptrack):
node.append_conf("postgresql.conf", "ptrack_enable = on")
node.restart()
show_backup = self.show_pb(node)[0]
full_backup_id = show_backup['ID']
self.assertEqual(show_backup['Status'], six.b("OK"))
self.assertEqual(show_backup['Mode'], six.b("FULL"))
# full backup mode
with open(path.join(node.logs_dir, "backup_full.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(node, options=["--verbose"]))
# postmaster.pid and postmaster.opts shouldn't be copied
excluded = True
backups_dir = path.join(self.backup_dir(node), "backups")
for backup in listdir(backups_dir):
db_dir = path.join(backups_dir, backup, "database")
for f in listdir(db_dir):
if path.isfile(path.join(db_dir, f)) and \
(f == "postmaster.pid" or f == "postmaster.opts"):
excluded = False
self.assertEqual(excluded, True)
show_backup = self.show_pb(node)[0]
full_backup_id = show_backup.id
self.assertEqual(show_backup.status, six.b("OK"))
self.assertEqual(show_backup.mode, six.b("FULL"))
# page backup mode
with open(path.join(node.logs_dir, "backup_page.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(node, backup_type="page", options=["--verbose"]))
# postmaster.pid and postmaster.opts shouldn't be copied
excluded = True
backups_dir = path.join(self.backup_dir(node), "backups")
for backup in listdir(backups_dir):
db_dir = path.join(backups_dir, backup, "database")
for f in listdir(db_dir):
if path.isfile(path.join(db_dir, f)) and \
(f == "postmaster.pid" or f == "postmaster.opts"):
excluded = False
self.assertEqual(excluded, True)
print self.show_pb(node)
show_backup = self.show_pb(node)[1]
self.assertEqual(show_backup['Status'], six.b("OK"))
self.assertEqual(show_backup['Mode'], six.b("PAGE"))
# page backup mode
with open(path.join(node.logs_dir, "backup_page.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(node, backup_type="page", options=["--verbose"]))
# Check parent backup
self.assertEqual(
full_backup_id,
self.show_pb(node, id=show_backup['ID'])["parent-backup-id"])
show_backup = self.show_pb(node)[0]
self.assertEqual(show_backup.status, six.b("OK"))
self.assertEqual(show_backup.mode, six.b("PAGE"))
# ptrack backup mode
with open(path.join(node.logs_dir, "backup_ptrack.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(node, backup_type="ptrack", options=["--verbose"]))
# Check parent backup
self.assertEqual(
full_backup_id,
self.show_pb(node, show_backup.id)[six.b("PARENT_BACKUP")].strip(six.b(" '"))
)
show_backup = self.show_pb(node)[2]
self.assertEqual(show_backup['Status'], six.b("OK"))
self.assertEqual(show_backup['Mode'], six.b("PTRACK"))
# ptrack backup mode
if len(is_ptrack):
with open(path.join(node.logs_dir, "backup_ptrack.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(node, backup_type="ptrack", options=["--verbose"]))
node.stop()
show_backup = self.show_pb(node)[0]
self.assertEqual(show_backup.status, six.b("OK"))
self.assertEqual(show_backup.mode, six.b("PTRACK"))
# @unittest.skip("123")
def test_smooth_checkpoint(self):
"""full backup with smooth checkpoint"""
fname = self.id().split('.')[3]
print '{0} started'.format(fname)
node = self.make_simple_node(base_dir="tmp_dirs/backup/{0}".format(fname),
set_archiving=True,
initdb_params=['--data-checksums'],
pg_options={'wal_level': 'replica'}
)
node.start()
self.assertEqual(self.init_pb(node), six.b(""))
node.stop()
with open(path.join(node.logs_dir, "backup.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(node, options=["--verbose", "-C"]))
def test_smooth_checkpoint_2(self):
"""full backup with smooth checkpoint"""
node = self.make_bnode(base_dir="tmp_dirs/backup/smooth_checkpoint_2")
node.start()
self.assertEqual(self.init_pb(node), six.b(""))
self.assertEqual(self.show_pb(node)[0]['Status'], six.b("OK"))
with open(path.join(node.logs_dir, "backup.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(node, options=["--verbose", "-C"]))
node.stop()
self.assertEqual(self.show_pb(node)[0].status, six.b("OK"))
# @unittest.skip("123")
def test_page_backup_without_full(self):
"""page-level backup without validated full backup"""
fname = self.id().split('.')[3]
print '{0} started'.format(fname)
node = self.make_simple_node(base_dir="tmp_dirs/backup/{0}".format(fname),
set_archiving=True,
initdb_params=['--data-checksums'],
pg_options={'wal_level': 'replica'}
)
node.start()
self.assertEqual(self.init_pb(node), six.b(""))
node.stop()
try:
self.backup_pb(node, backup_type="page", options=["--verbose"])
except ProbackupException, e:
pass
self.assertEqual(self.show_pb(node)[0]['Status'], six.b("ERROR"))
def test_page_backup_without_full_3(self):
"""page-level backup without validated full backup"""
node = self.make_bnode(base_dir="tmp_dirs/backup/without_full_3")
node.start()
self.assertEqual(self.init_pb(node), six.b(""))
node.stop()
with open(path.join(node.logs_dir, "backup.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(node, backup_type="page", options=["--verbose"]))
# @unittest.skip("123")
def test_ptrack_threads(self):
"""ptrack multi thread backup mode"""
node = self.make_bnode(
base_dir="tmp_dirs/backup/ptrack_threads_4",
options={"ptrack_enable": "on", 'max_wal_senders': '2'}
)
node.start()
self.assertEqual(self.init_pb(node), six.b(""))
self.assertEqual(self.show_pb(node)[0].status, six.b("ERROR"))
with open(path.join(node.logs_dir, "backup_full.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(node, backup_type="full", options=["--verbose", "-j", "4"]))
node.stop()
self.assertEqual(self.show_pb(node)[0]['Status'], six.b("OK"))
def test_ptrack_threads_4(self):
"""ptrack multi thread backup mode"""
node = self.make_bnode(
base_dir="tmp_dirs/backup/ptrack_threads_4",
options={"ptrack_enable": "on"}
)
node.start()
self.assertEqual(self.init_pb(node), six.b(""))
with open(path.join(node.logs_dir, "backup_ptrack.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(node, backup_type="ptrack", options=["--verbose", "-j", "4"]))
with open(path.join(node.logs_dir, "backup_full.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(node, backup_type="full", options=["--verbose", "-j", "4"]))
self.assertEqual(self.show_pb(node)[0]['Status'], six.b("OK"))
self.assertEqual(self.show_pb(node)[0].status, six.b("OK"))
node.stop()
with open(path.join(node.logs_dir, "backup_ptrack.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(node, backup_type="ptrack", options=["--verbose", "-j", "4"]))
# @unittest.skip("123")
def test_ptrack_threads_stream(self):
"""ptrack multi thread backup mode and stream"""
fname = self.id().split('.')[3]
print '{0} started'.format(fname)
node = self.make_simple_node(base_dir="tmp_dirs/backup/{0}".format(fname),
set_replication=True,
initdb_params=['--data-checksums'],
pg_options={'wal_level': 'replica', 'ptrack_enable': 'on', 'max_wal_senders': '2'}
)
# node.append_conf("pg_hba.conf", "local replication all trust")
# node.append_conf("pg_hba.conf", "host replication all 127.0.0.1/32 trust")
node.start()
self.assertEqual(self.init_pb(node), six.b(""))
self.assertEqual(self.show_pb(node)[0].status, six.b("OK"))
with open(path.join(node.logs_dir, "backup_full.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(
node,
backup_type="full",
options=["--verbose", "-j", "4", "--stream"]
))
node.stop()
self.assertEqual(self.show_pb(node)[0]['Status'], six.b("OK"))
def test_ptrack_threads_stream_5(self):
"""ptrack multi thread backup mode and stream"""
node = self.make_bnode(
base_dir="tmp_dirs/backup/ptrack_threads_stream_5",
options={
"ptrack_enable": "on",
"max_wal_senders": "5"
}
)
node.append_conf("pg_hba.conf", "local replication all trust")
node.append_conf("pg_hba.conf", "host replication all 127.0.0.1/32 trust")
node.start()
self.assertEqual(self.init_pb(node), six.b(""))
with open(path.join(node.logs_dir, "backup_ptrack.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(
node,
backup_type="ptrack",
options=["--verbose", "-j", "4", "--stream"]
))
with open(path.join(node.logs_dir, "backup_full.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(
node,
backup_type="full",
options=["--verbose", "-j", "4", "--stream"]
))
self.assertEqual(self.show_pb(node)[1]['Status'], six.b("OK"))
self.assertEqual(self.show_pb(node)[0].status, six.b("OK"))
with open(path.join(node.logs_dir, "backup_ptrack.log"), "wb") as backup_log:
backup_log.write(self.backup_pb(
node,
backup_type="ptrack",
options=["--verbose", "-j", "4", "--stream"]
))
self.assertEqual(self.show_pb(node)[0].status, six.b("OK"))
node.stop()
node.stop()