96 lines
3.7 KiB
Python
96 lines
3.7 KiB
Python
#!/usr/bin/env python
|
|
#
|
|
# Public Domain 2014-2016 MongoDB, Inc.
|
|
# Public Domain 2008-2014 WiredTiger, Inc.
|
|
#
|
|
# This is free and unencumbered software released into the public domain.
|
|
#
|
|
# Anyone is free to copy, modify, publish, use, compile, sell, or
|
|
# distribute this software, either in source code form or as a compiled
|
|
# binary, for any purpose, commercial or non-commercial, and by any
|
|
# means.
|
|
#
|
|
# In jurisdictions that recognize copyright laws, the author or authors
|
|
# of this software dedicate any and all copyright interest in the
|
|
# software to the public domain. We make this dedication for the benefit
|
|
# of the public at large and to the detriment of our heirs and
|
|
# successors. We intend this dedication to be an overt act of
|
|
# relinquishment in perpetuity of all present and future rights to this
|
|
# software under copyright law.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
|
# IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
# OTHER DEALINGS IN THE SOFTWARE.
|
|
#
|
|
# test_backup05.py
|
|
# Test that backups can be performed similar to MongoDB's fsyncLock.
|
|
# We assume writes are not being performed, a checkpoint is done and
|
|
# then we open a backup cursor to prevent log archiving and other file
|
|
# manipulations. Manually copy the directory and verify it.
|
|
#
|
|
|
|
import fnmatch, os, shutil, time
|
|
from suite_subprocess import suite_subprocess
|
|
from wtscenario import multiply_scenarios, number_scenarios, prune_scenarios
|
|
from helper import copy_wiredtiger_home
|
|
import wttest
|
|
|
|
class test_backup05(wttest.WiredTigerTestCase, suite_subprocess):
|
|
uri = 'table:test_backup05'
|
|
create_params = 'key_format=i,value_format=i'
|
|
freq = 5
|
|
|
|
def check_manual_backup(self, i, olddir, newdir):
|
|
''' Simulate a manual backup from olddir and restart in newdir. '''
|
|
self.session.checkpoint()
|
|
cbkup = self.session.open_cursor('backup:', None, None)
|
|
|
|
# With the connection still open, copy files to new directory.
|
|
# Half the time use an unaligned copy.
|
|
aligned = (i % (self.freq * 2) != 0) or os.name == "nt"
|
|
copy_wiredtiger_home(olddir, newdir, aligned)
|
|
|
|
# Now simulate fsyncUnlock by closing the backup cursor.
|
|
cbkup.close()
|
|
|
|
# Open the new directory and verify
|
|
conn = self.setUpConnectionOpen(newdir)
|
|
session = self.setUpSessionOpen(conn)
|
|
session.verify(self.uri)
|
|
conn.close()
|
|
|
|
def backup(self):
|
|
'''Check manual fsyncLock backup strategy'''
|
|
|
|
# Here's the strategy:
|
|
# - update the table
|
|
# - checkpoint the database
|
|
# - open a backup cursor
|
|
# - copy the database directory (live, simulating a crash)
|
|
# - use copy tree or non-aligned dd
|
|
# - verify in the copy
|
|
# - repeat
|
|
#
|
|
# If the metadata isn't flushed, eventually the metadata we copy will
|
|
# be sufficiently out-of-sync with the data file that it won't verify.
|
|
self.session.create(self.uri, self.create_params)
|
|
for i in range(100):
|
|
c = self.session.open_cursor(self.uri)
|
|
c[i] = i
|
|
c.close()
|
|
if i % self.freq == 0:
|
|
self.check_manual_backup(i, ".", "RESTART")
|
|
else:
|
|
self.session.verify(self.uri)
|
|
|
|
def test_backup(self):
|
|
with self.expectedStdoutPattern('Recreating metadata'):
|
|
self.backup()
|
|
|
|
if __name__ == '__main__':
|
|
wttest.run()
|