199 lines
7.5 KiB
Python
199 lines
7.5 KiB
Python
#!/usr/bin/env python
|
|
#
|
|
# Public Domain 2014-2016 MongoDB, Inc.
|
|
# Public Domain 2008-2014 WiredTiger, Inc.
|
|
#
|
|
# This is free and unencumbered software released into the public domain.
|
|
#
|
|
# Anyone is free to copy, modify, publish, use, compile, sell, or
|
|
# distribute this software, either in source code form or as a compiled
|
|
# binary, for any purpose, commercial or non-commercial, and by any
|
|
# means.
|
|
#
|
|
# In jurisdictions that recognize copyright laws, the author or authors
|
|
# of this software dedicate any and all copyright interest in the
|
|
# software to the public domain. We make this dedication for the benefit
|
|
# of the public at large and to the detriment of our heirs and
|
|
# successors. We intend this dedication to be an overt act of
|
|
# relinquishment in perpetuity of all present and future rights to this
|
|
# software under copyright law.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
|
# IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
# OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
import os, struct
|
|
from suite_subprocess import suite_subprocess
|
|
import wiredtiger, wttest
|
|
|
|
# test_verify.py
|
|
# Utilities: wt verify
|
|
class test_verify(wttest.WiredTigerTestCase, suite_subprocess):
|
|
tablename = 'test_verify.a'
|
|
nentries = 1000
|
|
|
|
def populate(self, tablename):
|
|
"""
|
|
Insert some simple entries into the table
|
|
"""
|
|
cursor = self.session.open_cursor('table:' + tablename, None, None)
|
|
key = ''
|
|
for i in range(0, self.nentries):
|
|
key += str(i)
|
|
cursor[key] = key + key
|
|
cursor.close()
|
|
|
|
def check_populate(self, tablename):
|
|
"""
|
|
Verify that items added by populate are still there
|
|
"""
|
|
cursor = self.session.open_cursor('table:' + tablename, None, None)
|
|
wantkey = ''
|
|
i = 0
|
|
for gotkey, gotval in cursor:
|
|
wantkey += str(i)
|
|
wantval = wantkey + wantkey
|
|
self.assertEqual(gotkey, wantkey)
|
|
self.assertEqual(gotval, wantval)
|
|
i += 1
|
|
self.assertEqual(i, self.nentries)
|
|
cursor.close()
|
|
|
|
def open_and_position(self, tablename, pct):
|
|
"""
|
|
Open the file for the table, position it at a 4K page
|
|
at roughly the given percentage into the file.
|
|
As a side effect, the connection is closed.
|
|
"""
|
|
# we close the connection to guarantee everything is
|
|
# flushed and closed from the WT point of view.
|
|
if self.conn != None:
|
|
self.conn.close()
|
|
self.conn = None
|
|
filename = tablename + ".wt"
|
|
|
|
filesize = os.path.getsize(filename)
|
|
position = (filesize * pct) / 100
|
|
|
|
self.pr('damaging file at: ' + str(position))
|
|
fp = open(filename, "r+b")
|
|
fp.seek(position)
|
|
return fp
|
|
|
|
def test_verify_process_empty(self):
|
|
"""
|
|
Test verify in a 'wt' process, using an empty table
|
|
"""
|
|
params = 'key_format=S,value_format=S'
|
|
self.session.create('table:' + self.tablename, params)
|
|
# Run verify with an empty table
|
|
self.runWt(["verify", "table:" + self.tablename])
|
|
|
|
def test_verify_process(self):
|
|
"""
|
|
Test verify in a 'wt' process, using a populated table.
|
|
"""
|
|
params = 'key_format=S,value_format=S'
|
|
self.session.create('table:' + self.tablename, params)
|
|
self.populate(self.tablename)
|
|
self.runWt(["verify", "table:" + self.tablename])
|
|
|
|
def test_verify_api_empty(self):
|
|
"""
|
|
Test verify via API, using an empty table
|
|
"""
|
|
params = 'key_format=S,value_format=S'
|
|
self.session.create('table:' + self.tablename, params)
|
|
self.session.verify('table:' + self.tablename, None)
|
|
|
|
def test_verify_api(self):
|
|
"""
|
|
Test verify via API, using a populated table.
|
|
"""
|
|
params = 'key_format=S,value_format=S'
|
|
self.session.create('table:' + self.tablename, params)
|
|
self.populate(self.tablename)
|
|
self.session.verify('table:' + self.tablename, None)
|
|
self.check_populate(self.tablename)
|
|
|
|
def test_verify_api_75pct_null(self):
|
|
"""
|
|
Test verify via API, on a damaged table.
|
|
This is our only 'negative' test for verify using the API,
|
|
it's uncertain that we can have reliable tests for this.
|
|
"""
|
|
params = 'key_format=S,value_format=S'
|
|
self.session.create('table:' + self.tablename, params)
|
|
self.populate(self.tablename)
|
|
with self.open_and_position(self.tablename, 75) as f:
|
|
for i in range(0, 4096):
|
|
f.write(struct.pack('B', 0))
|
|
|
|
# open_and_position closed the session/connection, reopen them now.
|
|
self.conn = self.setUpConnectionOpen(".")
|
|
self.session = self.setUpSessionOpen(self.conn)
|
|
self.assertRaisesWithMessage(wiredtiger.WiredTigerError,
|
|
lambda: self.session.verify('table:' + self.tablename, None),
|
|
"/WT_SESSION.verify/")
|
|
|
|
def test_verify_process_75pct_null(self):
|
|
"""
|
|
Test verify in a 'wt' process on a table that is purposely damaged,
|
|
with nulls at a position about 75% through.
|
|
"""
|
|
params = 'key_format=S,value_format=S'
|
|
self.session.create('table:' + self.tablename, params)
|
|
self.populate(self.tablename)
|
|
with self.open_and_position(self.tablename, 75) as f:
|
|
for i in range(0, 4096):
|
|
f.write(struct.pack('B', 0))
|
|
self.runWt(["verify", "table:" + self.tablename], errfilename="verifyerr.out")
|
|
self.check_non_empty_file("verifyerr.out")
|
|
|
|
def test_verify_process_25pct_junk(self):
|
|
"""
|
|
Test verify in a 'wt' process on a table that is purposely damaged,
|
|
with junk at a position about 25% through.
|
|
"""
|
|
params = 'key_format=S,value_format=S'
|
|
self.session.create('table:' + self.tablename, params)
|
|
self.populate(self.tablename)
|
|
with self.open_and_position(self.tablename, 25) as f:
|
|
for i in range(0, 100):
|
|
f.write('\x01\xff\x80')
|
|
self.runWt(["verify", "table:" + self.tablename], errfilename="verifyerr.out")
|
|
self.check_non_empty_file("verifyerr.out")
|
|
|
|
def test_verify_process_truncated(self):
|
|
"""
|
|
Test verify in a 'wt' process on a table that is purposely damaged,
|
|
truncated about 75% through.
|
|
"""
|
|
params = 'key_format=S,value_format=S'
|
|
self.session.create('table:' + self.tablename, params)
|
|
self.populate(self.tablename)
|
|
with self.open_and_position(self.tablename, 75) as f:
|
|
f.truncate(0)
|
|
self.runWt(["verify", "table:" + self.tablename], errfilename="verifyerr.out")
|
|
self.check_non_empty_file("verifyerr.out")
|
|
|
|
def test_verify_process_zero_length(self):
|
|
"""
|
|
Test verify in a 'wt' process on a zero-length table.
|
|
"""
|
|
params = 'key_format=S,value_format=S'
|
|
self.session.create('table:' + self.tablename, params)
|
|
self.populate(self.tablename)
|
|
with self.open_and_position(self.tablename, 0) as f:
|
|
f.truncate(0)
|
|
self.runWt(["verify", "table:" + self.tablename], errfilename="verifyerr.out")
|
|
self.check_non_empty_file("verifyerr.out")
|
|
|
|
|
|
if __name__ == '__main__':
|
|
wttest.run()
|