Merge pull request #2288 from wiredtiger/wt-2196-size-stats3

WT-2196 Fix error handling in size only statistics.
This commit is contained in:
Keith Bostic
2015-11-03 19:41:16 -05:00
3 changed files with 110 additions and 15 deletions

View File

@@ -96,15 +96,17 @@ __curstat_size_only(WT_SESSION_IMPL *session,
* are concurrent schema level operations (for example drop). That is
* fine - failing here results in falling back to the slow path of
* opening the handle.
* !!! Deliberately discard the return code from a failed call - the
* error is flagged by not setting fast to true.
*/
WT_ERR(__wt_filesize_name(session, namebuf.data, true, &filesize));
if (__wt_filesize_name(session, namebuf.data, true, &filesize) == 0) {
/* Setup and populate the statistics structure */
__wt_stat_dsrc_init_single(&cst->u.dsrc_stats);
cst->u.dsrc_stats.block_size = filesize;
__wt_curstat_dsrc_final(cst);
/* Setup and populate the statistics structure */
__wt_stat_dsrc_init_single(&cst->u.dsrc_stats);
cst->u.dsrc_stats.block_size = filesize;
__wt_curstat_dsrc_final(cst);
*was_fast = true;
*was_fast = true;
}
err: __wt_free(session, tableconf);
__wt_buf_free(session, &namebuf);

View File

@@ -37,20 +37,24 @@ from helper import complex_populate, complex_populate_lsm, simple_populate
class test_stat_cursor_config(wttest.WiredTigerTestCase):
pfx = 'test_stat_cursor_config'
uri = [
('1', dict(uri='file:' + pfx, pop=simple_populate)),
('2', dict(uri='table:' + pfx, pop=simple_populate)),
('3', dict(uri='table:' + pfx, pop=complex_populate)),
('4', dict(uri='table:' + pfx, pop=complex_populate_lsm))
('file', dict(uri='file:' + pfx, pop=simple_populate, cfg='')),
('table', dict(uri='table:' + pfx, pop=simple_populate, cfg='')),
('table-lsm',
dict(uri='table:' + pfx, pop=simple_populate, cfg=',type=lsm')),
('complex', dict(uri='table:' + pfx, pop=complex_populate, cfg='')),
('complex-lsm',
dict(uri='table:' + pfx, pop=complex_populate_lsm, cfg=''))
]
data_config = [
('none', dict(data_config='none', ok=[])),
( 'all', dict(data_config='all', ok=['empty', 'fast', 'all'])),
('fast', dict(data_config='fast', ok=['empty', 'fast']))
( 'all', dict(data_config='all', ok=['empty', 'fast', 'all', 'size'])),
('fast', dict(data_config='fast', ok=['empty', 'fast', 'size']))
]
cursor_config = [
('empty', dict(cursor_config='empty')),
( 'all', dict(cursor_config='all')),
('fast', dict(cursor_config='fast'))
('fast', dict(cursor_config='fast')),
('size', dict(cursor_config='size'))
]
scenarios = number_scenarios(
@@ -67,7 +71,7 @@ class test_stat_cursor_config(wttest.WiredTigerTestCase):
# For each database/cursor configuration, confirm the right combinations
# succeed or fail.
def test_stat_cursor_config(self):
self.pop(self, self.uri, 'key_format=S', 100)
self.pop(self, self.uri, 'key_format=S' + self.cfg, 100)
config = 'statistics=('
if self.cursor_config != 'empty':
config = config + self.cursor_config

89
test/suite/test_stat05.py Normal file
View File

@@ -0,0 +1,89 @@
#!/usr/bin/env python
#
# Public Domain 2014-2015 MongoDB, Inc.
# Public Domain 2008-2014 WiredTiger, Inc.
#
# This is free and unencumbered software released into the public domain.
#
# Anyone is free to copy, modify, publish, use, compile, sell, or
# distribute this software, either in source code form or as a compiled
# binary, for any purpose, commercial or non-commercial, and by any
# means.
#
# In jurisdictions that recognize copyright laws, the author or authors
# of this software dedicate any and all copyright interest in the
# software to the public domain. We make this dedication for the benefit
# of the public at large and to the detriment of our heirs and
# successors. We intend this dedication to be an overt act of
# relinquishment in perpetuity of all present and future rights to this
# software under copyright law.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
# IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
# OTHER DEALINGS IN THE SOFTWARE.
import itertools, wiredtiger, wttest
from suite_subprocess import suite_subprocess
from wtscenario import multiply_scenarios, number_scenarios
from wiredtiger import stat
from helper import complex_populate, complex_populate_lsm, simple_populate
from helper import complex_value_populate, key_populate, value_populate
# test_stat05.py
# Statistics cursor using size only
class test_stat_cursor_config(wttest.WiredTigerTestCase):
pfx = 'test_stat_cursor_size'
uri = [
('file', dict(uri='file:' + pfx, pop=simple_populate, cfg='')),
('table', dict(uri='table:' + pfx, pop=simple_populate, cfg='')),
('table-lsm', dict(uri='table:' + pfx, pop=simple_populate,
cfg=',type=lsm,lsm=(chunk_size=1MB,merge_min=2)')),
('complex', dict(uri='table:' + pfx, pop=complex_populate, cfg='')),
('complex-lsm',
dict(uri='table:' + pfx, pop=complex_populate_lsm,
cfg=',lsm=(chunk_size=1MB,merge_min=2)')),
]
scenarios = number_scenarios(uri)
# Override WiredTigerTestCase to enable statistics
def setUpConnectionOpen(self, dir):
conn = wiredtiger.wiredtiger_open(dir,
'create,' +
'statistics=(fast),' +
'error_prefix="%s: "' % self.shortid())
return conn
def openAndWalkStatCursor(self):
c = self.session.open_cursor(
'statistics:' + self.uri, None, 'statistics=(size)')
count = 0
while c.next() == 0:
count += 1
c.close()
# Open a size-only statistics cursor on various table types. Ensure that
# the cursor open succeeds. Insert enough data that LSM tables to need to
# switch and merge.
def test_stat_cursor_size(self):
self.pop(self, self.uri, 'key_format=S' + self.cfg, 100)
self.openAndWalkStatCursor()
cursor = self.session.open_cursor(self.uri, None)
for i in range(100, 40000 + 1):
if i % 100 == 0:
self.openAndWalkStatCursor()
if self.pop == simple_populate:
cursor[key_populate(cursor, i)] = value_populate(cursor, i)
else:
v = complex_value_populate(cursor, i)
cursor[key_populate(cursor, i)] = (v[0], v[1], v[2], v[3])
cursor.close()
self.openAndWalkStatCursor()
if __name__ == '__main__':
wttest.run()