207 lines
7.4 KiB
Python
207 lines
7.4 KiB
Python
#!/usr/bin/env python
|
|
#
|
|
# Public Domain 2014-2016 MongoDB, Inc.
|
|
# Public Domain 2008-2014 WiredTiger, Inc.
|
|
#
|
|
# This is free and unencumbered software released into the public domain.
|
|
#
|
|
# Anyone is free to copy, modify, publish, use, compile, sell, or
|
|
# distribute this software, either in source code form or as a compiled
|
|
# binary, for any purpose, commercial or non-commercial, and by any
|
|
# means.
|
|
#
|
|
# In jurisdictions that recognize copyright laws, the author or authors
|
|
# of this software dedicate any and all copyright interest in the
|
|
# software to the public domain. We make this dedication for the benefit
|
|
# of the public at large and to the detriment of our heirs and
|
|
# successors. We intend this dedication to be an overt act of
|
|
# relinquishment in perpetuity of all present and future rights to this
|
|
# software under copyright law.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
|
# IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
# OTHER DEALINGS IN THE SOFTWARE.
|
|
# If unittest2 is available, use it in preference to (the old) unittest
|
|
|
|
import os
|
|
import shutil
|
|
import wiredtiger, wttest
|
|
from wttest import unittest
|
|
from helper import key_populate, simple_populate
|
|
|
|
# test_shared_cache01.py
|
|
# Checkpoint tests
|
|
# Test shared cache shared amongst multiple connections.
|
|
class test_shared_cache01(wttest.WiredTigerTestCase):
|
|
|
|
uri = 'table:test_shared_cache01'
|
|
# Setup fairly large items to use up cache
|
|
data_str = 'abcdefghijklmnopqrstuvwxyz' * 20
|
|
|
|
# Add a set of records
|
|
def add_records(self, session, start, stop):
|
|
cursor = session.open_cursor(self.uri, None, "overwrite")
|
|
for i in range(start, stop+1):
|
|
cursor["%010d KEY------" % i] = ("%010d VALUE " % i) + self.data_str
|
|
cursor.close()
|
|
|
|
# Disable default setup/shutdown steps - connections are managed manually.
|
|
def setUpSessionOpen(self, conn):
|
|
return None
|
|
|
|
def close_conn(self):
|
|
return None
|
|
|
|
def setUpConnectionOpen(self, dir):
|
|
return None
|
|
|
|
def openConnections(
|
|
self,
|
|
connections,
|
|
pool_opts = ',shared_cache=(name=pool,size=200M,chunk=10M,reserve=30M),',
|
|
extra_opts = '',
|
|
add=0):
|
|
if add == 0:
|
|
self.conns = []
|
|
self.sessions = []
|
|
# Open the set of connections.
|
|
for name in connections:
|
|
shutil.rmtree(name, True)
|
|
os.mkdir(name)
|
|
next_conn = self.wiredtiger_open(
|
|
name,
|
|
'create,error_prefix="' + self.shortid() + ': "' +
|
|
pool_opts + extra_opts)
|
|
self.conns.append(next_conn)
|
|
self.sessions.append(next_conn.open_session(None))
|
|
return None
|
|
|
|
def closeConnections(self):
|
|
for tmp_conn in self.conns:
|
|
tmp_conn.close()
|
|
self.conns = []
|
|
self.sessions = [] # Implicitly closed when closing sessions.
|
|
|
|
# Basic test of shared cache
|
|
def test_shared_cache_basic(self):
|
|
nops = 1000
|
|
self.openConnections(['WT_TEST1', 'WT_TEST2'])
|
|
|
|
for sess in self.sessions:
|
|
sess.create(self.uri, "key_format=S,value_format=S")
|
|
self.add_records(sess, 0, nops)
|
|
self.closeConnections()
|
|
|
|
# Test of shared cache with more connections
|
|
def test_shared_cache_more_connections(self):
|
|
nops = 1000
|
|
self.openConnections(['WT_TEST1', 'WT_TEST2', 'WT_TEST3', 'WT_TEST4'])
|
|
|
|
for sess in self.sessions:
|
|
sess.create(self.uri, "key_format=S,value_format=S")
|
|
self.add_records(sess, 0, nops)
|
|
self.closeConnections()
|
|
|
|
# Do enough work for the shared cache to be fully allocated.
|
|
def test_shared_cache_full(self):
|
|
nops = 10000
|
|
self.openConnections(['WT_TEST1', 'WT_TEST2'])
|
|
for sess in self.sessions:
|
|
sess.create(self.uri, "key_format=S,value_format=S")
|
|
|
|
for i in range(20):
|
|
for sess in self.sessions:
|
|
self.add_records(sess, i * nops, (i + 1) * nops)
|
|
self.closeConnections()
|
|
|
|
# Switch the work between connections, to test rebalancing.
|
|
def test_shared_cache_rebalance(self):
|
|
# About 100 MB of data with ~250 byte values.
|
|
nops = 200000
|
|
self.openConnections(['WT_TEST1', 'WT_TEST2'])
|
|
|
|
for sess in self.sessions:
|
|
sess.create(self.uri, "key_format=S,value_format=S")
|
|
self.add_records(sess, 0, nops)
|
|
self.closeConnections()
|
|
|
|
# Add a new connection once the shared cache is already established.
|
|
def test_shared_cache_late_join(self):
|
|
nops = 1000
|
|
self.openConnections(['WT_TEST1', 'WT_TEST2'])
|
|
|
|
for sess in self.sessions:
|
|
sess.create(self.uri, "key_format=S,value_format=S")
|
|
self.add_records(sess, 0, nops)
|
|
|
|
self.openConnections(['WT_TEST3'], add=1)
|
|
self.sessions[-1].create(self.uri, "key_format=S,value_format=S")
|
|
for sess in self.sessions:
|
|
self.add_records(sess, 0, nops)
|
|
self.closeConnections()
|
|
|
|
# Close a connection and keep using other connections.
|
|
def test_shared_cache_leaving(self):
|
|
nops = 10000
|
|
self.openConnections(['WT_TEST1', 'WT_TEST2', 'WT_TEST3'])
|
|
|
|
for sess in self.sessions:
|
|
sess.create(self.uri, "key_format=S,value_format=S")
|
|
self.add_records(sess, 0, nops)
|
|
conn = self.conns.pop()
|
|
conn.close()
|
|
self.sessions.pop()
|
|
for sess in self.sessions:
|
|
self.add_records(sess, 0, nops)
|
|
self.closeConnections()
|
|
|
|
# Test verbose output
|
|
@unittest.skip("Verbose output handling")
|
|
def test_shared_cache_verbose(self):
|
|
nops = 1000
|
|
self.openConnections(
|
|
['WT_TEST1', 'WT_TEST2'], extra_opts="verbose=[shared_cache]")
|
|
|
|
for sess in self.sessions:
|
|
sess.create(self.uri, "key_format=S,value_format=S")
|
|
self.add_records(sess, 0, nops)
|
|
self.closeConnections()
|
|
|
|
# Test opening a connection outside of the shared cache
|
|
def test_shared_cache_mixed(self):
|
|
nops = 1000
|
|
self.openConnections(['WT_TEST1', 'WT_TEST2'])
|
|
|
|
self.openConnections(['WT_TEST3'], add=1, pool_opts=',cache_size=50M')
|
|
for sess in self.sessions:
|
|
sess.create(self.uri, "key_format=S,value_format=S")
|
|
self.add_records(sess, 0, nops)
|
|
self.closeConnections()
|
|
|
|
# Test default config values
|
|
def test_shared_cache_defaults(self):
|
|
nops = 1000
|
|
self.openConnections(['WT_TEST1', 'WT_TEST2'], pool_opts=',shared_cache=(name=pool,size=200M)')
|
|
|
|
for sess in self.sessions:
|
|
sess.create(self.uri, "key_format=S,value_format=S")
|
|
self.add_records(sess, 0, nops)
|
|
self.closeConnections()
|
|
|
|
# Test default config values
|
|
def test_shared_cache_defaults2(self):
|
|
nops = 1000
|
|
self.openConnections(['WT_TEST1', 'WT_TEST2'], pool_opts=',shared_cache=(name=pool)')
|
|
|
|
for sess in self.sessions:
|
|
sess.create(self.uri, "key_format=S,value_format=S")
|
|
self.add_records(sess, 0, nops)
|
|
self.closeConnections()
|
|
|
|
if __name__ == '__main__':
|
|
wttest.run()
|