38e5c4febb
Removes shardGo in lieu of shardColl and removes setBalancer because it duplicates functionality, which is already in sh.
82 lines
2.0 KiB
JavaScript
82 lines
2.0 KiB
JavaScript
// Test bulk inserts with sharding
|
|
(function() {
|
|
|
|
// Setup randomized test
|
|
var seed = new Date().getTime()
|
|
// seed = 0
|
|
|
|
Random.srand( seed )
|
|
print( "Seeded with " + seed )
|
|
|
|
var st = new ShardingTest({ name : jsTestName(), shards : 4, chunkSize: 1 })
|
|
|
|
// Setup sharded collection
|
|
var mongos = st.s0
|
|
var db = mongos.getDB( jsTestName() )
|
|
var coll = db.coll
|
|
st.shardColl( coll, { _id : 1 }, false )
|
|
|
|
// Insert lots of bulk documents
|
|
var numDocs = 1000000
|
|
|
|
var bulkSize = Math.floor( Random.rand() * 1000 ) + 2
|
|
bulkSize = 4000
|
|
var docSize = 128 /* bytes */
|
|
print( "\n\n\nBulk size is " + bulkSize )
|
|
|
|
var data = "x"
|
|
while( Object.bsonsize({ x : data }) < docSize ){
|
|
data += data
|
|
}
|
|
|
|
print( "\n\n\nDocument size is " + Object.bsonsize({ x : data }) )
|
|
|
|
var docsInserted = 0;
|
|
var balancerOn = false;
|
|
|
|
while (docsInserted < numDocs) {
|
|
var currBulkSize = ( numDocs - docsInserted > bulkSize ) ? bulkSize : ( numDocs - docsInserted )
|
|
|
|
var bulk = []
|
|
for( var i = 0; i < currBulkSize; i++ ){
|
|
bulk.push({hi: "there", at: docsInserted, i: i, x: data});
|
|
}
|
|
|
|
assert.writeOK(coll.insert( bulk ));
|
|
|
|
if( Math.floor( docsInserted / 10000 ) != Math.floor( ( docsInserted + currBulkSize ) / 10000 ) ){
|
|
print( "Inserted " + (docsInserted + currBulkSize) + " documents." )
|
|
st.printShardingStatus()
|
|
}
|
|
|
|
docsInserted += currBulkSize
|
|
|
|
if( docsInserted > numDocs / 2 && ! balancerOn ){
|
|
print( "Turning on balancer after half documents inserted." )
|
|
st.startBalancer();
|
|
balancerOn = true;
|
|
}
|
|
}
|
|
|
|
// Check we inserted all the documents
|
|
st.printShardingStatus()
|
|
|
|
var count = coll.find().count()
|
|
var itcount = count //coll.find().itcount()
|
|
|
|
print("Inserted " + docsInserted + " count : " + count + " itcount : " + itcount);
|
|
|
|
st.startBalancer();
|
|
|
|
var count = coll.find().count()
|
|
var itcount = coll.find().itcount()
|
|
|
|
print( "Inserted " + docsInserted + " count : " + count + " itcount : " + itcount )
|
|
|
|
|
|
// SERVER-3645
|
|
// assert.eq( docsInserted, count )
|
|
assert.eq(docsInserted, itcount);
|
|
|
|
})();
|