Files
mongo/db/instance.cpp

808 lines
27 KiB
C++
Raw Normal View History

// instance.cpp : Global state variables and functions.
//
/**
* Copyright (C) 2008 10gen Inc.
2008-12-28 20:28:49 -05:00
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License, version 3,
* as published by the Free Software Foundation.
2008-12-28 20:28:49 -05:00
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
2008-12-28 20:28:49 -05:00
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
2010-04-27 15:27:52 -04:00
#include "pch.h"
#include "db.h"
#include "query.h"
#include "introspect.h"
#include "repl.h"
#include "dbmessage.h"
#include "instance.h"
2009-01-05 15:30:07 -05:00
#include "lasterror.h"
2009-01-18 20:31:33 -05:00
#include "security.h"
2009-01-28 18:08:02 -05:00
#include "json.h"
2010-05-17 10:38:36 -04:00
//#include "reccache.h"
2010-04-21 18:46:31 -04:00
#include "replpair.h"
2009-03-19 10:33:35 -04:00
#include "../s/d_logic.h"
#include "../util/file_allocator.h"
#include "../util/goodies.h"
2009-08-25 10:24:44 -04:00
#include "cmdline.h"
2009-04-01 14:10:21 -04:00
#if !defined(_WIN32)
#include <sys/file.h>
#endif
2010-02-01 10:38:00 -05:00
#include "stats/counters.h"
#include "background.h"
2009-01-14 17:09:51 -05:00
namespace mongo {
2010-05-12 15:26:00 -07:00
inline void opread(Message& m) { if( _diaglog.level & 2 ) _diaglog.readop((char *) m.singleData(), m.header()->len); }
inline void opwrite(Message& m) { if( _diaglog.level & 1 ) _diaglog.write((char *) m.singleData(), m.header()->len); }
2010-04-23 19:32:21 -04:00
void receivedKillCursors(Message& m);
2009-12-29 23:30:29 -05:00
void receivedUpdate(Message& m, CurOp& op);
void receivedDelete(Message& m, CurOp& op);
void receivedInsert(Message& m, CurOp& op);
bool receivedGetMore(DbResponse& dbresponse, Message& m, CurOp& curop );
int nloggedsome = 0;
2008-12-28 20:28:49 -05:00
#define LOGSOME if( ++nloggedsome < 1000 || nloggedsome % 100 == 0 )
2008-12-27 12:07:20 -05:00
string dbExecCommand;
string bind_ip = "";
char *appsrvPath = NULL;
2009-02-02 18:18:22 -05:00
DiagLog _diaglog;
bool useCursors = true;
2009-03-10 10:54:00 -04:00
bool useHints = true;
void closeAllSockets();
void flushOpLog( stringstream &ss ) {
if( _diaglog.f && _diaglog.f->is_open() ) {
ss << "flushing op log and files\n";
_diaglog.flush();
2009-02-02 18:18:22 -05:00
}
}
int ctr = 0;
2009-12-22 15:22:37 -05:00
KillCurrentOp killCurrentOp;
2009-04-01 13:48:02 -04:00
int lockFile = 0;
// see FSyncCommand:
unsigned lockedForWriting;
2010-05-26 00:46:49 -04:00
mongo::mutex lockedForWritingMutex("lockedForWriting");
bool unlockRequested = false;
2009-01-28 18:08:02 -05:00
void inProgCmd( Message &m, DbResponse &dbresponse ) {
BSONObjBuilder b;
if( ! cc().isAdmin() ){
BSONObjBuilder b;
b.append("err", "unauthorized");
}
else {
2010-02-09 16:58:03 -05:00
DbMessage d(m);
QueryMessage q(d);
bool all = q.query["$all"].trueValue();
vector<BSONObj> vals;
{
2010-02-09 16:58:03 -05:00
Client& me = cc();
scoped_lock bl(Client::clientsMutex);
for( set<Client*>::iterator i = Client::clients.begin(); i != Client::clients.end(); i++ ) {
Client *c = *i;
2010-06-02 10:01:42 -04:00
assert( c );
2010-02-09 16:58:03 -05:00
if ( c == &me )
continue;
2010-06-02 10:01:42 -04:00
CurOp* co = c->curop();
assert( co );
if( all || co->active() )
vals.push_back( co->infoNoauth() );
}
}
b.append("inprog", vals);
unsigned x = lockedForWriting;
if( x ) {
b.append("fsyncLock", x);
b.append("info", "use db.$cmd.sys.unlock.findOne() to terminate the fsync write/snapshot lock");
}
}
2010-02-09 16:58:03 -05:00
replyToQuery(0, m, dbresponse, b.obj());
2009-01-28 18:08:02 -05:00
}
2009-03-17 17:25:10 -04:00
2009-01-28 18:08:02 -05:00
void killOp( Message &m, DbResponse &dbresponse ) {
BSONObj obj;
if( ! cc().isAdmin() ){
2009-01-29 09:27:45 -05:00
obj = fromjson("{\"err\":\"unauthorized\"}");
}
2009-12-22 15:22:37 -05:00
/*else if( !dbMutexInfo.isLocked() )
2009-01-28 18:08:02 -05:00
obj = fromjson("{\"info\":\"no op in progress/not locked\"}");
2009-12-22 15:22:37 -05:00
*/
2009-01-28 18:08:02 -05:00
else {
2009-12-22 15:22:37 -05:00
DbMessage d(m);
QueryMessage q(d);
BSONElement e = q.query.getField("op");
if( !e.isNumber() ) {
obj = fromjson("{\"err\":\"no op number field specified?\"}");
}
else {
log() << "going to kill op: " << e << endl;
2009-12-22 15:22:37 -05:00
obj = fromjson("{\"info\":\"attempting to kill op\"}");
killCurrentOp.kill( (unsigned) e.number() );
}
2009-01-28 18:08:02 -05:00
}
replyToQuery(0, m, dbresponse, obj);
}
2009-12-21 13:19:20 -05:00
void unlockFsync(const char *ns, Message& m, DbResponse &dbresponse) {
BSONObj obj;
if( ! cc().isAdmin() || strncmp(ns, "admin.", 6) != 0 ) {
obj = fromjson("{\"err\":\"unauthorized\"}");
}
else {
if( lockedForWriting ) {
log() << "command: unlock requested" << endl;
obj = fromjson("{ok:1,\"info\":\"unlock requested\"}");
unlockRequested = true;
}
else {
obj = fromjson("{ok:0,\"errmsg\":\"not locked\"}");
}
}
replyToQuery(0, m, dbresponse, obj);
}
static bool receivedQuery(Client& c, DbResponse& dbresponse, Message& m ){
bool ok = true;
2010-05-12 15:26:00 -07:00
MSGID responseTo = m.header()->id;
DbMessage d(m);
QueryMessage q(d);
2010-05-18 22:09:22 -07:00
auto_ptr< Message > resp( new Message() );
CurOp& op = *(c.curop());
try {
2010-06-05 22:37:59 -04:00
dbresponse.exhaust = runQuery(m, q, op, *resp);
2010-05-18 22:09:22 -07:00
assert( !resp->empty() );
}
catch ( AssertionException& e ) {
ok = false;
2009-12-29 23:30:29 -05:00
op.debug().str << " exception ";
2010-05-15 18:48:13 -04:00
LOGSOME {
log() << "assertion " << e.toString() << " ns:" << q.ns << " query:" <<
(q.query.valid() ? q.query.toString() : "query object is corrupt") << endl;
if( q.ntoskip || q.ntoreturn )
log() << " ntoskip:" << q.ntoskip << " ntoreturn:" << q.ntoreturn << endl;
}
BSONObjBuilder err;
2010-06-21 13:41:34 -04:00
e.getInfo().append( err );
BSONObj errObj = err.done();
BufBuilder b;
b.skip(sizeof(QueryResult));
b.append((void*) errObj.objdata(), errObj.objsize());
// todo: call replyToQuery() from here instead of this!!! see dbmessage.h
2010-05-18 22:09:22 -07:00
QueryResult * msgdata = (QueryResult *) b.buf();
b.decouple();
QueryResult *qr = msgdata;
2010-07-18 13:34:16 -04:00
qr->_resultFlags() = ResultFlag_ErrSet;
qr->len = b.len();
qr->setOperation(opReply);
qr->cursorId = 0;
qr->startingFrom = 0;
qr->nReturned = 1;
2010-05-18 22:09:22 -07:00
resp.reset( new Message() );
resp->setData( msgdata, true );
}
2010-05-18 22:09:22 -07:00
if ( op.shouldDBProfile( 0 ) ){
2010-05-12 15:26:00 -07:00
op.debug().str << " bytes:" << resp->header()->dataLen();
}
2010-05-18 22:09:22 -07:00
dbresponse.response = resp.release();
dbresponse.responseTo = responseTo;
return ok;
}
2009-01-28 18:08:02 -05:00
// Returns false when request includes 'end'
bool assembleResponse( Message &m, DbResponse &dbresponse, const SockAddr &client ) {
2009-01-28 18:08:02 -05:00
// before we lock...
2010-05-12 15:26:00 -07:00
int op = m.operation();
2010-02-11 12:52:26 -05:00
bool isCommand = false;
2010-05-12 15:26:00 -07:00
const char *ns = m.singleData()->_data + 4;
2009-11-28 13:57:30 -05:00
if ( op == dbQuery ) {
2009-12-03 11:50:09 -05:00
if( strstr(ns, ".$cmd") ) {
2010-02-11 12:52:26 -05:00
isCommand = true;
2010-04-23 19:32:21 -04:00
opwrite(m);
if( strstr(ns, ".$cmd.sys.") ) {
if( strstr(ns, "$cmd.sys.inprog") ) {
inProgCmd(m, dbresponse);
return true;
}
if( strstr(ns, "$cmd.sys.killop") ) {
killOp(m, dbresponse);
return true;
}
if( strstr(ns, "$cmd.sys.unlock") ) {
unlockFsync(ns, m, dbresponse);
return true;
}
2009-01-28 18:08:02 -05:00
}
2010-02-16 00:56:22 -05:00
}
else {
2010-04-23 19:32:21 -04:00
opread(m);
2009-01-28 18:08:02 -05:00
}
}
2009-11-28 13:57:30 -05:00
else if( op == dbGetMore ) {
2010-04-23 19:32:21 -04:00
opread(m);
2009-11-28 13:57:30 -05:00
}
2010-02-16 00:56:22 -05:00
else {
2010-04-23 19:32:21 -04:00
opwrite(m);
2010-02-16 00:56:22 -05:00
}
2010-02-11 12:52:26 -05:00
globalOpCounters.gotOp( op , isCommand );
2009-03-17 17:25:10 -04:00
2009-03-23 11:32:30 -04:00
if ( handlePossibleShardedMessage( m , dbresponse ) ){
/* important to do this before we lock
so if a message has to be forwarded, doesn't block for that
*/
2009-03-17 17:25:10 -04:00
return true;
2009-03-23 11:32:30 -04:00
}
2009-01-28 18:08:02 -05:00
2009-12-21 13:19:20 -05:00
Client& c = cc();
2009-12-30 12:13:05 -05:00
auto_ptr<CurOp> nestedOp;
CurOp* currentOpP = c.curop();
if ( currentOpP->active() ){
2010-02-04 15:56:02 -05:00
nestedOp.reset( new CurOp( &c , currentOpP ) );
2009-12-30 12:13:05 -05:00
currentOpP = nestedOp.get();
}
CurOp& currentOp = *currentOpP;
currentOp.reset(client,op);
2009-12-29 23:30:29 -05:00
OpDebug& debug = currentOp.debug();
StringBuilder& ss = debug.str;
2010-02-04 15:56:02 -05:00
ss << opToString( op ) << " ";
int logThreshold = cmdLine.slowMS;
2009-06-20 20:19:34 -04:00
bool log = logLevel >= 1;
2010-02-04 15:56:02 -05:00
2009-11-28 13:57:30 -05:00
if ( op == dbQuery ) {
2010-06-05 22:37:59 -04:00
receivedQuery(c , dbresponse, m ); //zzz
2009-01-28 18:08:02 -05:00
}
2009-11-28 13:57:30 -05:00
else if ( op == dbGetMore ) {
2010-05-24 17:11:47 -04:00
//DEV log = true;
2009-12-29 23:30:29 -05:00
if ( ! receivedGetMore(dbresponse, m, currentOp) )
2009-12-02 15:14:37 -05:00
log = true;
2009-09-03 12:52:08 -04:00
}
2009-11-28 13:57:30 -05:00
else if ( op == dbMsg ) {
2010-02-16 01:05:04 -05:00
// deprecated - replaced by commands
2010-05-12 15:26:00 -07:00
char *p = m.singleData()->_data;
int len = strlen(p);
if ( len > 400 )
out() << curTimeMillis() % 10000 <<
2010-02-16 01:05:04 -05:00
" long msg received, len:" << len <<
" ends with: " << p + len - 10 << endl;
Message *resp = new Message();
2010-02-16 01:05:04 -05:00
if ( strcmp( "end" , p ) == 0 )
resp->setData( opReply , "dbMsg end no longer supported" );
else
resp->setData( opReply , "i am fine - dbMsg deprecated");
dbresponse.response = resp;
2010-05-12 15:26:00 -07:00
dbresponse.responseTo = m.header()->id;
2008-12-28 20:28:49 -05:00
}
2009-01-18 20:31:33 -05:00
else {
2010-05-12 15:26:00 -07:00
const char *ns = m.singleData()->_data + 4;
2009-01-18 20:31:33 -05:00
char cl[256];
2009-12-31 16:31:07 -05:00
nsToDatabase(ns, cl);
if( ! c.getAuthenticationInfo()->isAuthorized(cl) ) {
2009-01-18 20:31:33 -05:00
uassert_nothrow("unauthorized");
}
else {
2009-01-18 20:31:33 -05:00
try {
if ( op == dbInsert ) {
receivedInsert(m, currentOp);
}
else if ( op == dbUpdate ) {
receivedUpdate(m, currentOp);
}
else if ( op == dbDelete ) {
receivedDelete(m, currentOp);
}
else if ( op == dbKillCursors ) {
2010-02-04 15:56:02 -05:00
currentOp.ensureStarted();
logThreshold = 10;
ss << "killcursors ";
receivedKillCursors(m);
}
else {
2010-05-23 15:07:32 -04:00
mongo::log() << " operation isn't supported: " << op << endl;
currentOp.done();
log = true;
}
2009-01-18 20:31:33 -05:00
}
catch ( AssertionException& e ) {
2010-05-23 15:07:32 -04:00
tlog() << " Caught Assertion in " << opToString(op) << " , continuing" << endl;
2009-01-18 20:31:33 -05:00
ss << " exception " + e.toString();
2009-12-02 15:14:37 -05:00
log = true;
2009-01-18 20:31:33 -05:00
}
}
2008-12-28 20:28:49 -05:00
}
currentOp.ensureStarted();
currentOp.done();
int ms = currentOp.totalTimeMillis();
2009-09-27 14:46:51 -04:00
log = log || (logLevel >= 2 && ++ctr % 512 == 0);
2010-06-05 22:37:59 -04:00
//DEV log = true;
2009-10-04 21:49:36 -04:00
if ( log || ms > logThreshold ) {
if( logLevel < 3 && op == dbGetMore && strstr(ns, ".oplog.") && ms < 3000 && !log ) {
/* it's normal for getMore on the oplog to be slow because of use of awaitdata flag. */
} else {
ss << ' ' << ms << "ms";
2010-05-19 12:11:17 -04:00
mongo::tlog() << ss.str() << endl;
}
}
if ( currentOp.shouldDBProfile( ms ) ){
// performance profiling is on
2010-02-05 01:09:56 -05:00
if ( dbMutex.getState() < 0 ){
2010-02-09 23:17:48 -05:00
mongo::log(1) << "note: not profiling because recursive read lock" << endl;
}
else {
mongolock lk(true);
if ( dbHolder.isLoaded( nsToDatabase( currentOp.getNS() ) , dbpath ) ){
Client::Context c( currentOp.getNS() );
profile(ss.str().c_str(), ms);
}
else {
2010-02-09 23:17:48 -05:00
mongo::log() << "note: not profiling because db went away - probably a close on: " << currentOp.getNS() << endl;
}
}
2008-12-28 20:28:49 -05:00
}
return true;
2009-12-31 16:22:28 -05:00
} /* assembleResponse() */
2008-12-28 20:28:49 -05:00
void killCursors(int n, long long *ids);
void receivedKillCursors(Message& m) {
2010-05-12 15:26:00 -07:00
int *x = (int *) m.singleData()->_data;
x++; // reserved
int n = *x++;
2010-02-12 11:32:44 -05:00
uassert( 13004 , "sent 0 cursors to kill" , n >= 1 );
if ( n > 2000 ) {
problem() << "Assertion failure, receivedKillCursors, n=" << n << endl;
assert( n < 30000 );
2008-12-28 20:28:49 -05:00
}
killCursors(n, (long long *) x);
2008-12-28 20:28:49 -05:00
}
/* db - database name
path - db directory
*/
void closeDatabase( const char *db, const string& path ) {
assertInWriteLock();
Client::Context * ctx = cc().getContext();
assert( ctx );
assert( ctx->inDB( db , path ) );
Database *database = ctx->db();
assert( database->name == db );
2010-03-03 17:14:00 -05:00
2010-04-13 13:50:09 -04:00
oplogCheckCloseDatabase( database );
if( BackgroundOperation::inProgForDb(db) ) {
log() << "warning: bg op in prog during close db? " << db << endl;
}
/* important: kill all open cursors on the database */
string prefix(db);
prefix += '.';
ClientCursor::invalidate(prefix.c_str());
2008-12-28 20:28:49 -05:00
NamespaceDetailsTransient::clearForPrefix( prefix.c_str() );
2009-03-03 15:32:51 -05:00
dbHolder.erase( db, path );
delete database; // closes files
ctx->clear();
2008-12-28 20:28:49 -05:00
}
2009-12-29 23:30:29 -05:00
void receivedUpdate(Message& m, CurOp& op) {
DbMessage d(m);
const char *ns = d.getns();
assert(*ns);
uassert( 10054 , "not master", isMasterNs( ns ) );
2009-12-29 23:30:29 -05:00
op.debug().str << ns << ' ';
int flags = d.pullInt();
BSONObj query = d.nextJsObj();
assert( d.moreJSObjs() );
2010-05-12 15:26:00 -07:00
assert( query.objsize() < m.header()->dataLen() );
BSONObj toupdate = d.nextJsObj();
uassert( 10055 , "update object too large", toupdate.objsize() <= MaxBSONObjectSize);
2010-05-12 15:26:00 -07:00
assert( toupdate.objsize() < m.header()->dataLen() );
assert( query.objsize() + toupdate.objsize() < m.header()->dataLen() );
2010-01-03 16:37:38 -05:00
bool upsert = flags & UpdateOption_Upsert;
bool multi = flags & UpdateOption_Multi;
{
string s = query.toString();
2010-02-03 17:51:06 -05:00
/* todo: we shouldn't do all this ss stuff when we don't need it, it will slow us down.
instead, let's just story the query BSON in the debug object, and it can toString()
lazily
*/
2009-12-29 23:30:29 -05:00
op.debug().str << " query: " << s;
op.setQuery(query);
}
2010-02-04 15:56:02 -05:00
mongolock lk(1);
Client::Context ctx( ns );
2009-12-29 23:30:29 -05:00
UpdateResult res = updateObjects(ns, toupdate, query, upsert, multi, true, op.debug() );
lastError.getSafe()->recordUpdate( res.existing , res.num , res.upserted ); // for getlasterror
2008-12-28 20:28:49 -05:00
}
2009-12-29 23:30:29 -05:00
void receivedDelete(Message& m, CurOp& op) {
DbMessage d(m);
2008-12-28 20:28:49 -05:00
const char *ns = d.getns();
assert(*ns);
uassert( 10056 , "not master", isMasterNs( ns ) );
int flags = d.pullInt();
bool justOne = flags & 1;
assert( d.moreJSObjs() );
BSONObj pattern = d.nextJsObj();
{
string s = pattern.toString();
2009-12-29 23:30:29 -05:00
op.debug().str << " query: " << s;
op.setQuery(pattern);
}
2010-02-16 00:56:22 -05:00
writelock lk(ns);
Client::Context ctx(ns);
2010-02-03 12:03:33 -05:00
long long n = deleteObjects(ns, pattern, justOne, true);
lastError.getSafe()->recordDelete( n );
}
2009-12-02 15:14:37 -05:00
QueryResult* emptyMoreResult(long long);
2009-12-29 23:30:29 -05:00
bool receivedGetMore(DbResponse& dbresponse, Message& m, CurOp& curop ) {
2010-02-14 10:44:06 -05:00
StringBuilder& ss = curop.debug().str;
2009-12-02 15:14:37 -05:00
bool ok = true;
2010-02-14 10:44:06 -05:00
DbMessage d(m);
2010-02-14 10:44:06 -05:00
const char *ns = d.getns();
int ntoreturn = d.pullInt();
long long cursorid = d.pullInt64();
2010-02-14 10:44:06 -05:00
2010-06-06 15:46:55 -04:00
ss << ns << " cid:" << cursorid;
if( ntoreturn )
ss << " ntoreturn:" << ntoreturn;
2010-02-14 10:44:06 -05:00
2010-06-06 15:46:55 -04:00
int pass = 0;
bool exhaust = false;
QueryResult* msgdata;
2010-03-26 16:51:32 -04:00
while( 1 ) {
try {
mongolock lk(false);
Client::Context ctx(ns);
2010-06-06 15:46:55 -04:00
msgdata = processGetMore(ns, ntoreturn, cursorid, curop, pass, exhaust);
}
catch ( GetMoreWaitException& ) {
2010-06-06 15:46:55 -04:00
exhaust = false;
2010-03-26 16:51:32 -04:00
massert(13073, "shutting down", !inShutdown() );
pass++;
sleepmillis(2);
continue;
}
catch ( AssertionException& e ) {
2010-06-06 15:46:55 -04:00
exhaust = false;
ss << " exception " << e.toString();
msgdata = emptyMoreResult(cursorid);
ok = false;
}
break;
2010-03-26 16:51:32 -04:00
};
Message *resp = new Message();
resp->setData(msgdata, true);
2010-05-12 15:26:00 -07:00
ss << " bytes:" << resp->header()->dataLen();
ss << " nreturned:" << msgdata->nReturned;
dbresponse.response = resp;
2010-05-12 15:26:00 -07:00
dbresponse.responseTo = m.header()->id;
2010-07-13 00:56:01 -04:00
if( exhaust ) {
ss << " exhaust ";
dbresponse.exhaust = ns;
}
2009-12-02 15:14:37 -05:00
return ok;
2008-12-28 20:28:49 -05:00
}
2009-12-29 23:30:29 -05:00
void receivedInsert(Message& m, CurOp& op) {
DbMessage d(m);
const char *ns = d.getns();
assert(*ns);
uassert( 10058 , "not master", isMasterNs( ns ) );
2009-12-29 23:30:29 -05:00
op.debug().str << ns;
2010-02-16 00:56:22 -05:00
writelock lk(ns);
Client::Context ctx(ns);
while ( d.moreJSObjs() ) {
BSONObj js = d.nextJsObj();
uassert( 10059 , "object to insert too large", js.objsize() <= MaxBSONObjectSize);
2010-04-28 08:25:56 -04:00
theDataFileMgr.insertWithObjMod(ns, js, false);
logOp("i", ns, js);
2010-05-05 18:41:59 -04:00
globalOpCounters.gotInsert();
}
2008-12-28 20:28:49 -05:00
}
class JniMessagingPort : public AbstractMessagingPort {
public:
JniMessagingPort(Message& _container) : container(_container) { }
void reply(Message& received, Message& response, MSGID) {
container = response;
}
void reply(Message& received, Message& response) {
container = response;
}
unsigned remotePort(){
return 1;
}
Message & container;
};
void getDatabaseNames( vector< string > &names , const string& usePath ) {
boost::filesystem::path path( usePath );
for ( boost::filesystem::directory_iterator i( path );
i != boost::filesystem::directory_iterator(); ++i ) {
if ( directoryperdb ) {
boost::filesystem::path p = *i;
string dbName = p.leaf();
p /= ( dbName + ".ns" );
2010-04-05 17:26:40 -04:00
if ( MMF::exists( p ) )
names.push_back( dbName );
} else {
string fileName = boost::filesystem::path(*i).leaf();
if ( fileName.length() > 3 && fileName.substr( fileName.length() - 3, 3 ) == ".ns" )
names.push_back( fileName.substr( 0, fileName.length() - 3 ) );
}
}
}
2008-12-28 20:28:49 -05:00
2010-06-26 13:32:35 -04:00
/* returns true if there is data on this server. useful when starting replication.
local database does NOT count except for rsoplog collection.
2010-06-26 13:32:35 -04:00
*/
bool replHasDatabases() {
2010-06-26 13:32:35 -04:00
vector<string> names;
getDatabaseNames(names);
if( names.size() >= 2 ) return true;
if( names.size() == 1 ){
if( names[0] != "local" )
return true;
// we have a local database. return true if oplog isn't empty
{
readlock lk(rsoplog);
BSONObj o;
2010-07-18 15:02:46 -04:00
if( Helpers::getFirst(rsoplog, o) )
return true;
}
}
2010-06-26 13:32:35 -04:00
return false;
}
bool DBDirectClient::call( Message &toSend, Message &response, bool assertOk ) {
if ( lastError._get() )
lastError.startRequest( toSend, lastError._get() );
DbResponse dbResponse;
assembleResponse( toSend, dbResponse );
assert( dbResponse.response );
2010-05-12 15:26:00 -07:00
dbResponse.response->concat(); // can get rid of this if we make response handling smarter
response = *dbResponse.response;
return true;
2008-12-28 20:28:49 -05:00
}
void DBDirectClient::say( Message &toSend ) {
if ( lastError._get() )
lastError.startRequest( toSend, lastError._get() );
DbResponse dbResponse;
assembleResponse( toSend, dbResponse );
2008-12-29 14:07:21 -05:00
}
auto_ptr<DBClientCursor> DBDirectClient::query(const string &ns, Query query, int nToReturn , int nToSkip ,
const BSONObj *fieldsToReturn , int queryOptions ){
//if ( ! query.obj.isEmpty() || nToReturn != 0 || nToSkip != 0 || fieldsToReturn || queryOptions )
return DBClientBase::query( ns , query , nToReturn , nToSkip , fieldsToReturn , queryOptions );
//
//assert( query.obj.isEmpty() );
//throw UserException( (string)"yay:" + ns );
}
2010-05-28 14:23:37 -04:00
void DBDirectClient::killCursor( long long id ){
ClientCursor::erase( id );
}
2009-05-01 14:35:42 -04:00
DBClientBase * createDirectClient(){
return new DBDirectClient();
}
2010-05-17 10:38:36 -04:00
//void recCacheCloseAll();
2010-05-26 00:46:49 -04:00
mongo::mutex exitMutex("exit");
2009-12-14 09:50:49 -05:00
int numExitCalls = 0;
void shutdown();
bool inShutdown(){
2009-12-14 11:06:06 -05:00
return numExitCalls > 0;
2009-12-14 09:50:49 -05:00
}
void tryToOutputFatal( const string& s ){
try {
rawOut( s );
return;
}
catch ( ... ){}
try {
cerr << s << endl;
return;
}
catch ( ... ){}
// uh - oh, not sure there is anything else we can do...
}
/* not using log() herein in case we are already locked */
void dbexit( ExitCode rc, const char *why) {
Client * c = currentClient.get();
{
scoped_lock lk( exitMutex );
2009-12-14 09:50:49 -05:00
if ( numExitCalls++ > 0 ) {
if ( numExitCalls > 5 ){
// this means something horrible has happened
::_exit( rc );
}
stringstream ss;
ss << "dbexit: " << why << "; exiting immediately" << endl;
2009-12-14 09:50:49 -05:00
tryToOutputFatal( ss.str() );
if ( c ) c->shutdown();
::exit( rc );
}
}
2009-12-14 09:50:49 -05:00
stringstream ss;
ss << "dbexit: " << why << endl;
2009-12-14 09:50:49 -05:00
tryToOutputFatal( ss.str() );
try {
shutdown(); // gracefully shutdown instance
}
catch ( ... ){
tryToOutputFatal( "shutdown failed with exception" );
}
2010-05-26 00:46:49 -04:00
try {
mutexDebugger.programEnding();
}
catch (...) { }
2009-12-14 09:50:49 -05:00
tryToOutputFatal( "dbexit: really exiting now\n" );
if ( c ) c->shutdown();
::exit(rc);
}
void shutdown() {
2010-01-09 02:58:12 +01:00
log() << "\t shutdown: going to close listening sockets..." << endl;
ListeningSockets::get()->closeAll();
log() << "\t shutdown: going to flush oplog..." << endl;
stringstream ss2;
flushOpLog( ss2 );
rawOut( ss2.str() );
/* must do this before unmapping mem or you may get a seg fault */
log() << "\t shutdown: going to close sockets..." << endl;
boost::thread close_socket_thread(closeAllSockets);
// wait until file preallocation finishes
// we would only hang here if the file_allocator code generates a
// synchronous signal, which we don't expect
2010-01-09 02:58:12 +01:00
log() << "\t shutdown: waiting for fs preallocator..." << endl;
theFileAllocator().waitUntilFinished();
log() << "\t shutdown: closing all files..." << endl;
stringstream ss3;
MemoryMappedFile::closeAllFiles( ss3 );
rawOut( ss3.str() );
2009-02-04 13:53:08 -05:00
// should we be locked here? we aren't. might be ok as-is.
2010-05-17 10:38:36 -04:00
//recCacheCloseAll();
2009-04-01 13:48:02 -04:00
#if !defined(_WIN32) && !defined(__sunos__)
if ( lockFile ){
log() << "\t shutdown: removing fs lock..." << endl;
2009-10-06 16:17:11 -04:00
if( ftruncate( lockFile , 0 ) )
2010-04-24 14:03:14 -04:00
log() << "\t couldn't remove fs lock " << errnoWithDescription() << endl;
flock( lockFile, LOCK_UN );
}
2009-04-01 14:13:08 -04:00
#endif
}
void writePid(int fd) {
2010-07-13 20:07:33 -04:00
#if !defined(_WIN32) && !defined(__sunos__)
stringstream ss;
ss << getpid() << endl;
string s = ss.str();
const char * data = s.c_str();
assert ( write( fd, data, strlen( data ) ) );
2010-07-13 20:07:33 -04:00
#endif
}
void acquirePathLock() {
#if !defined(_WIN32) && !defined(__sunos__)
string name = ( boost::filesystem::path( dbpath ) / "mongod.lock" ).native_file_string();
bool oldFile = false;
2010-02-01 21:02:06 -05:00
if ( boost::filesystem::exists( name ) && boost::filesystem::file_size( name ) > 0 ){
oldFile = true;
}
lockFile = open( name.c_str(), O_RDWR | O_CREAT , S_IRWXU | S_IRWXG | S_IRWXO );
uassert( 10309 , "Unable to create / open lock file for lockfilepath: " + name, lockFile > 0 );
if (flock( lockFile, LOCK_EX | LOCK_NB ) != 0) {
close ( lockFile );
lockFile = 0;
uassert( 10310 , "Unable to acquire lock for lockfilepath: " + name, 0 );
}
if ( oldFile ){
// we check this here because we want to see if we can get the lock
// if we can't, then its probably just another mongod running
cout << "************** \n"
2010-02-01 21:35:54 -05:00
<< "old lock file: " << name << ". probably means unclean shutdown\n"
2010-03-18 15:48:53 -04:00
<< "recommend removing file and running --repair\n"
2010-02-01 21:06:48 -05:00
<< "see: http://dochub.mongodb.org/core/repair for more information\n"
<< "*************" << endl;
close ( lockFile );
lockFile = 0;
uassert( 12596 , "old lock file" , 0 );
}
uassert( 13342, "Unable to truncate lock file", ftruncate(lockFile, 0) == 0);
writePid( lockFile );
2009-07-28 10:46:56 -04:00
fsync( lockFile );
#endif
}
void maybeCreatePidFile() {
2010-07-13 20:07:33 -04:00
#if !defined(_WIN32) && !defined(__sunos__)
if (!(pidfilepath.empty())) {
int pidfd;
int oflags = O_CREAT|O_TRUNC|O_WRONLY;
int omode = S_IRWXU|S_IRWXG|S_IRWXO;
string name = boost::filesystem::path( pidfilepath ).native_file_string();
assert( ( (pidfd=(open(name.c_str(), oflags, omode))) > -1 ) );
writePid(pidfd);
assert( close( pidfd ) == 0 );
}
2010-07-13 20:07:33 -04:00
#endif
}
2009-07-28 10:46:56 -04:00
2009-01-14 17:09:51 -05:00
} // namespace mongo