/**
* Copyright (C) 2008 10gen Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License, version 3,
* as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see .
*/
#include "pch.h"
#include "../cmdline.h"
#include "../../util/sock.h"
#include "../client.h"
#include "../../client/dbclient.h"
#include "../dbhelpers.h"
#include "rs.h"
namespace mongo {
bool replSet = false;
ReplSet *theReplSet = 0;
void ReplSetImpl::assumePrimary() {
writelock lk("admin."); // so we are synchronized with _logOp()
_myState = PRIMARY;
_currentPrimary = _self;
log() << "replSet self is now primary" << rsLog;
}
void ReplSetImpl::relinquish() {
if( state() == PRIMARY ) {
_myState = RECOVERING;
log() << "replSet info relinquished primary state" << rsLog;
}
else if( state() == STARTUP2 )
_myState = RECOVERING;
}
void ReplSetImpl::msgUpdateHBInfo(HeartbeatInfo h) {
for( Member *m = _members.head(); m; m=m->next() ) {
if( m->id() == h.id() ) {
m->_hbinfo = h;
return;
}
}
}
list ReplSetImpl::memberHostnames() const {
list L;
L.push_back(_self->h());
for( Member *m = _members.head(); m; m = m->next() )
L.push_back(m->h());
return L;
}
void ReplSetImpl::_fillIsMaster(BSONObjBuilder& b) {
b.append("ismaster", isPrimary());
b.append("secondary", isSecondary());
b.append("msg", "replica sets not yet fully implemented. do not use yet.");
{
BSONObjBuilder a;
int n = 0;
a.append("0", _self->h().toString());
for( Member *m = _members.head(); m; m = m->next() ) {
if( m->hot() )
a.append(BSONObjBuilder::numStr(++n).c_str(), m->h().toString());
}
b.appendArray("hosts", a.done());
}
}
/** @param cfgString /, */
/*
ReplSet::ReplSet(string cfgString) : fatal(false) {
}
*/
/** @param cfgString /, */
ReplSetImpl::ReplSetImpl(string cfgString) : elect(this),
_self(0),
mgr( new Manager(this) )
{
h = 0;
_myState = STARTUP;
_currentPrimary = 0;
const char *p = cfgString.c_str();
const char *slash = strchr(p, '/');
uassert(13093, "bad --replSet config string format is: /,[,...]", slash != 0 && p != slash);
_name = string(p, slash-p);
log() << "replSet startup " << cfgString << rsLog;
set seedSet;
vector *seeds = new vector;
p = slash + 1;
while( 1 ) {
const char *comma = strchr(p, ',');
if( comma == 0 ) comma = strchr(p,0);
if( p == comma )
break;
//uassert(13094, "bad --replSet config string", p != comma);
{
HostAndPort m;
try {
m = HostAndPort( string(p, comma-p) );
}
catch(...) {
uassert(13114, "bad --replSet seed hostname", false);
}
uassert(13096, "bad --replSet config string - dups?", seedSet.count(m) == 0 );
seedSet.insert(m);
uassert(13101, "can't use localhost in replset host list", !m.isLocalHost());
if( m.isSelf() )
log() << "replSet ignoring seed " << m.toString() << " (=self)" << rsLog;
else
seeds->push_back(m);
if( *comma == 0 )
break;
p = comma + 1;
}
}
_seeds = seeds;
//for( vector::iterator i = seeds->begin(); i != seeds->end(); i++ )
// addMemberIfMissing(*i);
log() << "replSet load config from various servers..." << rsLog;
loadConfig();
for( Member *m = head(); m; m = m->next() )
seedSet.erase(m->h());
for( set::iterator i = seedSet.begin(); i != seedSet.end(); i++ ) {
log() << "replSet warning command line seed " << i->toString() << " is not present in the current repl set config" << rsLog;
}
}
void newReplUp();
void ReplSetImpl::loadLastOpTimeWritten() {
assert( lastOpTimeWritten.isNull() );
readlock lk(rsoplog);
BSONObj o;
if( Helpers::getLast(rsoplog.c_str(), o) ) {
cout << "TEMP " << o.toString() << endl;
lastOpTimeWritten = o["ts"]._opTime();
uassert(13290, "bad replSet oplog entry?", !lastOpTimeWritten.isNull());
}
}
/* call after constructing to start - returns fairly quickly after launching its threads */
void ReplSetImpl::_go() {
try {
loadLastOpTimeWritten();
}
catch(std::exception& e) {
log() << "replSet ERROR FATAL couldn't query the local " << rsoplog << " collection. Terminating mongod after 30 seconds." << rsLog;
log() << e.what() << rsLog;
sleepsecs(30);
dbexit( EXIT_REPLICATION_ERROR );
return;
}
_myState = STARTUP2;
startThreads();
newReplUp();
}
ReplSetImpl::StartupStatus ReplSetImpl::startupStatus = PRESTART;
string ReplSetImpl::startupStatusMsg;
void ReplSetImpl::initFromConfig(ReplSetConfig& c) { //, bool save) {
_cfg = new ReplSetConfig(c);
assert( _cfg->ok() );
assert( _name.empty() || _name == _cfg->_id );
_name = _cfg->_id;
assert( !_name.empty() );
assert( _members.head() == 0 );
int me=0;
for( vector::iterator i = _cfg->members.begin(); i != _cfg->members.end(); i++ ) {
const ReplSetConfig::MemberCfg& m = *i;
if( m.h.isSelf() ) {
me++;
assert( _self == 0 );
_self = new Member(m.h, m._id, &m);
_selfId = m._id;
} else {
Member *mi = new Member(m.h, m._id, &m);
_members.push(mi);
}
}
if( me != 1 ) {
log() << "replSet config : " << _cfg->toString() << rsLog;
uassert( 13302, "replSet : can't find self in the repl set configuration", me == 1 );
}
/* if( save ) {
_cfg->save();
}*/
}
// Our own config must be the first one.
void ReplSetImpl::_loadConfigFinish(vector& cfgs) {
int v = -1;
ReplSetConfig *highest = 0;
int myVersion = -2000;
int n = 0;
for( vector::iterator i = cfgs.begin(); i != cfgs.end(); i++ ) {
ReplSetConfig& cfg = *i;
if( ++n == 1 ) myVersion = cfg.version;
if( cfg.ok() && cfg.version > v ) {
highest = &cfg;
v = cfg.version;
}
}
assert( highest );
initFromConfig(*highest);
if( highest->version > myVersion && highest->version >= 0 ) {
log() << "replSet got config version " << highest->version << " from a remote, saving locally" << rsLog;
writelock lk("admin.");
highest->saveConfigLocally(BSONObj());
}
}
void ReplSetImpl::loadConfig() {
while( 1 ) {
startupStatus = LOADINGCONFIG;
startupStatusMsg = "loading " + rsConfigNs + " config (LOADINGCONFIG)";
try {
vector configs;
configs.push_back( ReplSetConfig(HostAndPort::me()) );
for( vector::const_iterator i = _seeds->begin(); i != _seeds->end(); i++ ) {
configs.push_back( ReplSetConfig(*i) );
}
int nok = 0;
int nempty = 0;
for( vector::iterator i = configs.begin(); i != configs.end(); i++ ) {
if( i->ok() )
nok++;
if( i->empty() )
nempty++;
}
if( nok == 0 ) {
if( nempty == (int) configs.size() ) {
startupStatus = EMPTYCONFIG;
startupStatusMsg = "can't get " + rsConfigNs + " config from self or any seed (EMPTYCONFIG)";
log() << "replSet can't get " << rsConfigNs << " config from self or any seed (EMPTYCONFIG)" << rsLog;
log() << "replSet have you ran replSetInitiate yet?" << rsLog;
log() << "replSet sleeping 20sec and will try again." << rsLog;
}
else {
startupStatus = EMPTYUNREACHABLE;
startupStatusMsg = "can't currently get " + rsConfigNs + " config from self or any seed (EMPTYUNREACHABLE)";
log() << "replSet can't get " << rsConfigNs << " config from self or any seed." << rsLog;
log() << "replSet sleeping 20sec and will try again." << rsLog;
}
sleepsecs(20);
continue;
}
_loadConfigFinish(configs);
}
catch(DBException& e) {
startupStatus = BADCONFIG;
startupStatusMsg = "replSet error loading set config (BADCONFIG)";
log() << "replSet error loading configurations " << e.toString() << rsLog;
log() << "replSet error replication will not start" << rsLog;
_fatal();
throw;
}
break;
}
startupStatusMsg = "? started";
startupStatus = STARTED;
}
void ReplSetImpl::_fatal()
{
lock l(this);
_myState = FATAL;
log() << "replSet error fatal error, stopping replication" << rsLog;
}
/* forked as a thread during startup
it can run quite a while looking for config. but once found,
a separate thread takes over as ReplSetImpl::Manager, and this thread
terminates.
*/
void startReplSets() {
Client::initThread("startReplSets");
try {
assert( theReplSet == 0 );
if( cmdLine.replSet.empty() ) {
assert(!replSet);
return;
}
(theReplSet = new ReplSet(cmdLine.replSet))->go();
}
catch(std::exception& e) {
log() << "replSet caught exception in startReplSets thread: " << e.what() << rsLog;
if( theReplSet )
theReplSet->fatal();
}
cc().shutdown();
}
}