mongodb/client/dbclient_rs.cpp

// dbclient.cpp - connect to a Mongo database as a database, from C++

/*    Copyright 2009 10gen Inc.
 *
 *    Licensed under the Apache License, Version 2.0 (the "License");
 *    you may not use this file except in compliance with the License.
 *    You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 *    Unless required by applicable law or agreed to in writing, software
 *    distributed under the License is distributed on an "AS IS" BASIS,
 *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *    See the License for the specific language governing permissions and
 *    limitations under the License.
 */

#include "pch.h"
#include "dbclient.h"
#include "../bson/util/builder.h"
#include "../db/jsobj.h"
#include "../db/json.h"
#include "connpool.h"
#include "dbclient_rs.h"

namespace mongo {
    
    // --------------------------------
    // ----- ReplicaSetMonitor ---------
    // --------------------------------

    ReplicaSetMonitor::ReplicaSetMonitor( const string& name , const vector<HostAndPort>& servers )
        : _lock( "ReplicaSetMonitor instance" ) , _name( name ) , _master(-1) {

        string errmsg;
        
        for ( unsigned i=0; i<servers.size(); i++ ){
            _nodes.push_back( Node( servers[i] , new DBClientConnection( true ) ) );
            if ( ! _nodes[i].conn->connect( _nodes[i].addr , errmsg ) ){
                // this connection failed, but it'll try to reconnect
                 continue; 
            }
        }
    }

    ReplicaSetMonitor::~ReplicaSetMonitor(){
        for ( unsigned i=0; i<_nodes.size(); i++ )
            delete _nodes[i].conn;
        _nodes.clear();
        _master = -1;
    }
    
    ReplicaSetMonitorPtr ReplicaSetMonitor::get( const string& name , const vector<HostAndPort>& servers ){
        scoped_lock lk( _setsLock );
        map<string,ReplicaSetMonitorPtr>::iterator i = _sets.find( name );
        if ( i == _sets.end() )
            i->second.reset( new ReplicaSetMonitor( name , servers ) );
        return i->second;
    }

    string ReplicaSetMonitor::getServerAddress() const {
        StringBuilder ss;
        if ( _name.size() )
            ss << _name << "/";

        {
            scoped_lock lk( _lock );
            for ( unsigned i=0; i<_nodes.size(); i++ ){
                if ( i > 0 )
                    ss << ",";
                ss << _nodes[i].addr.toString();
            }
        }
        return ss.str();
    }

    void ReplicaSetMonitor::notifyFailure( const HostAndPort& server ){
        if ( _master >= 0 ){
            scoped_lock lk( _lock );
            if ( server == _nodes[_master].addr )
                _master = -1;
        }
    }
    


    HostAndPort ReplicaSetMonitor::getMaster(){
        if ( _master < 0 )
            _check();
        
        uassert( 10009 , str::stream() << "ReplicaSetMonitor no master found for set: " << _name , _master >= 0 );
        
        scoped_lock lk( _lock );
        return _nodes[_master].addr;
    }
    
    HostAndPort ReplicaSetMonitor::getSlave(){
        int x = rand() % _nodes.size();
        {
            scoped_lock lk( _lock );
            for ( int i=0; i<_nodes.size(); i++ ){
                int p = ( i + x ) % _nodes.size();
                if ( p == _master )
                    continue;
                if ( _nodes[p].ok )
                    return _nodes[p].addr;
            }
        }

        {
            scoped_lock lk( _lock );
            for ( int i=0; i<_nodes.size(); i++ ){
                _nodes[i].ok = true;
            }
        }
        
        {
            scoped_lock lk( _lock );
            for ( int i=0; i<_nodes.size(); i++ ){
                int p = ( i + x ) % _nodes.size();
                if ( p == _master )
                    continue;
                if ( _nodes[p].ok )
                    return _nodes[p].addr;
            }
        }
        
        return _nodes[0].addr;
    }

    /**
     * notify the monitor that server has faild
     */
    void ReplicaSetMonitor::notifySlaveFailure( const HostAndPort& server ){
        int x = _find( server );
        if ( x >= 0 ){
            scoped_lock lk( _lock );
            _nodes[x].ok = false;
        }
    }

    bool ReplicaSetMonitor::_checkConnection( DBClientConnection * c , string& maybePrimary , bool verbose ) {
        bool good = false;
        try {
            BSONObj o;
            c->isMaster(good, &o);
            
            log( ! verbose ) << "ReplicaSetMonitor::_checkConnection: " << c->toString() << ' ' << o << '\n';
            
            // add other nodes
            string maybePrimary;
            if ( o["hosts"].type() == Array ){
                if ( o["primary"].type() == String )
                    maybePrimary = o["primary"].String();
                
                BSONObjIterator hi(o["hosts"].Obj());
                while ( hi.more() ){
                    string toCheck = hi.next().String();
                    
                    if ( _find( toCheck ) >= 0 )
                        continue;
                    
                    HostAndPort h( toCheck );
                    DBClientConnection * newConn = new DBClientConnection( true );
                    string temp;
                    newConn->connect( h , temp );
                    {
                        scoped_lock lk( _lock );
                        _nodes.push_back( Node( h , newConn ) );
                    }
                    log() << "updated set (" << _name << ") to: " << getServerAddress() << endl;
                }
            }

        }
        catch ( std::exception& e ) {
            log( ! verbose ) << "ReplicaSetMonitor::_checkConnection: caught exception " << c->toString() << ' ' << e.what() << endl;
        }
        
        return good;
    }

    void ReplicaSetMonitor::_check() {
        
        bool triedQuickCheck = false;
        
        LOG(1) <<  "_check : " << getServerAddress() << endl;
        
        for ( int retry = 0; retry < 2; retry++ ) {
            for ( unsigned i=0; i<_nodes.size(); i++ ){
                DBClientConnection * c;
                {
                    scoped_lock lk( _lock );
                    c = _nodes[i].conn;
                }

                string maybePrimary;
                if ( _checkConnection( c , maybePrimary , retry ) ){
                    _master = i;
                    return;
                }

                if ( ! triedQuickCheck && maybePrimary.size() ){
                    int x = _find( maybePrimary );
                    if ( x >= 0 ){
                        triedQuickCheck = true;
                        string dummy;
                        DBClientConnection * testConn;
                        {
                            scoped_lock lk( _lock );
                            testConn = _nodes[x].conn;
                        }
                        if ( _checkConnection( testConn , dummy , false ) ){
                            _master = x;
                            return;
                        }
                    }
                }

            }
            sleepsecs(1);
        }

    }

    int ReplicaSetMonitor::_find( const string& server ) const {
        scoped_lock lk( _lock );
        for ( unsigned i=0; i<_nodes.size(); i++ )
            if ( _nodes[i].addr == server )
                return i;
        return -1;
    }

    int ReplicaSetMonitor::_find( const HostAndPort& server ) const {
        scoped_lock lk( _lock );
        for ( unsigned i=0; i<_nodes.size(); i++ )
            if ( _nodes[i].addr == server )
                return i;
        return -1;
    }


    mongo::mutex ReplicaSetMonitor::_setsLock( "ReplicaSetMonitor" );
    map<string,ReplicaSetMonitorPtr> ReplicaSetMonitor::_sets;

    // --------------------------------
    // ----- DBClientReplicaSet ---------
    // --------------------------------

    DBClientReplicaSet::DBClientReplicaSet( const string& name , const vector<HostAndPort>& servers )
        : _monitor( ReplicaSetMonitor::get( name , servers ) ){
    }
    
    DBClientReplicaSet::~DBClientReplicaSet(){
    }

    DBClientConnection * DBClientReplicaSet::checkMaster() {
        if ( _master ){
            // a master is selected.  let's just make sure connection didn't die
            if ( ! _master->isFailed() )
                return _master.get();
            _monitor->notifyFailure( _masterHost );
        }

        HostAndPort h = _monitor->getMaster();
        if ( h != _masterHost ){
            _masterHost = h;
            _master.reset( new DBClientConnection( true ) );
            _master->connect( _masterHost );
            _auth( _master.get() );
        }
        return _master.get();
    }

    DBClientConnection * DBClientReplicaSet::checkSlave() {
        if ( _slave ){
            if ( ! _slave->isFailed() )
                return _slave.get();
            _monitor->notifySlaveFailure( _slaveHost );
        }

        HostAndPort h = _monitor->getSlave();
        if ( h != _slaveHost ){
            _slaveHost = h;
            _slave.reset( new DBClientConnection( true ) );
            _slave->connect( _slaveHost );
            _auth( _slave.get() );
        }
        return _slave.get();
    }


    void DBClientReplicaSet::_auth( DBClientConnection * conn ){
        for ( list<AuthInfo>::iterator i=_auths.begin(); i!=_auths.end(); ++i ){
            const AuthInfo& a = *i;
            string errmsg;
            if ( ! conn->auth( a.dbname , a.username , a.pwd , errmsg, a.digestPassword ) )
                warning() << "cached auth failed for set: " << _monitor->setName() << " db: " << a.dbname << " user: " << a.username << endl;

        }

    }

    DBClientConnection& DBClientReplicaSet::masterConn(){
        return *checkMaster();
    }

    DBClientConnection& DBClientReplicaSet::slaveConn(){
        return *checkSlave();
    }

    bool DBClientReplicaSet::connect(){
        try {
            checkMaster();
        }
        catch (AssertionException&) {
            return false;
        }
        return true;
    }

	bool DBClientReplicaSet::auth(const string &dbname, const string &username, const string &pwd, string& errmsg, bool digestPassword ) { 
		DBClientConnection * m = checkMaster();

        // first make sure it actually works
		if( ! m->auth(dbname, username, pwd, errmsg, digestPassword ) )
			return false;
        
        // now that it does, we should save so that for a new node we can auth
        _auths.push_back( AuthInfo( dbname , username , pwd , digestPassword ) );
		return true;
	}

    // ------------- simple functions -----------------

    void DBClientReplicaSet::insert( const string &ns , BSONObj obj ) {
        checkMaster()->insert(ns, obj);
    }

    void DBClientReplicaSet::insert( const string &ns, const vector< BSONObj >& v ) {
        checkMaster()->insert(ns, v);
    }

    void DBClientReplicaSet::remove( const string &ns , Query obj , bool justOne ) {
        checkMaster()->remove(ns, obj, justOne);
    }

    void DBClientReplicaSet::update( const string &ns , Query query , BSONObj obj , bool upsert , bool multi ) {
        return checkMaster()->update(ns, query, obj, upsert,multi);
    }

    auto_ptr<DBClientCursor> DBClientReplicaSet::query(const string &a, Query b, int c, int d,
                                                   const BSONObj *e, int f, int g){
        // TODO: if slave ok is set go to a slave
        return checkMaster()->query(a,b,c,d,e,f,g);
    }

    BSONObj DBClientReplicaSet::findOne(const string &a, const Query& b, const BSONObj *c, int d) {
        return checkMaster()->findOne(a,b,c,d);
    }

    void DBClientReplicaSet::killCursor( long long cursorID ){
        checkMaster()->killCursor( cursorID );
    }    


}