fast db binary dump

tools/dump.cpp

@@ -0,0 +1,154 @@
+// dump.cpp
+
+/**
+*    Copyright (C) 2008 10gen Inc.
+*
+*    This program is free software: you can redistribute it and/or  modify
+*    it under the terms of the GNU Affero General Public License, version 3,
+*    as published by the Free Software Foundation.
+*
+*    This program is distributed in the hope that it will be useful,
+*    but WITHOUT ANY WARRANTY; without even the implied warranty of
+*    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+*    GNU Affero General Public License for more details.
+*
+*    You should have received a copy of the GNU Affero General Public License
+*    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+#include "../stdafx.h"
+#include "../client/dbclient.h"
+
+#include <boost/program_options.hpp>
+
+#include <fcntl.h>
+
+namespace po = boost::program_options;
+
+namespace dump {
+    
+    void doCollection( DBClientConnection & conn , const char * coll , path outputFile ){
+        cout << "\t" << coll << " to " << outputFile.string() << endl;
+        
+        int out = open( outputFile.string().c_str() , O_WRONLY | O_CREAT | O_TRUNC , 0666 );
+        assert( out );
+        
+        BSONObjBuilder query;
+        auto_ptr<DBClientCursor> cursor = conn.query( coll , query.doneAndDecouple() );
+        
+        int num = 0;
+        while ( cursor->more() ){    
+            BSONObj obj = cursor->next();
+            write( out , obj.objdata() , obj.objsize() );
+            num++;
+        }
+        
+        cout << "\t\t " << num << " objects" << endl;
+
+        close( out );
+    }
+    
+    void go( DBClientConnection & conn , const char * db , const path outdir ){
+        cout << "DATABASE: " << db << endl;
+        
+        create_directories( outdir );
+
+        string sns = db;
+        sns += ".system.namespaces";
+        
+        BSONObjBuilder query;
+        auto_ptr<DBClientCursor> cursor = conn.query( sns.c_str() , query.doneAndDecouple() );
+        while ( cursor->more() ){
+            BSONObj obj = cursor->next();
+            if ( obj.toString().find( ".$" ) != string::npos )
+                continue;
+            
+            const string name = obj.getField( "name" ).valuestr();
+            const string filename = name.substr( strlen( db ) + 1 );
+            
+            doCollection( conn , name.c_str() , outdir / ( filename + ".bson" ) );
+
+        }
+        
+    }
+
+    void go( const char * host , const char * db , const char * outdir ){
+        DBClientConnection conn;
+        string errmsg;
+        if ( ! conn.connect( host , errmsg ) ){
+            cout << "couldn't connect : " << errmsg << endl;
+            throw -11;
+        }
+        
+        path root(outdir);
+        
+        if ( strlen( db ) == 1 && db[0] == '*' ){            
+            cout << "all dbs" << endl;
+
+            BSONObjBuilder query;
+            query.appendBool( "listDatabases" , 1 );
+    
+            BSONObj res = conn.findOne( "admin.$cmd" , query.doneAndDecouple() );
+            BSONObj dbs = res.getField( "databases" ).embeddedObjectUserCheck();
+            set<string> keys;
+            dbs.getFieldNames( keys );
+            for ( set<string>::iterator i = keys.begin() ; i != keys.end() ; i++ ){
+                string key = *i;
+                
+                BSONObj db = dbs.getField( key ).embeddedObjectUserCheck();
+                
+                const char * dbName = db.getField( "name" ).valuestr();
+                if ( (string)dbName == "local" )
+                    continue;
+                go ( conn , dbName , root / dbName );
+            }
+        }
+        else {
+            go( conn , db , root / db );
+        }
+    }
+
+}
+
+
+int main( int argc , char ** argv ){
+
+ boost:filesystem::path::default_name_check( boost::filesystem::no_check );
+
+    po::options_description options("dump parameters");
+    options.add_options()
+        ("help", "produce help message")
+        ("host,h", po::value<string>() , "mongo host to connecto to")
+        ("db,d" , po::value<string>() , "database to dump" )
+        ("out" , po::value<string>() , "output directory" )
+        ;
+    
+    po::variables_map vm;       
+    po::store(po::parse_command_line(argc, argv, options), vm);
+    po::notify(vm);   
+    
+    if ( vm.count("help") ){
+        options.print( cerr );
+        return 1;
+    }
+
+    const char * host = "127.0.0.1";
+    const char * db = "*";
+    const char * outdir = "dump";
+
+    if ( vm.count( "host" ) )
+        host = vm["host"].as<string>().c_str();
+    
+    if ( vm.count( "db" ) )
+        db = vm["db"].as<string>().c_str();
+    
+    if ( vm.count( "out" ) )
+        outdir = vm["db"].as<string>().c_str();
+    
+    cout << "mongo dump" << endl;
+    cout << "\t host        \t" << host << endl;
+    cout << "\t db          \t" << db << endl;
+    cout << "\t output dir  \t" << outdir << endl;
+
+    dump::go( host , db , outdir );
+}