mirrors/mongodb
mirrors/mongodb
0
0
Fork 0
mirror of https://github.com/mongodb/mongo.git synced 2024-11-30 00:56:44 +01:00
Code Issues Releases Activity

fixes and timing

Browse Source
This commit is contained in:
Eliot Horowitz 2009-01-29 13:51:42 -05:00
parent d4c82212f8
commit 5e64eb609a
1 changed files with 26 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

52
tools/importJSON.cpp
View File

@ -27,20 +27,10 @@
#include <boost/program_options.hpp>
#ifdef MODERN_BOOST
#include <boost/iostreams/copy.hpp>
#include <boost/iostreams/filtering_streambuf.hpp>
#include <boost/iostreams/filter/gzip.hpp>
using namespace boost::iostreams;
#endif
using namespace mongo;
namespace po = boost::program_options;
class ImportJSON : public Tool {
public:
ImportJSON() : Tool( "importjson" ){
@ -58,18 +48,14 @@ public:
return -1;
}
istream * in = &cin;
ifstream file( filename.c_str() , ios_base::in | ios_base::binary);
#ifdef MODERN_BOOST
filtering_streambuf<input> in;
in.push(gzip_decompressor());
in.push(file);
boost::iostreams::copy(in, cout);
#else
istream & in = file;
#endif
if ( filename != "-" ){
in = &file;
}
string ns = getNS();
@ -78,20 +64,34 @@ public:
_conn.dropCollection( ns.c_str() );
}
while ( in ){
string line;
getline( in , line );
if ( line.size() == 0 )
int num = 0;
time_t start = time(0);
const int BUF_SIZE = 64000;
char line[64000 + 128];
while ( *in ){
in->getline( line , BUF_SIZE );
int len = strlen( line );
if ( ! len )
break;
assert( len < BUF_SIZE );
try {
BSONObj o = fromjson( line );
_conn.insert( ns.c_str() , o );
}
catch ( MsgAssertionException ma ){
cout << "exception:" << ma.toString() << endl;
cout << line << endl;
//cout << line << endl;
}
if ( ++num % 10000 == 0 ){
cout << num << "\t" << ( num / ( time(0) - start ) ) << "/second" << endl;
}
}