// gridfs.cpp #include "../stdafx.h" #include #include "gridfs.h" #if defined(_WIN32) #include #endif #ifndef MIN #define MIN(a,b) ( (a) < (b) ? (a) : (b) ) #endif namespace mongo { const unsigned DEFAULT_CHUNK_SIZE = 256 * 1024; Chunk::Chunk( BSONObj o ){ _data = o; } Chunk::Chunk( BSONObj fileObject , int chunkNumber , const char * data , int len ){ BSONObjBuilder b; b.appendAs( fileObject["_id"] , "files_id" ); b.append( "n" , chunkNumber ); b.appendBinDataArray( "data" , data , len ); _data = b.obj(); } GridFS::GridFS( DBClientBase& client , string dbName , string prefix ) : _client( client ) , _dbName( dbName ) , _prefix( prefix ){ _filesNS = dbName + "." + prefix + ".files"; _chunksNS = dbName + "." + prefix + ".chunks"; client.ensureIndex( _filesNS , BSON( "filename" << 1 ) ); client.ensureIndex( _chunksNS , BSON( "files_id" << 1 << "n" << 1 ) ); } GridFS::~GridFS(){ } BSONObj GridFS::storeFile( string filename ){ uassert( "file doesn't exist" , boost::filesystem::exists( filename ) ); gridfs_offset length = boost::filesystem::file_size( filename ); BSONObjBuilder fileObject; BSONObj idObj; OID id; { id.init(); fileObject.appendOID( "_id" , &id ); fileObject << "filename" << filename ; massert("large files not yet implemented", length <= 0xffffffff); fileObject << "length" << (unsigned) length ; fileObject << "chunkSize" << DEFAULT_CHUNK_SIZE ; BSONObjBuilder b; b.appendOID( "_id" , &id ); idObj = b.obj(); } char buf[DEFAULT_CHUNK_SIZE]; gridfs_offset pos = 0; int fd = open( filename.c_str() , O_RDONLY ); int chunkNumber = 0; while ( pos < length ){ int l = read( fd , buf , MIN( DEFAULT_CHUNK_SIZE , length - pos ) ); Chunk c( idObj , chunkNumber , buf , l ); _client.insert( _chunksNS.c_str() , c._data ); pos += l; chunkNumber++; } BSONObj res; if ( ! _client.runCommand( _dbName.c_str() , BSON( "filemd5" << id << "root" << _prefix ) , res ) ) throw UserException( "filemd5 failed" ); fileObject.appendAs( res["md5"] , "md5" ); BSONObj real = fileObject.obj(); _client.insert( _filesNS.c_str() , real ); return real; } GridFile::GridFile( GridFS * grid , BSONObj obj ){ _grid = grid; _obj = obj; } GridFile GridFS::findFile( string filename){ return findFile( BSON( "filename" << filename ) ); }; GridFile GridFS::findFile( BSONObj query ){ return GridFile( this , _client.findOne( _filesNS.c_str() , query ) ); } auto_ptr GridFS::list(){ return _client.query( _filesNS.c_str() , emptyObj ); } auto_ptr GridFS::list( BSONObj o ){ return _client.query( _filesNS.c_str() , o ); } Chunk GridFile::getChunk( int n ){ _exists(); BSONObjBuilder b; b.appendAs( _obj["_id"] , "files_id" ); b.append( "n" , n ); BSONObj o = _grid->_client.findOne( _grid->_chunksNS.c_str() , b.obj() ); assert( ! o.isEmpty() ); return Chunk(o); } gridfs_offset GridFile::write( ostream & out ){ _exists(); const int num = getNumChunks(); for ( int i=0; i