mirrors/mongodb
mirrors/mongodb
0
0
Fork 0
mirror of https://github.com/mongodb/mongo.git synced 2024-12-01 01:21:03 +01:00
Code Issues Releases Activity

option to set chunk size on gridfs client SERVER-1232

Browse Source
This commit is contained in:
Eliot Horowitz 2010-06-14 15:32:03 -04:00
parent 5b45fbea90
commit 76635118f7
2 changed files with 18 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
client/gridfs.cpp
View File

@ -50,7 +50,7 @@ namespace mongo {
GridFS::GridFS( DBClientBase& client , const string& dbName , const string& prefix ) : _client( client ) , _dbName( dbName ) , _prefix( prefix ){
_filesNS = dbName + "." + prefix + ".files";
_chunksNS = dbName + "." + prefix + ".chunks";
_chunkSize = DEFAULT_CHUNK_SIZE;
client.ensureIndex( _filesNS , BSON( "filename" << 1 ) );
client.ensureIndex( _chunksNS , BSON( "files_id" << 1 << "n" << 1 ) );
@ -60,6 +60,11 @@ namespace mongo {
}
void GridFS::setChunkSize(unsigned int size) {
massert( 13296 , "invalid chunk size is specified", (size == 0));
_chunkSize = size;
}
BSONObj GridFS::storeFile( const char* data , size_t length , const string& remoteName , const string& contentType){
massert( 10279 , "large files not yet implemented", length <= 0xffffffff);
char const * const end = data + length;
@ -70,7 +75,7 @@ namespace mongo {
int chunkNumber = 0;
while (data < end){
int chunkLen = MIN(DEFAULT_CHUNK_SIZE, (unsigned)(end-data));
int chunkLen = MIN(_chunkSize, (unsigned)(end-data));
Chunk c(idObj, chunkNumber, data, chunkLen);
_client.insert( _chunksNS.c_str() , c._data );
@ -99,15 +104,15 @@ namespace mongo {
int chunkNumber = 0;
gridfs_offset length = 0;
while (!feof(fd)){
boost::scoped_array<char>buf (new char[DEFAULT_CHUNK_SIZE]);
boost::scoped_array<char>buf (new char[_chunkSize]);
char* bufPos = buf.get();
unsigned int chunkLen = 0; // how much in the chunk now
while(chunkLen != DEFAULT_CHUNK_SIZE && !feof(fd)){
int readLen = fread(bufPos, 1, DEFAULT_CHUNK_SIZE - chunkLen, fd);
while(chunkLen != _chunkSize && !feof(fd)){
int readLen = fread(bufPos, 1, _chunkSize - chunkLen, fd);
chunkLen += readLen;
bufPos += readLen;
assert(chunkLen <= DEFAULT_CHUNK_SIZE);
assert(chunkLen <= _chunkSize);
}
Chunk c(idObj, chunkNumber, buf.get(), chunkLen);
@ -135,7 +140,7 @@ namespace mongo {
file << "_id" << id
<< "filename" << name
<< "length" << (unsigned) length
<< "chunkSize" << DEFAULT_CHUNK_SIZE
<< "chunkSize" << _chunkSize
<< "uploadDate" << DATENOW
<< "md5" << res["md5"]
;

6
client/gridfs.h
View File

@ -68,6 +68,11 @@ namespace mongo {
GridFS( DBClientBase& client , const string& dbName , const string& prefix="fs" );
~GridFS();
/**
* @param
*/
void setChunkSize(unsigned int size);
/**
* puts the file reference by fileName into the db
* @param fileName local filename relative to process
@ -123,6 +128,7 @@ namespace mongo {
string _prefix;
string _filesNS;
string _chunksNS;
unsigned int _chunkSize;
// insert fileobject. All chunks must be in DB.
BSONObj insertFile(const string& name, const OID& id, unsigned length, const string& contentType);