// @file logfile.cpp simple file log writing / journaling
/**
* Copyright (C) 2008 10gen Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License, version 3,
* as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see .
*/
#include "pch.h"
#include "logfile.h"
#include "text.h"
#include "mongoutils/str.h"
#include "unittest.h"
using namespace mongoutils;
namespace mongo {
struct LogfileTest : public UnitTest {
LogfileTest() { }
void run() {
if( 0 && debug ) {
try {
LogFile f("logfile_test");
void *p = malloc(16384);
char *buf = (char*) p;
buf += 4095;
buf = (char*) (((size_t)buf)&(~0xfff));
memset(buf, 'z', 8192);
buf[8190] = '\n';
buf[8191] = 'B';
buf[0] = 'A';
f.synchronousAppend(buf, 8192);
f.synchronousAppend(buf, 8192);
free(p);
}
catch(DBException& e ) {
log() << "logfile.cpp test failed : " << e.what() << endl;
throw;
}
}
}
} __test;
}
#if defined(_WIN32)
namespace mongo {
LogFile::LogFile(string name) : _name(name) {
_fd = CreateFile(
toNativeString(name.c_str()).c_str(),
GENERIC_WRITE,
FILE_SHARE_READ,
NULL,
OPEN_ALWAYS,
FILE_FLAG_NO_BUFFERING | FILE_FLAG_WRITE_THROUGH,
NULL);
if( _fd == INVALID_HANDLE_VALUE ) {
DWORD e = GetLastError();
uasserted(13518, str::stream() << "couldn't open file " << name << " for writing " << errnoWithDescription(e));
}
SetFilePointer(_fd, 0, 0, FILE_BEGIN);
}
LogFile::~LogFile() {
if( _fd != INVALID_HANDLE_VALUE )
CloseHandle(_fd);
}
void LogFile::synchronousAppend(const void *_buf, size_t _len) {
const size_t BlockSize = 8 * 1024 * 1024;
assert(_fd);
const char *buf = (const char *) _buf;
size_t left = _len;
while( left ) {
size_t toWrite = min(left, BlockSize);
DWORD written;
if( !WriteFile(_fd, buf, toWrite, &written, NULL) ) {
DWORD e = GetLastError();
if( e == 87 )
msgasserted(13519, "error 87 appending to file - misaligned direct write?");
else
uasserted(13517, str::stream() << "error appending to file " << _name << ' ' << _len << ' ' << toWrite << ' ' << errnoWithDescription(e));
}
else {
dassert( written == toWrite );
}
left -= written;
buf += written;
}
}
}
#else
// posix
#include
#include
#include
#include "paths.h"
namespace mongo {
LogFile::LogFile(string name) : _name(name) {
int options = O_CREAT
| O_WRONLY
#if defined(O_DIRECT)
| O_DIRECT
#endif
#if defined(O_NOATIME)
| O_NOATIME
#endif
;
_fd = open(name.c_str(), options, S_IRUSR | S_IWUSR);
#if defined(O_DIRECT)
_direct = true;
if( _fd < 0 ) {
_direct = false;
options &= ~O_DIRECT;
_fd = open(name.c_str(), options, S_IRUSR | S_IWUSR);
}
#else
_direct = false;
#endif
if( _fd < 0 ) {
uasserted(13516, str::stream() << "couldn't open file " << name << " for writing " << errnoWithDescription());
}
flushMyDirectory(name);
}
LogFile::~LogFile() {
if( _fd >= 0 )
close(_fd);
_fd = -1;
}
void LogFile::synchronousAppend(const void *b, size_t len) {
off_t pos = lseek(_fd, 0, SEEK_CUR); // doesn't actually seek
const char *buf = (char *) b;
assert(_fd);
assert(((size_t)buf)%4096==0); // aligned
if( len % 4096 != 0 ) {
log() << len << ' ' << len % 4096 << endl;
assert(false);
}
ssize_t written = write(_fd, buf, len);
if( written != (ssize_t) len ) {
log() << "write fails written:" << written << " len:" << len << " buf:" << buf << ' ' << errnoWithDescription() << endl;
uasserted(13515, str::stream() << "error appending to file " << _fd << ' ' << errnoWithDescription());
}
if(
#if defined(__linux__)
fdatasync(_fd) < 0
#else
fsync(_fd)
#endif
) {
uasserted(13514, str::stream() << "error appending to file on fsync " << ' ' << errnoWithDescription());
}
#ifdef POSIX_FADV_DONTNEED
if (!_direct)
posix_fadvise(_fd, pos, len, POSIX_FADV_DONTNEED);
#endif
}
}
#endif