b63aafce42
Summary: * Add a SplitByTTLLogger to enable this feature. In this diff I implemented generalized AutoSplitLoggerBase class to simplify the development of such classes. * Refactor the existing AutoSplitLogger and fix several bugs. Test Plan: * Added a unit tests for different types of "auto splitable" loggers individually. * Tested the composited logger which allows the log files to be splitted by both TTL and log size. Reviewers: heyongqiang, dhruba Reviewed By: heyongqiang CC: zshao, leveldb Differential Revision: https://reviews.facebook.net/D8037
94 lines
2.5 KiB
C++
94 lines
2.5 KiB
C++
#include "util/auto_roll_logger.h"
|
|
|
|
using namespace std;
|
|
|
|
namespace leveldb {
|
|
|
|
// -- AutoRollLogger
|
|
Status AutoRollLogger::ResetLogger() {
|
|
status_ = env_->NewLogger(log_fname_, &logger_);
|
|
|
|
if (!status_.ok()) {
|
|
return status_;
|
|
}
|
|
|
|
if (logger_->GetLogFileSize() ==
|
|
(size_t)Logger::DO_NOT_SUPPORT_GET_LOG_FILE_SIZE) {
|
|
status_ = Status::NotSupported(
|
|
"The underlying logger doesn't support GetLogFileSize()");
|
|
}
|
|
if (status_.ok()) {
|
|
cached_now = static_cast<uint64_t>(env_->NowMicros() * 1e-6);
|
|
ctime_ = cached_now;
|
|
cached_now_access_count = 0;
|
|
}
|
|
|
|
return status_;
|
|
}
|
|
|
|
void AutoRollLogger::RollLogFile() {
|
|
std::string old_fname = OldInfoLogFileName(
|
|
dbname_, env_->NowMicros(), db_absolute_path_, db_log_dir_);
|
|
env_->RenameFile(log_fname_, old_fname);
|
|
}
|
|
|
|
void AutoRollLogger::Logv(const char* format, va_list ap) {
|
|
assert(GetStatus().ok());
|
|
|
|
if (kLogFileTimeToRoll > 0 && LogExpired()) {
|
|
RollLogFile();
|
|
ResetLogger();
|
|
}
|
|
|
|
logger_->Logv(format, ap);
|
|
|
|
if (kMaxLogFileSize > 0 && logger_->GetLogFileSize() > kMaxLogFileSize) {
|
|
RollLogFile();
|
|
ResetLogger();
|
|
}
|
|
}
|
|
|
|
bool AutoRollLogger::LogExpired() {
|
|
if (cached_now_access_count >= call_NowMicros_every_N_records_) {
|
|
cached_now = static_cast<uint64_t>(env_->NowMicros() * 1e-6);
|
|
cached_now_access_count = 0;
|
|
}
|
|
|
|
++cached_now_access_count;
|
|
return cached_now >= ctime_ + kLogFileTimeToRoll;
|
|
}
|
|
|
|
Status CreateLoggerFromOptions(
|
|
const std::string& dbname,
|
|
const std::string& db_log_dir,
|
|
Env* env,
|
|
const Options& options,
|
|
std::shared_ptr<Logger>* logger) {
|
|
std::string db_absolute_path;
|
|
env->GetAbsolutePath(dbname, &db_absolute_path);
|
|
std::string fname = InfoLogFileName(dbname, db_absolute_path, db_log_dir);
|
|
|
|
// Currently we only support roll by time-to-roll and log size
|
|
if (options.log_file_time_to_roll > 0 || options.max_log_file_size > 0) {
|
|
AutoRollLogger* result = new AutoRollLogger(
|
|
env, dbname, db_log_dir,
|
|
options.max_log_file_size,
|
|
options.log_file_time_to_roll);
|
|
Status s = result->GetStatus();
|
|
if (!s.ok()) {
|
|
delete result;
|
|
} else {
|
|
logger->reset(result);
|
|
}
|
|
return s;
|
|
} else {
|
|
// Open a log file in the same directory as the db
|
|
env->CreateDir(dbname); // In case it does not exist
|
|
env->RenameFile(fname, OldInfoLogFileName(dbname, env->NowMicros(),
|
|
db_absolute_path, db_log_dir));
|
|
return env->NewLogger(fname, logger);
|
|
}
|
|
}
|
|
|
|
} // namespace leveldb
|