4db58bcfb2
Summary: The WAL's file size is stored as an unsigned 64 bit integer. In db_info_dumper.cc, this integer gets converted to a string. Since 2^64 is approximately 10^19, we need 20 digits to represent the integer correctly. To store the decimal representation, we need 21 bytes (+1 due to the '\0' terminator at the end). The code previously used 16 bytes, which would overflow if the log is really big (>1 petabyte). Pull Request resolved: https://github.com/facebook/rocksdb/pull/7870 Reviewed By: ajkr Differential Revision: D25938776 Pulled By: jay-zhuang fbshipit-source-id: 6ee9e21ebd65d297ea90fa1e7e74f3e1c533299d
140 lines
4.2 KiB
C++
140 lines
4.2 KiB
C++
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
|
|
#include "db/db_info_dumper.h"
|
|
|
|
#include <stdio.h>
|
|
#include <algorithm>
|
|
#include <cinttypes>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#include "file/filename.h"
|
|
#include "rocksdb/env.h"
|
|
|
|
namespace ROCKSDB_NAMESPACE {
|
|
|
|
void DumpDBFileSummary(const ImmutableDBOptions& options,
|
|
const std::string& dbname,
|
|
const std::string& session_id) {
|
|
if (options.info_log == nullptr) {
|
|
return;
|
|
}
|
|
|
|
auto* env = options.env;
|
|
uint64_t number = 0;
|
|
FileType type = kInfoLogFile;
|
|
|
|
std::vector<std::string> files;
|
|
uint64_t file_num = 0;
|
|
uint64_t file_size;
|
|
std::string file_info, wal_info;
|
|
|
|
Header(options.info_log, "DB SUMMARY\n");
|
|
Header(options.info_log, "DB Session ID: %s\n", session_id.c_str());
|
|
|
|
// Get files in dbname dir
|
|
if (!env->GetChildren(dbname, &files).ok()) {
|
|
Error(options.info_log,
|
|
"Error when reading %s dir\n", dbname.c_str());
|
|
}
|
|
std::sort(files.begin(), files.end());
|
|
for (const std::string& file : files) {
|
|
if (!ParseFileName(file, &number, &type)) {
|
|
continue;
|
|
}
|
|
switch (type) {
|
|
case kCurrentFile:
|
|
Header(options.info_log, "CURRENT file: %s\n", file.c_str());
|
|
break;
|
|
case kIdentityFile:
|
|
Header(options.info_log, "IDENTITY file: %s\n", file.c_str());
|
|
break;
|
|
case kDescriptorFile:
|
|
if (env->GetFileSize(dbname + "/" + file, &file_size).ok()) {
|
|
Header(options.info_log,
|
|
"MANIFEST file: %s size: %" PRIu64 " Bytes\n", file.c_str(),
|
|
file_size);
|
|
} else {
|
|
Error(options.info_log, "Error when reading MANIFEST file: %s/%s\n",
|
|
dbname.c_str(), file.c_str());
|
|
}
|
|
break;
|
|
case kWalFile:
|
|
if (env->GetFileSize(dbname + "/" + file, &file_size).ok()) {
|
|
wal_info.append(file)
|
|
.append(" size: ")
|
|
.append(std::to_string(file_size))
|
|
.append(" ; ");
|
|
} else {
|
|
Error(options.info_log, "Error when reading LOG file: %s/%s\n",
|
|
dbname.c_str(), file.c_str());
|
|
}
|
|
break;
|
|
case kTableFile:
|
|
if (++file_num < 10) {
|
|
file_info.append(file).append(" ");
|
|
}
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
|
|
// Get sst files in db_path dir
|
|
for (auto& db_path : options.db_paths) {
|
|
if (dbname.compare(db_path.path) != 0) {
|
|
if (!env->GetChildren(db_path.path, &files).ok()) {
|
|
Error(options.info_log,
|
|
"Error when reading %s dir\n",
|
|
db_path.path.c_str());
|
|
continue;
|
|
}
|
|
std::sort(files.begin(), files.end());
|
|
for (const std::string& file : files) {
|
|
if (ParseFileName(file, &number, &type)) {
|
|
if (type == kTableFile && ++file_num < 10) {
|
|
file_info.append(file).append(" ");
|
|
}
|
|
}
|
|
}
|
|
}
|
|
Header(options.info_log,
|
|
"SST files in %s dir, Total Num: %" PRIu64 ", files: %s\n",
|
|
db_path.path.c_str(), file_num, file_info.c_str());
|
|
file_num = 0;
|
|
file_info.clear();
|
|
}
|
|
|
|
// Get wal file in wal_dir
|
|
if (dbname.compare(options.wal_dir) != 0) {
|
|
if (!env->GetChildren(options.wal_dir, &files).ok()) {
|
|
Error(options.info_log,
|
|
"Error when reading %s dir\n",
|
|
options.wal_dir.c_str());
|
|
return;
|
|
}
|
|
wal_info.clear();
|
|
for (const std::string& file : files) {
|
|
if (ParseFileName(file, &number, &type)) {
|
|
if (type == kWalFile) {
|
|
if (env->GetFileSize(options.wal_dir + "/" + file, &file_size).ok()) {
|
|
wal_info.append(file)
|
|
.append(" size: ")
|
|
.append(std::to_string(file_size))
|
|
.append(" ; ");
|
|
} else {
|
|
Error(options.info_log, "Error when reading LOG file %s/%s\n",
|
|
options.wal_dir.c_str(), file.c_str());
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
Header(options.info_log, "Write Ahead Log file in %s: %s\n",
|
|
options.wal_dir.c_str(), wal_info.c_str());
|
|
}
|
|
} // namespace ROCKSDB_NAMESPACE
|