sst_dump tool
Summary: as subject add a tool to read sst file as subject. ./sst_reader --command=check --file= ./sst_reader --command=scan --file= Test Plan: db_test run this command Reviewers: dhruba Differential Revision: https://reviews.facebook.net/D4881
This commit is contained in:
parent
1c99b0a6b3
commit
64219276f0
@ -939,7 +939,7 @@ Status VersionSet::Recover() {
|
||||
log_number_ = log_number;
|
||||
prev_log_number_ = prev_log_number;
|
||||
|
||||
Log(options_->info_log, "Recovering from manifest file:%s succeeded,"
|
||||
Log(options_->info_log, "Recovered from manifest file:%s succeeded,"
|
||||
"manifest_file_number is %lld, next_file_number is %lld, "
|
||||
"last_sequence is %lld, log_number is %lld,"
|
||||
"prev_log_number is %lld\n",
|
||||
|
148
tools/sst_dump.cc
Normal file
148
tools/sst_dump.cc
Normal file
@ -0,0 +1,148 @@
|
||||
#include "leveldb/table.h"
|
||||
|
||||
#include <map>
|
||||
#include <string>
|
||||
#include <vector>
|
||||
|
||||
#include "db/dbformat.h"
|
||||
#include "db/memtable.h"
|
||||
#include "db/write_batch_internal.h"
|
||||
#include "leveldb/db.h"
|
||||
#include "leveldb/env.h"
|
||||
#include "leveldb/iterator.h"
|
||||
#include "leveldb/table_builder.h"
|
||||
#include "table/block.h"
|
||||
#include "table/block_builder.h"
|
||||
#include "table/format.h"
|
||||
#include "util/random.h"
|
||||
#include "util/testharness.h"
|
||||
#include "util/testutil.h"
|
||||
|
||||
namespace leveldb {
|
||||
|
||||
class SstFileReader {
|
||||
public:
|
||||
SstFileReader(std::string file_name);
|
||||
Status ReadSequential(bool print_kv, uint64_t read_num = -1);
|
||||
|
||||
uint64_t GetReadNumber() { return read_num_; }
|
||||
|
||||
private:
|
||||
std::string file_name_;
|
||||
uint64_t read_num_;
|
||||
};
|
||||
|
||||
SstFileReader::SstFileReader(std::string file_path)
|
||||
:file_name_(file_path), read_num_(0) {
|
||||
}
|
||||
|
||||
Status SstFileReader::ReadSequential(bool print_kv, uint64_t read_num)
|
||||
{
|
||||
Table* table;
|
||||
Options table_options;
|
||||
RandomAccessFile* file = NULL;
|
||||
Status s = table_options.env->NewRandomAccessFile(file_name_, &file);
|
||||
if(!s.ok()) {
|
||||
return s;
|
||||
}
|
||||
uint64_t file_size;
|
||||
table_options.env->GetFileSize(file_name_, &file_size);
|
||||
s = Table::Open(table_options, file, file_size, &table);
|
||||
if(!s.ok()) {
|
||||
return s;
|
||||
}
|
||||
|
||||
Iterator* iter = table->NewIterator(ReadOptions());
|
||||
long i = 0;
|
||||
int64_t bytes = 0;
|
||||
for (iter->SeekToFirst(); iter->Valid(); iter->Next()) {
|
||||
Slice key = iter->key();
|
||||
Slice value = iter->value();
|
||||
++i;
|
||||
if (i > read_num)
|
||||
break;
|
||||
if (print_kv) {
|
||||
fprintf(stdout, "%s : %s\n",
|
||||
key.ToString().c_str(), value.ToString().c_str());
|
||||
}
|
||||
}
|
||||
|
||||
read_num_ += i;
|
||||
|
||||
Status ret = iter->status();
|
||||
delete iter;
|
||||
return ret;
|
||||
}
|
||||
|
||||
} // namespace leveldb
|
||||
|
||||
static void print_help() {
|
||||
fprintf(stderr,
|
||||
"sst_dump [--command=check|scan] --file=data_dir_OR_sst_file"
|
||||
" [--read_num=NUM]\n");
|
||||
}
|
||||
|
||||
int main(int argc, char** argv) {
|
||||
|
||||
const char* dir_or_file;
|
||||
uint64_t read_num = -1;
|
||||
std::string command;
|
||||
|
||||
char junk;
|
||||
uint64_t n;
|
||||
for (int i = 1; i < argc; i++)
|
||||
{
|
||||
if (strncmp(argv[i], "--file=", 7) == 0) {
|
||||
dir_or_file = argv[i] + 7;
|
||||
} else if (sscanf(argv[i], "--read_num=%ld%c", &n, &junk) == 1) {
|
||||
read_num = n;
|
||||
} else if (strncmp(argv[i], "--command=", 10) == 0) {
|
||||
command = argv[i] + 10;
|
||||
} else {
|
||||
print_help();
|
||||
exit(1);
|
||||
}
|
||||
}
|
||||
|
||||
if(dir_or_file == NULL) {
|
||||
print_help();
|
||||
exit(1);
|
||||
}
|
||||
|
||||
std::vector<std::string> filenames;
|
||||
leveldb::Env* env = leveldb::Env::Default();
|
||||
leveldb::Status st = env->GetChildren(dir_or_file, &filenames);
|
||||
bool dir = true;
|
||||
if (!st.ok()) {
|
||||
filenames.clear();
|
||||
filenames.push_back(dir_or_file);
|
||||
dir = false;
|
||||
}
|
||||
|
||||
int total_read = 0;
|
||||
for (int i = 0; i < filenames.size(); i++) {
|
||||
std::string filename = filenames.at(i);
|
||||
if (filename.length() <= 4 ||
|
||||
filename.rfind(".sst") != filename.length() - 4) {
|
||||
//ignore
|
||||
continue;
|
||||
}
|
||||
if(dir) {
|
||||
filename = dir_or_file + filename;
|
||||
}
|
||||
leveldb::SstFileReader reader(filename);
|
||||
leveldb::Status st;
|
||||
// scan all files in give file path.
|
||||
if (command == "" || command == "scan" || command == "check") {
|
||||
st = reader.ReadSequential(command != "check");
|
||||
if (!st.ok()) {
|
||||
fprintf(stderr, "%s: %s\n", filename.c_str(),
|
||||
st.ToString().c_str());
|
||||
}
|
||||
total_read += reader.GetReadNumber();
|
||||
if (read_num >= 0 && total_read > read_num) {
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
Loading…
Reference in New Issue
Block a user