2012-10-31 19:47:18 +01:00
|
|
|
// Copyright (c) 2012 Facebook. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
|
|
// found in the LICENSE file.
|
|
|
|
|
|
|
|
#ifndef LEVELDB_UTIL_LDB_H_
|
|
|
|
#define LEVELDB_UTIL_LDB_H_
|
|
|
|
|
|
|
|
#include <string>
|
|
|
|
#include <iostream>
|
|
|
|
#include <sstream>
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <algorithm>
|
|
|
|
#include <stdio.h>
|
|
|
|
|
|
|
|
#include "leveldb/db.h"
|
LDB can read WAL.
Summary:
Add option to read WAL and print a summary for each record.
facebook task => #1885013
E.G. Output :
./ldb dump_wal --walfile=/tmp/leveldbtest-5907/dbbench/026122.log --header
Sequence,Count,ByteSize
49981,1,100033
49981,1,100033
49982,1,100033
49981,1,100033
49982,1,100033
49983,1,100033
49981,1,100033
49982,1,100033
49983,1,100033
49984,1,100033
49981,1,100033
49982,1,100033
Test Plan:
Works run
./ldb read_wal --wal-file=/tmp/leveldbtest-5907/dbbench/000078.log --header
Reviewers: dhruba, heyongqiang
Reviewed By: dhruba
CC: emayanke, leveldb, zshao
Differential Revision: https://reviews.facebook.net/D6675
2012-11-13 01:45:45 +01:00
|
|
|
#include "leveldb/env.h"
|
2012-10-31 19:47:18 +01:00
|
|
|
#include "leveldb/options.h"
|
|
|
|
#include "leveldb/iterator.h"
|
|
|
|
#include "leveldb/slice.h"
|
|
|
|
#include "db/version_set.h"
|
|
|
|
#include "util/logging.h"
|
|
|
|
|
|
|
|
namespace leveldb {
|
|
|
|
|
|
|
|
class LDBCommandExecuteResult {
|
|
|
|
public:
|
|
|
|
enum State {
|
|
|
|
EXEC_NOT_STARTED = 0, EXEC_SUCCEED = 1, EXEC_FAILED = 2,
|
|
|
|
};
|
|
|
|
|
|
|
|
LDBCommandExecuteResult() {
|
|
|
|
state_ = EXEC_NOT_STARTED;
|
|
|
|
message_ = "";
|
|
|
|
}
|
|
|
|
|
|
|
|
LDBCommandExecuteResult(State state, std::string& msg) {
|
|
|
|
state_ = state;
|
|
|
|
message_ = msg;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::string ToString() {
|
|
|
|
std::string ret;
|
|
|
|
switch (state_) {
|
|
|
|
case EXEC_SUCCEED:
|
|
|
|
break;
|
|
|
|
case EXEC_FAILED:
|
2012-11-21 01:14:04 +01:00
|
|
|
ret.append("Failed: ");
|
2012-10-31 19:47:18 +01:00
|
|
|
break;
|
|
|
|
case EXEC_NOT_STARTED:
|
2012-11-21 01:14:04 +01:00
|
|
|
ret.append("Not started: ");
|
2012-10-31 19:47:18 +01:00
|
|
|
}
|
|
|
|
if (!message_.empty()) {
|
|
|
|
ret.append(message_);
|
|
|
|
}
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
void Reset() {
|
|
|
|
state_ = EXEC_NOT_STARTED;
|
|
|
|
message_ = "";
|
|
|
|
}
|
|
|
|
|
|
|
|
bool IsSucceed() {
|
|
|
|
return state_ == EXEC_SUCCEED;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool IsNotStarted() {
|
|
|
|
return state_ == EXEC_NOT_STARTED;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool IsFailed() {
|
|
|
|
return state_ == EXEC_FAILED;
|
|
|
|
}
|
|
|
|
|
|
|
|
static LDBCommandExecuteResult SUCCEED(std::string msg) {
|
|
|
|
return LDBCommandExecuteResult(EXEC_SUCCEED, msg);
|
|
|
|
}
|
|
|
|
|
|
|
|
static LDBCommandExecuteResult FAILED(std::string msg) {
|
|
|
|
return LDBCommandExecuteResult(EXEC_FAILED, msg);
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
State state_;
|
|
|
|
std::string message_;
|
|
|
|
|
|
|
|
bool operator==(const LDBCommandExecuteResult&);
|
|
|
|
bool operator!=(const LDBCommandExecuteResult&);
|
|
|
|
};
|
|
|
|
|
|
|
|
class LDBCommand {
|
|
|
|
public:
|
|
|
|
|
|
|
|
/* Constructor */
|
|
|
|
LDBCommand(std::string& db_name, std::vector<std::string>& args) :
|
|
|
|
db_path_(db_name),
|
|
|
|
db_(NULL) {
|
|
|
|
}
|
|
|
|
|
LDB can read WAL.
Summary:
Add option to read WAL and print a summary for each record.
facebook task => #1885013
E.G. Output :
./ldb dump_wal --walfile=/tmp/leveldbtest-5907/dbbench/026122.log --header
Sequence,Count,ByteSize
49981,1,100033
49981,1,100033
49982,1,100033
49981,1,100033
49982,1,100033
49983,1,100033
49981,1,100033
49982,1,100033
49983,1,100033
49984,1,100033
49981,1,100033
49982,1,100033
Test Plan:
Works run
./ldb read_wal --wal-file=/tmp/leveldbtest-5907/dbbench/000078.log --header
Reviewers: dhruba, heyongqiang
Reviewed By: dhruba
CC: emayanke, leveldb, zshao
Differential Revision: https://reviews.facebook.net/D6675
2012-11-13 01:45:45 +01:00
|
|
|
LDBCommand(std::vector<std::string>& args) :
|
|
|
|
db_path_(""),
|
|
|
|
db_(NULL) {
|
|
|
|
}
|
|
|
|
|
2012-10-31 19:47:18 +01:00
|
|
|
virtual leveldb::Options PrepareOptionsForOpenDB() {
|
|
|
|
leveldb::Options opt;
|
|
|
|
opt.create_if_missing = false;
|
|
|
|
return opt;
|
|
|
|
}
|
|
|
|
|
2012-11-09 03:45:19 +01:00
|
|
|
virtual bool NoDBOpen() {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2012-10-31 19:47:18 +01:00
|
|
|
virtual ~LDBCommand() {
|
|
|
|
if (db_ != NULL) {
|
|
|
|
delete db_;
|
|
|
|
db_ = NULL;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Print the help message */
|
|
|
|
static void Help(std::string& ret) {
|
|
|
|
ret.append("--db=DB_PATH ");
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Run the command, and return the execute result. */
|
|
|
|
void Run() {
|
|
|
|
if (!exec_state_.IsNotStarted()) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2012-11-09 03:45:19 +01:00
|
|
|
if (db_ == NULL && !NoDBOpen()) {
|
2012-10-31 19:47:18 +01:00
|
|
|
OpenDB();
|
|
|
|
}
|
2012-11-09 03:45:19 +01:00
|
|
|
|
2012-11-21 01:14:04 +01:00
|
|
|
if (!db_) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2012-10-31 19:47:18 +01:00
|
|
|
DoCommand();
|
|
|
|
if (exec_state_.IsNotStarted()) {
|
|
|
|
exec_state_ = LDBCommandExecuteResult::SUCCEED("");
|
|
|
|
}
|
2012-11-09 03:45:19 +01:00
|
|
|
|
|
|
|
if (db_ != NULL) {
|
|
|
|
CloseDB ();
|
|
|
|
}
|
2012-10-31 19:47:18 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
virtual void DoCommand() = 0;
|
|
|
|
|
|
|
|
LDBCommandExecuteResult GetExecuteState() {
|
|
|
|
return exec_state_;
|
|
|
|
}
|
|
|
|
|
|
|
|
void ClearPreviousRunState() {
|
|
|
|
exec_state_.Reset();
|
|
|
|
}
|
|
|
|
|
|
|
|
static std::string HexToString(const std::string& str) {
|
|
|
|
std::string parsed;
|
2012-11-06 21:02:18 +01:00
|
|
|
for (unsigned int i = 0; i < str.length();) {
|
2012-10-31 19:47:18 +01:00
|
|
|
int c;
|
|
|
|
sscanf(str.c_str() + i, "%2X", &c);
|
|
|
|
parsed.push_back(c);
|
|
|
|
i += 2;
|
|
|
|
}
|
|
|
|
return parsed;
|
|
|
|
}
|
|
|
|
|
|
|
|
protected:
|
|
|
|
|
|
|
|
void OpenDB() {
|
|
|
|
leveldb::Options opt = PrepareOptionsForOpenDB();
|
|
|
|
// Open the DB.
|
|
|
|
leveldb::Status st = leveldb::DB::Open(opt, db_path_, &db_);
|
|
|
|
if (!st.ok()) {
|
|
|
|
std::string msg = st.ToString();
|
|
|
|
exec_state_ = LDBCommandExecuteResult::FAILED(msg);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void CloseDB () {
|
|
|
|
if (db_ != NULL) {
|
|
|
|
delete db_;
|
|
|
|
db_ = NULL;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static const char* FROM_ARG;
|
|
|
|
static const char* END_ARG;
|
|
|
|
static const char* HEX_ARG;
|
|
|
|
LDBCommandExecuteResult exec_state_;
|
|
|
|
std::string db_path_;
|
|
|
|
leveldb::DB* db_;
|
|
|
|
};
|
|
|
|
|
|
|
|
class Compactor: public LDBCommand {
|
|
|
|
public:
|
|
|
|
Compactor(std::string& db_name, std::vector<std::string>& args);
|
|
|
|
|
|
|
|
virtual ~Compactor() {}
|
|
|
|
|
|
|
|
static void Help(std::string& ret);
|
|
|
|
|
|
|
|
virtual void DoCommand();
|
|
|
|
|
|
|
|
private:
|
|
|
|
bool null_from_;
|
|
|
|
std::string from_;
|
|
|
|
bool null_to_;
|
|
|
|
std::string to_;
|
|
|
|
bool hex_;
|
|
|
|
};
|
|
|
|
|
|
|
|
class DBDumper: public LDBCommand {
|
|
|
|
public:
|
|
|
|
DBDumper(std::string& db_name, std::vector<std::string>& args);
|
|
|
|
virtual ~DBDumper() {}
|
|
|
|
static void Help(std::string& ret);
|
|
|
|
virtual void DoCommand();
|
|
|
|
private:
|
|
|
|
bool null_from_;
|
|
|
|
std::string from_;
|
|
|
|
bool null_to_;
|
|
|
|
std::string to_;
|
|
|
|
int max_keys_;
|
|
|
|
bool count_only_;
|
|
|
|
bool print_stats_;
|
|
|
|
bool hex_;
|
|
|
|
bool hex_output_;
|
|
|
|
|
|
|
|
static const char* MAX_KEYS_ARG;
|
|
|
|
static const char* COUNT_ONLY_ARG;
|
|
|
|
static const char* STATS_ARG;
|
|
|
|
static const char* HEX_OUTPUT_ARG;
|
|
|
|
};
|
|
|
|
|
|
|
|
class ReduceDBLevels : public LDBCommand {
|
|
|
|
public:
|
|
|
|
|
|
|
|
ReduceDBLevels (std::string& db_name, std::vector<std::string>& args);
|
|
|
|
|
|
|
|
~ReduceDBLevels() {}
|
|
|
|
|
|
|
|
virtual leveldb::Options PrepareOptionsForOpenDB();
|
|
|
|
|
|
|
|
virtual void DoCommand();
|
|
|
|
|
2012-11-09 03:45:19 +01:00
|
|
|
virtual bool NoDBOpen() {
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void Help(std::string& msg);
|
2012-10-31 19:47:18 +01:00
|
|
|
static std::vector<std::string> PrepareArgs(int new_levels,
|
|
|
|
bool print_old_level = false);
|
|
|
|
|
|
|
|
private:
|
2012-11-09 03:45:19 +01:00
|
|
|
int old_levels_;
|
2012-10-31 19:47:18 +01:00
|
|
|
int new_levels_;
|
|
|
|
bool print_old_levels_;
|
2012-11-09 03:45:19 +01:00
|
|
|
int file_size_;
|
|
|
|
enum leveldb::CompressionType compression_;
|
2012-10-31 19:47:18 +01:00
|
|
|
|
|
|
|
static const char* NEW_LEVLES_ARG;
|
|
|
|
static const char* PRINT_OLD_LEVELS_ARG;
|
2012-11-09 03:45:19 +01:00
|
|
|
static const char* COMPRESSION_TYPE_ARG;
|
|
|
|
static const char* FILE_SIZE_ARG;
|
|
|
|
|
|
|
|
Status GetOldNumOfLevels(leveldb::Options& opt, int* levels);
|
2012-10-31 19:47:18 +01:00
|
|
|
};
|
|
|
|
|
LDB can read WAL.
Summary:
Add option to read WAL and print a summary for each record.
facebook task => #1885013
E.G. Output :
./ldb dump_wal --walfile=/tmp/leveldbtest-5907/dbbench/026122.log --header
Sequence,Count,ByteSize
49981,1,100033
49981,1,100033
49982,1,100033
49981,1,100033
49982,1,100033
49983,1,100033
49981,1,100033
49982,1,100033
49983,1,100033
49984,1,100033
49981,1,100033
49982,1,100033
Test Plan:
Works run
./ldb read_wal --wal-file=/tmp/leveldbtest-5907/dbbench/000078.log --header
Reviewers: dhruba, heyongqiang
Reviewed By: dhruba
CC: emayanke, leveldb, zshao
Differential Revision: https://reviews.facebook.net/D6675
2012-11-13 01:45:45 +01:00
|
|
|
class WALDumper : public LDBCommand {
|
|
|
|
public:
|
|
|
|
|
|
|
|
WALDumper (std::vector<std::string>& args);
|
|
|
|
|
|
|
|
~WALDumper() {}
|
|
|
|
|
|
|
|
virtual bool NoDBOpen() {
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void Help(std::string& ret);
|
|
|
|
virtual void DoCommand();
|
|
|
|
private:
|
|
|
|
bool print_header_;
|
|
|
|
std::string wal_file_;
|
2012-10-31 19:47:18 +01:00
|
|
|
|
LDB can read WAL.
Summary:
Add option to read WAL and print a summary for each record.
facebook task => #1885013
E.G. Output :
./ldb dump_wal --walfile=/tmp/leveldbtest-5907/dbbench/026122.log --header
Sequence,Count,ByteSize
49981,1,100033
49981,1,100033
49982,1,100033
49981,1,100033
49982,1,100033
49983,1,100033
49981,1,100033
49982,1,100033
49983,1,100033
49984,1,100033
49981,1,100033
49982,1,100033
Test Plan:
Works run
./ldb read_wal --wal-file=/tmp/leveldbtest-5907/dbbench/000078.log --header
Reviewers: dhruba, heyongqiang
Reviewed By: dhruba
CC: emayanke, leveldb, zshao
Differential Revision: https://reviews.facebook.net/D6675
2012-11-13 01:45:45 +01:00
|
|
|
static const char* WAL_FILE_ARG;
|
|
|
|
};
|
|
|
|
}
|
2012-10-31 19:47:18 +01:00
|
|
|
#endif
|