77a5a543a5
Summary:
Now we're able to show more details about a compaction in
GetThreadList() :)
This patch allows GetThreadList() to report basic compaction
operation properties. Basic compaction properties include:
1. job id
2. compaction input / output level
3. compaction property flags (is_manual, is_deletion, .. etc)
4. total input bytes
5. the number of bytes has been read currently.
6. the number of bytes has been written currently.
Flush operation properties will be done in a seperate diff.
Test Plan:
/db_bench --threads=30 --num=1000000 --benchmarks=fillrandom --thread_status_per_interval=1
Sample output of tracking same job:
ThreadID ThreadType cfName Operation ElapsedTime Stage State OperationProperties
140664171987072 Low Pri default Compaction 31.357 ms CompactionJob::FinishCompactionOutputFile BaseInputLevel 1 | BytesRead 2264663 | BytesWritten 1934241 | IsDeletion 0 | IsManual 0 | IsTrivialMove 0 | JobID 277 | OutputLevel 2 | TotalInputBytes 3964158 |
ThreadID ThreadType cfName Operation ElapsedTime Stage State OperationProperties
140664171987072 Low Pri default Compaction 59.440 ms CompactionJob::FinishCompactionOutputFile BaseInputLevel 1 | BytesRead 2264663 | BytesWritten 1934241 | IsDeletion 0 | IsManual 0 | IsTrivialMove 0 | JobID 277 | OutputLevel 2 | TotalInputBytes 3964158 |
ThreadID ThreadType cfName Operation ElapsedTime Stage State OperationProperties
140664171987072 Low Pri default Compaction 226.375 ms CompactionJob::Install BaseInputLevel 1 | BytesRead 3958013 | BytesWritten 3621940 | IsDeletion 0 | IsManual 0 | IsTrivialMove 0 | JobID 277 | OutputLevel 2 | TotalInputBytes 3964158 |
Reviewers: sdong, rven, igor
Reviewed By: igor
Subscribers: dhruba, leveldb
Differential Revision: https://reviews.facebook.net/D37653
125 lines
4.1 KiB
C++
125 lines
4.1 KiB
C++
// Copyright (c) 2013, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under the BSD-style license found in the
|
|
// LICENSE file in the root directory of this source tree. An additional grant
|
|
// of patent rights can be found in the PATENTS file in the same directory.
|
|
//
|
|
// This file defines the structures for thread operation and state.
|
|
// Thread operations are used to describe high level action of a
|
|
// thread such as doing compaction or flush, while thread state
|
|
// are used to describe lower-level action such as reading /
|
|
// writing a file or waiting for a mutex. Operations and states
|
|
// are designed to be independent. Typically, a thread usually involves
|
|
// in one operation and one state at any specific point in time.
|
|
|
|
#pragma once
|
|
|
|
#include "include/rocksdb/thread_status.h"
|
|
|
|
#include <string>
|
|
|
|
namespace rocksdb {
|
|
|
|
#if ROCKSDB_USING_THREAD_STATUS
|
|
|
|
// The structure that describes a major thread operation.
|
|
struct OperationInfo {
|
|
const ThreadStatus::OperationType type;
|
|
const std::string name;
|
|
};
|
|
|
|
// The global operation table.
|
|
//
|
|
// When updating a status of a thread, the pointer of the OperationInfo
|
|
// of the current ThreadStatusData will be pointing to one of the
|
|
// rows in this global table.
|
|
//
|
|
// Note that it's not designed to be constant as in the future we
|
|
// might consider adding global count to the OperationInfo.
|
|
static OperationInfo global_operation_table[] = {
|
|
{ThreadStatus::OP_UNKNOWN, ""},
|
|
{ThreadStatus::OP_COMPACTION, "Compaction"},
|
|
{ThreadStatus::OP_FLUSH, "Flush"}
|
|
};
|
|
|
|
struct OperationStageInfo {
|
|
const ThreadStatus::OperationStage stage;
|
|
const std::string name;
|
|
};
|
|
|
|
// A table maintains the mapping from stage type to stage string.
|
|
// Note that the string must be changed accordingly when the
|
|
// associated function name changed.
|
|
static OperationStageInfo global_op_stage_table[] = {
|
|
{ThreadStatus::STAGE_UNKNOWN, ""},
|
|
{ThreadStatus::STAGE_FLUSH_RUN,
|
|
"FlushJob::Run"},
|
|
{ThreadStatus::STAGE_FLUSH_WRITE_L0,
|
|
"FlushJob::WriteLevel0Table"},
|
|
{ThreadStatus::STAGE_COMPACTION_PREPARE,
|
|
"CompactionJob::Prepare"},
|
|
{ThreadStatus::STAGE_COMPACTION_RUN,
|
|
"CompactionJob::Run"},
|
|
{ThreadStatus::STAGE_COMPACTION_PROCESS_KV,
|
|
"CompactionJob::ProcessKeyValueCompaction"},
|
|
{ThreadStatus::STAGE_COMPACTION_FILTER_V2,
|
|
"CompactionJob::CallCompactionFilterV2"},
|
|
{ThreadStatus::STAGE_COMPACTION_INSTALL,
|
|
"CompactionJob::Install"},
|
|
{ThreadStatus::STAGE_COMPACTION_SYNC_FILE,
|
|
"CompactionJob::FinishCompactionOutputFile"},
|
|
{ThreadStatus::STAGE_PICK_MEMTABLES_TO_FLUSH,
|
|
"MemTableList::PickMemtablesToFlush"},
|
|
{ThreadStatus::STAGE_MEMTABLE_ROLLBACK,
|
|
"MemTableList::RollbackMemtableFlush"},
|
|
{ThreadStatus::STAGE_MEMTABLE_INSTALL_FLUSH_RESULTS,
|
|
"MemTableList::InstallMemtableFlushResults"},
|
|
};
|
|
|
|
// The structure that describes a state.
|
|
struct StateInfo {
|
|
const ThreadStatus::StateType type;
|
|
const std::string name;
|
|
};
|
|
|
|
// The global state table.
|
|
//
|
|
// When updating a status of a thread, the pointer of the StateInfo
|
|
// of the current ThreadStatusData will be pointing to one of the
|
|
// rows in this global table.
|
|
static StateInfo global_state_table[] = {
|
|
{ThreadStatus::STATE_UNKNOWN, ""},
|
|
{ThreadStatus::STATE_MUTEX_WAIT, "Mutex Wait"},
|
|
};
|
|
|
|
struct OperationProperty {
|
|
int code;
|
|
std::string name;
|
|
};
|
|
|
|
static OperationProperty compaction_operation_properties[] = {
|
|
{ThreadStatus::COMPACTION_JOB_ID, "JobID"},
|
|
{ThreadStatus::COMPACTION_INPUT_OUTPUT_LEVEL, "InputOutputLevel"},
|
|
{ThreadStatus::COMPACTION_PROP_FLAGS, "Manual/Deletion/Trivial"},
|
|
{ThreadStatus::COMPACTION_TOTAL_INPUT_BYTES, "TotalInputBytes"},
|
|
{ThreadStatus::COMPACTION_BYTES_READ, "BytesRead"},
|
|
{ThreadStatus::COMPACTION_BYTES_WRITTEN, "BytesWritten"},
|
|
};
|
|
|
|
static OperationProperty flush_operation_properties[] = {
|
|
{ThreadStatus::FLUSH_JOB_ID, "JobID"},
|
|
{ThreadStatus::FLUSH_BYTES_READ, "BytesRead"},
|
|
{ThreadStatus::FLUSH_BYTES_REMAIN, "BytesRemain"},
|
|
{ThreadStatus::FLUSH_BYTES_WRITTEN, "BytesWritten"}
|
|
};
|
|
|
|
#else
|
|
|
|
struct OperationInfo {
|
|
};
|
|
|
|
struct StateInfo {
|
|
};
|
|
|
|
#endif // ROCKSDB_USING_THREAD_STATUS
|
|
} // namespace rocksdb
|