77a5a543a5
Summary:
Now we're able to show more details about a compaction in
GetThreadList() :)
This patch allows GetThreadList() to report basic compaction
operation properties. Basic compaction properties include:
1. job id
2. compaction input / output level
3. compaction property flags (is_manual, is_deletion, .. etc)
4. total input bytes
5. the number of bytes has been read currently.
6. the number of bytes has been written currently.
Flush operation properties will be done in a seperate diff.
Test Plan:
/db_bench --threads=30 --num=1000000 --benchmarks=fillrandom --thread_status_per_interval=1
Sample output of tracking same job:
ThreadID ThreadType cfName Operation ElapsedTime Stage State OperationProperties
140664171987072 Low Pri default Compaction 31.357 ms CompactionJob::FinishCompactionOutputFile BaseInputLevel 1 | BytesRead 2264663 | BytesWritten 1934241 | IsDeletion 0 | IsManual 0 | IsTrivialMove 0 | JobID 277 | OutputLevel 2 | TotalInputBytes 3964158 |
ThreadID ThreadType cfName Operation ElapsedTime Stage State OperationProperties
140664171987072 Low Pri default Compaction 59.440 ms CompactionJob::FinishCompactionOutputFile BaseInputLevel 1 | BytesRead 2264663 | BytesWritten 1934241 | IsDeletion 0 | IsManual 0 | IsTrivialMove 0 | JobID 277 | OutputLevel 2 | TotalInputBytes 3964158 |
ThreadID ThreadType cfName Operation ElapsedTime Stage State OperationProperties
140664171987072 Low Pri default Compaction 226.375 ms CompactionJob::Install BaseInputLevel 1 | BytesRead 3958013 | BytesWritten 3621940 | IsDeletion 0 | IsManual 0 | IsTrivialMove 0 | JobID 277 | OutputLevel 2 | TotalInputBytes 3964158 |
Reviewers: sdong, rven, igor
Reviewed By: igor
Subscribers: dhruba, leveldb
Differential Revision: https://reviews.facebook.net/D37653
132 lines
4.9 KiB
C++
132 lines
4.9 KiB
C++
// Copyright (c) 2013, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under the BSD-style license found in the
|
|
// LICENSE file in the root directory of this source tree. An additional grant
|
|
// of patent rights can be found in the PATENTS file in the same directory.
|
|
|
|
#pragma once
|
|
|
|
#include "db/column_family.h"
|
|
#include "rocksdb/env.h"
|
|
#include "rocksdb/thread_status.h"
|
|
#include "util/thread_status_updater.h"
|
|
|
|
namespace rocksdb {
|
|
class ColumnFamilyData;
|
|
|
|
|
|
// The static utility class for updating thread-local status.
|
|
//
|
|
// The thread-local status is updated via the thread-local cached
|
|
// pointer thread_updater_local_cache_. During each function call,
|
|
// when ThreadStatusUtil finds thread_updater_local_cache_ is
|
|
// left uninitialized (determined by thread_updater_initialized_),
|
|
// it will tries to initialize it using the return value of
|
|
// Env::GetThreadStatusUpdater(). When thread_updater_local_cache_
|
|
// is initialized by a non-null pointer, each function call will
|
|
// then update the status of the current thread. Otherwise,
|
|
// all function calls to ThreadStatusUtil will be no-op.
|
|
class ThreadStatusUtil {
|
|
public:
|
|
// Set the thread type of the current thread.
|
|
static void SetThreadType(
|
|
const Env* env, ThreadStatus::ThreadType thread_type);
|
|
|
|
// Unregister the current thread.
|
|
static void UnregisterThread();
|
|
|
|
// Create an entry in the global ColumnFamilyInfo table for the
|
|
// specified column family. This function should be called only
|
|
// when the current thread does not hold db_mutex.
|
|
static void NewColumnFamilyInfo(
|
|
const DB* db, const ColumnFamilyData* cfd);
|
|
|
|
// Erase the ConstantColumnFamilyInfo that is associated with the
|
|
// specified ColumnFamilyData. This function should be called only
|
|
// when the current thread does not hold db_mutex.
|
|
static void EraseColumnFamilyInfo(const ColumnFamilyData* cfd);
|
|
|
|
// Erase all ConstantColumnFamilyInfo that is associated with the
|
|
// specified db instance. This function should be called only when
|
|
// the current thread does not hold db_mutex.
|
|
static void EraseDatabaseInfo(const DB* db);
|
|
|
|
// Update the thread status to indicate the current thread is doing
|
|
// something related to the specified column family.
|
|
static void SetColumnFamily(const ColumnFamilyData* cfd);
|
|
|
|
static void SetThreadOperation(ThreadStatus::OperationType type);
|
|
|
|
static ThreadStatus::OperationStage SetThreadOperationStage(
|
|
ThreadStatus::OperationStage stage);
|
|
|
|
static void SetThreadOperationProperty(
|
|
int code, uint64_t value);
|
|
|
|
static void IncreaseThreadOperationProperty(
|
|
int code, uint64_t delta);
|
|
|
|
static void SetThreadState(ThreadStatus::StateType type);
|
|
|
|
static void ResetThreadStatus();
|
|
|
|
#ifndef NDEBUG
|
|
static void TEST_SetStateDelay(
|
|
const ThreadStatus::StateType state, int micro);
|
|
static void TEST_StateDelay(const ThreadStatus::StateType state);
|
|
#endif
|
|
|
|
protected:
|
|
// Initialize the thread-local ThreadStatusUpdater when it finds
|
|
// the cached value is nullptr. Returns true if it has cached
|
|
// a non-null pointer.
|
|
static bool MaybeInitThreadLocalUpdater(const Env* env);
|
|
|
|
#if ROCKSDB_USING_THREAD_STATUS
|
|
// A boolean flag indicating whether thread_updater_local_cache_
|
|
// is initialized. It is set to true when an Env uses any
|
|
// ThreadStatusUtil functions using the current thread other
|
|
// than UnregisterThread(). It will be set to false when
|
|
// UnregisterThread() is called.
|
|
//
|
|
// When this variable is set to true, thread_updater_local_cache_
|
|
// will not be updated until this variable is again set to false
|
|
// in UnregisterThread().
|
|
static __thread bool thread_updater_initialized_;
|
|
|
|
// The thread-local cached ThreadStatusUpdater that caches the
|
|
// thread_status_updater_ of the first Env that uses any ThreadStatusUtil
|
|
// function other than UnregisterThread(). This variable will
|
|
// be cleared when UnregisterThread() is called.
|
|
//
|
|
// When this variable is set to a non-null pointer, then the status
|
|
// of the current thread will be updated when a function of
|
|
// ThreadStatusUtil is called. Otherwise, all functions of
|
|
// ThreadStatusUtil will be no-op.
|
|
//
|
|
// When thread_updater_initialized_ is set to true, this variable
|
|
// will not be updated until this thread_updater_initialized_ is
|
|
// again set to false in UnregisterThread().
|
|
static __thread ThreadStatusUpdater* thread_updater_local_cache_;
|
|
#else
|
|
static bool thread_updater_initialized_;
|
|
static ThreadStatusUpdater* thread_updater_local_cache_;
|
|
#endif
|
|
};
|
|
|
|
// A helper class for updating thread state. It will set the
|
|
// thread state according to the input parameter in its constructor
|
|
// and set the thread state to the previous state in its destructor.
|
|
class AutoThreadOperationStageUpdater {
|
|
public:
|
|
explicit AutoThreadOperationStageUpdater(
|
|
ThreadStatus::OperationStage stage);
|
|
~AutoThreadOperationStageUpdater();
|
|
|
|
#if ROCKSDB_USING_THREAD_STATUS
|
|
private:
|
|
ThreadStatus::OperationStage prev_stage_;
|
|
#endif
|
|
};
|
|
|
|
} // namespace rocksdb
|