d6aa8c49f8
Summary: 1. Extend FlushJobInfo and CompactionJobInfo with information about the blob files generated by flush/compaction jobs. This PR add two structures BlobFileInfo and BlobFileGarbageInfo that contains the required information of blob files. 2. Notify the creation and deletion of blob files through OnBlobFileCreationStarted, OnBlobFileCreated, and OnBlobFileDeleted. 3. Test OnFile*Finish operations notifications with Blob Files. 4. Log the blob file creation/deletion events through EventLogger in Log file. Pull Request resolved: https://github.com/facebook/rocksdb/pull/8675 Test Plan: Add new unit tests in listener_test Reviewed By: ltamasi Differential Revision: D30412613 Pulled By: akankshamahajan15 fbshipit-source-id: ca51b63c6e8c8d0485a38c503572bc5a82bd5d07
95 lines
3.6 KiB
C++
95 lines
3.6 KiB
C++
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
//
|
|
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
#pragma once
|
|
|
|
#include "db/error_handler.h"
|
|
#include "db/event_helpers.h"
|
|
#include "file/sst_file_manager_impl.h"
|
|
#include "rocksdb/status.h"
|
|
|
|
namespace ROCKSDB_NAMESPACE {
|
|
|
|
class BlobFileCompletionCallback {
|
|
public:
|
|
BlobFileCompletionCallback(
|
|
SstFileManager* sst_file_manager, InstrumentedMutex* mutex,
|
|
ErrorHandler* error_handler, EventLogger* event_logger,
|
|
const std::vector<std::shared_ptr<EventListener>>& listeners,
|
|
const std::string& dbname)
|
|
: sst_file_manager_(sst_file_manager),
|
|
mutex_(mutex),
|
|
error_handler_(error_handler),
|
|
event_logger_(event_logger),
|
|
listeners_(listeners),
|
|
dbname_(dbname) {}
|
|
|
|
void OnBlobFileCreationStarted(const std::string& file_name,
|
|
const std::string& column_family_name,
|
|
int job_id,
|
|
BlobFileCreationReason creation_reason) {
|
|
#ifndef ROCKSDB_LITE
|
|
// Notify the listeners.
|
|
EventHelpers::NotifyBlobFileCreationStarted(listeners_, dbname_,
|
|
column_family_name, file_name,
|
|
job_id, creation_reason);
|
|
#else
|
|
(void)file_name;
|
|
(void)column_family_name;
|
|
(void)job_id;
|
|
(void)creation_reason;
|
|
#endif
|
|
}
|
|
|
|
Status OnBlobFileCompleted(const std::string& file_name,
|
|
const std::string& column_family_name, int job_id,
|
|
uint64_t file_number,
|
|
BlobFileCreationReason creation_reason,
|
|
const Status& report_status,
|
|
const std::string& checksum_value,
|
|
const std::string& checksum_method,
|
|
uint64_t blob_count, uint64_t blob_bytes) {
|
|
Status s;
|
|
|
|
#ifndef ROCKSDB_LITE
|
|
auto sfm = static_cast<SstFileManagerImpl*>(sst_file_manager_);
|
|
if (sfm) {
|
|
// Report new blob files to SstFileManagerImpl
|
|
s = sfm->OnAddFile(file_name);
|
|
if (sfm->IsMaxAllowedSpaceReached()) {
|
|
s = Status::SpaceLimit("Max allowed space was reached");
|
|
TEST_SYNC_POINT(
|
|
"BlobFileCompletionCallback::CallBack::MaxAllowedSpaceReached");
|
|
InstrumentedMutexLock l(mutex_);
|
|
error_handler_->SetBGError(s, BackgroundErrorReason::kFlush);
|
|
}
|
|
}
|
|
#endif // !ROCKSDB_LITE
|
|
|
|
// Notify the listeners.
|
|
EventHelpers::LogAndNotifyBlobFileCreationFinished(
|
|
event_logger_, listeners_, dbname_, column_family_name, file_name,
|
|
job_id, file_number, creation_reason,
|
|
(!report_status.ok() ? report_status : s),
|
|
(checksum_value.empty() ? kUnknownFileChecksum : checksum_value),
|
|
(checksum_method.empty() ? kUnknownFileChecksumFuncName
|
|
: checksum_method),
|
|
blob_count, blob_bytes);
|
|
return s;
|
|
}
|
|
|
|
private:
|
|
SstFileManager* sst_file_manager_;
|
|
InstrumentedMutex* mutex_;
|
|
ErrorHandler* error_handler_;
|
|
EventLogger* event_logger_;
|
|
std::vector<std::shared_ptr<EventListener>> listeners_;
|
|
std::string dbname_;
|
|
};
|
|
} // namespace ROCKSDB_NAMESPACE
|