5f025ea832
Summary: This is groundwork for adding garbage collection support to BlobDB. The patch adds logic that keeps track of the oldest blob file referred to by each SST file. The oldest blob file is identified during flush/ compaction (similarly to how the range of keys covered by the SST is identified), and persisted in the manifest as a custom field of the new file edit record. Blob indexes with TTL are ignored for the purposes of identifying the oldest blob file (since such blob files are cleaned up by the TTL logic in BlobDB). Pull Request resolved: https://github.com/facebook/rocksdb/pull/5903 Test Plan: Added new unit tests; also ran db_bench in BlobDB mode, inspected the manifest using ldb, and confirmed (by scanning the SST files using sst_dump) that the value of the oldest blob file number field matches the contents of the file for each SST. Differential Revision: D17859997 Pulled By: ltamasi fbshipit-source-id: 21662c137c6259a6af70446faaf3a9912c550e90
56 lines
2.2 KiB
C++
56 lines
2.2 KiB
C++
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
#pragma once
|
|
|
|
#include <memory>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#include "db/column_family.h"
|
|
#include "db/version_edit.h"
|
|
#include "logging/event_logger.h"
|
|
#include "rocksdb/listener.h"
|
|
#include "rocksdb/table_properties.h"
|
|
|
|
namespace rocksdb {
|
|
|
|
class EventHelpers {
|
|
public:
|
|
static void AppendCurrentTime(JSONWriter* json_writer);
|
|
#ifndef ROCKSDB_LITE
|
|
static void NotifyTableFileCreationStarted(
|
|
const std::vector<std::shared_ptr<EventListener>>& listeners,
|
|
const std::string& db_name, const std::string& cf_name,
|
|
const std::string& file_path, int job_id, TableFileCreationReason reason);
|
|
#endif // !ROCKSDB_LITE
|
|
static void NotifyOnBackgroundError(
|
|
const std::vector<std::shared_ptr<EventListener>>& listeners,
|
|
BackgroundErrorReason reason, Status* bg_error,
|
|
InstrumentedMutex* db_mutex, bool* auto_recovery);
|
|
static void LogAndNotifyTableFileCreationFinished(
|
|
EventLogger* event_logger,
|
|
const std::vector<std::shared_ptr<EventListener>>& listeners,
|
|
const std::string& db_name, const std::string& cf_name,
|
|
const std::string& file_path, int job_id, const FileDescriptor& fd,
|
|
uint64_t oldest_blob_file_number, const TableProperties& table_properties,
|
|
TableFileCreationReason reason, const Status& s);
|
|
static void LogAndNotifyTableFileDeletion(
|
|
EventLogger* event_logger, int job_id,
|
|
uint64_t file_number, const std::string& file_path,
|
|
const Status& status, const std::string& db_name,
|
|
const std::vector<std::shared_ptr<EventListener>>& listeners);
|
|
static void NotifyOnErrorRecoveryCompleted(
|
|
const std::vector<std::shared_ptr<EventListener>>& listeners,
|
|
Status bg_error, InstrumentedMutex* db_mutex);
|
|
|
|
private:
|
|
static void LogAndNotifyTableFileCreation(
|
|
EventLogger* event_logger,
|
|
const std::vector<std::shared_ptr<EventListener>>& listeners,
|
|
const FileDescriptor& fd, const TableFileCreationInfo& info);
|
|
};
|
|
|
|
} // namespace rocksdb
|