cc24ac14eb
Summary:
This diff contains following changes:
1. Replace `FSSequentialFile` pointer with `FSSequentialFilePtr` object that wraps `FSSequentialFile` pointer in `SequenceFileReader`.
Objective: If tracing is enabled, `FSSequentialFilePtr` returns `FSSequentialFileTracingWrapper` pointer that includes all necessary information in `IORecord` and calls underlying FileSystem and invokes `IOTracer` to dump that record in a binary file. If tracing is disabled then, underlying `FileSystem` pointer is returned directly. `FSSequentialFilePtr` wrapper class is added to bypass the `FSSequentialFileTracingWrapper` when tracing is disabled.
Pull Request resolved: https://github.com/facebook/rocksdb/pull/7190
Test Plan:
make check -j64
COMPILE_WITH_TSAN=1 make check -j64
Reviewed By: anand1976
Differential Revision: D23059616
Pulled By: akankshamahajan15
fbshipit-source-id: 1564b94dd1297cd0fbfe2ed5c9cc3e20f7395301
76 lines
2.4 KiB
C++
76 lines
2.4 KiB
C++
#pragma once
|
|
#include <string>
|
|
#include <unordered_set>
|
|
#include <vector>
|
|
|
|
#include "db/column_family.h"
|
|
#include "db/dbformat.h"
|
|
#include "db/external_sst_file_ingestion_job.h"
|
|
#include "db/snapshot_impl.h"
|
|
#include "options/db_options.h"
|
|
#include "rocksdb/db.h"
|
|
#include "rocksdb/env.h"
|
|
#include "rocksdb/metadata.h"
|
|
#include "rocksdb/sst_file_writer.h"
|
|
#include "util/autovector.h"
|
|
|
|
namespace ROCKSDB_NAMESPACE {
|
|
|
|
// Imports a set of sst files as is into a new column family. Logic is similar
|
|
// to ExternalSstFileIngestionJob.
|
|
class ImportColumnFamilyJob {
|
|
public:
|
|
ImportColumnFamilyJob(Env* env, VersionSet* versions, ColumnFamilyData* cfd,
|
|
const ImmutableDBOptions& db_options,
|
|
const EnvOptions& env_options,
|
|
const ImportColumnFamilyOptions& import_options,
|
|
const std::vector<LiveFileMetaData>& metadata,
|
|
const std::shared_ptr<IOTracer>& io_tracer)
|
|
: env_(env),
|
|
versions_(versions),
|
|
cfd_(cfd),
|
|
db_options_(db_options),
|
|
fs_(db_options_.fs, io_tracer),
|
|
env_options_(env_options),
|
|
import_options_(import_options),
|
|
metadata_(metadata),
|
|
io_tracer_(io_tracer) {}
|
|
|
|
// Prepare the job by copying external files into the DB.
|
|
Status Prepare(uint64_t next_file_number, SuperVersion* sv);
|
|
|
|
// Will execute the import job and prepare edit() to be applied.
|
|
// REQUIRES: Mutex held
|
|
Status Run();
|
|
|
|
// Cleanup after successful/failed job
|
|
void Cleanup(const Status& status);
|
|
|
|
VersionEdit* edit() { return &edit_; }
|
|
|
|
const autovector<IngestedFileInfo>& files_to_import() const {
|
|
return files_to_import_;
|
|
}
|
|
|
|
private:
|
|
// Open the external file and populate `file_to_import` with all the
|
|
// external information we need to import this file.
|
|
Status GetIngestedFileInfo(const std::string& external_file,
|
|
IngestedFileInfo* file_to_import,
|
|
SuperVersion* sv);
|
|
|
|
Env* env_;
|
|
VersionSet* versions_;
|
|
ColumnFamilyData* cfd_;
|
|
const ImmutableDBOptions& db_options_;
|
|
const FileSystemPtr fs_;
|
|
const EnvOptions& env_options_;
|
|
autovector<IngestedFileInfo> files_to_import_;
|
|
VersionEdit edit_;
|
|
const ImportColumnFamilyOptions& import_options_;
|
|
std::vector<LiveFileMetaData> metadata_;
|
|
const std::shared_ptr<IOTracer> io_tracer_;
|
|
};
|
|
|
|
} // namespace ROCKSDB_NAMESPACE
|