446b32cfc3
Summary: In this change, an option to set different paths for different column families is added. This option is set via cf_paths setting of ColumnFamilyOptions. This option will work in a similar fashion to db_paths setting. Cf_paths is a vector of Dbpath values which contains a pair of the absolute path and target size. Multiple levels in a Column family can go to different paths if cf_paths has more than one path. To maintain backward compatibility, if cf_paths is not specified for a column family, db_paths setting will be used. Note that, if db_paths setting is also not specified, RocksDB already has code to use db_name as the only path. Changes : 1) A new member "cf_paths" is added to ImmutableCfOptions. This is set, based on cf_paths setting of ColumnFamilyOptions and db_paths setting of ImmutableDbOptions. This member is used to identify the path information whenever files are accessed. 2) Validation checks are added for cf_paths setting based on existing checks for db_paths setting. 3) DestroyDB, PurgeObsoleteFiles etc. are edited to support multiple cf_paths. 4) Unit tests are added appropriately. Closes https://github.com/facebook/rocksdb/pull/3102 Differential Revision: D6951697 Pulled By: ajkr fbshipit-source-id: 60d2262862b0a8fd6605b09ccb0da32bb331787d
102 lines
2.8 KiB
C++
102 lines
2.8 KiB
C++
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
//
|
|
#include "util/file_util.h"
|
|
|
|
#include <string>
|
|
#include <algorithm>
|
|
|
|
#include "rocksdb/env.h"
|
|
#include "util/sst_file_manager_impl.h"
|
|
#include "util/file_reader_writer.h"
|
|
|
|
namespace rocksdb {
|
|
|
|
// Utility function to copy a file up to a specified length
|
|
Status CopyFile(Env* env, const std::string& source,
|
|
const std::string& destination, uint64_t size, bool use_fsync) {
|
|
const EnvOptions soptions;
|
|
Status s;
|
|
unique_ptr<SequentialFileReader> src_reader;
|
|
unique_ptr<WritableFileWriter> dest_writer;
|
|
|
|
{
|
|
unique_ptr<SequentialFile> srcfile;
|
|
s = env->NewSequentialFile(source, &srcfile, soptions);
|
|
if (!s.ok()) {
|
|
return s;
|
|
}
|
|
unique_ptr<WritableFile> destfile;
|
|
s = env->NewWritableFile(destination, &destfile, soptions);
|
|
if (!s.ok()) {
|
|
return s;
|
|
}
|
|
|
|
if (size == 0) {
|
|
// default argument means copy everything
|
|
s = env->GetFileSize(source, &size);
|
|
if (!s.ok()) {
|
|
return s;
|
|
}
|
|
}
|
|
src_reader.reset(new SequentialFileReader(std::move(srcfile)));
|
|
dest_writer.reset(new WritableFileWriter(std::move(destfile), soptions));
|
|
}
|
|
|
|
char buffer[4096];
|
|
Slice slice;
|
|
while (size > 0) {
|
|
size_t bytes_to_read = std::min(sizeof(buffer), static_cast<size_t>(size));
|
|
s = src_reader->Read(bytes_to_read, &slice, buffer);
|
|
if (!s.ok()) {
|
|
return s;
|
|
}
|
|
if (slice.size() == 0) {
|
|
return Status::Corruption("file too small");
|
|
}
|
|
s = dest_writer->Append(slice);
|
|
if (!s.ok()) {
|
|
return s;
|
|
}
|
|
size -= slice.size();
|
|
}
|
|
dest_writer->Sync(use_fsync);
|
|
return Status::OK();
|
|
}
|
|
|
|
// Utility function to create a file with the provided contents
|
|
Status CreateFile(Env* env, const std::string& destination,
|
|
const std::string& contents) {
|
|
const EnvOptions soptions;
|
|
Status s;
|
|
unique_ptr<WritableFileWriter> dest_writer;
|
|
|
|
unique_ptr<WritableFile> destfile;
|
|
s = env->NewWritableFile(destination, &destfile, soptions);
|
|
if (!s.ok()) {
|
|
return s;
|
|
}
|
|
dest_writer.reset(new WritableFileWriter(std::move(destfile), soptions));
|
|
return dest_writer->Append(Slice(contents));
|
|
}
|
|
|
|
Status DeleteSSTFile(const ImmutableDBOptions* db_options,
|
|
const std::string& fname) {
|
|
#ifndef ROCKSDB_LITE
|
|
auto sfm =
|
|
static_cast<SstFileManagerImpl*>(db_options->sst_file_manager.get());
|
|
if (sfm) {
|
|
return sfm->ScheduleFileDeletion(fname);
|
|
} else {
|
|
return db_options->env->DeleteFile(fname);
|
|
}
|
|
#else
|
|
// SstFileManager is not supported in ROCKSDB_LITE
|
|
return db_options->env->DeleteFile(fname);
|
|
#endif
|
|
}
|
|
|
|
} // namespace rocksdb
|