394f2bbd13
Summary: Add methods and constructors for handling enums to the OptionTypeInfo. This change allows enums to be converted/compared without adding a special "type" to the OptionType. This change addresses a couple of issues: - It allows new enumerated types to be added to the options without editing the OptionType base class (and related methods) - It standardizes the procedure for adding enumerated types to the options, reducing potential mistakes - It moves the enum maps to the location where they are used, allowing them to be static file members rather than global values - It reduces the number of types and cases that need to be handled in the various OptionType methods Pull Request resolved: https://github.com/facebook/rocksdb/pull/6423 Reviewed By: siying Differential Revision: D21408713 Pulled By: zhichao-cao fbshipit-source-id: fc492af285d011822578b95d186a0fce25d35626
385 lines
15 KiB
C++
385 lines
15 KiB
C++
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
|
|
#pragma once
|
|
|
|
#include <functional>
|
|
#include <memory>
|
|
#include <unordered_map>
|
|
|
|
#include "rocksdb/convenience.h"
|
|
#include "rocksdb/rocksdb_namespace.h"
|
|
#include "rocksdb/status.h"
|
|
|
|
namespace ROCKSDB_NAMESPACE {
|
|
|
|
enum class OptionType {
|
|
kBoolean,
|
|
kInt,
|
|
kInt32T,
|
|
kInt64T,
|
|
kVectorInt,
|
|
kUInt,
|
|
kUInt32T,
|
|
kUInt64T,
|
|
kSizeT,
|
|
kString,
|
|
kDouble,
|
|
kCompactionStyle,
|
|
kCompactionPri,
|
|
kSliceTransform,
|
|
kCompressionType,
|
|
kVectorCompressionType,
|
|
kTableFactory,
|
|
kComparator,
|
|
kCompactionFilter,
|
|
kCompactionFilterFactory,
|
|
kCompactionOptionsFIFO,
|
|
kCompactionOptionsUniversal,
|
|
kCompactionStopStyle,
|
|
kMergeOperator,
|
|
kMemTableRepFactory,
|
|
kFilterPolicy,
|
|
kFlushBlockPolicyFactory,
|
|
kChecksumType,
|
|
kEncodingType,
|
|
kLRUCacheOptions,
|
|
kEnv,
|
|
kEnum,
|
|
kUnknown,
|
|
};
|
|
|
|
enum class OptionVerificationType {
|
|
kNormal,
|
|
kByName, // The option is pointer typed so we can only verify
|
|
// based on it's name.
|
|
kByNameAllowNull, // Same as kByName, but it also allows the case
|
|
// where one of them is a nullptr.
|
|
kByNameAllowFromNull, // Same as kByName, but it also allows the case
|
|
// where the old option is nullptr.
|
|
kDeprecated, // The option is no longer used in rocksdb. The RocksDB
|
|
// OptionsParser will still accept this option if it
|
|
// happen to exists in some Options file. However,
|
|
// the parser will not include it in serialization
|
|
// and verification processes.
|
|
kAlias, // This option represents is a name/shortcut for
|
|
// another option and should not be written or verified
|
|
// independently
|
|
};
|
|
|
|
enum class OptionTypeFlags : uint32_t {
|
|
kNone = 0x00, // No flags
|
|
kCompareDefault = 0x0,
|
|
kCompareNever = ConfigOptions::kSanityLevelNone,
|
|
kCompareLoose = ConfigOptions::kSanityLevelLooselyCompatible,
|
|
kCompareExact = ConfigOptions::kSanityLevelExactMatch,
|
|
|
|
kMutable = 0x0100, // Option is mutable
|
|
kDontSerialize = 0x2000, // Don't serialize the option
|
|
};
|
|
|
|
inline OptionTypeFlags operator|(const OptionTypeFlags &a,
|
|
const OptionTypeFlags &b) {
|
|
return static_cast<OptionTypeFlags>(static_cast<uint32_t>(a) |
|
|
static_cast<uint32_t>(b));
|
|
}
|
|
|
|
inline OptionTypeFlags operator&(const OptionTypeFlags &a,
|
|
const OptionTypeFlags &b) {
|
|
return static_cast<OptionTypeFlags>(static_cast<uint32_t>(a) &
|
|
static_cast<uint32_t>(b));
|
|
}
|
|
|
|
// Converts an string into its enumerated value.
|
|
// @param type_map Mapping between strings and enum values
|
|
// @param type The string representation of the enum
|
|
// @param value Returns the enum value represented by the string
|
|
// @return true if the string was found in the enum map, false otherwise.
|
|
template <typename T>
|
|
bool ParseEnum(const std::unordered_map<std::string, T>& type_map,
|
|
const std::string& type, T* value) {
|
|
auto iter = type_map.find(type);
|
|
if (iter != type_map.end()) {
|
|
*value = iter->second;
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
// Converts an enum into its string representation.
|
|
// @param type_map Mapping between strings and enum values
|
|
// @param type The enum
|
|
// @param value Returned as the string representation of the enum
|
|
// @return true if the enum was found in the enum map, false otherwise.
|
|
template <typename T>
|
|
bool SerializeEnum(const std::unordered_map<std::string, T>& type_map,
|
|
const T& type, std::string* value) {
|
|
for (const auto& pair : type_map) {
|
|
if (pair.second == type) {
|
|
*value = pair.first;
|
|
return true;
|
|
}
|
|
}
|
|
return false;
|
|
}
|
|
|
|
// Function for converting a option string value into its underlying
|
|
// representation in "addr"
|
|
// On success, Status::OK is returned and addr is set to the parsed form
|
|
// On failure, a non-OK status is returned
|
|
// @param opts The ConfigOptions controlling how the value is parsed
|
|
// @param name The name of the options being parsed
|
|
// @param value The string representation of the option
|
|
// @param addr Pointer to the object
|
|
using ParserFunc = std::function<Status(
|
|
const ConfigOptions& /*opts*/, const std::string& /*name*/,
|
|
const std::string& /*value*/, char* /*addr*/)>;
|
|
|
|
// Function for converting an option "addr" into its string representation.
|
|
// On success, Status::OK is returned and value is the serialized form.
|
|
// On failure, a non-OK status is returned
|
|
// @param opts The ConfigOptions controlling how the values are serialized
|
|
// @param name The name of the options being serialized
|
|
// @param addr Pointer to the value being serialized
|
|
// @param value The result of the serialization.
|
|
using StringFunc = std::function<Status(
|
|
const ConfigOptions& /*opts*/, const std::string& /*name*/,
|
|
const char* /*addr*/, std::string* /*value*/)>;
|
|
|
|
// Function for comparing two option values
|
|
// If they are not equal, updates "mismatch" with the name of the bad option
|
|
// @param opts The ConfigOptions controlling how the values are compared
|
|
// @param name The name of the options being compared
|
|
// @param addr1 The first address to compare
|
|
// @param addr2 The address to compare to
|
|
// @param mismatch If the values are not equal, the name of the option that
|
|
// first differs
|
|
using EqualsFunc = std::function<bool(
|
|
const ConfigOptions& /*opts*/, const std::string& /*name*/,
|
|
const char* /*addr1*/, const char* /*addr2*/, std::string* mismatch)>;
|
|
|
|
// A struct for storing constant option information such as option name,
|
|
// option type, and offset.
|
|
class OptionTypeInfo {
|
|
public:
|
|
int offset;
|
|
int mutable_offset;
|
|
|
|
// A simple "normal", non-mutable Type "_type" at _offset
|
|
OptionTypeInfo(int _offset, OptionType _type)
|
|
: offset(_offset),
|
|
mutable_offset(0),
|
|
parser_func(nullptr),
|
|
string_func(nullptr),
|
|
equals_func(nullptr),
|
|
type(_type),
|
|
verification(OptionVerificationType::kNormal),
|
|
flags(OptionTypeFlags::kNone) {}
|
|
|
|
// A simple "normal", mutable Type "_type" at _offset
|
|
OptionTypeInfo(int _offset, OptionType _type, int _mutable_offset)
|
|
: offset(_offset),
|
|
mutable_offset(_mutable_offset),
|
|
parser_func(nullptr),
|
|
string_func(nullptr),
|
|
equals_func(nullptr),
|
|
type(_type),
|
|
verification(OptionVerificationType::kNormal),
|
|
flags(OptionTypeFlags::kMutable) {}
|
|
|
|
OptionTypeInfo(int _offset, OptionType _type,
|
|
OptionVerificationType _verification, OptionTypeFlags _flags,
|
|
int _mutable_offset)
|
|
: offset(_offset),
|
|
mutable_offset(_mutable_offset),
|
|
parser_func(nullptr),
|
|
string_func(nullptr),
|
|
equals_func(nullptr),
|
|
type(_type),
|
|
verification(_verification),
|
|
flags(_flags) {}
|
|
|
|
OptionTypeInfo(int _offset, OptionType _type,
|
|
OptionVerificationType _verification, OptionTypeFlags _flags,
|
|
int _mutable_offset, const ParserFunc& _pfunc)
|
|
: offset(_offset),
|
|
mutable_offset(_mutable_offset),
|
|
parser_func(_pfunc),
|
|
string_func(nullptr),
|
|
equals_func(nullptr),
|
|
type(_type),
|
|
verification(_verification),
|
|
flags(_flags) {}
|
|
|
|
OptionTypeInfo(int _offset, OptionType _type,
|
|
OptionVerificationType _verification, OptionTypeFlags _flags,
|
|
int _mutable_offset, const ParserFunc& _pfunc,
|
|
const StringFunc& _sfunc, const EqualsFunc& _efunc)
|
|
: offset(_offset),
|
|
mutable_offset(_mutable_offset),
|
|
parser_func(_pfunc),
|
|
string_func(_sfunc),
|
|
equals_func(_efunc),
|
|
type(_type),
|
|
verification(_verification),
|
|
flags(_flags) {}
|
|
|
|
// Creates an OptionTypeInfo for an enum type. Enums use an additional
|
|
// map to convert the enums to/from their string representation.
|
|
// To create an OptionTypeInfo that is an Enum, one should:
|
|
// - Create a static map of string values to the corresponding enum value
|
|
// - Call this method passing the static map in as a parameter.
|
|
// Note that it is not necessary to add a new OptionType or make any
|
|
// other changes -- the returned object handles parsing, serialiation, and
|
|
// comparisons.
|
|
//
|
|
// @param _offset The offset in the option object for this enum
|
|
// @param map The string to enum mapping for this enum
|
|
template <typename T>
|
|
static OptionTypeInfo Enum(
|
|
int _offset, const std::unordered_map<std::string, T>* const map) {
|
|
return OptionTypeInfo(
|
|
_offset, OptionType::kEnum, OptionVerificationType::kNormal,
|
|
OptionTypeFlags::kNone, 0,
|
|
// Uses the map argument to convert the input string into
|
|
// its corresponding enum value. If value is found in the map,
|
|
// addr is updated to the corresponding map entry.
|
|
// @return OK if the value is found in the map
|
|
// @return InvalidArgument if the value is not found in the map
|
|
[map](const ConfigOptions&, const std::string& name,
|
|
const std::string& value, char* addr) {
|
|
if (map == nullptr) {
|
|
return Status::NotSupported("No enum mapping ", name);
|
|
} else if (ParseEnum<T>(*map, value, reinterpret_cast<T*>(addr))) {
|
|
return Status::OK();
|
|
} else {
|
|
return Status::InvalidArgument("No mapping for enum ", name);
|
|
}
|
|
},
|
|
// Uses the map argument to convert the input enum into
|
|
// its corresponding string value. If enum value is found in the map,
|
|
// value is updated to the corresponding string value in the map.
|
|
// @return OK if the enum is found in the map
|
|
// @return InvalidArgument if the enum is not found in the map
|
|
[map](const ConfigOptions&, const std::string& name, const char* addr,
|
|
std::string* value) {
|
|
if (map == nullptr) {
|
|
return Status::NotSupported("No enum mapping ", name);
|
|
} else if (SerializeEnum<T>(*map, (*reinterpret_cast<const T*>(addr)),
|
|
value)) {
|
|
return Status::OK();
|
|
} else {
|
|
return Status::InvalidArgument("No mapping for enum ", name);
|
|
}
|
|
},
|
|
// Casts addr1 and addr2 to the enum type and returns true if
|
|
// they are equal, false otherwise.
|
|
[](const ConfigOptions&, const std::string&, const char* addr1,
|
|
const char* addr2, std::string*) {
|
|
return (*reinterpret_cast<const T*>(addr1) ==
|
|
*reinterpret_cast<const T*>(addr2));
|
|
});
|
|
} // End OptionTypeInfo::Enum
|
|
|
|
bool IsEnabled(OptionTypeFlags otf) const { return (flags & otf) == otf; }
|
|
|
|
bool IsMutable() const { return IsEnabled(OptionTypeFlags::kMutable); }
|
|
|
|
bool IsDeprecated() const {
|
|
return IsEnabled(OptionVerificationType::kDeprecated);
|
|
}
|
|
|
|
// Returns true if the option is marked as an Alias.
|
|
// Aliases are valid options that are parsed but are not converted to strings
|
|
// or compared.
|
|
bool IsAlias() const { return IsEnabled(OptionVerificationType::kAlias); }
|
|
|
|
bool IsEnabled(OptionVerificationType ovf) const {
|
|
return verification == ovf;
|
|
}
|
|
|
|
// Returns the sanity level for comparing the option.
|
|
// If the options should not be compared, returns None
|
|
// If the option has a compare flag, returns it.
|
|
// Otherwise, returns "exact"
|
|
ConfigOptions::SanityLevel GetSanityLevel() const {
|
|
if (IsDeprecated() || IsAlias()) {
|
|
return ConfigOptions::SanityLevel::kSanityLevelNone;
|
|
} else {
|
|
auto match = (flags & OptionTypeFlags::kCompareExact);
|
|
if (match == OptionTypeFlags::kCompareDefault) {
|
|
return ConfigOptions::SanityLevel::kSanityLevelExactMatch;
|
|
} else {
|
|
return (ConfigOptions::SanityLevel)match;
|
|
}
|
|
}
|
|
}
|
|
|
|
// Returns true if the option should be serialized.
|
|
// Options should be serialized if the are not deprecated, aliases,
|
|
// or marked as "Don't Serialize".
|
|
bool ShouldSerialize() const {
|
|
if (IsDeprecated() || IsAlias()) {
|
|
return false;
|
|
} else if (IsEnabled(OptionTypeFlags::kDontSerialize)) {
|
|
return false;
|
|
} else {
|
|
return true;
|
|
}
|
|
}
|
|
|
|
bool IsByName() const {
|
|
return (verification == OptionVerificationType::kByName ||
|
|
verification == OptionVerificationType::kByNameAllowNull ||
|
|
verification == OptionVerificationType::kByNameAllowFromNull);
|
|
}
|
|
|
|
// Parses the option in "opt_value" according to the rules of this class
|
|
// and updates the value at "opt_addr".
|
|
// On success, Status::OK() is returned. On failure:
|
|
// NotFound means the opt_name is not valid for this option
|
|
// NotSupported means we do not know how to parse the value for this option
|
|
// InvalidArgument means the opt_value is not valid for this option.
|
|
Status ParseOption(const ConfigOptions& config_options,
|
|
const std::string& opt_name, const std::string& opt_value,
|
|
char* opt_addr) const;
|
|
|
|
// Serializes the option in "opt_addr" according to the rules of this class
|
|
// into the value at "opt_value".
|
|
Status SerializeOption(const ConfigOptions& config_options,
|
|
const std::string& opt_name, const char* opt_addr,
|
|
std::string* opt_value) const;
|
|
|
|
// Compares the "addr1" and "addr2" values according to the rules of this
|
|
// class and returns true if they match. On a failed match, mismatch is the
|
|
// name of the option that failed to match.
|
|
bool MatchesOption(const ConfigOptions& config_options,
|
|
const std::string& opt_name, const char* addr1,
|
|
const char* addr2, std::string* mismatch) const;
|
|
|
|
// Used to override the match rules for "ByName" options.
|
|
bool MatchesByName(const ConfigOptions& config_options,
|
|
const std::string& opt_name, const char* this_offset,
|
|
const char* that_offset) const;
|
|
bool MatchesByName(const ConfigOptions& config_options,
|
|
const std::string& opt_name, const char* this_ptr,
|
|
const std::string& that_value) const;
|
|
|
|
private:
|
|
// The optional function to convert a string to its representation
|
|
ParserFunc parser_func;
|
|
|
|
// The optional function to convert a value to its string representation
|
|
StringFunc string_func;
|
|
|
|
// The optional function to convert a match to option values
|
|
EqualsFunc equals_func;
|
|
|
|
OptionType type;
|
|
OptionVerificationType verification;
|
|
OptionTypeFlags flags;
|
|
};
|
|
} // namespace ROCKSDB_NAMESPACE
|