2013-10-29 01:54:09 +01:00
|
|
|
// Copyright (c) 2013, Facebook, Inc. All rights reserved.
|
|
|
|
// This source code is licensed under the BSD-style license found in the
|
|
|
|
// LICENSE file in the root directory of this source tree. An additional grant
|
|
|
|
// of patent rights can be found in the PATENTS file in the same directory.
|
|
|
|
//
|
|
|
|
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
|
|
|
|
|
|
|
|
|
|
#include "table/block_based_table_factory.h"
|
|
|
|
|
|
|
|
#include <memory>
|
2014-03-01 03:19:07 +01:00
|
|
|
#include <string>
|
2013-10-29 01:54:09 +01:00
|
|
|
#include <stdint.h>
|
2014-03-01 03:19:07 +01:00
|
|
|
|
2015-01-15 01:24:24 +01:00
|
|
|
#include "port/port.h"
|
2014-03-01 03:19:07 +01:00
|
|
|
#include "rocksdb/flush_block_policy.h"
|
2014-08-25 23:22:05 +02:00
|
|
|
#include "rocksdb/cache.h"
|
2013-10-29 01:54:09 +01:00
|
|
|
#include "table/block_based_table_builder.h"
|
2013-10-30 18:52:33 +01:00
|
|
|
#include "table/block_based_table_reader.h"
|
2015-01-15 01:24:24 +01:00
|
|
|
#include "table/format.h"
|
2013-10-29 01:54:09 +01:00
|
|
|
|
|
|
|
namespace rocksdb {
|
|
|
|
|
2014-03-01 01:39:27 +01:00
|
|
|
BlockBasedTableFactory::BlockBasedTableFactory(
|
|
|
|
const BlockBasedTableOptions& table_options)
|
|
|
|
: table_options_(table_options) {
|
|
|
|
if (table_options_.flush_block_policy_factory == nullptr) {
|
|
|
|
table_options_.flush_block_policy_factory.reset(
|
|
|
|
new FlushBlockBySizePolicyFactory());
|
|
|
|
}
|
2014-08-25 23:22:05 +02:00
|
|
|
if (table_options_.no_block_cache) {
|
|
|
|
table_options_.block_cache.reset();
|
|
|
|
} else if (table_options_.block_cache == nullptr) {
|
|
|
|
table_options_.block_cache = NewLRUCache(8 << 20);
|
|
|
|
}
|
|
|
|
if (table_options_.block_size_deviation < 0 ||
|
|
|
|
table_options_.block_size_deviation > 100) {
|
|
|
|
table_options_.block_size_deviation = 0;
|
|
|
|
}
|
2014-03-01 01:39:27 +01:00
|
|
|
}
|
|
|
|
|
2014-01-28 06:58:46 +01:00
|
|
|
Status BlockBasedTableFactory::NewTableReader(
|
2014-09-05 01:18:36 +02:00
|
|
|
const ImmutableCFOptions& ioptions, const EnvOptions& soptions,
|
2014-01-27 22:53:22 +01:00
|
|
|
const InternalKeyComparator& internal_comparator,
|
2014-01-24 19:57:15 +01:00
|
|
|
unique_ptr<RandomAccessFile>&& file, uint64_t file_size,
|
2015-02-26 01:34:26 +01:00
|
|
|
unique_ptr<TableReader>* table_reader, const bool prefetch_enabled) const {
|
2014-09-05 01:18:36 +02:00
|
|
|
return BlockBasedTable::Open(ioptions, soptions, table_options_,
|
2014-01-27 22:53:22 +01:00
|
|
|
internal_comparator, std::move(file), file_size,
|
2015-02-26 01:34:26 +01:00
|
|
|
table_reader, prefetch_enabled);
|
2013-10-29 01:54:09 +01:00
|
|
|
}
|
|
|
|
|
2014-01-28 06:58:46 +01:00
|
|
|
TableBuilder* BlockBasedTableFactory::NewTableBuilder(
|
2014-09-05 01:18:36 +02:00
|
|
|
const ImmutableCFOptions& ioptions,
|
2015-02-17 17:03:45 +01:00
|
|
|
const InternalKeyComparator& internal_comparator, WritableFile* file,
|
|
|
|
const CompressionType compression_type,
|
|
|
|
const CompressionOptions& compression_opts, const bool skip_filters) const {
|
2014-03-01 03:19:07 +01:00
|
|
|
auto table_builder = new BlockBasedTableBuilder(
|
2015-02-17 17:03:45 +01:00
|
|
|
ioptions, table_options_, internal_comparator, file, compression_type,
|
|
|
|
compression_opts, skip_filters);
|
2013-11-20 07:00:48 +01:00
|
|
|
|
|
|
|
return table_builder;
|
2013-10-29 01:54:09 +01:00
|
|
|
}
|
2013-11-20 07:00:48 +01:00
|
|
|
|
2014-10-18 06:18:36 +02:00
|
|
|
Status BlockBasedTableFactory::SanitizeOptions(
|
|
|
|
const DBOptions& db_opts,
|
|
|
|
const ColumnFamilyOptions& cf_opts) const {
|
|
|
|
if (table_options_.index_type == BlockBasedTableOptions::kHashSearch &&
|
|
|
|
cf_opts.prefix_extractor == nullptr) {
|
|
|
|
return Status::InvalidArgument("Hash index is specified for block-based "
|
|
|
|
"table, but prefix_extractor is not given");
|
|
|
|
}
|
2014-10-22 20:52:35 +02:00
|
|
|
if (table_options_.cache_index_and_filter_blocks &&
|
|
|
|
table_options_.no_block_cache) {
|
|
|
|
return Status::InvalidArgument("Enable cache_index_and_filter_blocks, "
|
|
|
|
", but block cache is disabled");
|
|
|
|
}
|
2015-01-15 01:24:24 +01:00
|
|
|
if (!BlockBasedTableSupportedVersion(table_options_.format_version)) {
|
2015-01-13 23:33:04 +01:00
|
|
|
return Status::InvalidArgument(
|
2015-01-15 01:24:24 +01:00
|
|
|
"Unsupported BlockBasedTable format_version. Please check "
|
|
|
|
"include/rocksdb/table.h for more info");
|
2015-01-13 23:33:04 +01:00
|
|
|
}
|
2014-10-18 06:18:36 +02:00
|
|
|
return Status::OK();
|
|
|
|
}
|
|
|
|
|
2014-08-25 23:24:09 +02:00
|
|
|
std::string BlockBasedTableFactory::GetPrintableTableOptions() const {
|
|
|
|
std::string ret;
|
|
|
|
ret.reserve(20000);
|
|
|
|
const int kBufferSize = 200;
|
|
|
|
char buffer[kBufferSize];
|
|
|
|
|
|
|
|
snprintf(buffer, kBufferSize, " flush_block_policy_factory: %s (%p)\n",
|
|
|
|
table_options_.flush_block_policy_factory->Name(),
|
|
|
|
table_options_.flush_block_policy_factory.get());
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " cache_index_and_filter_blocks: %d\n",
|
|
|
|
table_options_.cache_index_and_filter_blocks);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " index_type: %d\n",
|
|
|
|
table_options_.index_type);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " hash_index_allow_collision: %d\n",
|
|
|
|
table_options_.hash_index_allow_collision);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " checksum: %d\n",
|
|
|
|
table_options_.checksum);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " no_block_cache: %d\n",
|
|
|
|
table_options_.no_block_cache);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " block_cache: %p\n",
|
|
|
|
table_options_.block_cache.get());
|
|
|
|
ret.append(buffer);
|
|
|
|
if (table_options_.block_cache) {
|
|
|
|
snprintf(buffer, kBufferSize, " block_cache_size: %zd\n",
|
|
|
|
table_options_.block_cache->GetCapacity());
|
|
|
|
ret.append(buffer);
|
|
|
|
}
|
|
|
|
snprintf(buffer, kBufferSize, " block_cache_compressed: %p\n",
|
|
|
|
table_options_.block_cache_compressed.get());
|
|
|
|
ret.append(buffer);
|
|
|
|
if (table_options_.block_cache_compressed) {
|
|
|
|
snprintf(buffer, kBufferSize, " block_cache_compressed_size: %zd\n",
|
|
|
|
table_options_.block_cache_compressed->GetCapacity());
|
|
|
|
ret.append(buffer);
|
|
|
|
}
|
|
|
|
snprintf(buffer, kBufferSize, " block_size: %zd\n",
|
|
|
|
table_options_.block_size);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " block_size_deviation: %d\n",
|
|
|
|
table_options_.block_size_deviation);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " block_restart_interval: %d\n",
|
|
|
|
table_options_.block_restart_interval);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " filter_policy: %s\n",
|
|
|
|
table_options_.filter_policy == nullptr ?
|
|
|
|
"nullptr" : table_options_.filter_policy->Name());
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " whole_key_filtering: %d\n",
|
|
|
|
table_options_.whole_key_filtering);
|
2015-01-13 23:33:04 +01:00
|
|
|
snprintf(buffer, kBufferSize, " format_version: %d\n",
|
|
|
|
table_options_.format_version);
|
2014-08-25 23:24:09 +02:00
|
|
|
ret.append(buffer);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2014-11-21 04:24:39 +01:00
|
|
|
const BlockBasedTableOptions& BlockBasedTableFactory::GetTableOptions() const {
|
|
|
|
return table_options_;
|
|
|
|
}
|
|
|
|
|
2014-01-28 06:58:46 +01:00
|
|
|
TableFactory* NewBlockBasedTableFactory(
|
|
|
|
const BlockBasedTableOptions& table_options) {
|
|
|
|
return new BlockBasedTableFactory(table_options);
|
|
|
|
}
|
|
|
|
|
2014-03-01 03:19:07 +01:00
|
|
|
const std::string BlockBasedTablePropertyNames::kIndexType =
|
|
|
|
"rocksdb.block.based.table.index.type";
|
2015-02-05 02:03:57 +01:00
|
|
|
const std::string BlockBasedTablePropertyNames::kWholeKeyFiltering =
|
|
|
|
"rocksdb.block.based.table.whole.key.filtering";
|
|
|
|
const std::string BlockBasedTablePropertyNames::kPrefixFiltering =
|
|
|
|
"rocksdb.block.based.table.prefix.filtering";
|
2014-05-15 23:09:03 +02:00
|
|
|
const std::string kHashIndexPrefixesBlock = "rocksdb.hashindex.prefixes";
|
|
|
|
const std::string kHashIndexPrefixesMetadataBlock =
|
|
|
|
"rocksdb.hashindex.metadata";
|
2015-02-05 02:03:57 +01:00
|
|
|
const std::string kPropTrue = "1";
|
|
|
|
const std::string kPropFalse = "0";
|
2014-03-01 03:19:07 +01:00
|
|
|
|
2013-10-29 01:54:09 +01:00
|
|
|
} // namespace rocksdb
|