91c01485d1
Summary: - Copy the key and value to in-memory hash table during Add operation. Also modified cuckoo_table_reader_test to use this. - Store only the user_key in in-memory hash table if it is last level file. - Handle Carryover while chosing unused key in Finish() method in case unused key was never found before Finish() call. Test Plan: cuckoo_table_reader_test --enable_perf cuckoo_table_builder_test valgrind_check asan_check Reviewers: sdong, yhchiang, igor, ljin Reviewed By: ljin Subscribers: leveldb Differential Revision: https://reviews.facebook.net/D20715
98 lines
3.2 KiB
C++
98 lines
3.2 KiB
C++
// Copyright (c) 2014, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under the BSD-style license found in the
|
|
// LICENSE file in the root directory of this source tree. An additional grant
|
|
// of patent rights can be found in the PATENTS file in the same directory.
|
|
|
|
#pragma once
|
|
#ifndef ROCKSDB_LITE
|
|
#include <stdint.h>
|
|
#include <string>
|
|
#include <vector>
|
|
#include "rocksdb/status.h"
|
|
#include "table/table_builder.h"
|
|
#include "rocksdb/table.h"
|
|
#include "rocksdb/table_properties.h"
|
|
#include "util/autovector.h"
|
|
|
|
namespace rocksdb {
|
|
|
|
class CuckooTableBuilder: public TableBuilder {
|
|
public:
|
|
CuckooTableBuilder(
|
|
WritableFile* file, uint32_t fixed_key_length,
|
|
uint32_t fixed_value_length, double hash_table_ratio,
|
|
uint64_t file_size, uint32_t max_num_hash_table,
|
|
uint32_t max_search_depth, bool is_last_level,
|
|
uint64_t (*GetSliceHash)(const Slice&, uint32_t, uint64_t));
|
|
|
|
// REQUIRES: Either Finish() or Abandon() has been called.
|
|
~CuckooTableBuilder();
|
|
|
|
// Add key,value to the table being constructed.
|
|
// REQUIRES: key is after any previously added key according to comparator.
|
|
// REQUIRES: Finish(), Abandon() have not been called
|
|
void Add(const Slice& key, const Slice& value) override;
|
|
|
|
// Return non-ok iff some error has been detected.
|
|
Status status() const override;
|
|
|
|
// Finish building the table. Stops using the file passed to the
|
|
// constructor after this function returns.
|
|
// REQUIRES: Finish(), Abandon() have not been called
|
|
Status Finish() override;
|
|
|
|
// Indicate that the contents of this builder should be abandoned. Stops
|
|
// using the file passed to the constructor after this function returns.
|
|
// If the caller is not going to call Finish(), it must call Abandon()
|
|
// before destroying this builder.
|
|
// REQUIRES: Finish(), Abandon() have not been called
|
|
void Abandon() override;
|
|
|
|
// Number of calls to Add() so far.
|
|
uint64_t NumEntries() const override;
|
|
|
|
// Size of the file generated so far. If invoked after a successful
|
|
// Finish() call, returns the size of the final generated file.
|
|
uint64_t FileSize() const override;
|
|
|
|
private:
|
|
struct CuckooBucket {
|
|
CuckooBucket(): is_empty(true), make_space_for_key_call_id(0) {}
|
|
std::string key;
|
|
std::string value;
|
|
bool is_empty;
|
|
uint64_t make_space_for_key_call_id;
|
|
};
|
|
|
|
bool MakeSpaceForKey(const Slice& key, uint64_t* bucket_id,
|
|
autovector<uint64_t> hash_vals);
|
|
|
|
uint32_t num_hash_table_;
|
|
WritableFile* file_;
|
|
const uint32_t value_length_;
|
|
const uint32_t bucket_size_;
|
|
const double hash_table_ratio_;
|
|
const uint64_t max_num_buckets_;
|
|
const uint32_t max_num_hash_table_;
|
|
const uint32_t max_search_depth_;
|
|
const bool is_last_level_file_;
|
|
Status status_;
|
|
std::vector<CuckooBucket> buckets_;
|
|
TableProperties properties_;
|
|
uint64_t make_space_for_key_call_id_;
|
|
uint64_t (*GetSliceHash)(const Slice& s, uint32_t index,
|
|
uint64_t max_num_buckets);
|
|
std::string unused_user_key_ = "";
|
|
std::string prev_key_;
|
|
|
|
bool closed_ = false; // Either Finish() or Abandon() has been called.
|
|
|
|
// No copying allowed
|
|
CuckooTableBuilder(const CuckooTableBuilder&) = delete;
|
|
void operator=(const CuckooTableBuilder&) = delete;
|
|
};
|
|
|
|
} // namespace rocksdb
|
|
|
|
#endif // ROCKSDB_LITE
|