5917de0bae
Summary: Add CappedFixTransform, which is the same as fixed length prefix extractor, except that when slice is shorter than the fixed length, it will use the full key. Test Plan: Add a test case for db_test options_test and a new test Reviewers: yhchiang, rven, igor Reviewed By: igor Subscribers: MarkCallaghan, leveldb, dhruba, yoshinorim Differential Revision: https://reviews.facebook.net/D31887
151 lines
4.3 KiB
C++
151 lines
4.3 KiB
C++
// Copyright (c) 2013, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under the BSD-style license found in the
|
|
// LICENSE file in the root directory of this source tree. An additional grant
|
|
// of patent rights can be found in the PATENTS file in the same directory.
|
|
//
|
|
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
|
|
#include "rocksdb/slice_transform.h"
|
|
|
|
#include "rocksdb/db.h"
|
|
#include "rocksdb/env.h"
|
|
#include "rocksdb/filter_policy.h"
|
|
#include "rocksdb/statistics.h"
|
|
#include "rocksdb/table.h"
|
|
#include "util/testharness.h"
|
|
|
|
namespace rocksdb {
|
|
|
|
class SliceTransformTest {};
|
|
|
|
TEST(SliceTransformTest, CapPrefixTransform) {
|
|
std::string s;
|
|
s = "abcdefge";
|
|
|
|
unique_ptr<const SliceTransform> transform;
|
|
|
|
transform.reset(NewCappedPrefixTransform(6));
|
|
ASSERT_EQ(transform->Transform(s).ToString(), "abcdef");
|
|
ASSERT_TRUE(transform->SameResultWhenAppended("123456"));
|
|
ASSERT_TRUE(transform->SameResultWhenAppended("1234567"));
|
|
ASSERT_TRUE(!transform->SameResultWhenAppended("12345"));
|
|
|
|
transform.reset(NewCappedPrefixTransform(8));
|
|
ASSERT_EQ(transform->Transform(s).ToString(), "abcdefge");
|
|
|
|
transform.reset(NewCappedPrefixTransform(10));
|
|
ASSERT_EQ(transform->Transform(s).ToString(), "abcdefge");
|
|
|
|
transform.reset(NewCappedPrefixTransform(0));
|
|
ASSERT_EQ(transform->Transform(s).ToString(), "");
|
|
|
|
transform.reset(NewCappedPrefixTransform(0));
|
|
ASSERT_EQ(transform->Transform("").ToString(), "");
|
|
}
|
|
|
|
class SliceTransformDBTest {
|
|
private:
|
|
std::string dbname_;
|
|
Env* env_;
|
|
DB* db_;
|
|
|
|
public:
|
|
SliceTransformDBTest() : env_(Env::Default()), db_(nullptr) {
|
|
dbname_ = test::TmpDir() + "/slice_transform_db_test";
|
|
ASSERT_OK(DestroyDB(dbname_, last_options_));
|
|
}
|
|
|
|
~SliceTransformDBTest() {
|
|
delete db_;
|
|
ASSERT_OK(DestroyDB(dbname_, last_options_));
|
|
}
|
|
|
|
DB* db() { return db_; }
|
|
|
|
// Return the current option configuration.
|
|
Options* GetOptions() { return &last_options_; }
|
|
|
|
void DestroyAndReopen() {
|
|
// Destroy using last options
|
|
Destroy();
|
|
ASSERT_OK(TryReopen());
|
|
}
|
|
|
|
void Destroy() {
|
|
delete db_;
|
|
db_ = nullptr;
|
|
ASSERT_OK(DestroyDB(dbname_, last_options_));
|
|
}
|
|
|
|
Status TryReopen() {
|
|
delete db_;
|
|
db_ = nullptr;
|
|
last_options_.create_if_missing = true;
|
|
|
|
return DB::Open(last_options_, dbname_, &db_);
|
|
}
|
|
|
|
Options last_options_;
|
|
};
|
|
|
|
namespace {
|
|
uint64_t TestGetTickerCount(const Options& options, Tickers ticker_type) {
|
|
return options.statistics->getTickerCount(ticker_type);
|
|
}
|
|
} // namespace
|
|
|
|
TEST(SliceTransformDBTest, CapPrefix) {
|
|
last_options_.prefix_extractor.reset(NewCappedPrefixTransform(8));
|
|
last_options_.statistics = rocksdb::CreateDBStatistics();
|
|
BlockBasedTableOptions bbto;
|
|
bbto.filter_policy.reset(NewBloomFilterPolicy(10, false));
|
|
bbto.whole_key_filtering = false;
|
|
last_options_.table_factory.reset(NewBlockBasedTableFactory(bbto));
|
|
ASSERT_OK(TryReopen());
|
|
|
|
ReadOptions ro;
|
|
FlushOptions fo;
|
|
WriteOptions wo;
|
|
|
|
ASSERT_OK(db()->Put(wo, "barbarbar", "foo"));
|
|
ASSERT_OK(db()->Put(wo, "barbarbar2", "foo2"));
|
|
ASSERT_OK(db()->Put(wo, "foo", "bar"));
|
|
ASSERT_OK(db()->Put(wo, "foo3", "bar3"));
|
|
ASSERT_OK(db()->Flush(fo));
|
|
|
|
unique_ptr<Iterator> iter(db()->NewIterator(ro));
|
|
|
|
iter->Seek("foo");
|
|
ASSERT_OK(iter->status());
|
|
ASSERT_TRUE(iter->Valid());
|
|
ASSERT_EQ(iter->value().ToString(), "bar");
|
|
ASSERT_EQ(TestGetTickerCount(last_options_, BLOOM_FILTER_PREFIX_USEFUL), 0U);
|
|
|
|
iter->Seek("foo2");
|
|
ASSERT_OK(iter->status());
|
|
ASSERT_TRUE(!iter->Valid());
|
|
ASSERT_EQ(TestGetTickerCount(last_options_, BLOOM_FILTER_PREFIX_USEFUL), 1U);
|
|
|
|
iter->Seek("barbarbar");
|
|
ASSERT_OK(iter->status());
|
|
ASSERT_TRUE(iter->Valid());
|
|
ASSERT_EQ(iter->value().ToString(), "foo");
|
|
ASSERT_EQ(TestGetTickerCount(last_options_, BLOOM_FILTER_PREFIX_USEFUL), 1U);
|
|
|
|
iter->Seek("barfoofoo");
|
|
ASSERT_OK(iter->status());
|
|
ASSERT_TRUE(!iter->Valid());
|
|
ASSERT_EQ(TestGetTickerCount(last_options_, BLOOM_FILTER_PREFIX_USEFUL), 2U);
|
|
|
|
iter->Seek("foobarbar");
|
|
ASSERT_OK(iter->status());
|
|
ASSERT_TRUE(!iter->Valid());
|
|
ASSERT_EQ(TestGetTickerCount(last_options_, BLOOM_FILTER_PREFIX_USEFUL), 3U);
|
|
}
|
|
|
|
} // namespace rocksdb
|
|
|
|
int main(int argc, char** argv) { return rocksdb::test::RunAllTests(); }
|