2016-02-10 00:12:00 +01:00
|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
2017-07-16 01:03:42 +02:00
|
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
|
|
// (found in the LICENSE.Apache file in the root directory).
|
2015-01-21 20:09:56 +01:00
|
|
|
//
|
|
|
|
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
|
|
|
|
|
|
#include "rocksdb/slice_transform.h"
|
|
|
|
|
|
|
|
#include "rocksdb/db.h"
|
|
|
|
#include "rocksdb/env.h"
|
|
|
|
#include "rocksdb/filter_policy.h"
|
|
|
|
#include "rocksdb/statistics.h"
|
|
|
|
#include "rocksdb/table.h"
|
|
|
|
#include "util/testharness.h"
|
|
|
|
|
|
|
|
namespace rocksdb {
|
|
|
|
|
2015-03-17 22:08:00 +01:00
|
|
|
class SliceTransformTest : public testing::Test {};
|
2015-01-21 20:09:56 +01:00
|
|
|
|
2015-03-17 22:08:00 +01:00
|
|
|
TEST_F(SliceTransformTest, CapPrefixTransform) {
|
2015-01-21 20:09:56 +01:00
|
|
|
std::string s;
|
|
|
|
s = "abcdefge";
|
|
|
|
|
|
|
|
unique_ptr<const SliceTransform> transform;
|
|
|
|
|
|
|
|
transform.reset(NewCappedPrefixTransform(6));
|
|
|
|
ASSERT_EQ(transform->Transform(s).ToString(), "abcdef");
|
|
|
|
ASSERT_TRUE(transform->SameResultWhenAppended("123456"));
|
|
|
|
ASSERT_TRUE(transform->SameResultWhenAppended("1234567"));
|
|
|
|
ASSERT_TRUE(!transform->SameResultWhenAppended("12345"));
|
|
|
|
|
|
|
|
transform.reset(NewCappedPrefixTransform(8));
|
|
|
|
ASSERT_EQ(transform->Transform(s).ToString(), "abcdefge");
|
|
|
|
|
|
|
|
transform.reset(NewCappedPrefixTransform(10));
|
|
|
|
ASSERT_EQ(transform->Transform(s).ToString(), "abcdefge");
|
|
|
|
|
|
|
|
transform.reset(NewCappedPrefixTransform(0));
|
|
|
|
ASSERT_EQ(transform->Transform(s).ToString(), "");
|
|
|
|
|
|
|
|
transform.reset(NewCappedPrefixTransform(0));
|
|
|
|
ASSERT_EQ(transform->Transform("").ToString(), "");
|
|
|
|
}
|
|
|
|
|
2015-03-17 22:08:00 +01:00
|
|
|
class SliceTransformDBTest : public testing::Test {
|
2015-01-21 20:09:56 +01:00
|
|
|
private:
|
|
|
|
std::string dbname_;
|
|
|
|
Env* env_;
|
|
|
|
DB* db_;
|
|
|
|
|
|
|
|
public:
|
|
|
|
SliceTransformDBTest() : env_(Env::Default()), db_(nullptr) {
|
|
|
|
dbname_ = test::TmpDir() + "/slice_transform_db_test";
|
rocksdb: Replace ASSERT* with EXPECT* in functions that does not return void value
Summary:
gtest does not use exceptions to fail a unit test by design, and `ASSERT*`s are implemented using `return`. As a consequence we cannot use `ASSERT*` in a function that does not return `void` value ([[ https://code.google.com/p/googletest/wiki/AdvancedGuide#Assertion_Placement | 1]]), and have to fix our existing code. This diff does this in a generic way, with no manual changes.
In order to detect all existing `ASSERT*` that are used in functions that doesn't return void value, I change the code to generate compile errors for such cases.
In `util/testharness.h` I defined `EXPECT*` assertions, the same way as `ASSERT*`, and redefined `ASSERT*` to return `void`. Then executed:
```lang=bash
% USE_CLANG=1 make all -j55 -k 2> build.log
% perl -naF: -e 'print "-- -number=".$F[1]." ".$F[0]."\n" if /: error:/' \
build.log | xargs -L 1 perl -spi -e 's/ASSERT/EXPECT/g if $. == $number'
% make format
```
After that I reverted back change to `ASSERT*` in `util/testharness.h`. But preserved introduced `EXPECT*`, which is the same as `ASSERT*`. This will be deleted once switched to gtest.
This diff is independent and contains manual changes only in `util/testharness.h`.
Test Plan:
Make sure all tests are passing.
```lang=bash
% USE_CLANG=1 make check
```
Reviewers: igor, lgalanis, sdong, yufei.zhu, rven, meyering
Reviewed By: meyering
Subscribers: dhruba, leveldb
Differential Revision: https://reviews.facebook.net/D33333
2015-03-17 04:52:32 +01:00
|
|
|
EXPECT_OK(DestroyDB(dbname_, last_options_));
|
2015-01-21 20:09:56 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
~SliceTransformDBTest() {
|
|
|
|
delete db_;
|
rocksdb: Replace ASSERT* with EXPECT* in functions that does not return void value
Summary:
gtest does not use exceptions to fail a unit test by design, and `ASSERT*`s are implemented using `return`. As a consequence we cannot use `ASSERT*` in a function that does not return `void` value ([[ https://code.google.com/p/googletest/wiki/AdvancedGuide#Assertion_Placement | 1]]), and have to fix our existing code. This diff does this in a generic way, with no manual changes.
In order to detect all existing `ASSERT*` that are used in functions that doesn't return void value, I change the code to generate compile errors for such cases.
In `util/testharness.h` I defined `EXPECT*` assertions, the same way as `ASSERT*`, and redefined `ASSERT*` to return `void`. Then executed:
```lang=bash
% USE_CLANG=1 make all -j55 -k 2> build.log
% perl -naF: -e 'print "-- -number=".$F[1]." ".$F[0]."\n" if /: error:/' \
build.log | xargs -L 1 perl -spi -e 's/ASSERT/EXPECT/g if $. == $number'
% make format
```
After that I reverted back change to `ASSERT*` in `util/testharness.h`. But preserved introduced `EXPECT*`, which is the same as `ASSERT*`. This will be deleted once switched to gtest.
This diff is independent and contains manual changes only in `util/testharness.h`.
Test Plan:
Make sure all tests are passing.
```lang=bash
% USE_CLANG=1 make check
```
Reviewers: igor, lgalanis, sdong, yufei.zhu, rven, meyering
Reviewed By: meyering
Subscribers: dhruba, leveldb
Differential Revision: https://reviews.facebook.net/D33333
2015-03-17 04:52:32 +01:00
|
|
|
EXPECT_OK(DestroyDB(dbname_, last_options_));
|
2015-01-21 20:09:56 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
DB* db() { return db_; }
|
|
|
|
|
|
|
|
// Return the current option configuration.
|
|
|
|
Options* GetOptions() { return &last_options_; }
|
|
|
|
|
|
|
|
void DestroyAndReopen() {
|
|
|
|
// Destroy using last options
|
|
|
|
Destroy();
|
|
|
|
ASSERT_OK(TryReopen());
|
|
|
|
}
|
|
|
|
|
|
|
|
void Destroy() {
|
|
|
|
delete db_;
|
|
|
|
db_ = nullptr;
|
|
|
|
ASSERT_OK(DestroyDB(dbname_, last_options_));
|
|
|
|
}
|
|
|
|
|
|
|
|
Status TryReopen() {
|
|
|
|
delete db_;
|
|
|
|
db_ = nullptr;
|
|
|
|
last_options_.create_if_missing = true;
|
|
|
|
|
|
|
|
return DB::Open(last_options_, dbname_, &db_);
|
|
|
|
}
|
|
|
|
|
|
|
|
Options last_options_;
|
|
|
|
};
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
uint64_t TestGetTickerCount(const Options& options, Tickers ticker_type) {
|
|
|
|
return options.statistics->getTickerCount(ticker_type);
|
|
|
|
}
|
|
|
|
} // namespace
|
|
|
|
|
2015-03-17 22:08:00 +01:00
|
|
|
TEST_F(SliceTransformDBTest, CapPrefix) {
|
2015-01-21 20:09:56 +01:00
|
|
|
last_options_.prefix_extractor.reset(NewCappedPrefixTransform(8));
|
|
|
|
last_options_.statistics = rocksdb::CreateDBStatistics();
|
|
|
|
BlockBasedTableOptions bbto;
|
|
|
|
bbto.filter_policy.reset(NewBloomFilterPolicy(10, false));
|
|
|
|
bbto.whole_key_filtering = false;
|
|
|
|
last_options_.table_factory.reset(NewBlockBasedTableFactory(bbto));
|
|
|
|
ASSERT_OK(TryReopen());
|
|
|
|
|
|
|
|
ReadOptions ro;
|
|
|
|
FlushOptions fo;
|
|
|
|
WriteOptions wo;
|
|
|
|
|
|
|
|
ASSERT_OK(db()->Put(wo, "barbarbar", "foo"));
|
|
|
|
ASSERT_OK(db()->Put(wo, "barbarbar2", "foo2"));
|
|
|
|
ASSERT_OK(db()->Put(wo, "foo", "bar"));
|
|
|
|
ASSERT_OK(db()->Put(wo, "foo3", "bar3"));
|
|
|
|
ASSERT_OK(db()->Flush(fo));
|
|
|
|
|
|
|
|
unique_ptr<Iterator> iter(db()->NewIterator(ro));
|
|
|
|
|
|
|
|
iter->Seek("foo");
|
|
|
|
ASSERT_OK(iter->status());
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_EQ(iter->value().ToString(), "bar");
|
|
|
|
ASSERT_EQ(TestGetTickerCount(last_options_, BLOOM_FILTER_PREFIX_USEFUL), 0U);
|
|
|
|
|
|
|
|
iter->Seek("foo2");
|
|
|
|
ASSERT_OK(iter->status());
|
|
|
|
ASSERT_TRUE(!iter->Valid());
|
|
|
|
ASSERT_EQ(TestGetTickerCount(last_options_, BLOOM_FILTER_PREFIX_USEFUL), 1U);
|
|
|
|
|
|
|
|
iter->Seek("barbarbar");
|
|
|
|
ASSERT_OK(iter->status());
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_EQ(iter->value().ToString(), "foo");
|
|
|
|
ASSERT_EQ(TestGetTickerCount(last_options_, BLOOM_FILTER_PREFIX_USEFUL), 1U);
|
|
|
|
|
|
|
|
iter->Seek("barfoofoo");
|
|
|
|
ASSERT_OK(iter->status());
|
|
|
|
ASSERT_TRUE(!iter->Valid());
|
|
|
|
ASSERT_EQ(TestGetTickerCount(last_options_, BLOOM_FILTER_PREFIX_USEFUL), 2U);
|
|
|
|
|
|
|
|
iter->Seek("foobarbar");
|
|
|
|
ASSERT_OK(iter->status());
|
|
|
|
ASSERT_TRUE(!iter->Valid());
|
|
|
|
ASSERT_EQ(TestGetTickerCount(last_options_, BLOOM_FILTER_PREFIX_USEFUL), 3U);
|
|
|
|
}
|
|
|
|
|
|
|
|
} // namespace rocksdb
|
|
|
|
|
2015-03-17 22:08:00 +01:00
|
|
|
int main(int argc, char** argv) {
|
|
|
|
::testing::InitGoogleTest(&argc, argv);
|
|
|
|
return RUN_ALL_TESTS();
|
|
|
|
}
|