2016-02-10 00:12:00 +01:00
|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
2014-02-20 01:50:00 +01:00
|
|
|
// This source code is licensed under the BSD-style license found in the
|
|
|
|
// LICENSE file in the root directory of this source tree. An additional grant
|
|
|
|
// of patent rights can be found in the PATENTS file in the same directory.
|
|
|
|
|
2015-07-20 20:24:54 +02:00
|
|
|
#ifndef ROCKSDB_LITE
|
|
|
|
|
2014-05-09 02:25:13 +02:00
|
|
|
#ifndef GFLAGS
|
|
|
|
#include <cstdio>
|
|
|
|
int main() {
|
2015-09-16 03:10:36 +02:00
|
|
|
fprintf(stderr, "Please install gflags to run this test... Skipping...\n");
|
|
|
|
return 0;
|
2014-05-09 02:25:13 +02:00
|
|
|
}
|
|
|
|
#else
|
|
|
|
|
2013-10-23 06:59:44 +02:00
|
|
|
#include <algorithm>
|
|
|
|
#include <iostream>
|
|
|
|
#include <vector>
|
|
|
|
|
|
|
|
#include <gflags/gflags.h>
|
|
|
|
#include "rocksdb/comparator.h"
|
|
|
|
#include "rocksdb/db.h"
|
2015-11-05 22:24:05 +01:00
|
|
|
#include "rocksdb/filter_policy.h"
|
2013-10-23 06:59:44 +02:00
|
|
|
#include "rocksdb/perf_context.h"
|
2014-02-20 01:50:00 +01:00
|
|
|
#include "rocksdb/slice_transform.h"
|
|
|
|
#include "rocksdb/memtablerep.h"
|
2015-11-05 22:24:05 +01:00
|
|
|
#include "rocksdb/table.h"
|
2013-10-23 06:59:44 +02:00
|
|
|
#include "util/histogram.h"
|
|
|
|
#include "util/stop_watch.h"
|
2015-03-20 01:29:37 +01:00
|
|
|
#include "util/string_util.h"
|
2013-10-23 06:59:44 +02:00
|
|
|
#include "util/testharness.h"
|
|
|
|
|
2014-05-09 02:25:13 +02:00
|
|
|
using GFLAGS::ParseCommandLineFlags;
|
|
|
|
|
2013-10-23 06:59:44 +02:00
|
|
|
DEFINE_bool(trigger_deadlock, false,
|
|
|
|
"issue delete in range scan to trigger PrefixHashMap deadlock");
|
2014-11-11 22:47:22 +01:00
|
|
|
DEFINE_int32(bucket_count, 100000, "number of buckets");
|
2013-10-23 06:59:44 +02:00
|
|
|
DEFINE_uint64(num_locks, 10001, "number of locks");
|
|
|
|
DEFINE_bool(random_prefix, false, "randomize prefix");
|
2013-11-27 23:27:02 +01:00
|
|
|
DEFINE_uint64(total_prefixes, 100000, "total number of prefixes");
|
|
|
|
DEFINE_uint64(items_per_prefix, 1, "total number of values per prefix");
|
|
|
|
DEFINE_int64(write_buffer_size, 33554432, "");
|
2014-11-11 22:47:22 +01:00
|
|
|
DEFINE_int32(max_write_buffer_number, 2, "");
|
|
|
|
DEFINE_int32(min_write_buffer_number_to_merge, 1, "");
|
2013-11-22 22:31:00 +01:00
|
|
|
DEFINE_int32(skiplist_height, 4, "");
|
2016-06-04 02:02:10 +02:00
|
|
|
DEFINE_double(memtable_prefix_bloom_size_ratio, 0.1, "");
|
2016-07-27 03:05:30 +02:00
|
|
|
DEFINE_int32(memtable_huge_page_size, 2 * 1024 * 1024, "");
|
2013-11-27 23:27:02 +01:00
|
|
|
DEFINE_int32(value_size, 40, "");
|
2013-10-23 06:59:44 +02:00
|
|
|
|
|
|
|
// Path to the database on file system
|
|
|
|
const std::string kDbName = rocksdb::test::TmpDir() + "/prefix_test";
|
|
|
|
|
|
|
|
namespace rocksdb {
|
|
|
|
|
|
|
|
struct TestKey {
|
|
|
|
uint64_t prefix;
|
|
|
|
uint64_t sorted;
|
|
|
|
|
2014-10-31 19:59:54 +01:00
|
|
|
TestKey(uint64_t _prefix, uint64_t _sorted)
|
|
|
|
: prefix(_prefix), sorted(_sorted) {}
|
2013-10-23 06:59:44 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
// return a slice backed by test_key
|
|
|
|
inline Slice TestKeyToSlice(const TestKey& test_key) {
|
|
|
|
return Slice((const char*)&test_key, sizeof(test_key));
|
|
|
|
}
|
|
|
|
|
|
|
|
inline const TestKey* SliceToTestKey(const Slice& slice) {
|
|
|
|
return (const TestKey*)slice.data();
|
|
|
|
}
|
|
|
|
|
|
|
|
class TestKeyComparator : public Comparator {
|
|
|
|
public:
|
2013-11-20 08:24:12 +01:00
|
|
|
|
|
|
|
// Compare needs to be aware of the possibility of a and/or b is
|
|
|
|
// prefix only
|
2015-02-26 20:28:41 +01:00
|
|
|
virtual int Compare(const Slice& a, const Slice& b) const override {
|
2013-10-23 06:59:44 +02:00
|
|
|
const TestKey* key_a = SliceToTestKey(a);
|
|
|
|
const TestKey* key_b = SliceToTestKey(b);
|
|
|
|
if (key_a->prefix != key_b->prefix) {
|
|
|
|
if (key_a->prefix < key_b->prefix) return -1;
|
|
|
|
if (key_a->prefix > key_b->prefix) return 1;
|
|
|
|
} else {
|
rocksdb: Replace ASSERT* with EXPECT* in functions that does not return void value
Summary:
gtest does not use exceptions to fail a unit test by design, and `ASSERT*`s are implemented using `return`. As a consequence we cannot use `ASSERT*` in a function that does not return `void` value ([[ https://code.google.com/p/googletest/wiki/AdvancedGuide#Assertion_Placement | 1]]), and have to fix our existing code. This diff does this in a generic way, with no manual changes.
In order to detect all existing `ASSERT*` that are used in functions that doesn't return void value, I change the code to generate compile errors for such cases.
In `util/testharness.h` I defined `EXPECT*` assertions, the same way as `ASSERT*`, and redefined `ASSERT*` to return `void`. Then executed:
```lang=bash
% USE_CLANG=1 make all -j55 -k 2> build.log
% perl -naF: -e 'print "-- -number=".$F[1]." ".$F[0]."\n" if /: error:/' \
build.log | xargs -L 1 perl -spi -e 's/ASSERT/EXPECT/g if $. == $number'
% make format
```
After that I reverted back change to `ASSERT*` in `util/testharness.h`. But preserved introduced `EXPECT*`, which is the same as `ASSERT*`. This will be deleted once switched to gtest.
This diff is independent and contains manual changes only in `util/testharness.h`.
Test Plan:
Make sure all tests are passing.
```lang=bash
% USE_CLANG=1 make check
```
Reviewers: igor, lgalanis, sdong, yufei.zhu, rven, meyering
Reviewed By: meyering
Subscribers: dhruba, leveldb
Differential Revision: https://reviews.facebook.net/D33333
2015-03-17 04:52:32 +01:00
|
|
|
EXPECT_TRUE(key_a->prefix == key_b->prefix);
|
2013-11-20 08:24:12 +01:00
|
|
|
// note, both a and b could be prefix only
|
|
|
|
if (a.size() != b.size()) {
|
|
|
|
// one of them is prefix
|
rocksdb: Replace ASSERT* with EXPECT* in functions that does not return void value
Summary:
gtest does not use exceptions to fail a unit test by design, and `ASSERT*`s are implemented using `return`. As a consequence we cannot use `ASSERT*` in a function that does not return `void` value ([[ https://code.google.com/p/googletest/wiki/AdvancedGuide#Assertion_Placement | 1]]), and have to fix our existing code. This diff does this in a generic way, with no manual changes.
In order to detect all existing `ASSERT*` that are used in functions that doesn't return void value, I change the code to generate compile errors for such cases.
In `util/testharness.h` I defined `EXPECT*` assertions, the same way as `ASSERT*`, and redefined `ASSERT*` to return `void`. Then executed:
```lang=bash
% USE_CLANG=1 make all -j55 -k 2> build.log
% perl -naF: -e 'print "-- -number=".$F[1]." ".$F[0]."\n" if /: error:/' \
build.log | xargs -L 1 perl -spi -e 's/ASSERT/EXPECT/g if $. == $number'
% make format
```
After that I reverted back change to `ASSERT*` in `util/testharness.h`. But preserved introduced `EXPECT*`, which is the same as `ASSERT*`. This will be deleted once switched to gtest.
This diff is independent and contains manual changes only in `util/testharness.h`.
Test Plan:
Make sure all tests are passing.
```lang=bash
% USE_CLANG=1 make check
```
Reviewers: igor, lgalanis, sdong, yufei.zhu, rven, meyering
Reviewed By: meyering
Subscribers: dhruba, leveldb
Differential Revision: https://reviews.facebook.net/D33333
2015-03-17 04:52:32 +01:00
|
|
|
EXPECT_TRUE(
|
|
|
|
(a.size() == sizeof(uint64_t) && b.size() == sizeof(TestKey)) ||
|
|
|
|
(b.size() == sizeof(uint64_t) && a.size() == sizeof(TestKey)));
|
2013-11-20 08:24:12 +01:00
|
|
|
if (a.size() < b.size()) return -1;
|
|
|
|
if (a.size() > b.size()) return 1;
|
|
|
|
} else {
|
|
|
|
// both a and b are prefix
|
|
|
|
if (a.size() == sizeof(uint64_t)) {
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
// both a and b are whole key
|
rocksdb: Replace ASSERT* with EXPECT* in functions that does not return void value
Summary:
gtest does not use exceptions to fail a unit test by design, and `ASSERT*`s are implemented using `return`. As a consequence we cannot use `ASSERT*` in a function that does not return `void` value ([[ https://code.google.com/p/googletest/wiki/AdvancedGuide#Assertion_Placement | 1]]), and have to fix our existing code. This diff does this in a generic way, with no manual changes.
In order to detect all existing `ASSERT*` that are used in functions that doesn't return void value, I change the code to generate compile errors for such cases.
In `util/testharness.h` I defined `EXPECT*` assertions, the same way as `ASSERT*`, and redefined `ASSERT*` to return `void`. Then executed:
```lang=bash
% USE_CLANG=1 make all -j55 -k 2> build.log
% perl -naF: -e 'print "-- -number=".$F[1]." ".$F[0]."\n" if /: error:/' \
build.log | xargs -L 1 perl -spi -e 's/ASSERT/EXPECT/g if $. == $number'
% make format
```
After that I reverted back change to `ASSERT*` in `util/testharness.h`. But preserved introduced `EXPECT*`, which is the same as `ASSERT*`. This will be deleted once switched to gtest.
This diff is independent and contains manual changes only in `util/testharness.h`.
Test Plan:
Make sure all tests are passing.
```lang=bash
% USE_CLANG=1 make check
```
Reviewers: igor, lgalanis, sdong, yufei.zhu, rven, meyering
Reviewed By: meyering
Subscribers: dhruba, leveldb
Differential Revision: https://reviews.facebook.net/D33333
2015-03-17 04:52:32 +01:00
|
|
|
EXPECT_TRUE(a.size() == sizeof(TestKey) && b.size() == sizeof(TestKey));
|
2013-11-20 08:24:12 +01:00
|
|
|
if (key_a->sorted < key_b->sorted) return -1;
|
|
|
|
if (key_a->sorted > key_b->sorted) return 1;
|
|
|
|
if (key_a->sorted == key_b->sorted) return 0;
|
|
|
|
}
|
2013-10-23 06:59:44 +02:00
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
virtual const char* Name() const override {
|
|
|
|
return "TestKeyComparator";
|
|
|
|
}
|
|
|
|
|
2015-02-26 20:28:41 +01:00
|
|
|
virtual void FindShortestSeparator(std::string* start,
|
|
|
|
const Slice& limit) const override {}
|
2013-10-23 06:59:44 +02:00
|
|
|
|
2015-02-26 20:28:41 +01:00
|
|
|
virtual void FindShortSuccessor(std::string* key) const override {}
|
2013-10-23 06:59:44 +02:00
|
|
|
};
|
|
|
|
|
2014-04-10 06:17:14 +02:00
|
|
|
namespace {
|
2014-02-20 01:50:00 +01:00
|
|
|
void PutKey(DB* db, WriteOptions write_options, uint64_t prefix,
|
|
|
|
uint64_t suffix, const Slice& value) {
|
|
|
|
TestKey test_key(prefix, suffix);
|
|
|
|
Slice key = TestKeyToSlice(test_key);
|
|
|
|
ASSERT_OK(db->Put(write_options, key, value));
|
|
|
|
}
|
|
|
|
|
|
|
|
void SeekIterator(Iterator* iter, uint64_t prefix, uint64_t suffix) {
|
|
|
|
TestKey test_key(prefix, suffix);
|
|
|
|
Slice key = TestKeyToSlice(test_key);
|
|
|
|
iter->Seek(key);
|
|
|
|
}
|
|
|
|
|
|
|
|
const std::string kNotFoundResult = "NOT_FOUND";
|
|
|
|
|
|
|
|
std::string Get(DB* db, const ReadOptions& read_options, uint64_t prefix,
|
|
|
|
uint64_t suffix) {
|
|
|
|
TestKey test_key(prefix, suffix);
|
|
|
|
Slice key = TestKeyToSlice(test_key);
|
|
|
|
|
|
|
|
std::string result;
|
|
|
|
Status s = db->Get(read_options, key, &result);
|
|
|
|
if (s.IsNotFound()) {
|
|
|
|
result = kNotFoundResult;
|
|
|
|
} else if (!s.ok()) {
|
|
|
|
result = s.ToString();
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
2014-04-10 06:17:14 +02:00
|
|
|
} // namespace
|
2014-02-20 01:50:00 +01:00
|
|
|
|
2015-03-17 22:08:00 +01:00
|
|
|
class PrefixTest : public testing::Test {
|
2013-10-23 06:59:44 +02:00
|
|
|
public:
|
|
|
|
std::shared_ptr<DB> OpenDb() {
|
|
|
|
DB* db;
|
|
|
|
|
|
|
|
options.create_if_missing = true;
|
|
|
|
options.write_buffer_size = FLAGS_write_buffer_size;
|
|
|
|
options.max_write_buffer_number = FLAGS_max_write_buffer_number;
|
|
|
|
options.min_write_buffer_number_to_merge =
|
|
|
|
FLAGS_min_write_buffer_number_to_merge;
|
|
|
|
|
2016-06-04 02:02:10 +02:00
|
|
|
options.memtable_prefix_bloom_size_ratio =
|
|
|
|
FLAGS_memtable_prefix_bloom_size_ratio;
|
2016-07-27 03:05:30 +02:00
|
|
|
options.memtable_huge_page_size = FLAGS_memtable_huge_page_size;
|
2013-11-27 23:27:02 +01:00
|
|
|
|
2015-11-05 22:24:05 +01:00
|
|
|
options.prefix_extractor.reset(NewFixedPrefixTransform(8));
|
|
|
|
BlockBasedTableOptions bbto;
|
|
|
|
bbto.filter_policy.reset(NewBloomFilterPolicy(10, false));
|
|
|
|
bbto.whole_key_filtering = false;
|
|
|
|
options.table_factory.reset(NewBlockBasedTableFactory(bbto));
|
|
|
|
|
2013-10-23 06:59:44 +02:00
|
|
|
Status s = DB::Open(options, kDbName, &db);
|
rocksdb: Replace ASSERT* with EXPECT* in functions that does not return void value
Summary:
gtest does not use exceptions to fail a unit test by design, and `ASSERT*`s are implemented using `return`. As a consequence we cannot use `ASSERT*` in a function that does not return `void` value ([[ https://code.google.com/p/googletest/wiki/AdvancedGuide#Assertion_Placement | 1]]), and have to fix our existing code. This diff does this in a generic way, with no manual changes.
In order to detect all existing `ASSERT*` that are used in functions that doesn't return void value, I change the code to generate compile errors for such cases.
In `util/testharness.h` I defined `EXPECT*` assertions, the same way as `ASSERT*`, and redefined `ASSERT*` to return `void`. Then executed:
```lang=bash
% USE_CLANG=1 make all -j55 -k 2> build.log
% perl -naF: -e 'print "-- -number=".$F[1]." ".$F[0]."\n" if /: error:/' \
build.log | xargs -L 1 perl -spi -e 's/ASSERT/EXPECT/g if $. == $number'
% make format
```
After that I reverted back change to `ASSERT*` in `util/testharness.h`. But preserved introduced `EXPECT*`, which is the same as `ASSERT*`. This will be deleted once switched to gtest.
This diff is independent and contains manual changes only in `util/testharness.h`.
Test Plan:
Make sure all tests are passing.
```lang=bash
% USE_CLANG=1 make check
```
Reviewers: igor, lgalanis, sdong, yufei.zhu, rven, meyering
Reviewed By: meyering
Subscribers: dhruba, leveldb
Differential Revision: https://reviews.facebook.net/D33333
2015-03-17 04:52:32 +01:00
|
|
|
EXPECT_OK(s);
|
2013-10-23 06:59:44 +02:00
|
|
|
return std::shared_ptr<DB>(db);
|
|
|
|
}
|
2013-12-27 21:56:27 +01:00
|
|
|
|
2014-02-20 01:50:00 +01:00
|
|
|
void FirstOption() {
|
|
|
|
option_config_ = kBegin;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool NextOptions(int bucket_count) {
|
2013-12-27 21:56:27 +01:00
|
|
|
// skip some options
|
|
|
|
option_config_++;
|
|
|
|
if (option_config_ < kEnd) {
|
2014-03-10 20:56:46 +01:00
|
|
|
options.prefix_extractor.reset(NewFixedPrefixTransform(8));
|
2013-12-27 21:56:27 +01:00
|
|
|
switch(option_config_) {
|
|
|
|
case kHashSkipList:
|
2014-03-10 20:56:46 +01:00
|
|
|
options.memtable_factory.reset(
|
|
|
|
NewHashSkipListRepFactory(bucket_count, FLAGS_skiplist_height));
|
2013-12-27 21:56:27 +01:00
|
|
|
return true;
|
|
|
|
case kHashLinkList:
|
2014-03-10 20:56:46 +01:00
|
|
|
options.memtable_factory.reset(
|
|
|
|
NewHashLinkListRepFactory(bucket_count));
|
2013-12-27 21:56:27 +01:00
|
|
|
return true;
|
2014-05-04 22:55:53 +02:00
|
|
|
case kHashLinkListHugePageTlb:
|
|
|
|
options.memtable_factory.reset(
|
|
|
|
NewHashLinkListRepFactory(bucket_count, 2 * 1024 * 1024));
|
|
|
|
return true;
|
2014-07-01 20:05:05 +02:00
|
|
|
case kHashLinkListTriggerSkipList:
|
|
|
|
options.memtable_factory.reset(
|
|
|
|
NewHashLinkListRepFactory(bucket_count, 0, 3));
|
|
|
|
return true;
|
2013-12-27 21:56:27 +01:00
|
|
|
default:
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2014-01-10 07:25:03 +01:00
|
|
|
PrefixTest() : option_config_(kBegin) {
|
|
|
|
options.comparator = new TestKeyComparator();
|
|
|
|
}
|
2013-11-06 20:55:43 +01:00
|
|
|
~PrefixTest() {
|
|
|
|
delete options.comparator;
|
|
|
|
}
|
2013-10-23 06:59:44 +02:00
|
|
|
protected:
|
2013-12-27 21:56:27 +01:00
|
|
|
enum OptionConfig {
|
|
|
|
kBegin,
|
|
|
|
kHashSkipList,
|
|
|
|
kHashLinkList,
|
2014-05-04 22:55:53 +02:00
|
|
|
kHashLinkListHugePageTlb,
|
2014-07-01 20:05:05 +02:00
|
|
|
kHashLinkListTriggerSkipList,
|
2013-12-27 21:56:27 +01:00
|
|
|
kEnd
|
|
|
|
};
|
|
|
|
int option_config_;
|
2013-10-23 06:59:44 +02:00
|
|
|
Options options;
|
|
|
|
};
|
|
|
|
|
2015-03-17 22:08:00 +01:00
|
|
|
TEST_F(PrefixTest, TestResult) {
|
2014-02-20 01:50:00 +01:00
|
|
|
for (int num_buckets = 1; num_buckets <= 2; num_buckets++) {
|
|
|
|
FirstOption();
|
|
|
|
while (NextOptions(num_buckets)) {
|
|
|
|
std::cout << "*** Mem table: " << options.memtable_factory->Name()
|
|
|
|
<< " number of buckets: " << num_buckets
|
|
|
|
<< std::endl;
|
|
|
|
DestroyDB(kDbName, Options());
|
|
|
|
auto db = OpenDb();
|
|
|
|
WriteOptions write_options;
|
|
|
|
ReadOptions read_options;
|
|
|
|
|
|
|
|
// 1. Insert one row.
|
|
|
|
Slice v16("v16");
|
|
|
|
PutKey(db.get(), write_options, 1, 6, v16);
|
|
|
|
std::unique_ptr<Iterator> iter(db->NewIterator(read_options));
|
|
|
|
SeekIterator(iter.get(), 1, 6);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v16 == iter->value());
|
|
|
|
SeekIterator(iter.get(), 1, 5);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v16 == iter->value());
|
|
|
|
SeekIterator(iter.get(), 1, 5);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v16 == iter->value());
|
|
|
|
iter->Next();
|
|
|
|
ASSERT_TRUE(!iter->Valid());
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 2, 0);
|
|
|
|
ASSERT_TRUE(!iter->Valid());
|
|
|
|
|
|
|
|
ASSERT_EQ(v16.ToString(), Get(db.get(), read_options, 1, 6));
|
|
|
|
ASSERT_EQ(kNotFoundResult, Get(db.get(), read_options, 1, 5));
|
|
|
|
ASSERT_EQ(kNotFoundResult, Get(db.get(), read_options, 1, 7));
|
|
|
|
ASSERT_EQ(kNotFoundResult, Get(db.get(), read_options, 0, 6));
|
|
|
|
ASSERT_EQ(kNotFoundResult, Get(db.get(), read_options, 2, 6));
|
|
|
|
|
|
|
|
// 2. Insert an entry for the same prefix as the last entry in the bucket.
|
|
|
|
Slice v17("v17");
|
|
|
|
PutKey(db.get(), write_options, 1, 7, v17);
|
|
|
|
iter.reset(db->NewIterator(read_options));
|
|
|
|
SeekIterator(iter.get(), 1, 7);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v17 == iter->value());
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 1, 6);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v16 == iter->value());
|
|
|
|
iter->Next();
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v17 == iter->value());
|
|
|
|
iter->Next();
|
|
|
|
ASSERT_TRUE(!iter->Valid());
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 2, 0);
|
|
|
|
ASSERT_TRUE(!iter->Valid());
|
|
|
|
|
|
|
|
// 3. Insert an entry for the same prefix as the head of the bucket.
|
|
|
|
Slice v15("v15");
|
|
|
|
PutKey(db.get(), write_options, 1, 5, v15);
|
|
|
|
iter.reset(db->NewIterator(read_options));
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 1, 7);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v17 == iter->value());
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 1, 5);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v15 == iter->value());
|
|
|
|
iter->Next();
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v16 == iter->value());
|
|
|
|
iter->Next();
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v17 == iter->value());
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 1, 5);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v15 == iter->value());
|
|
|
|
|
|
|
|
ASSERT_EQ(v15.ToString(), Get(db.get(), read_options, 1, 5));
|
|
|
|
ASSERT_EQ(v16.ToString(), Get(db.get(), read_options, 1, 6));
|
|
|
|
ASSERT_EQ(v17.ToString(), Get(db.get(), read_options, 1, 7));
|
|
|
|
|
|
|
|
// 4. Insert an entry with a larger prefix
|
|
|
|
Slice v22("v22");
|
|
|
|
PutKey(db.get(), write_options, 2, 2, v22);
|
|
|
|
iter.reset(db->NewIterator(read_options));
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 2, 2);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v22 == iter->value());
|
|
|
|
SeekIterator(iter.get(), 2, 0);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v22 == iter->value());
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 1, 5);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v15 == iter->value());
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 1, 7);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v17 == iter->value());
|
|
|
|
|
|
|
|
// 5. Insert an entry with a smaller prefix
|
|
|
|
Slice v02("v02");
|
|
|
|
PutKey(db.get(), write_options, 0, 2, v02);
|
|
|
|
iter.reset(db->NewIterator(read_options));
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 0, 2);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v02 == iter->value());
|
|
|
|
SeekIterator(iter.get(), 0, 0);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v02 == iter->value());
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 2, 0);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v22 == iter->value());
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 1, 5);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v15 == iter->value());
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 1, 7);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v17 == iter->value());
|
|
|
|
|
|
|
|
// 6. Insert to the beginning and the end of the first prefix
|
|
|
|
Slice v13("v13");
|
|
|
|
Slice v18("v18");
|
|
|
|
PutKey(db.get(), write_options, 1, 3, v13);
|
|
|
|
PutKey(db.get(), write_options, 1, 8, v18);
|
|
|
|
iter.reset(db->NewIterator(read_options));
|
|
|
|
SeekIterator(iter.get(), 1, 7);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v17 == iter->value());
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 1, 3);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v13 == iter->value());
|
|
|
|
iter->Next();
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v15 == iter->value());
|
|
|
|
iter->Next();
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v16 == iter->value());
|
|
|
|
iter->Next();
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v17 == iter->value());
|
|
|
|
iter->Next();
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v18 == iter->value());
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 0, 0);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v02 == iter->value());
|
|
|
|
|
|
|
|
SeekIterator(iter.get(), 2, 0);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v22 == iter->value());
|
|
|
|
|
|
|
|
ASSERT_EQ(v22.ToString(), Get(db.get(), read_options, 2, 2));
|
|
|
|
ASSERT_EQ(v02.ToString(), Get(db.get(), read_options, 0, 2));
|
|
|
|
ASSERT_EQ(v13.ToString(), Get(db.get(), read_options, 1, 3));
|
|
|
|
ASSERT_EQ(v15.ToString(), Get(db.get(), read_options, 1, 5));
|
|
|
|
ASSERT_EQ(v16.ToString(), Get(db.get(), read_options, 1, 6));
|
|
|
|
ASSERT_EQ(v17.ToString(), Get(db.get(), read_options, 1, 7));
|
|
|
|
ASSERT_EQ(v18.ToString(), Get(db.get(), read_options, 1, 8));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-11-05 22:24:05 +01:00
|
|
|
// Show results in prefix
|
|
|
|
TEST_F(PrefixTest, PrefixValid) {
|
|
|
|
for (int num_buckets = 1; num_buckets <= 2; num_buckets++) {
|
|
|
|
FirstOption();
|
|
|
|
while (NextOptions(num_buckets)) {
|
|
|
|
std::cout << "*** Mem table: " << options.memtable_factory->Name()
|
|
|
|
<< " number of buckets: " << num_buckets << std::endl;
|
|
|
|
DestroyDB(kDbName, Options());
|
|
|
|
auto db = OpenDb();
|
|
|
|
WriteOptions write_options;
|
|
|
|
ReadOptions read_options;
|
|
|
|
|
|
|
|
// Insert keys with common prefix and one key with different
|
|
|
|
Slice v16("v16");
|
|
|
|
Slice v17("v17");
|
|
|
|
Slice v18("v18");
|
|
|
|
Slice v19("v19");
|
|
|
|
PutKey(db.get(), write_options, 12345, 6, v16);
|
|
|
|
PutKey(db.get(), write_options, 12345, 7, v17);
|
|
|
|
PutKey(db.get(), write_options, 12345, 8, v18);
|
|
|
|
PutKey(db.get(), write_options, 12345, 9, v19);
|
|
|
|
PutKey(db.get(), write_options, 12346, 8, v16);
|
|
|
|
db->Flush(FlushOptions());
|
|
|
|
db->Delete(write_options, TestKeyToSlice(TestKey(12346, 8)));
|
|
|
|
db->Flush(FlushOptions());
|
|
|
|
read_options.prefix_same_as_start = true;
|
|
|
|
std::unique_ptr<Iterator> iter(db->NewIterator(read_options));
|
|
|
|
SeekIterator(iter.get(), 12345, 6);
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v16 == iter->value());
|
|
|
|
|
|
|
|
iter->Next();
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v17 == iter->value());
|
|
|
|
|
|
|
|
iter->Next();
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v18 == iter->value());
|
|
|
|
|
|
|
|
iter->Next();
|
|
|
|
ASSERT_TRUE(iter->Valid());
|
|
|
|
ASSERT_TRUE(v19 == iter->value());
|
|
|
|
iter->Next();
|
|
|
|
ASSERT_FALSE(iter->Valid());
|
|
|
|
ASSERT_EQ(kNotFoundResult, Get(db.get(), read_options, 12346, 8));
|
2016-04-29 01:48:03 +02:00
|
|
|
|
|
|
|
// Verify seeking past the prefix won't return a result.
|
|
|
|
SeekIterator(iter.get(), 12345, 10);
|
|
|
|
ASSERT_TRUE(!iter->Valid());
|
2015-11-05 22:24:05 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-03-17 22:08:00 +01:00
|
|
|
TEST_F(PrefixTest, DynamicPrefixIterator) {
|
2014-02-20 01:50:00 +01:00
|
|
|
while (NextOptions(FLAGS_bucket_count)) {
|
2013-12-27 21:56:27 +01:00
|
|
|
std::cout << "*** Mem table: " << options.memtable_factory->Name()
|
|
|
|
<< std::endl;
|
|
|
|
DestroyDB(kDbName, Options());
|
|
|
|
auto db = OpenDb();
|
|
|
|
WriteOptions write_options;
|
|
|
|
ReadOptions read_options;
|
|
|
|
|
|
|
|
std::vector<uint64_t> prefixes;
|
|
|
|
for (uint64_t i = 0; i < FLAGS_total_prefixes; ++i) {
|
|
|
|
prefixes.push_back(i);
|
|
|
|
}
|
2013-11-04 01:32:46 +01:00
|
|
|
|
2013-12-27 21:56:27 +01:00
|
|
|
if (FLAGS_random_prefix) {
|
|
|
|
std::random_shuffle(prefixes.begin(), prefixes.end());
|
|
|
|
}
|
2013-11-04 01:32:46 +01:00
|
|
|
|
2013-12-27 21:56:27 +01:00
|
|
|
HistogramImpl hist_put_time;
|
|
|
|
HistogramImpl hist_put_comparison;
|
2013-11-04 01:32:46 +01:00
|
|
|
|
2013-12-27 21:56:27 +01:00
|
|
|
// insert x random prefix, each with y continuous element.
|
|
|
|
for (auto prefix : prefixes) {
|
|
|
|
for (uint64_t sorted = 0; sorted < FLAGS_items_per_prefix; sorted++) {
|
|
|
|
TestKey test_key(prefix, sorted);
|
|
|
|
|
|
|
|
Slice key = TestKeyToSlice(test_key);
|
|
|
|
std::string value(FLAGS_value_size, 0);
|
|
|
|
|
|
|
|
perf_context.Reset();
|
|
|
|
StopWatchNano timer(Env::Default(), true);
|
|
|
|
ASSERT_OK(db->Put(write_options, key, value));
|
|
|
|
hist_put_time.Add(timer.ElapsedNanos());
|
|
|
|
hist_put_comparison.Add(perf_context.user_key_comparison_count);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
std::cout << "Put key comparison: \n" << hist_put_comparison.ToString()
|
|
|
|
<< "Put time: \n" << hist_put_time.ToString();
|
2013-11-04 01:32:46 +01:00
|
|
|
|
2013-12-27 21:56:27 +01:00
|
|
|
// test seek existing keys
|
|
|
|
HistogramImpl hist_seek_time;
|
|
|
|
HistogramImpl hist_seek_comparison;
|
2013-11-27 23:27:02 +01:00
|
|
|
|
2013-12-27 21:56:27 +01:00
|
|
|
std::unique_ptr<Iterator> iter(db->NewIterator(read_options));
|
2013-11-04 01:32:46 +01:00
|
|
|
|
2013-12-27 21:56:27 +01:00
|
|
|
for (auto prefix : prefixes) {
|
|
|
|
TestKey test_key(prefix, FLAGS_items_per_prefix / 2);
|
2013-11-04 01:32:46 +01:00
|
|
|
Slice key = TestKeyToSlice(test_key);
|
2014-11-25 05:44:49 +01:00
|
|
|
std::string value = "v" + ToString(0);
|
2013-11-04 01:32:46 +01:00
|
|
|
|
2013-11-27 23:27:02 +01:00
|
|
|
perf_context.Reset();
|
|
|
|
StopWatchNano timer(Env::Default(), true);
|
2014-04-25 21:21:34 +02:00
|
|
|
auto key_prefix = options.prefix_extractor->Transform(key);
|
2013-12-27 21:56:27 +01:00
|
|
|
uint64_t total_keys = 0;
|
2014-04-25 21:21:34 +02:00
|
|
|
for (iter->Seek(key);
|
|
|
|
iter->Valid() && iter->key().starts_with(key_prefix);
|
|
|
|
iter->Next()) {
|
2013-12-27 21:56:27 +01:00
|
|
|
if (FLAGS_trigger_deadlock) {
|
|
|
|
std::cout << "Behold the deadlock!\n";
|
|
|
|
db->Delete(write_options, iter->key());
|
|
|
|
}
|
|
|
|
total_keys++;
|
|
|
|
}
|
|
|
|
hist_seek_time.Add(timer.ElapsedNanos());
|
|
|
|
hist_seek_comparison.Add(perf_context.user_key_comparison_count);
|
|
|
|
ASSERT_EQ(total_keys, FLAGS_items_per_prefix - FLAGS_items_per_prefix/2);
|
2013-11-04 01:32:46 +01:00
|
|
|
}
|
|
|
|
|
2013-12-27 21:56:27 +01:00
|
|
|
std::cout << "Seek key comparison: \n"
|
|
|
|
<< hist_seek_comparison.ToString()
|
|
|
|
<< "Seek time: \n"
|
|
|
|
<< hist_seek_time.ToString();
|
2013-11-27 23:27:02 +01:00
|
|
|
|
2013-12-27 21:56:27 +01:00
|
|
|
// test non-existing keys
|
|
|
|
HistogramImpl hist_no_seek_time;
|
|
|
|
HistogramImpl hist_no_seek_comparison;
|
2013-11-04 01:32:46 +01:00
|
|
|
|
2013-12-27 21:56:27 +01:00
|
|
|
for (auto prefix = FLAGS_total_prefixes;
|
|
|
|
prefix < FLAGS_total_prefixes + 10000;
|
|
|
|
prefix++) {
|
|
|
|
TestKey test_key(prefix, 0);
|
|
|
|
Slice key = TestKeyToSlice(test_key);
|
|
|
|
|
|
|
|
perf_context.Reset();
|
|
|
|
StopWatchNano timer(Env::Default(), true);
|
|
|
|
iter->Seek(key);
|
|
|
|
hist_no_seek_time.Add(timer.ElapsedNanos());
|
|
|
|
hist_no_seek_comparison.Add(perf_context.user_key_comparison_count);
|
|
|
|
ASSERT_TRUE(!iter->Valid());
|
2013-11-04 01:32:46 +01:00
|
|
|
}
|
|
|
|
|
2013-12-27 21:56:27 +01:00
|
|
|
std::cout << "non-existing Seek key comparison: \n"
|
|
|
|
<< hist_no_seek_comparison.ToString()
|
|
|
|
<< "non-existing Seek time: \n"
|
|
|
|
<< hist_no_seek_time.ToString();
|
2013-11-04 01:32:46 +01:00
|
|
|
}
|
|
|
|
}
|
2013-10-23 06:59:44 +02:00
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
int main(int argc, char** argv) {
|
2015-03-17 22:08:00 +01:00
|
|
|
::testing::InitGoogleTest(&argc, argv);
|
2014-05-09 02:25:13 +02:00
|
|
|
ParseCommandLineFlags(&argc, &argv, true);
|
2013-10-23 06:59:44 +02:00
|
|
|
std::cout << kDbName << "\n";
|
|
|
|
|
2015-03-17 22:08:00 +01:00
|
|
|
return RUN_ALL_TESTS();
|
2013-10-23 06:59:44 +02:00
|
|
|
}
|
2014-05-09 02:25:13 +02:00
|
|
|
|
|
|
|
#endif // GFLAGS
|
2015-07-20 20:24:54 +02:00
|
|
|
|
|
|
|
#else
|
|
|
|
#include <stdio.h>
|
|
|
|
|
|
|
|
int main(int argc, char** argv) {
|
|
|
|
fprintf(stderr,
|
|
|
|
"SKIPPED as HashSkipList and HashLinkList are not supported in "
|
|
|
|
"ROCKSDB_LITE\n");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif // !ROCKSDB_LITE
|