2016-07-15 19:41:36 +02:00
|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
|
|
// This source code is licensed under the BSD-style license found in the
|
|
|
|
// LICENSE file in the root directory of this source tree. An additional grant
|
|
|
|
// of patent rights can be found in the PATENTS file in the same directory.
|
|
|
|
//
|
|
|
|
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
|
|
|
2016-12-22 23:44:01 +01:00
|
|
|
#ifndef __STDC_FORMAT_MACROS
|
|
|
|
#define __STDC_FORMAT_MACROS
|
|
|
|
#endif
|
|
|
|
|
2016-07-15 19:41:36 +02:00
|
|
|
#include "util/sharded_cache.h"
|
2016-12-22 23:44:01 +01:00
|
|
|
|
|
|
|
#include <string>
|
|
|
|
|
2016-07-15 19:41:36 +02:00
|
|
|
#include "util/mutexlock.h"
|
|
|
|
|
|
|
|
namespace rocksdb {
|
|
|
|
|
|
|
|
ShardedCache::ShardedCache(size_t capacity, int num_shard_bits,
|
|
|
|
bool strict_capacity_limit)
|
|
|
|
: num_shard_bits_(num_shard_bits),
|
|
|
|
capacity_(capacity),
|
|
|
|
strict_capacity_limit_(strict_capacity_limit),
|
|
|
|
last_id_(1) {}
|
|
|
|
|
|
|
|
void ShardedCache::SetCapacity(size_t capacity) {
|
|
|
|
int num_shards = 1 << num_shard_bits_;
|
|
|
|
const size_t per_shard = (capacity + (num_shards - 1)) / num_shards;
|
|
|
|
MutexLock l(&capacity_mutex_);
|
|
|
|
for (int s = 0; s < num_shards; s++) {
|
|
|
|
GetShard(s)->SetCapacity(per_shard);
|
|
|
|
}
|
|
|
|
capacity_ = capacity;
|
|
|
|
}
|
|
|
|
|
|
|
|
void ShardedCache::SetStrictCapacityLimit(bool strict_capacity_limit) {
|
|
|
|
int num_shards = 1 << num_shard_bits_;
|
|
|
|
MutexLock l(&capacity_mutex_);
|
|
|
|
for (int s = 0; s < num_shards; s++) {
|
|
|
|
GetShard(s)->SetStrictCapacityLimit(strict_capacity_limit);
|
|
|
|
}
|
|
|
|
strict_capacity_limit_ = strict_capacity_limit;
|
|
|
|
}
|
|
|
|
|
|
|
|
Status ShardedCache::Insert(const Slice& key, void* value, size_t charge,
|
|
|
|
void (*deleter)(const Slice& key, void* value),
|
2016-08-20 01:43:31 +02:00
|
|
|
Handle** handle, Priority priority) {
|
2016-07-15 19:41:36 +02:00
|
|
|
uint32_t hash = HashSlice(key);
|
|
|
|
return GetShard(Shard(hash))
|
2016-08-20 01:43:31 +02:00
|
|
|
->Insert(key, hash, value, charge, deleter, handle, priority);
|
2016-07-15 19:41:36 +02:00
|
|
|
}
|
|
|
|
|
2016-09-01 22:50:39 +02:00
|
|
|
Cache::Handle* ShardedCache::Lookup(const Slice& key, Statistics* stats) {
|
2016-07-15 19:41:36 +02:00
|
|
|
uint32_t hash = HashSlice(key);
|
|
|
|
return GetShard(Shard(hash))->Lookup(key, hash);
|
|
|
|
}
|
|
|
|
|
|
|
|
void ShardedCache::Release(Handle* handle) {
|
|
|
|
uint32_t hash = GetHash(handle);
|
|
|
|
GetShard(Shard(hash))->Release(handle);
|
|
|
|
}
|
|
|
|
|
|
|
|
void ShardedCache::Erase(const Slice& key) {
|
|
|
|
uint32_t hash = HashSlice(key);
|
|
|
|
GetShard(Shard(hash))->Erase(key, hash);
|
|
|
|
}
|
|
|
|
|
|
|
|
uint64_t ShardedCache::NewId() {
|
|
|
|
return last_id_.fetch_add(1, std::memory_order_relaxed);
|
|
|
|
}
|
|
|
|
|
|
|
|
size_t ShardedCache::GetCapacity() const {
|
|
|
|
MutexLock l(&capacity_mutex_);
|
|
|
|
return capacity_;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool ShardedCache::HasStrictCapacityLimit() const {
|
|
|
|
MutexLock l(&capacity_mutex_);
|
|
|
|
return strict_capacity_limit_;
|
|
|
|
}
|
|
|
|
|
|
|
|
size_t ShardedCache::GetUsage() const {
|
|
|
|
// We will not lock the cache when getting the usage from shards.
|
|
|
|
int num_shards = 1 << num_shard_bits_;
|
|
|
|
size_t usage = 0;
|
|
|
|
for (int s = 0; s < num_shards; s++) {
|
|
|
|
usage += GetShard(s)->GetUsage();
|
|
|
|
}
|
|
|
|
return usage;
|
|
|
|
}
|
|
|
|
|
|
|
|
size_t ShardedCache::GetUsage(Handle* handle) const {
|
|
|
|
return GetCharge(handle);
|
|
|
|
}
|
|
|
|
|
|
|
|
size_t ShardedCache::GetPinnedUsage() const {
|
|
|
|
// We will not lock the cache when getting the usage from shards.
|
|
|
|
int num_shards = 1 << num_shard_bits_;
|
|
|
|
size_t usage = 0;
|
|
|
|
for (int s = 0; s < num_shards; s++) {
|
|
|
|
usage += GetShard(s)->GetPinnedUsage();
|
|
|
|
}
|
|
|
|
return usage;
|
|
|
|
}
|
|
|
|
|
|
|
|
void ShardedCache::ApplyToAllCacheEntries(void (*callback)(void*, size_t),
|
|
|
|
bool thread_safe) {
|
|
|
|
int num_shards = 1 << num_shard_bits_;
|
|
|
|
for (int s = 0; s < num_shards; s++) {
|
|
|
|
GetShard(s)->ApplyToAllCacheEntries(callback, thread_safe);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void ShardedCache::EraseUnRefEntries() {
|
|
|
|
int num_shards = 1 << num_shard_bits_;
|
|
|
|
for (int s = 0; s < num_shards; s++) {
|
|
|
|
GetShard(s)->EraseUnRefEntries();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-12-22 23:44:01 +01:00
|
|
|
std::string ShardedCache::GetPrintableOptions() const {
|
|
|
|
std::string ret;
|
|
|
|
ret.reserve(20000);
|
|
|
|
const int kBufferSize = 200;
|
|
|
|
char buffer[kBufferSize];
|
|
|
|
{
|
|
|
|
MutexLock l(&capacity_mutex_);
|
|
|
|
snprintf(buffer, kBufferSize, " capacity : %" ROCKSDB_PRIszt "\n",
|
|
|
|
capacity_);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " num_shard_bits : %d\n", num_shard_bits_);
|
|
|
|
ret.append(buffer);
|
|
|
|
snprintf(buffer, kBufferSize, " strict_capacity_limit : %d\n",
|
|
|
|
strict_capacity_limit_);
|
|
|
|
ret.append(buffer);
|
|
|
|
}
|
|
|
|
ret.append(GetShard(0)->GetPrintableOptions());
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2016-07-15 19:41:36 +02:00
|
|
|
} // namespace rocksdb
|