2017-05-11 03:16:31 +02:00
|
|
|
// Copyright (c) 2017-present, Facebook, Inc. All rights reserved.
|
2017-07-16 01:03:42 +02:00
|
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
|
|
// (found in the LICENSE.Apache file in the root directory).
|
2017-05-11 03:16:31 +02:00
|
|
|
|
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <cstddef>
|
|
|
|
#include <thread>
|
2017-05-23 19:29:14 +02:00
|
|
|
#include <utility>
|
2017-05-11 03:16:31 +02:00
|
|
|
#include <vector>
|
|
|
|
|
2017-05-23 19:29:14 +02:00
|
|
|
#include "port/likely.h"
|
|
|
|
#include "port/port.h"
|
|
|
|
#include "util/random.h"
|
|
|
|
|
2020-02-20 21:07:53 +01:00
|
|
|
namespace ROCKSDB_NAMESPACE {
|
2017-05-11 03:16:31 +02:00
|
|
|
|
|
|
|
// An array of core-local values. Ideally the value type, T, is cache aligned to
|
|
|
|
// prevent false sharing.
|
2017-05-23 19:29:14 +02:00
|
|
|
template <typename T>
|
2017-05-11 03:16:31 +02:00
|
|
|
class CoreLocalArray {
|
|
|
|
public:
|
|
|
|
CoreLocalArray();
|
|
|
|
|
|
|
|
size_t Size() const;
|
|
|
|
// returns pointer to the element corresponding to the core that the thread
|
|
|
|
// currently runs on.
|
|
|
|
T* Access() const;
|
|
|
|
// same as above, but also returns the core index, which the client can cache
|
|
|
|
// to reduce how often core ID needs to be retrieved. Only do this if some
|
|
|
|
// inaccuracy is tolerable, as the thread may migrate to a different core.
|
|
|
|
std::pair<T*, size_t> AccessElementAndIndex() const;
|
|
|
|
// returns pointer to element for the specified core index. This can be used,
|
|
|
|
// e.g., for aggregation, or if the client caches core index.
|
|
|
|
T* AccessAtCore(size_t core_idx) const;
|
|
|
|
|
|
|
|
private:
|
|
|
|
std::unique_ptr<T[]> data_;
|
2017-05-12 18:26:40 +02:00
|
|
|
int size_shift_;
|
2017-05-11 03:16:31 +02:00
|
|
|
};
|
|
|
|
|
2017-05-23 19:29:14 +02:00
|
|
|
template <typename T>
|
2017-05-11 03:16:31 +02:00
|
|
|
CoreLocalArray<T>::CoreLocalArray() {
|
2017-05-12 18:26:40 +02:00
|
|
|
int num_cpus = static_cast<int>(std::thread::hardware_concurrency());
|
2017-05-11 03:16:31 +02:00
|
|
|
// find a power of two >= num_cpus and >= 8
|
|
|
|
size_shift_ = 3;
|
2017-05-12 18:26:40 +02:00
|
|
|
while (1 << size_shift_ < num_cpus) {
|
2017-05-11 03:16:31 +02:00
|
|
|
++size_shift_;
|
|
|
|
}
|
2017-05-12 18:26:40 +02:00
|
|
|
data_.reset(new T[static_cast<size_t>(1) << size_shift_]);
|
2017-05-11 03:16:31 +02:00
|
|
|
}
|
|
|
|
|
2017-05-23 19:29:14 +02:00
|
|
|
template <typename T>
|
2017-05-11 03:16:31 +02:00
|
|
|
size_t CoreLocalArray<T>::Size() const {
|
2017-05-12 18:26:40 +02:00
|
|
|
return static_cast<size_t>(1) << size_shift_;
|
2017-05-11 03:16:31 +02:00
|
|
|
}
|
|
|
|
|
2017-05-23 19:29:14 +02:00
|
|
|
template <typename T>
|
2017-05-11 03:16:31 +02:00
|
|
|
T* CoreLocalArray<T>::Access() const {
|
|
|
|
return AccessElementAndIndex().first;
|
|
|
|
}
|
|
|
|
|
2017-05-23 19:29:14 +02:00
|
|
|
template <typename T>
|
2017-05-11 03:16:31 +02:00
|
|
|
std::pair<T*, size_t> CoreLocalArray<T>::AccessElementAndIndex() const {
|
|
|
|
int cpuid = port::PhysicalCoreID();
|
|
|
|
size_t core_idx;
|
|
|
|
if (UNLIKELY(cpuid < 0)) {
|
|
|
|
// cpu id unavailable, just pick randomly
|
|
|
|
core_idx = Random::GetTLSInstance()->Uniform(1 << size_shift_);
|
|
|
|
} else {
|
|
|
|
core_idx = static_cast<size_t>(cpuid & ((1 << size_shift_) - 1));
|
|
|
|
}
|
|
|
|
return {AccessAtCore(core_idx), core_idx};
|
|
|
|
}
|
|
|
|
|
2017-05-23 19:29:14 +02:00
|
|
|
template <typename T>
|
2017-05-11 03:16:31 +02:00
|
|
|
T* CoreLocalArray<T>::AccessAtCore(size_t core_idx) const {
|
2017-05-12 18:26:40 +02:00
|
|
|
assert(core_idx < static_cast<size_t>(1) << size_shift_);
|
2017-05-11 03:16:31 +02:00
|
|
|
return &data_[core_idx];
|
|
|
|
}
|
|
|
|
|
2020-02-20 21:07:53 +01:00
|
|
|
} // namespace ROCKSDB_NAMESPACE
|