534c255c7a
Summary: Major changes in this PR: * Implement CassandraCompactionFilter to remove expired columns and rows (if all column expired) * Move cassandra related code from utilities/merge_operators/cassandra to utilities/cassandra/* * Switch to use shared_ptr<> from uniqu_ptr for Column membership management in RowValue. Since columns do have multiple owners in Merge and GC process, use shared_ptr helps make RowValue immutable. * Rename cassandra_merge_test to cassandra_functional_test and add two TTL compaction related tests there. Closes https://github.com/facebook/rocksdb/pull/2588 Differential Revision: D5430010 Pulled By: wpc fbshipit-source-id: 9566c21e06de17491d486a68c70f52d501f27687
104 lines
3.4 KiB
C++
104 lines
3.4 KiB
C++
// Copyright (c) 2017-present, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
// This source code is also licensed under the GPLv2 license found in the
|
|
// COPYING file in the root directory of this source tree.
|
|
|
|
#include "merge_operator.h"
|
|
|
|
#include <memory>
|
|
#include <assert.h>
|
|
|
|
#include "rocksdb/slice.h"
|
|
#include "rocksdb/merge_operator.h"
|
|
#include "utilities/merge_operators.h"
|
|
#include "utilities/cassandra/format.h"
|
|
|
|
namespace rocksdb {
|
|
namespace cassandra {
|
|
|
|
// Implementation for the merge operation (merges two Cassandra values)
|
|
bool CassandraValueMergeOperator::FullMergeV2(
|
|
const MergeOperationInput& merge_in,
|
|
MergeOperationOutput* merge_out) const {
|
|
// Clear the *new_value for writing.
|
|
merge_out->new_value.clear();
|
|
|
|
if (merge_in.existing_value == nullptr && merge_in.operand_list.size() == 1) {
|
|
// Only one operand
|
|
merge_out->existing_operand = merge_in.operand_list.back();
|
|
return true;
|
|
}
|
|
|
|
std::vector<RowValue> row_values;
|
|
if (merge_in.existing_value) {
|
|
row_values.push_back(
|
|
RowValue::Deserialize(merge_in.existing_value->data(),
|
|
merge_in.existing_value->size()));
|
|
}
|
|
|
|
for (auto& operand : merge_in.operand_list) {
|
|
row_values.push_back(RowValue::Deserialize(operand.data(), operand.size()));
|
|
}
|
|
|
|
RowValue merged = RowValue::Merge(std::move(row_values));
|
|
merge_out->new_value.reserve(merged.Size());
|
|
merged.Serialize(&(merge_out->new_value));
|
|
|
|
return true;
|
|
}
|
|
|
|
// Implementation for the merge operation (merges two Cassandra values)
|
|
bool CassandraValueMergeOperator::PartialMerge(const Slice& key,
|
|
const Slice& left_operand,
|
|
const Slice& right_operand,
|
|
std::string* new_value,
|
|
Logger* logger) const {
|
|
// Clear the *new_value for writing.
|
|
assert(new_value);
|
|
new_value->clear();
|
|
|
|
std::vector<RowValue> row_values;
|
|
row_values.push_back(RowValue::Deserialize(left_operand.data(),
|
|
left_operand.size()));
|
|
row_values.push_back(RowValue::Deserialize(right_operand.data(),
|
|
right_operand.size()));
|
|
RowValue merged = RowValue::Merge(std::move(row_values));
|
|
new_value->reserve(merged.Size());
|
|
merged.Serialize(new_value);
|
|
return true;
|
|
}
|
|
|
|
bool CassandraValueMergeOperator::PartialMergeMulti(
|
|
const Slice& key,
|
|
const std::deque<Slice>& operand_list,
|
|
std::string* new_value,
|
|
Logger* logger) const {
|
|
// Clear the *new_value for writing.
|
|
assert(new_value);
|
|
new_value->clear();
|
|
|
|
std::vector<RowValue> row_values;
|
|
for (auto& operand : operand_list) {
|
|
row_values.push_back(RowValue::Deserialize(operand.data(), operand.size()));
|
|
}
|
|
RowValue merged = RowValue::Merge(std::move(row_values));
|
|
new_value->reserve(merged.Size());
|
|
merged.Serialize(new_value);
|
|
return true;
|
|
}
|
|
|
|
const char* CassandraValueMergeOperator::Name() const {
|
|
return "CassandraValueMergeOperator";
|
|
}
|
|
|
|
} // namespace cassandra
|
|
|
|
std::shared_ptr<MergeOperator>
|
|
MergeOperators::CreateCassandraMergeOperator() {
|
|
return std::make_shared<rocksdb::cassandra::CassandraValueMergeOperator>();
|
|
}
|
|
|
|
} // namespace rocksdb
|