Apply formatter on recent 45 commits. (#5827)
Summary: Some recent commits might not have passed through the formatter. I formatted recent 45 commits. The script hangs for more commits so I stopped there. Pull Request resolved: https://github.com/facebook/rocksdb/pull/5827 Test Plan: Run all existing tests. Differential Revision: D17483727 fbshipit-source-id: af23113ee63015d8a43d89a3bc2c1056189afe8f
This commit is contained in:
parent
6ec6a4a9a4
commit
c06b54d0c6
@ -59,9 +59,9 @@ class CompactionIterator {
|
|||||||
const Compaction* compaction_;
|
const Compaction* compaction_;
|
||||||
};
|
};
|
||||||
|
|
||||||
CompactionIterator(InternalIterator* input, const Comparator* cmp,
|
CompactionIterator(
|
||||||
MergeHelper* merge_helper, SequenceNumber last_sequence,
|
InternalIterator* input, const Comparator* cmp, MergeHelper* merge_helper,
|
||||||
std::vector<SequenceNumber>* snapshots,
|
SequenceNumber last_sequence, std::vector<SequenceNumber>* snapshots,
|
||||||
SequenceNumber earliest_write_conflict_snapshot,
|
SequenceNumber earliest_write_conflict_snapshot,
|
||||||
const SnapshotChecker* snapshot_checker, Env* env,
|
const SnapshotChecker* snapshot_checker, Env* env,
|
||||||
bool report_detailed_time, bool expect_valid_internal_key,
|
bool report_detailed_time, bool expect_valid_internal_key,
|
||||||
@ -73,9 +73,9 @@ class CompactionIterator {
|
|||||||
const std::atomic<bool>* manual_compaction_paused = nullptr);
|
const std::atomic<bool>* manual_compaction_paused = nullptr);
|
||||||
|
|
||||||
// Constructor with custom CompactionProxy, used for tests.
|
// Constructor with custom CompactionProxy, used for tests.
|
||||||
CompactionIterator(InternalIterator* input, const Comparator* cmp,
|
CompactionIterator(
|
||||||
MergeHelper* merge_helper, SequenceNumber last_sequence,
|
InternalIterator* input, const Comparator* cmp, MergeHelper* merge_helper,
|
||||||
std::vector<SequenceNumber>* snapshots,
|
SequenceNumber last_sequence, std::vector<SequenceNumber>* snapshots,
|
||||||
SequenceNumber earliest_write_conflict_snapshot,
|
SequenceNumber earliest_write_conflict_snapshot,
|
||||||
const SnapshotChecker* snapshot_checker, Env* env,
|
const SnapshotChecker* snapshot_checker, Env* env,
|
||||||
bool report_detailed_time, bool expect_valid_internal_key,
|
bool report_detailed_time, bool expect_valid_internal_key,
|
||||||
|
@ -870,7 +870,8 @@ void CompactionJob::ProcessKeyValueCompaction(SubcompactionState* sub_compact) {
|
|||||||
db_options_.statistics.get());
|
db_options_.statistics.get());
|
||||||
|
|
||||||
TEST_SYNC_POINT("CompactionJob::Run():Inprogress");
|
TEST_SYNC_POINT("CompactionJob::Run():Inprogress");
|
||||||
TEST_SYNC_POINT_CALLBACK("CompactionJob::Run():PausingManualCompaction:1",
|
TEST_SYNC_POINT_CALLBACK(
|
||||||
|
"CompactionJob::Run():PausingManualCompaction:1",
|
||||||
reinterpret_cast<void*>(
|
reinterpret_cast<void*>(
|
||||||
const_cast<std::atomic<bool>*>(manual_compaction_paused_)));
|
const_cast<std::atomic<bool>*>(manual_compaction_paused_)));
|
||||||
|
|
||||||
@ -954,7 +955,8 @@ void CompactionJob::ProcessKeyValueCompaction(SubcompactionState* sub_compact) {
|
|||||||
input_status = input->status();
|
input_status = input->status();
|
||||||
output_file_ended = true;
|
output_file_ended = true;
|
||||||
}
|
}
|
||||||
TEST_SYNC_POINT_CALLBACK("CompactionJob::Run():PausingManualCompaction:2",
|
TEST_SYNC_POINT_CALLBACK(
|
||||||
|
"CompactionJob::Run():PausingManualCompaction:2",
|
||||||
reinterpret_cast<void*>(
|
reinterpret_cast<void*>(
|
||||||
const_cast<std::atomic<bool>*>(manual_compaction_paused_)));
|
const_cast<std::atomic<bool>*>(manual_compaction_paused_)));
|
||||||
c_iter->Next();
|
c_iter->Next();
|
||||||
|
@ -62,19 +62,21 @@ class VersionSet;
|
|||||||
// if needed.
|
// if needed.
|
||||||
class CompactionJob {
|
class CompactionJob {
|
||||||
public:
|
public:
|
||||||
CompactionJob(
|
CompactionJob(int job_id, Compaction* compaction,
|
||||||
int job_id, Compaction* compaction, const ImmutableDBOptions& db_options,
|
const ImmutableDBOptions& db_options,
|
||||||
const EnvOptions env_options, VersionSet* versions,
|
const EnvOptions env_options, VersionSet* versions,
|
||||||
const std::atomic<bool>* shutting_down,
|
const std::atomic<bool>* shutting_down,
|
||||||
const SequenceNumber preserve_deletes_seqnum, LogBuffer* log_buffer,
|
const SequenceNumber preserve_deletes_seqnum,
|
||||||
Directory* db_directory, Directory* output_directory, Statistics* stats,
|
LogBuffer* log_buffer, Directory* db_directory,
|
||||||
|
Directory* output_directory, Statistics* stats,
|
||||||
InstrumentedMutex* db_mutex, ErrorHandler* db_error_handler,
|
InstrumentedMutex* db_mutex, ErrorHandler* db_error_handler,
|
||||||
std::vector<SequenceNumber> existing_snapshots,
|
std::vector<SequenceNumber> existing_snapshots,
|
||||||
SequenceNumber earliest_write_conflict_snapshot,
|
SequenceNumber earliest_write_conflict_snapshot,
|
||||||
const SnapshotChecker* snapshot_checker,
|
const SnapshotChecker* snapshot_checker,
|
||||||
std::shared_ptr<Cache> table_cache, EventLogger* event_logger,
|
std::shared_ptr<Cache> table_cache, EventLogger* event_logger,
|
||||||
bool paranoid_file_checks, bool measure_io_stats,
|
bool paranoid_file_checks, bool measure_io_stats,
|
||||||
const std::string& dbname, CompactionJobStats* compaction_job_stats,
|
const std::string& dbname,
|
||||||
|
CompactionJobStats* compaction_job_stats,
|
||||||
Env::Priority thread_pri,
|
Env::Priority thread_pri,
|
||||||
const std::atomic<bool>* manual_compaction_paused = nullptr);
|
const std::atomic<bool>* manual_compaction_paused = nullptr);
|
||||||
|
|
||||||
|
@ -983,8 +983,7 @@ Status DBImpl::CompactFilesImpl(
|
|||||||
snapshot_checker, table_cache_, &event_logger_,
|
snapshot_checker, table_cache_, &event_logger_,
|
||||||
c->mutable_cf_options()->paranoid_file_checks,
|
c->mutable_cf_options()->paranoid_file_checks,
|
||||||
c->mutable_cf_options()->report_bg_io_stats, dbname_,
|
c->mutable_cf_options()->report_bg_io_stats, dbname_,
|
||||||
&compaction_job_stats, Env::Priority::USER,
|
&compaction_job_stats, Env::Priority::USER, &manual_compaction_paused_);
|
||||||
&manual_compaction_paused_);
|
|
||||||
|
|
||||||
// Creating a compaction influences the compaction score because the score
|
// Creating a compaction influences the compaction score because the score
|
||||||
// takes running compactions into account (by skipping files that are already
|
// takes running compactions into account (by skipping files that are already
|
||||||
@ -2313,8 +2312,7 @@ void DBImpl::BackgroundCallCompaction(PrepickedCompaction* prepicked_compaction,
|
|||||||
env_->SleepForMicroseconds(10000); // prevent hot loop
|
env_->SleepForMicroseconds(10000); // prevent hot loop
|
||||||
mutex_.Lock();
|
mutex_.Lock();
|
||||||
} else if (!s.ok() && !s.IsShutdownInProgress() &&
|
} else if (!s.ok() && !s.IsShutdownInProgress() &&
|
||||||
!s.IsManualCompactionPaused() &&
|
!s.IsManualCompactionPaused() && !s.IsColumnFamilyDropped()) {
|
||||||
!s.IsColumnFamilyDropped()) {
|
|
||||||
// Wait a little bit before retrying background compaction in
|
// Wait a little bit before retrying background compaction in
|
||||||
// case this is an environmental problem and we do not want to
|
// case this is an environmental problem and we do not want to
|
||||||
// chew up resources for failed compactions for the duration of
|
// chew up resources for failed compactions for the duration of
|
||||||
@ -2335,8 +2333,7 @@ void DBImpl::BackgroundCallCompaction(PrepickedCompaction* prepicked_compaction,
|
|||||||
ManualCompactionState* m = prepicked_compaction->manual_compaction_state;
|
ManualCompactionState* m = prepicked_compaction->manual_compaction_state;
|
||||||
assert(m);
|
assert(m);
|
||||||
ROCKS_LOG_BUFFER(&log_buffer, "[%s] [JOB %d] Manual compaction paused",
|
ROCKS_LOG_BUFFER(&log_buffer, "[%s] [JOB %d] Manual compaction paused",
|
||||||
m->cfd->GetName().c_str(),
|
m->cfd->GetName().c_str(), job_context.job_id);
|
||||||
job_context.job_id);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
ReleaseFileNumberFromPendingOutputs(pending_outputs_inserted_elem);
|
ReleaseFileNumberFromPendingOutputs(pending_outputs_inserted_elem);
|
||||||
|
@ -3,8 +3,8 @@
|
|||||||
// COPYING file in the root directory) and Apache 2.0 License
|
// COPYING file in the root directory) and Apache 2.0 License
|
||||||
// (found in the LICENSE.Apache file in the root directory).
|
// (found in the LICENSE.Apache file in the root directory).
|
||||||
|
|
||||||
#include "db/arena_wrapped_db_iter.h"
|
|
||||||
#include "db/db_impl/db_impl_readonly.h"
|
#include "db/db_impl/db_impl_readonly.h"
|
||||||
|
#include "db/arena_wrapped_db_iter.h"
|
||||||
|
|
||||||
#include "db/compacted_db_impl.h"
|
#include "db/compacted_db_impl.h"
|
||||||
#include "db/db_impl/db_impl.h"
|
#include "db/db_impl/db_impl.h"
|
||||||
|
@ -66,10 +66,7 @@ class DBIter final: public Iterator {
|
|||||||
// this->key().
|
// this->key().
|
||||||
// (2) When moving backwards, the internal iterator is positioned
|
// (2) When moving backwards, the internal iterator is positioned
|
||||||
// just before all entries whose user key == this->key().
|
// just before all entries whose user key == this->key().
|
||||||
enum Direction {
|
enum Direction { kForward, kReverse };
|
||||||
kForward,
|
|
||||||
kReverse
|
|
||||||
};
|
|
||||||
|
|
||||||
// LocalStatistics contain Statistics counters that will be aggregated per
|
// LocalStatistics contain Statistics counters that will be aggregated per
|
||||||
// each iterator instance and then will be sent to the global statistics when
|
// each iterator instance and then will be sent to the global statistics when
|
||||||
|
@ -2458,8 +2458,7 @@ TEST_F(DBTest2, PausingManualCompaction1) {
|
|||||||
|
|
||||||
manual_compactions_paused = 0;
|
manual_compactions_paused = 0;
|
||||||
// Now make sure CompactFiles also not run
|
// Now make sure CompactFiles also not run
|
||||||
dbfull()->CompactFiles(rocksdb::CompactionOptions(),
|
dbfull()->CompactFiles(rocksdb::CompactionOptions(), files_before_compact, 0);
|
||||||
files_before_compact, 0);
|
|
||||||
// Wait for manual compaction to get scheduled and finish
|
// Wait for manual compaction to get scheduled and finish
|
||||||
dbfull()->TEST_WaitForCompact(true);
|
dbfull()->TEST_WaitForCompact(true);
|
||||||
|
|
||||||
@ -2530,9 +2529,8 @@ TEST_F(DBTest2, PausingManualCompaction3) {
|
|||||||
#endif // !ROCKSDB_LITE
|
#endif // !ROCKSDB_LITE
|
||||||
int run_manual_compactions = 0;
|
int run_manual_compactions = 0;
|
||||||
rocksdb::SyncPoint::GetInstance()->SetCallBack(
|
rocksdb::SyncPoint::GetInstance()->SetCallBack(
|
||||||
"CompactionJob::Run():PausingManualCompaction:1", [&](void* /*arg*/) {
|
"CompactionJob::Run():PausingManualCompaction:1",
|
||||||
run_manual_compactions++;
|
[&](void* /*arg*/) { run_manual_compactions++; });
|
||||||
});
|
|
||||||
rocksdb::SyncPoint::GetInstance()->EnableProcessing();
|
rocksdb::SyncPoint::GetInstance()->EnableProcessing();
|
||||||
|
|
||||||
dbfull()->DisableManualCompaction();
|
dbfull()->DisableManualCompaction();
|
||||||
|
@ -646,8 +646,8 @@ public class DbBenchmark {
|
|||||||
currentTaskId++, randSeed_, num_, num_, writeOpt, 1));
|
currentTaskId++, randSeed_, num_, num_, writeOpt, 1));
|
||||||
break;
|
break;
|
||||||
case "fillbatch":
|
case "fillbatch":
|
||||||
tasks.add(new WriteSequentialTask(
|
tasks.add(
|
||||||
currentTaskId++, randSeed_, num_, num_, writeOpt, 1000));
|
new WriteSequentialTask(currentTaskId++, randSeed_, num_, num_, writeOpt, 1000));
|
||||||
break;
|
break;
|
||||||
case "fillrandom":
|
case "fillrandom":
|
||||||
tasks.add(new WriteRandomTask(
|
tasks.add(new WriteRandomTask(
|
||||||
@ -901,27 +901,23 @@ public class DbBenchmark {
|
|||||||
}
|
}
|
||||||
|
|
||||||
private enum Flag {
|
private enum Flag {
|
||||||
benchmarks(
|
benchmarks(Arrays.asList("fillseq", "readrandom", "fillrandom"),
|
||||||
Arrays.asList(
|
"Comma-separated list of operations to run in the specified order\n"
|
||||||
"fillseq",
|
+ "\tActual benchmarks:\n"
|
||||||
"readrandom",
|
+ "\t\tfillseq -- write N values in sequential key order in async mode.\n"
|
||||||
"fillrandom"),
|
+ "\t\tfillrandom -- write N values in random key order in async mode.\n"
|
||||||
"Comma-separated list of operations to run in the specified order\n" +
|
+ "\t\tfillbatch -- write N/1000 batch where each batch has 1000 values\n"
|
||||||
"\tActual benchmarks:\n" +
|
+ "\t\t in sequential key order in sync mode.\n"
|
||||||
"\t\tfillseq -- write N values in sequential key order in async mode.\n" +
|
+ "\t\tfillsync -- write N/100 values in random key order in sync mode.\n"
|
||||||
"\t\tfillrandom -- write N values in random key order in async mode.\n" +
|
+ "\t\tfill100K -- write N/1000 100K values in random order in async mode.\n"
|
||||||
"\t\tfillbatch -- write N/1000 batch where each batch has 1000 values\n" +
|
+ "\t\treadseq -- read N times sequentially.\n"
|
||||||
"\t\t in sequential key order in sync mode.\n" +
|
+ "\t\treadrandom -- read N times in random order.\n"
|
||||||
"\t\tfillsync -- write N/100 values in random key order in sync mode.\n" +
|
+ "\t\treadhot -- read N times in random order from 1% section of DB.\n"
|
||||||
"\t\tfill100K -- write N/1000 100K values in random order in async mode.\n" +
|
+ "\t\treadwhilewriting -- measure the read performance of multiple readers\n"
|
||||||
"\t\treadseq -- read N times sequentially.\n" +
|
+ "\t\t with a bg single writer. The write rate of the bg\n"
|
||||||
"\t\treadrandom -- read N times in random order.\n" +
|
+ "\t\t is capped by --writes_per_second.\n"
|
||||||
"\t\treadhot -- read N times in random order from 1% section of DB.\n" +
|
+ "\tMeta Operations:\n"
|
||||||
"\t\treadwhilewriting -- measure the read performance of multiple readers\n" +
|
+ "\t\tdelete -- delete DB") {
|
||||||
"\t\t with a bg single writer. The write rate of the bg\n" +
|
|
||||||
"\t\t is capped by --writes_per_second.\n" +
|
|
||||||
"\tMeta Operations:\n" +
|
|
||||||
"\t\tdelete -- delete DB") {
|
|
||||||
@Override public Object parseValue(String value) {
|
@Override public Object parseValue(String value) {
|
||||||
return new ArrayList<String>(Arrays.asList(value.split(",")));
|
return new ArrayList<String>(Arrays.asList(value.split(",")));
|
||||||
}
|
}
|
||||||
|
@ -6,13 +6,13 @@
|
|||||||
// This file implements the "bridge" between Java and C++ and enables
|
// This file implements the "bridge" between Java and C++ and enables
|
||||||
// calling c++ rocksdb::Iterator methods from Java side.
|
// calling c++ rocksdb::Iterator methods from Java side.
|
||||||
|
|
||||||
|
#include <jni.h>
|
||||||
#include <stdio.h>
|
#include <stdio.h>
|
||||||
#include <stdlib.h>
|
#include <stdlib.h>
|
||||||
#include <jni.h>
|
|
||||||
|
|
||||||
#include "include/org_rocksdb_SstFileReaderIterator.h"
|
#include "include/org_rocksdb_SstFileReaderIterator.h"
|
||||||
#include "rocksjni/portal.h"
|
|
||||||
#include "rocksdb/iterator.h"
|
#include "rocksdb/iterator.h"
|
||||||
|
#include "rocksjni/portal.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Class: org_rocksdb_SstFileReaderIterator
|
* Class: org_rocksdb_SstFileReaderIterator
|
||||||
@ -65,7 +65,8 @@ void Java_org_rocksdb_SstFileReaderIterator_seekToLast0(JNIEnv* /*env*/,
|
|||||||
* Method: next0
|
* Method: next0
|
||||||
* Signature: (J)V
|
* Signature: (J)V
|
||||||
*/
|
*/
|
||||||
void Java_org_rocksdb_SstFileReaderIterator_next0(JNIEnv* /*env*/, jobject /*jobj*/,
|
void Java_org_rocksdb_SstFileReaderIterator_next0(JNIEnv* /*env*/,
|
||||||
|
jobject /*jobj*/,
|
||||||
jlong handle) {
|
jlong handle) {
|
||||||
reinterpret_cast<rocksdb::Iterator*>(handle)->Next();
|
reinterpret_cast<rocksdb::Iterator*>(handle)->Next();
|
||||||
}
|
}
|
||||||
@ -75,7 +76,8 @@ void Java_org_rocksdb_SstFileReaderIterator_next0(JNIEnv* /*env*/, jobject /*job
|
|||||||
* Method: prev0
|
* Method: prev0
|
||||||
* Signature: (J)V
|
* Signature: (J)V
|
||||||
*/
|
*/
|
||||||
void Java_org_rocksdb_SstFileReaderIterator_prev0(JNIEnv* /*env*/, jobject /*jobj*/,
|
void Java_org_rocksdb_SstFileReaderIterator_prev0(JNIEnv* /*env*/,
|
||||||
|
jobject /*jobj*/,
|
||||||
jlong handle) {
|
jlong handle) {
|
||||||
reinterpret_cast<rocksdb::Iterator*>(handle)->Prev();
|
reinterpret_cast<rocksdb::Iterator*>(handle)->Prev();
|
||||||
}
|
}
|
||||||
@ -86,7 +88,8 @@ void Java_org_rocksdb_SstFileReaderIterator_prev0(JNIEnv* /*env*/, jobject /*job
|
|||||||
* Signature: (J[BI)V
|
* Signature: (J[BI)V
|
||||||
*/
|
*/
|
||||||
void Java_org_rocksdb_SstFileReaderIterator_seek0(JNIEnv* env, jobject /*jobj*/,
|
void Java_org_rocksdb_SstFileReaderIterator_seek0(JNIEnv* env, jobject /*jobj*/,
|
||||||
jlong handle, jbyteArray jtarget,
|
jlong handle,
|
||||||
|
jbyteArray jtarget,
|
||||||
jint jtarget_len) {
|
jint jtarget_len) {
|
||||||
jbyte* target = env->GetByteArrayElements(jtarget, nullptr);
|
jbyte* target = env->GetByteArrayElements(jtarget, nullptr);
|
||||||
if (target == nullptr) {
|
if (target == nullptr) {
|
||||||
@ -94,8 +97,7 @@ void Java_org_rocksdb_SstFileReaderIterator_seek0(JNIEnv* env, jobject /*jobj*/,
|
|||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
rocksdb::Slice target_slice(
|
rocksdb::Slice target_slice(reinterpret_cast<char*>(target), jtarget_len);
|
||||||
reinterpret_cast<char*>(target), jtarget_len);
|
|
||||||
|
|
||||||
auto* it = reinterpret_cast<rocksdb::Iterator*>(handle);
|
auto* it = reinterpret_cast<rocksdb::Iterator*>(handle);
|
||||||
it->Seek(target_slice);
|
it->Seek(target_slice);
|
||||||
@ -108,7 +110,8 @@ void Java_org_rocksdb_SstFileReaderIterator_seek0(JNIEnv* env, jobject /*jobj*/,
|
|||||||
* Method: seekForPrev0
|
* Method: seekForPrev0
|
||||||
* Signature: (J[BI)V
|
* Signature: (J[BI)V
|
||||||
*/
|
*/
|
||||||
void Java_org_rocksdb_SstFileReaderIterator_seekForPrev0(JNIEnv* env, jobject /*jobj*/,
|
void Java_org_rocksdb_SstFileReaderIterator_seekForPrev0(JNIEnv* env,
|
||||||
|
jobject /*jobj*/,
|
||||||
jlong handle,
|
jlong handle,
|
||||||
jbyteArray jtarget,
|
jbyteArray jtarget,
|
||||||
jint jtarget_len) {
|
jint jtarget_len) {
|
||||||
@ -118,8 +121,7 @@ void Java_org_rocksdb_SstFileReaderIterator_seekForPrev0(JNIEnv* env, jobject /*
|
|||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
rocksdb::Slice target_slice(
|
rocksdb::Slice target_slice(reinterpret_cast<char*>(target), jtarget_len);
|
||||||
reinterpret_cast<char*>(target), jtarget_len);
|
|
||||||
|
|
||||||
auto* it = reinterpret_cast<rocksdb::Iterator*>(handle);
|
auto* it = reinterpret_cast<rocksdb::Iterator*>(handle);
|
||||||
it->SeekForPrev(target_slice);
|
it->SeekForPrev(target_slice);
|
||||||
@ -132,7 +134,8 @@ void Java_org_rocksdb_SstFileReaderIterator_seekForPrev0(JNIEnv* env, jobject /*
|
|||||||
* Method: status0
|
* Method: status0
|
||||||
* Signature: (J)V
|
* Signature: (J)V
|
||||||
*/
|
*/
|
||||||
void Java_org_rocksdb_SstFileReaderIterator_status0(JNIEnv* env, jobject /*jobj*/,
|
void Java_org_rocksdb_SstFileReaderIterator_status0(JNIEnv* env,
|
||||||
|
jobject /*jobj*/,
|
||||||
jlong handle) {
|
jlong handle) {
|
||||||
auto* it = reinterpret_cast<rocksdb::Iterator*>(handle);
|
auto* it = reinterpret_cast<rocksdb::Iterator*>(handle);
|
||||||
rocksdb::Status s = it->status();
|
rocksdb::Status s = it->status();
|
||||||
@ -149,7 +152,8 @@ void Java_org_rocksdb_SstFileReaderIterator_status0(JNIEnv* env, jobject /*jobj*
|
|||||||
* Method: key0
|
* Method: key0
|
||||||
* Signature: (J)[B
|
* Signature: (J)[B
|
||||||
*/
|
*/
|
||||||
jbyteArray Java_org_rocksdb_SstFileReaderIterator_key0(JNIEnv* env, jobject /*jobj*/,
|
jbyteArray Java_org_rocksdb_SstFileReaderIterator_key0(JNIEnv* env,
|
||||||
|
jobject /*jobj*/,
|
||||||
jlong handle) {
|
jlong handle) {
|
||||||
auto* it = reinterpret_cast<rocksdb::Iterator*>(handle);
|
auto* it = reinterpret_cast<rocksdb::Iterator*>(handle);
|
||||||
rocksdb::Slice key_slice = it->key();
|
rocksdb::Slice key_slice = it->key();
|
||||||
@ -159,7 +163,8 @@ jbyteArray Java_org_rocksdb_SstFileReaderIterator_key0(JNIEnv* env, jobject /*jo
|
|||||||
// exception thrown: OutOfMemoryError
|
// exception thrown: OutOfMemoryError
|
||||||
return nullptr;
|
return nullptr;
|
||||||
}
|
}
|
||||||
env->SetByteArrayRegion(jkey, 0, static_cast<jsize>(key_slice.size()),
|
env->SetByteArrayRegion(
|
||||||
|
jkey, 0, static_cast<jsize>(key_slice.size()),
|
||||||
const_cast<jbyte*>(reinterpret_cast<const jbyte*>(key_slice.data())));
|
const_cast<jbyte*>(reinterpret_cast<const jbyte*>(key_slice.data())));
|
||||||
return jkey;
|
return jkey;
|
||||||
}
|
}
|
||||||
|
@ -102,9 +102,9 @@ jobject Java_org_rocksdb_SstFileReader_getTableProperties(JNIEnv *env,
|
|||||||
jobject /*jobj*/,
|
jobject /*jobj*/,
|
||||||
jlong jhandle) {
|
jlong jhandle) {
|
||||||
auto *sst_file_reader = reinterpret_cast<rocksdb::SstFileReader *>(jhandle);
|
auto *sst_file_reader = reinterpret_cast<rocksdb::SstFileReader *>(jhandle);
|
||||||
std::shared_ptr<const rocksdb::TableProperties> tp = sst_file_reader->GetTableProperties();
|
std::shared_ptr<const rocksdb::TableProperties> tp =
|
||||||
jobject jtable_properties = rocksdb::TablePropertiesJni::fromCppTableProperties(
|
sst_file_reader->GetTableProperties();
|
||||||
env, *(tp.get()));
|
jobject jtable_properties =
|
||||||
|
rocksdb::TablePropertiesJni::fromCppTableProperties(env, *(tp.get()));
|
||||||
return jtable_properties;
|
return jtable_properties;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -32,8 +32,7 @@ public class SstFileReader extends RocksObject {
|
|||||||
*/
|
*/
|
||||||
public SstFileReaderIterator newIterator(final ReadOptions readOptions) {
|
public SstFileReaderIterator newIterator(final ReadOptions readOptions) {
|
||||||
assert (isOwningHandle());
|
assert (isOwningHandle());
|
||||||
long iter = newIterator(nativeHandle_,
|
long iter = newIterator(nativeHandle_, readOptions.nativeHandle_);
|
||||||
readOptions.nativeHandle_);
|
|
||||||
return new SstFileReaderIterator(this, iter);
|
return new SstFileReaderIterator(this, iter);
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -68,14 +67,10 @@ public class SstFileReader extends RocksObject {
|
|||||||
return getTableProperties(nativeHandle_);
|
return getTableProperties(nativeHandle_);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
@Override protected final native void disposeInternal(final long handle);
|
@Override protected final native void disposeInternal(final long handle);
|
||||||
private native long newIterator(final long handle,
|
private native long newIterator(final long handle, final long readOptionsHandle);
|
||||||
final long readOptionsHandle);
|
|
||||||
|
|
||||||
private native void open(final long handle, final String filePath)
|
private native void open(final long handle, final String filePath) throws RocksDBException;
|
||||||
throws RocksDBException;
|
|
||||||
|
|
||||||
private native static long newSstFileReader(final long optionsHandle);
|
private native static long newSstFileReader(final long optionsHandle);
|
||||||
private native void verifyChecksum(final long handle) throws RocksDBException;
|
private native void verifyChecksum(final long handle) throws RocksDBException;
|
||||||
|
@ -50,7 +50,8 @@ public class SstFileReaderTest {
|
|||||||
|
|
||||||
enum OpType { PUT, PUT_BYTES, MERGE, MERGE_BYTES, DELETE, DELETE_BYTES }
|
enum OpType { PUT, PUT_BYTES, MERGE, MERGE_BYTES, DELETE, DELETE_BYTES }
|
||||||
|
|
||||||
private File newSstFile(final List<KeyValueWithOp> keyValues) throws IOException, RocksDBException {
|
private File newSstFile(final List<KeyValueWithOp> keyValues)
|
||||||
|
throws IOException, RocksDBException {
|
||||||
final EnvOptions envOptions = new EnvOptions();
|
final EnvOptions envOptions = new EnvOptions();
|
||||||
final StringAppendOperator stringAppendOperator = new StringAppendOperator();
|
final StringAppendOperator stringAppendOperator = new StringAppendOperator();
|
||||||
final Options options = new Options().setMergeOperator(stringAppendOperator);
|
final Options options = new Options().setMergeOperator(stringAppendOperator);
|
||||||
@ -105,15 +106,11 @@ public class SstFileReaderTest {
|
|||||||
final List<KeyValueWithOp> keyValues = new ArrayList<>();
|
final List<KeyValueWithOp> keyValues = new ArrayList<>();
|
||||||
keyValues.add(new KeyValueWithOp("key1", "value1", OpType.PUT));
|
keyValues.add(new KeyValueWithOp("key1", "value1", OpType.PUT));
|
||||||
|
|
||||||
|
|
||||||
final File sstFile = newSstFile(keyValues);
|
final File sstFile = newSstFile(keyValues);
|
||||||
try(final StringAppendOperator stringAppendOperator =
|
try (final StringAppendOperator stringAppendOperator = new StringAppendOperator();
|
||||||
new StringAppendOperator();
|
final Options options =
|
||||||
final Options options = new Options()
|
new Options().setCreateIfMissing(true).setMergeOperator(stringAppendOperator);
|
||||||
.setCreateIfMissing(true)
|
final SstFileReader reader = new SstFileReader(options)) {
|
||||||
.setMergeOperator(stringAppendOperator);
|
|
||||||
final SstFileReader reader = new SstFileReader(options)
|
|
||||||
) {
|
|
||||||
// Open the sst file and iterator
|
// Open the sst file and iterator
|
||||||
reader.open(sstFile.getAbsolutePath());
|
reader.open(sstFile.getAbsolutePath());
|
||||||
final ReadOptions readOptions = new ReadOptions();
|
final ReadOptions readOptions = new ReadOptions();
|
||||||
@ -133,5 +130,4 @@ public class SstFileReaderTest {
|
|||||||
assertThat(iterator.value()).isEqualTo("value1".getBytes());
|
assertThat(iterator.value()).isEqualTo("value1".getBytes());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
@ -356,8 +356,7 @@ TEST_F(OptionsSettableTest, ColumnFamilyOptionsAllFieldsSettable) {
|
|||||||
{offset_of(&ColumnFamilyOptions::snap_refresh_nanos), sizeof(uint64_t)},
|
{offset_of(&ColumnFamilyOptions::snap_refresh_nanos), sizeof(uint64_t)},
|
||||||
{offset_of(&ColumnFamilyOptions::table_factory),
|
{offset_of(&ColumnFamilyOptions::table_factory),
|
||||||
sizeof(std::shared_ptr<TableFactory>)},
|
sizeof(std::shared_ptr<TableFactory>)},
|
||||||
{offset_of(&ColumnFamilyOptions::cf_paths),
|
{offset_of(&ColumnFamilyOptions::cf_paths), sizeof(std::vector<DbPath>)},
|
||||||
sizeof(std::vector<DbPath>)},
|
|
||||||
{offset_of(&ColumnFamilyOptions::compaction_thread_limiter),
|
{offset_of(&ColumnFamilyOptions::compaction_thread_limiter),
|
||||||
sizeof(std::shared_ptr<ConcurrentTaskLimiter>)},
|
sizeof(std::shared_ptr<ConcurrentTaskLimiter>)},
|
||||||
};
|
};
|
||||||
|
@ -1830,8 +1830,10 @@ void BlockCacheTraceAnalyzer::PrintDataBlockAccessStats() const {
|
|||||||
hist_naccess_per_key.Add(caller_access.second);
|
hist_naccess_per_key.Add(caller_access.second);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
uint64_t avg_accesses = static_cast<uint64_t>(hist_naccess_per_key.Average());
|
uint64_t avg_accesses =
|
||||||
uint64_t stdev_accesses = static_cast<uint64_t>(hist_naccess_per_key.StandardDeviation());
|
static_cast<uint64_t>(hist_naccess_per_key.Average());
|
||||||
|
uint64_t stdev_accesses =
|
||||||
|
static_cast<uint64_t>(hist_naccess_per_key.StandardDeviation());
|
||||||
avg_naccesses_per_key_in_a_data_block.Add(avg_accesses);
|
avg_naccesses_per_key_in_a_data_block.Add(avg_accesses);
|
||||||
cf_avg_naccesses_per_key_in_a_data_block[cf_name].Add(avg_accesses);
|
cf_avg_naccesses_per_key_in_a_data_block[cf_name].Add(avg_accesses);
|
||||||
stdev_naccesses_per_key_in_a_data_block.Add(stdev_accesses);
|
stdev_naccesses_per_key_in_a_data_block.Add(stdev_accesses);
|
||||||
|
@ -353,7 +353,8 @@ DEFINE_int32(bloom_bits, 10, "Bloom filter bits per key. "
|
|||||||
DEFINE_bool(use_block_based_filter, false, "use block based filter"
|
DEFINE_bool(use_block_based_filter, false, "use block based filter"
|
||||||
"instead of full filter for block based table");
|
"instead of full filter for block based table");
|
||||||
|
|
||||||
DEFINE_bool(partition_filters, false, "use partitioned filters "
|
DEFINE_bool(partition_filters, false,
|
||||||
|
"use partitioned filters "
|
||||||
"for block-based table");
|
"for block-based table");
|
||||||
|
|
||||||
DEFINE_int32(
|
DEFINE_int32(
|
||||||
|
@ -405,7 +405,8 @@ Status SstFileDumper::ReadTableProperties(
|
|||||||
namespace {
|
namespace {
|
||||||
|
|
||||||
void print_help() {
|
void print_help() {
|
||||||
fprintf(stderr,
|
fprintf(
|
||||||
|
stderr,
|
||||||
R"(sst_dump --file=<data_dir_OR_sst_file> [--command=check|scan|raw|recompress]
|
R"(sst_dump --file=<data_dir_OR_sst_file> [--command=check|scan|raw|recompress]
|
||||||
--file=<data_dir_OR_sst_file>
|
--file=<data_dir_OR_sst_file>
|
||||||
Path to SST file or directory containing SST files
|
Path to SST file or directory containing SST files
|
||||||
|
@ -27,8 +27,8 @@ namespace rocksdb {
|
|||||||
//
|
//
|
||||||
class LegacyNoLocalityBloomImpl {
|
class LegacyNoLocalityBloomImpl {
|
||||||
public:
|
public:
|
||||||
static inline void AddHash(uint32_t h, uint32_t total_bits,
|
static inline void AddHash(uint32_t h, uint32_t total_bits, int num_probes,
|
||||||
int num_probes, char *data) {
|
char *data) {
|
||||||
const uint32_t delta = (h >> 17) | (h << 15); // Rotate right 17 bits
|
const uint32_t delta = (h >> 17) | (h << 15); // Rotate right 17 bits
|
||||||
for (int i = 0; i < num_probes; i++) {
|
for (int i = 0; i < num_probes; i++) {
|
||||||
const uint32_t bitpos = h % total_bits;
|
const uint32_t bitpos = h % total_bits;
|
||||||
@ -51,7 +51,6 @@ public:
|
|||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
||||||
// A legacy Bloom filter implementation with probes local to a single
|
// A legacy Bloom filter implementation with probes local to a single
|
||||||
// cache line (fast). Because SST files might be transported between
|
// cache line (fast). Because SST files might be transported between
|
||||||
// platforms, the cache line size is a parameter rather than hard coded.
|
// platforms, the cache line size is a parameter rather than hard coded.
|
||||||
@ -77,10 +76,10 @@ private:
|
|||||||
uint32_t offset_h = ExtraRotates ? (h >> 11) | (h << 21) : h;
|
uint32_t offset_h = ExtraRotates ? (h >> 11) | (h << 21) : h;
|
||||||
return offset_h % num_lines;
|
return offset_h % num_lines;
|
||||||
}
|
}
|
||||||
|
|
||||||
public:
|
public:
|
||||||
static inline void AddHash(uint32_t h, uint32_t num_lines,
|
static inline void AddHash(uint32_t h, uint32_t num_lines, int num_probes,
|
||||||
int num_probes, char *data,
|
char *data, int log2_cache_line_bytes) {
|
||||||
int log2_cache_line_bytes) {
|
|
||||||
const int log2_cache_line_bits = log2_cache_line_bytes + 3;
|
const int log2_cache_line_bits = log2_cache_line_bytes + 3;
|
||||||
|
|
||||||
char *data_at_offset =
|
char *data_at_offset =
|
||||||
@ -103,8 +102,8 @@ public:
|
|||||||
int log2_cache_line_bytes) {
|
int log2_cache_line_bytes) {
|
||||||
uint32_t b = GetLine(h, num_lines) << log2_cache_line_bytes;
|
uint32_t b = GetLine(h, num_lines) << log2_cache_line_bytes;
|
||||||
PREFETCH(data + b, 0 /* rw */, 1 /* locality */);
|
PREFETCH(data + b, 0 /* rw */, 1 /* locality */);
|
||||||
PREFETCH(data + b + ((1 << log2_cache_line_bytes) - 1),
|
PREFETCH(data + b + ((1 << log2_cache_line_bytes) - 1), 0 /* rw */,
|
||||||
0 /* rw */, 1 /* locality */);
|
1 /* locality */);
|
||||||
*byte_offset = b;
|
*byte_offset = b;
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -112,8 +111,7 @@ public:
|
|||||||
int num_probes, const char *data,
|
int num_probes, const char *data,
|
||||||
int log2_cache_line_bytes) {
|
int log2_cache_line_bytes) {
|
||||||
uint32_t b = GetLine(h, num_lines) << log2_cache_line_bytes;
|
uint32_t b = GetLine(h, num_lines) << log2_cache_line_bytes;
|
||||||
return HashMayMatchPrepared(h, num_probes,
|
return HashMayMatchPrepared(h, num_probes, data + b, log2_cache_line_bytes);
|
||||||
data + b, log2_cache_line_bytes);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
static inline bool HashMayMatchPrepared(uint32_t h, int num_probes,
|
static inline bool HashMayMatchPrepared(uint32_t h, int num_probes,
|
||||||
|
@ -24,8 +24,8 @@ class ConcurrentTaskLimiterImpl : public ConcurrentTaskLimiter {
|
|||||||
int32_t max_outstanding_task);
|
int32_t max_outstanding_task);
|
||||||
// No copying allowed
|
// No copying allowed
|
||||||
ConcurrentTaskLimiterImpl(const ConcurrentTaskLimiterImpl&) = delete;
|
ConcurrentTaskLimiterImpl(const ConcurrentTaskLimiterImpl&) = delete;
|
||||||
ConcurrentTaskLimiterImpl& operator=(
|
ConcurrentTaskLimiterImpl& operator=(const ConcurrentTaskLimiterImpl&) =
|
||||||
const ConcurrentTaskLimiterImpl&) = delete;
|
delete;
|
||||||
|
|
||||||
virtual ~ConcurrentTaskLimiterImpl();
|
virtual ~ConcurrentTaskLimiterImpl();
|
||||||
|
|
||||||
|
@ -18,10 +18,14 @@
|
|||||||
#define crc32c_u32(crc, v) __crc32cw(crc, v)
|
#define crc32c_u32(crc, v) __crc32cw(crc, v)
|
||||||
#define crc32c_u64(crc, v) __crc32cd(crc, v)
|
#define crc32c_u64(crc, v) __crc32cd(crc, v)
|
||||||
#define PREF4X64L1(buffer, PREF_OFFSET, ITR) \
|
#define PREF4X64L1(buffer, PREF_OFFSET, ITR) \
|
||||||
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]"::[v]"r"(buffer), [c]"I"((PREF_OFFSET) + ((ITR) + 0)*64));\
|
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]" ::[v] "r"(buffer), \
|
||||||
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]"::[v]"r"(buffer), [c]"I"((PREF_OFFSET) + ((ITR) + 1)*64));\
|
[c] "I"((PREF_OFFSET) + ((ITR) + 0) * 64)); \
|
||||||
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]"::[v]"r"(buffer), [c]"I"((PREF_OFFSET) + ((ITR) + 2)*64));\
|
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]" ::[v] "r"(buffer), \
|
||||||
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]"::[v]"r"(buffer), [c]"I"((PREF_OFFSET) + ((ITR) + 3)*64));
|
[c] "I"((PREF_OFFSET) + ((ITR) + 1) * 64)); \
|
||||||
|
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]" ::[v] "r"(buffer), \
|
||||||
|
[c] "I"((PREF_OFFSET) + ((ITR) + 2) * 64)); \
|
||||||
|
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]" ::[v] "r"(buffer), \
|
||||||
|
[c] "I"((PREF_OFFSET) + ((ITR) + 3) * 64));
|
||||||
|
|
||||||
#define PREF1KL1(buffer, PREF_OFFSET) \
|
#define PREF1KL1(buffer, PREF_OFFSET) \
|
||||||
PREF4X64L1(buffer, (PREF_OFFSET), 0) \
|
PREF4X64L1(buffer, (PREF_OFFSET), 0) \
|
||||||
|
@ -263,8 +263,7 @@ TEST_F(DynamicBloomTest, concurrent_with_perf) {
|
|||||||
StopWatchNano timer(Env::Default());
|
StopWatchNano timer(Env::Default());
|
||||||
timer.Start();
|
timer.Start();
|
||||||
for (uint64_t i = 1 + t; i <= num_keys; i += num_threads) {
|
for (uint64_t i = 1 + t; i <= num_keys; i += num_threads) {
|
||||||
bool f =
|
bool f = std_bloom.MayContain(km.Seq(i));
|
||||||
std_bloom.MayContain(km.Seq(i));
|
|
||||||
ASSERT_TRUE(f);
|
ASSERT_TRUE(f);
|
||||||
}
|
}
|
||||||
elapsed += timer.ElapsedNanos();
|
elapsed += timer.ElapsedNanos();
|
||||||
@ -289,8 +288,7 @@ TEST_F(DynamicBloomTest, concurrent_with_perf) {
|
|||||||
timer.Start();
|
timer.Start();
|
||||||
for (uint64_t i = num_keys + 1 + t; i <= 2 * num_keys;
|
for (uint64_t i = num_keys + 1 + t; i <= 2 * num_keys;
|
||||||
i += num_threads) {
|
i += num_threads) {
|
||||||
bool f =
|
bool f = std_bloom.MayContain(km.Seq(i));
|
||||||
std_bloom.MayContain(km.Seq(i));
|
|
||||||
if (f) {
|
if (f) {
|
||||||
++false_positives;
|
++false_positives;
|
||||||
}
|
}
|
||||||
|
@ -5,8 +5,8 @@
|
|||||||
|
|
||||||
#ifndef ROCKSDB_LITE
|
#ifndef ROCKSDB_LITE
|
||||||
|
|
||||||
#include "db/arena_wrapped_db_iter.h"
|
|
||||||
#include "utilities/transactions/write_unprepared_txn_db.h"
|
#include "utilities/transactions/write_unprepared_txn_db.h"
|
||||||
|
#include "db/arena_wrapped_db_iter.h"
|
||||||
#include "rocksdb/utilities/transaction_db.h"
|
#include "rocksdb/utilities/transaction_db.h"
|
||||||
#include "util/cast_util.h"
|
#include "util/cast_util.h"
|
||||||
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user