dec144f172
Summary: Extend Java RocksDB iterators to support indirect byte buffers, to add to the existing support for direct byte buffers. Code to distinguish direct/indirect buffers is switched in Java, and a 2nd separate JNI call implemented to support indirect buffers. Indirect support passes contained buffers using byte[] There are some Java subclasses of iterator (WBWIIterator, SstFileReaderIterator) which also now have parallel JNI support functions implemented, along with direct/indirect switches in Java methods. Closes https://github.com/facebook/rocksdb/issues/6282 Pull Request resolved: https://github.com/facebook/rocksdb/pull/9222 Reviewed By: ajkr Differential Revision: D35115283 Pulled By: jay-zhuang fbshipit-source-id: f8d5d20b975aef700560fbcc99f707bb028dc42e
341 lines
12 KiB
C++
341 lines
12 KiB
C++
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
//
|
|
// This file implements the "bridge" between Java and C++ and enables
|
|
// calling c++ ROCKSDB_NAMESPACE::Iterator methods from Java side.
|
|
|
|
#include "rocksdb/iterator.h"
|
|
|
|
#include <jni.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
|
|
#include <algorithm>
|
|
|
|
#include "include/org_rocksdb_RocksIterator.h"
|
|
#include "rocksjni/portal.h"
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: disposeInternal
|
|
* Signature: (J)V
|
|
*/
|
|
void Java_org_rocksdb_RocksIterator_disposeInternal(JNIEnv* /*env*/,
|
|
jobject /*jobj*/,
|
|
jlong handle) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
assert(it != nullptr);
|
|
delete it;
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: isValid0
|
|
* Signature: (J)Z
|
|
*/
|
|
jboolean Java_org_rocksdb_RocksIterator_isValid0(JNIEnv* /*env*/,
|
|
jobject /*jobj*/,
|
|
jlong handle) {
|
|
return reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle)->Valid();
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: seekToFirst0
|
|
* Signature: (J)V
|
|
*/
|
|
void Java_org_rocksdb_RocksIterator_seekToFirst0(JNIEnv* /*env*/,
|
|
jobject /*jobj*/,
|
|
jlong handle) {
|
|
reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle)->SeekToFirst();
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: seekToLast0
|
|
* Signature: (J)V
|
|
*/
|
|
void Java_org_rocksdb_RocksIterator_seekToLast0(JNIEnv* /*env*/,
|
|
jobject /*jobj*/,
|
|
jlong handle) {
|
|
reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle)->SeekToLast();
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: next0
|
|
* Signature: (J)V
|
|
*/
|
|
void Java_org_rocksdb_RocksIterator_next0(JNIEnv* /*env*/, jobject /*jobj*/,
|
|
jlong handle) {
|
|
reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle)->Next();
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: prev0
|
|
* Signature: (J)V
|
|
*/
|
|
void Java_org_rocksdb_RocksIterator_prev0(JNIEnv* /*env*/, jobject /*jobj*/,
|
|
jlong handle) {
|
|
reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle)->Prev();
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: refresh0
|
|
* Signature: (J)V
|
|
*/
|
|
void Java_org_rocksdb_RocksIterator_refresh0(JNIEnv* env, jobject /*jobj*/,
|
|
jlong handle) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Status s = it->Refresh();
|
|
|
|
if (s.ok()) {
|
|
return;
|
|
}
|
|
|
|
ROCKSDB_NAMESPACE::RocksDBExceptionJni::ThrowNew(env, s);
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: seek0
|
|
* Signature: (J[BI)V
|
|
*/
|
|
void Java_org_rocksdb_RocksIterator_seek0(JNIEnv* env, jobject /*jobj*/,
|
|
jlong handle, jbyteArray jtarget,
|
|
jint jtarget_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
auto seek = [&it](ROCKSDB_NAMESPACE::Slice& target_slice) {
|
|
it->Seek(target_slice);
|
|
};
|
|
ROCKSDB_NAMESPACE::JniUtil::k_op_region(seek, env, jtarget, 0, jtarget_len);
|
|
}
|
|
|
|
/*
|
|
* This method supports fetching into indirect byte buffers;
|
|
* the Java wrapper extracts the byte[] and passes it here.
|
|
* In this case, the buffer offset of the key may be non-zero.
|
|
*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: seek0
|
|
* Signature: (J[BII)V
|
|
*/
|
|
void Java_org_rocksdb_RocksIterator_seekByteArray0(
|
|
JNIEnv* env, jobject /*jobj*/, jlong handle, jbyteArray jtarget,
|
|
jint jtarget_off, jint jtarget_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
auto seek = [&it](ROCKSDB_NAMESPACE::Slice& target_slice) {
|
|
it->Seek(target_slice);
|
|
};
|
|
ROCKSDB_NAMESPACE::JniUtil::k_op_region(seek, env, jtarget, jtarget_off,
|
|
jtarget_len);
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: seekDirect0
|
|
* Signature: (JLjava/nio/ByteBuffer;II)V
|
|
*/
|
|
void Java_org_rocksdb_RocksIterator_seekDirect0(JNIEnv* env, jobject /*jobj*/,
|
|
jlong handle, jobject jtarget,
|
|
jint jtarget_off,
|
|
jint jtarget_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
auto seek = [&it](ROCKSDB_NAMESPACE::Slice& target_slice) {
|
|
it->Seek(target_slice);
|
|
};
|
|
ROCKSDB_NAMESPACE::JniUtil::k_op_direct(seek, env, jtarget, jtarget_off,
|
|
jtarget_len);
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: seekForPrevDirect0
|
|
* Signature: (JLjava/nio/ByteBuffer;II)V
|
|
*/
|
|
void Java_org_rocksdb_RocksIterator_seekForPrevDirect0(
|
|
JNIEnv* env, jobject /*jobj*/, jlong handle, jobject jtarget,
|
|
jint jtarget_off, jint jtarget_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
auto seekPrev = [&it](ROCKSDB_NAMESPACE::Slice& target_slice) {
|
|
it->SeekForPrev(target_slice);
|
|
};
|
|
ROCKSDB_NAMESPACE::JniUtil::k_op_direct(seekPrev, env, jtarget, jtarget_off,
|
|
jtarget_len);
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: seekForPrev0
|
|
* Signature: (J[BI)V
|
|
*/
|
|
void Java_org_rocksdb_RocksIterator_seekForPrev0(JNIEnv* env, jobject /*jobj*/,
|
|
jlong handle,
|
|
jbyteArray jtarget,
|
|
jint jtarget_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
auto seek = [&it](ROCKSDB_NAMESPACE::Slice& target_slice) {
|
|
it->SeekForPrev(target_slice);
|
|
};
|
|
ROCKSDB_NAMESPACE::JniUtil::k_op_region(seek, env, jtarget, 0, jtarget_len);
|
|
}
|
|
|
|
/*
|
|
* This method supports fetching into indirect byte buffers;
|
|
* the Java wrapper extracts the byte[] and passes it here.
|
|
* In this case, the buffer offset of the key may be non-zero.
|
|
*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: seek0
|
|
* Signature: (J[BII)V
|
|
*/
|
|
void Java_org_rocksdb_RocksIterator_seekForPrevByteArray0(
|
|
JNIEnv* env, jobject /*jobj*/, jlong handle, jbyteArray jtarget,
|
|
jint jtarget_off, jint jtarget_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
auto seek = [&it](ROCKSDB_NAMESPACE::Slice& target_slice) {
|
|
it->SeekForPrev(target_slice);
|
|
};
|
|
ROCKSDB_NAMESPACE::JniUtil::k_op_region(seek, env, jtarget, jtarget_off,
|
|
jtarget_len);
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: status0
|
|
* Signature: (J)V
|
|
*/
|
|
void Java_org_rocksdb_RocksIterator_status0(JNIEnv* env, jobject /*jobj*/,
|
|
jlong handle) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Status s = it->status();
|
|
|
|
if (s.ok()) {
|
|
return;
|
|
}
|
|
|
|
ROCKSDB_NAMESPACE::RocksDBExceptionJni::ThrowNew(env, s);
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: key0
|
|
* Signature: (J)[B
|
|
*/
|
|
jbyteArray Java_org_rocksdb_RocksIterator_key0(JNIEnv* env, jobject /*jobj*/,
|
|
jlong handle) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Slice key_slice = it->key();
|
|
|
|
jbyteArray jkey = env->NewByteArray(static_cast<jsize>(key_slice.size()));
|
|
if (jkey == nullptr) {
|
|
// exception thrown: OutOfMemoryError
|
|
return nullptr;
|
|
}
|
|
env->SetByteArrayRegion(
|
|
jkey, 0, static_cast<jsize>(key_slice.size()),
|
|
const_cast<jbyte*>(reinterpret_cast<const jbyte*>(key_slice.data())));
|
|
return jkey;
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: keyDirect0
|
|
* Signature: (JLjava/nio/ByteBuffer;II)I
|
|
*/
|
|
jint Java_org_rocksdb_RocksIterator_keyDirect0(JNIEnv* env, jobject /*jobj*/,
|
|
jlong handle, jobject jtarget,
|
|
jint jtarget_off,
|
|
jint jtarget_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Slice key_slice = it->key();
|
|
return ROCKSDB_NAMESPACE::JniUtil::copyToDirect(env, key_slice, jtarget,
|
|
jtarget_off, jtarget_len);
|
|
}
|
|
|
|
/*
|
|
* This method supports fetching into indirect byte buffers;
|
|
* the Java wrapper extracts the byte[] and passes it here.
|
|
*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: keyByteArray0
|
|
* Signature: (J[BII)I
|
|
*/
|
|
jint Java_org_rocksdb_RocksIterator_keyByteArray0(JNIEnv* env, jobject /*jobj*/,
|
|
jlong handle, jbyteArray jkey,
|
|
jint jkey_off,
|
|
jint jkey_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Slice key_slice = it->key();
|
|
jsize copy_size = std::min(static_cast<uint32_t>(key_slice.size()),
|
|
static_cast<uint32_t>(jkey_len));
|
|
env->SetByteArrayRegion(
|
|
jkey, jkey_off, copy_size,
|
|
const_cast<jbyte*>(reinterpret_cast<const jbyte*>(key_slice.data())));
|
|
|
|
return static_cast<jsize>(key_slice.size());
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: value0
|
|
* Signature: (J)[B
|
|
*/
|
|
jbyteArray Java_org_rocksdb_RocksIterator_value0(JNIEnv* env, jobject /*jobj*/,
|
|
jlong handle) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Slice value_slice = it->value();
|
|
|
|
jbyteArray jkeyValue =
|
|
env->NewByteArray(static_cast<jsize>(value_slice.size()));
|
|
if (jkeyValue == nullptr) {
|
|
// exception thrown: OutOfMemoryError
|
|
return nullptr;
|
|
}
|
|
env->SetByteArrayRegion(
|
|
jkeyValue, 0, static_cast<jsize>(value_slice.size()),
|
|
const_cast<jbyte*>(reinterpret_cast<const jbyte*>(value_slice.data())));
|
|
return jkeyValue;
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: valueDirect0
|
|
* Signature: (JLjava/nio/ByteBuffer;II)I
|
|
*/
|
|
jint Java_org_rocksdb_RocksIterator_valueDirect0(JNIEnv* env, jobject /*jobj*/,
|
|
jlong handle, jobject jtarget,
|
|
jint jtarget_off,
|
|
jint jtarget_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Slice value_slice = it->value();
|
|
return ROCKSDB_NAMESPACE::JniUtil::copyToDirect(env, value_slice, jtarget,
|
|
jtarget_off, jtarget_len);
|
|
}
|
|
|
|
/*
|
|
* This method supports fetching into indirect byte buffers;
|
|
* the Java wrapper extracts the byte[] and passes it here.
|
|
*
|
|
* Class: org_rocksdb_RocksIterator
|
|
* Method: valueByteArray0
|
|
* Signature: (J[BII)I
|
|
*/
|
|
jint Java_org_rocksdb_RocksIterator_valueByteArray0(
|
|
JNIEnv* env, jobject /*jobj*/, jlong handle, jbyteArray jvalue_target,
|
|
jint jvalue_off, jint jvalue_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Slice value_slice = it->value();
|
|
jsize copy_size = std::min(static_cast<uint32_t>(value_slice.size()),
|
|
static_cast<uint32_t>(jvalue_len));
|
|
env->SetByteArrayRegion(
|
|
jvalue_target, jvalue_off, copy_size,
|
|
const_cast<jbyte*>(reinterpret_cast<const jbyte*>(value_slice.data())));
|
|
|
|
return static_cast<jsize>(value_slice.size());
|
|
}
|