dec144f172
Summary: Extend Java RocksDB iterators to support indirect byte buffers, to add to the existing support for direct byte buffers. Code to distinguish direct/indirect buffers is switched in Java, and a 2nd separate JNI call implemented to support indirect buffers. Indirect support passes contained buffers using byte[] There are some Java subclasses of iterator (WBWIIterator, SstFileReaderIterator) which also now have parallel JNI support functions implemented, along with direct/indirect switches in Java methods. Closes https://github.com/facebook/rocksdb/issues/6282 Pull Request resolved: https://github.com/facebook/rocksdb/pull/9222 Reviewed By: ajkr Differential Revision: D35115283 Pulled By: jay-zhuang fbshipit-source-id: f8d5d20b975aef700560fbcc99f707bb028dc42e
371 lines
13 KiB
C++
371 lines
13 KiB
C++
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
//
|
|
// This file implements the "bridge" between Java and C++ and enables
|
|
// calling c++ ROCKSDB_NAMESPACE::Iterator methods from Java side.
|
|
|
|
#include <jni.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
|
|
#include "include/org_rocksdb_SstFileReaderIterator.h"
|
|
#include "rocksdb/iterator.h"
|
|
#include "rocksjni/portal.h"
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: disposeInternal
|
|
* Signature: (J)V
|
|
*/
|
|
void Java_org_rocksdb_SstFileReaderIterator_disposeInternal(JNIEnv* /*env*/,
|
|
jobject /*jobj*/,
|
|
jlong handle) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
assert(it != nullptr);
|
|
delete it;
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: isValid0
|
|
* Signature: (J)Z
|
|
*/
|
|
jboolean Java_org_rocksdb_SstFileReaderIterator_isValid0(JNIEnv* /*env*/,
|
|
jobject /*jobj*/,
|
|
jlong handle) {
|
|
return reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle)->Valid();
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: seekToFirst0
|
|
* Signature: (J)V
|
|
*/
|
|
void Java_org_rocksdb_SstFileReaderIterator_seekToFirst0(JNIEnv* /*env*/,
|
|
jobject /*jobj*/,
|
|
jlong handle) {
|
|
reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle)->SeekToFirst();
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: seekToLast0
|
|
* Signature: (J)V
|
|
*/
|
|
void Java_org_rocksdb_SstFileReaderIterator_seekToLast0(JNIEnv* /*env*/,
|
|
jobject /*jobj*/,
|
|
jlong handle) {
|
|
reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle)->SeekToLast();
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: next0
|
|
* Signature: (J)V
|
|
*/
|
|
void Java_org_rocksdb_SstFileReaderIterator_next0(JNIEnv* /*env*/,
|
|
jobject /*jobj*/,
|
|
jlong handle) {
|
|
reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle)->Next();
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: prev0
|
|
* Signature: (J)V
|
|
*/
|
|
void Java_org_rocksdb_SstFileReaderIterator_prev0(JNIEnv* /*env*/,
|
|
jobject /*jobj*/,
|
|
jlong handle) {
|
|
reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle)->Prev();
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: seek0
|
|
* Signature: (J[BI)V
|
|
*/
|
|
void Java_org_rocksdb_SstFileReaderIterator_seek0(JNIEnv* env, jobject /*jobj*/,
|
|
jlong handle,
|
|
jbyteArray jtarget,
|
|
jint jtarget_len) {
|
|
jbyte* target = env->GetByteArrayElements(jtarget, nullptr);
|
|
if (target == nullptr) {
|
|
// exception thrown: OutOfMemoryError
|
|
return;
|
|
}
|
|
|
|
ROCKSDB_NAMESPACE::Slice target_slice(reinterpret_cast<char*>(target),
|
|
jtarget_len);
|
|
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
it->Seek(target_slice);
|
|
|
|
env->ReleaseByteArrayElements(jtarget, target, JNI_ABORT);
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: seekForPrev0
|
|
* Signature: (J[BI)V
|
|
*/
|
|
void Java_org_rocksdb_SstFileReaderIterator_seekForPrev0(JNIEnv* env,
|
|
jobject /*jobj*/,
|
|
jlong handle,
|
|
jbyteArray jtarget,
|
|
jint jtarget_len) {
|
|
jbyte* target = env->GetByteArrayElements(jtarget, nullptr);
|
|
if (target == nullptr) {
|
|
// exception thrown: OutOfMemoryError
|
|
return;
|
|
}
|
|
|
|
ROCKSDB_NAMESPACE::Slice target_slice(reinterpret_cast<char*>(target),
|
|
jtarget_len);
|
|
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
it->SeekForPrev(target_slice);
|
|
|
|
env->ReleaseByteArrayElements(jtarget, target, JNI_ABORT);
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: status0
|
|
* Signature: (J)V
|
|
*/
|
|
void Java_org_rocksdb_SstFileReaderIterator_status0(JNIEnv* env,
|
|
jobject /*jobj*/,
|
|
jlong handle) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Status s = it->status();
|
|
|
|
if (s.ok()) {
|
|
return;
|
|
}
|
|
|
|
ROCKSDB_NAMESPACE::RocksDBExceptionJni::ThrowNew(env, s);
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: key0
|
|
* Signature: (J)[B
|
|
*/
|
|
jbyteArray Java_org_rocksdb_SstFileReaderIterator_key0(JNIEnv* env,
|
|
jobject /*jobj*/,
|
|
jlong handle) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Slice key_slice = it->key();
|
|
|
|
jbyteArray jkey = env->NewByteArray(static_cast<jsize>(key_slice.size()));
|
|
if (jkey == nullptr) {
|
|
// exception thrown: OutOfMemoryError
|
|
return nullptr;
|
|
}
|
|
env->SetByteArrayRegion(
|
|
jkey, 0, static_cast<jsize>(key_slice.size()),
|
|
const_cast<jbyte*>(reinterpret_cast<const jbyte*>(key_slice.data())));
|
|
return jkey;
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: value0
|
|
* Signature: (J)[B
|
|
*/
|
|
jbyteArray Java_org_rocksdb_SstFileReaderIterator_value0(JNIEnv* env, jobject /*jobj*/,
|
|
jlong handle) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Slice value_slice = it->value();
|
|
|
|
jbyteArray jkeyValue =
|
|
env->NewByteArray(static_cast<jsize>(value_slice.size()));
|
|
if (jkeyValue == nullptr) {
|
|
// exception thrown: OutOfMemoryError
|
|
return nullptr;
|
|
}
|
|
env->SetByteArrayRegion(jkeyValue, 0, static_cast<jsize>(value_slice.size()),
|
|
const_cast<jbyte*>(reinterpret_cast<const jbyte*>(value_slice.data())));
|
|
return jkeyValue;
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: keyDirect0
|
|
* Signature: (JLjava/nio/ByteBuffer;II)I
|
|
*/
|
|
jint Java_org_rocksdb_SstFileReaderIterator_keyDirect0(
|
|
JNIEnv* env, jobject /*jobj*/, jlong handle, jobject jtarget,
|
|
jint jtarget_off, jint jtarget_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Slice key_slice = it->key();
|
|
return ROCKSDB_NAMESPACE::JniUtil::copyToDirect(env, key_slice, jtarget,
|
|
jtarget_off, jtarget_len);
|
|
}
|
|
|
|
/*
|
|
* This method supports fetching into indirect byte buffers;
|
|
* the Java wrapper extracts the byte[] and passes it here.
|
|
*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: keyByteArray0
|
|
* Signature: (J[BII)I
|
|
*/
|
|
jint Java_org_rocksdb_SstFileReaderIterator_keyByteArray0(
|
|
JNIEnv* env, jobject /*jobj*/, jlong handle, jbyteArray jkey, jint jkey_off,
|
|
jint jkey_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Slice key_slice = it->key();
|
|
auto slice_size = key_slice.size();
|
|
jsize copy_size = std::min(static_cast<uint32_t>(slice_size),
|
|
static_cast<uint32_t>(jkey_len));
|
|
env->SetByteArrayRegion(
|
|
jkey, jkey_off, copy_size,
|
|
const_cast<jbyte*>(reinterpret_cast<const jbyte*>(key_slice.data())));
|
|
|
|
return static_cast<jsize>(slice_size);
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: valueDirect0
|
|
* Signature: (JLjava/nio/ByteBuffer;II)I
|
|
*/
|
|
jint Java_org_rocksdb_SstFileReaderIterator_valueDirect0(
|
|
JNIEnv* env, jobject /*jobj*/, jlong handle, jobject jtarget,
|
|
jint jtarget_off, jint jtarget_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Slice value_slice = it->value();
|
|
return ROCKSDB_NAMESPACE::JniUtil::copyToDirect(env, value_slice, jtarget,
|
|
jtarget_off, jtarget_len);
|
|
}
|
|
|
|
/*
|
|
* This method supports fetching into indirect byte buffers;
|
|
* the Java wrapper extracts the byte[] and passes it here.
|
|
*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: valueByteArray0
|
|
* Signature: (J[BII)I
|
|
*/
|
|
jint Java_org_rocksdb_SstFileReaderIterator_valueByteArray0(
|
|
JNIEnv* env, jobject /*jobj*/, jlong handle, jbyteArray jvalue_target,
|
|
jint jvalue_off, jint jvalue_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Slice value_slice = it->value();
|
|
auto slice_size = value_slice.size();
|
|
jsize copy_size = std::min(static_cast<uint32_t>(slice_size),
|
|
static_cast<uint32_t>(jvalue_len));
|
|
env->SetByteArrayRegion(
|
|
jvalue_target, jvalue_off, copy_size,
|
|
const_cast<jbyte*>(reinterpret_cast<const jbyte*>(value_slice.data())));
|
|
|
|
return static_cast<jsize>(slice_size);
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: seekDirect0
|
|
* Signature: (JLjava/nio/ByteBuffer;II)V
|
|
*/
|
|
void Java_org_rocksdb_SstFileReaderIterator_seekDirect0(
|
|
JNIEnv* env, jobject /*jobj*/, jlong handle, jobject jtarget,
|
|
jint jtarget_off, jint jtarget_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
auto seek = [&it](ROCKSDB_NAMESPACE::Slice& target_slice) {
|
|
it->Seek(target_slice);
|
|
};
|
|
ROCKSDB_NAMESPACE::JniUtil::k_op_direct(seek, env, jtarget, jtarget_off,
|
|
jtarget_len);
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: seekForPrevDirect0
|
|
* Signature: (JLjava/nio/ByteBuffer;II)V
|
|
*/
|
|
void Java_org_rocksdb_SstFileReaderIterator_seekForPrevDirect0(
|
|
JNIEnv* env, jobject /*jobj*/, jlong handle, jobject jtarget,
|
|
jint jtarget_off, jint jtarget_len) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
auto seekPrev = [&it](ROCKSDB_NAMESPACE::Slice& target_slice) {
|
|
it->SeekForPrev(target_slice);
|
|
};
|
|
ROCKSDB_NAMESPACE::JniUtil::k_op_direct(seekPrev, env, jtarget, jtarget_off,
|
|
jtarget_len);
|
|
}
|
|
|
|
/*
|
|
* This method supports fetching into indirect byte buffers;
|
|
* the Java wrapper extracts the byte[] and passes it here.
|
|
*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: seekByteArray0
|
|
* Signature: (J[BII)V
|
|
*/
|
|
void Java_org_rocksdb_SstFileReaderIterator_seekByteArray0(
|
|
JNIEnv* env, jobject /*jobj*/, jlong handle, jbyteArray jtarget,
|
|
jint jtarget_off, jint jtarget_len) {
|
|
const std::unique_ptr<char[]> target(new char[jtarget_len]);
|
|
if (target == nullptr) {
|
|
jclass oom_class = env->FindClass("/lang/java/OutOfMemoryError");
|
|
env->ThrowNew(oom_class,
|
|
"Memory allocation failed in RocksDB JNI function");
|
|
return;
|
|
}
|
|
env->GetByteArrayRegion(jtarget, jtarget_off, jtarget_len,
|
|
reinterpret_cast<jbyte*>(target.get()));
|
|
|
|
ROCKSDB_NAMESPACE::Slice target_slice(target.get(), jtarget_len);
|
|
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
it->Seek(target_slice);
|
|
}
|
|
|
|
/*
|
|
* This method supports fetching into indirect byte buffers;
|
|
* the Java wrapper extracts the byte[] and passes it here.
|
|
*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: seekForPrevByteArray0
|
|
* Signature: (J[BII)V
|
|
*/
|
|
void Java_org_rocksdb_SstFileReaderIterator_seekForPrevByteArray0(
|
|
JNIEnv* env, jobject /*jobj*/, jlong handle, jbyteArray jtarget,
|
|
jint jtarget_off, jint jtarget_len) {
|
|
const std::unique_ptr<char[]> target(new char[jtarget_len]);
|
|
if (target == nullptr) {
|
|
jclass oom_class = env->FindClass("/lang/java/OutOfMemoryError");
|
|
env->ThrowNew(oom_class,
|
|
"Memory allocation failed in RocksDB JNI function");
|
|
return;
|
|
}
|
|
env->GetByteArrayRegion(jtarget, jtarget_off, jtarget_len,
|
|
reinterpret_cast<jbyte*>(target.get()));
|
|
|
|
ROCKSDB_NAMESPACE::Slice target_slice(target.get(), jtarget_len);
|
|
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
it->SeekForPrev(target_slice);
|
|
}
|
|
|
|
/*
|
|
* Class: org_rocksdb_SstFileReaderIterator
|
|
* Method: refresh0
|
|
* Signature: (J)V
|
|
*/
|
|
void Java_org_rocksdb_SstFileReaderIterator_refresh0(JNIEnv* env, jobject /*jobj*/,
|
|
jlong handle) {
|
|
auto* it = reinterpret_cast<ROCKSDB_NAMESPACE::Iterator*>(handle);
|
|
ROCKSDB_NAMESPACE::Status s = it->Refresh();
|
|
|
|
if (s.ok()) {
|
|
return;
|
|
}
|
|
|
|
ROCKSDB_NAMESPACE::RocksDBExceptionJni::ThrowNew(env, s);
|
|
}
|