c5302a8a58
Summary: This is an abstraction for working with custom Comparators implemented in native C++ code from Java. Native code must directly extend `rocksdb::Comparator`. When the native code comparator is compiled into the RocksDB codebase, you can then create a Java Class, and JNI stub to wrap it. Useful if the C++/JNI barrier overhead is too much for your applications comparator performance. An example is provided in `java/rocksjni/native_comparator_wrapper_test.cc` and `java/src/main/java/org/rocksdb/NativeComparatorWrapperTest.java`. Closes https://github.com/facebook/rocksdb/pull/3334 Differential Revision: D7172605 Pulled By: miasantreble fbshipit-source-id: e24b7eb267a3bcb6afa214e0379a1d5e8a2ceabe
359 lines
14 KiB
CMake
359 lines
14 KiB
CMake
cmake_minimum_required(VERSION 3.4)
|
|
|
|
set(JNI_NATIVE_SOURCES
|
|
rocksjni/backupablejni.cc
|
|
rocksjni/backupenginejni.cc
|
|
rocksjni/checkpoint.cc
|
|
rocksjni/clock_cache.cc
|
|
rocksjni/columnfamilyhandle.cc
|
|
rocksjni/compaction_filter.cc
|
|
rocksjni/compaction_filter_factory.cc
|
|
rocksjni/compaction_filter_factory_jnicallback.cc
|
|
rocksjni/compaction_options_fifo.cc
|
|
rocksjni/compaction_options_universal.cc
|
|
rocksjni/comparator.cc
|
|
rocksjni/comparatorjnicallback.cc
|
|
rocksjni/compression_options.cc
|
|
rocksjni/env.cc
|
|
rocksjni/env_options.cc
|
|
rocksjni/filter.cc
|
|
rocksjni/ingest_external_file_options.cc
|
|
rocksjni/iterator.cc
|
|
rocksjni/jnicallback.cc
|
|
rocksjni/loggerjnicallback.cc
|
|
rocksjni/lru_cache.cc
|
|
rocksjni/memtablejni.cc
|
|
rocksjni/merge_operator.cc
|
|
rocksjni/native_comparator_wrapper_test.cc
|
|
rocksjni/options.cc
|
|
rocksjni/options_util.cc
|
|
rocksjni/ratelimiterjni.cc
|
|
rocksjni/remove_emptyvalue_compactionfilterjni.cc
|
|
rocksjni/rocks_callback_object.cc
|
|
rocksjni/cassandra_compactionfilterjni.cc
|
|
rocksjni/cassandra_value_operator.cc
|
|
rocksjni/restorejni.cc
|
|
rocksjni/rocksdb_exception_test.cc
|
|
rocksjni/rocksjni.cc
|
|
rocksjni/slice.cc
|
|
rocksjni/snapshot.cc
|
|
rocksjni/sst_file_writerjni.cc
|
|
rocksjni/statistics.cc
|
|
rocksjni/statisticsjni.cc
|
|
rocksjni/table.cc
|
|
rocksjni/transaction_log.cc
|
|
rocksjni/ttl.cc
|
|
rocksjni/write_batch.cc
|
|
rocksjni/write_batch_test.cc
|
|
rocksjni/write_batch_with_index.cc
|
|
rocksjni/writebatchhandlerjnicallback.cc
|
|
)
|
|
|
|
set(NATIVE_JAVA_CLASSES
|
|
org.rocksdb.AbstractCompactionFilter
|
|
org.rocksdb.AbstractCompactionFilterFactory
|
|
org.rocksdb.AbstractImmutableNativeReference
|
|
org.rocksdb.AbstractNativeReference
|
|
org.rocksdb.AbstractRocksIterator
|
|
org.rocksdb.AbstractSlice
|
|
org.rocksdb.AbstractWriteBatch
|
|
org.rocksdb.BackupableDBOptions
|
|
org.rocksdb.BackupEngine
|
|
org.rocksdb.BackupEngineTest
|
|
org.rocksdb.BlockBasedTableConfig
|
|
org.rocksdb.BloomFilter
|
|
org.rocksdb.Cache
|
|
org.rocksdb.CassandraCompactionFilter
|
|
org.rocksdb.CassandraValueMergeOperator
|
|
org.rocksdb.Checkpoint
|
|
org.rocksdb.ClockCache
|
|
org.rocksdb.ColumnFamilyHandle
|
|
org.rocksdb.ColumnFamilyOptions
|
|
org.rocksdb.CompactionOptionsFIFO
|
|
org.rocksdb.CompactionOptionsUniversal
|
|
org.rocksdb.Comparator
|
|
org.rocksdb.ComparatorOptions
|
|
org.rocksdb.CompressionOptions
|
|
org.rocksdb.DBOptions
|
|
org.rocksdb.DirectComparator
|
|
org.rocksdb.DirectSlice
|
|
org.rocksdb.Env
|
|
org.rocksdb.EnvOptions
|
|
org.rocksdb.Filter
|
|
org.rocksdb.FlushOptions
|
|
org.rocksdb.HashLinkedListMemTableConfig
|
|
org.rocksdb.HashSkipListMemTableConfig
|
|
org.rocksdb.IngestExternalFileOptions
|
|
org.rocksdb.Logger
|
|
org.rocksdb.LRUCache
|
|
org.rocksdb.MemTableConfig
|
|
org.rocksdb.MergeOperator
|
|
org.rocksdb.NativeComparatorWrapper
|
|
org.rocksdb.NativeComparatorWrapperTest.NativeStringComparatorWrapper
|
|
org.rocksdb.NativeLibraryLoader
|
|
org.rocksdb.Options
|
|
org.rocksdb.OptionsUtil
|
|
org.rocksdb.PlainTableConfig
|
|
org.rocksdb.RateLimiter
|
|
org.rocksdb.ReadOptions
|
|
org.rocksdb.RemoveEmptyValueCompactionFilter
|
|
org.rocksdb.RestoreOptions
|
|
org.rocksdb.RocksCallbackObject
|
|
org.rocksdb.RocksDB
|
|
org.rocksdb.RocksDBExceptionTest
|
|
org.rocksdb.RocksEnv
|
|
org.rocksdb.RocksIterator
|
|
org.rocksdb.RocksIteratorInterface
|
|
org.rocksdb.RocksMemEnv
|
|
org.rocksdb.RocksMutableObject
|
|
org.rocksdb.RocksObject
|
|
org.rocksdb.SkipListMemTableConfig
|
|
org.rocksdb.Slice
|
|
org.rocksdb.Snapshot
|
|
org.rocksdb.SnapshotTest
|
|
org.rocksdb.SstFileWriter
|
|
org.rocksdb.Statistics
|
|
org.rocksdb.StringAppendOperator
|
|
org.rocksdb.TableFormatConfig
|
|
org.rocksdb.TransactionLogIterator
|
|
org.rocksdb.TtlDB
|
|
org.rocksdb.VectorMemTableConfig
|
|
org.rocksdb.WBWIRocksIterator
|
|
org.rocksdb.WriteBatch
|
|
org.rocksdb.WriteBatch.Handler
|
|
org.rocksdb.WriteBatchTest
|
|
org.rocksdb.WriteBatchTestInternalHelper
|
|
org.rocksdb.WriteBatchWithIndex
|
|
org.rocksdb.WriteOptions
|
|
org.rocksdb.util.CapturingWriteBatchHandler
|
|
org.rocksdb.util.WriteBatchGetter
|
|
)
|
|
|
|
include(FindJava)
|
|
include(UseJava)
|
|
include(FindJNI)
|
|
|
|
include_directories(${JNI_INCLUDE_DIRS})
|
|
include_directories(${PROJECT_SOURCE_DIR}/java)
|
|
|
|
set(JAVA_TEST_LIBDIR ${PROJECT_SOURCE_DIR}/java/test-libs)
|
|
set(JAVA_TMP_JAR ${JAVA_TEST_LIBDIR}/tmp.jar)
|
|
set(JAVA_JUNIT_JAR ${JAVA_TEST_LIBDIR}/junit-4.12.jar)
|
|
set(JAVA_HAMCR_JAR ${JAVA_TEST_LIBDIR}/hamcrest-core-1.3.jar)
|
|
set(JAVA_MOCKITO_JAR ${JAVA_TEST_LIBDIR}/mockito-all-1.10.19.jar)
|
|
set(JAVA_CGLIB_JAR ${JAVA_TEST_LIBDIR}/cglib-2.2.2.jar)
|
|
set(JAVA_ASSERTJ_JAR ${JAVA_TEST_LIBDIR}/assertj-core-1.7.1.jar)
|
|
set(JAVA_TESTCLASSPATH ${JAVA_JUNIT_JAR} ${JAVA_HAMCR_JAR} ${JAVA_MOCKITO_JAR} ${JAVA_CGLIB_JAR} ${JAVA_ASSERTJ_JAR})
|
|
|
|
add_jar(
|
|
rocksdbjni_classes
|
|
SOURCES
|
|
src/main/java/org/rocksdb/AbstractCompactionFilter.java
|
|
src/main/java/org/rocksdb/AbstractCompactionFilterFactory.java
|
|
src/main/java/org/rocksdb/AbstractComparator.java
|
|
src/main/java/org/rocksdb/AbstractImmutableNativeReference.java
|
|
src/main/java/org/rocksdb/AbstractNativeReference.java
|
|
src/main/java/org/rocksdb/AbstractRocksIterator.java
|
|
src/main/java/org/rocksdb/AbstractSlice.java
|
|
src/main/java/org/rocksdb/AbstractWriteBatch.java
|
|
src/main/java/org/rocksdb/AccessHint.java
|
|
src/main/java/org/rocksdb/AdvancedColumnFamilyOptionsInterface.java
|
|
src/main/java/org/rocksdb/AdvancedMutableColumnFamilyOptionsInterface.java
|
|
src/main/java/org/rocksdb/BackupableDBOptions.java
|
|
src/main/java/org/rocksdb/BackupEngine.java
|
|
src/main/java/org/rocksdb/BackupInfo.java
|
|
src/main/java/org/rocksdb/BlockBasedTableConfig.java
|
|
src/main/java/org/rocksdb/BloomFilter.java
|
|
src/main/java/org/rocksdb/BuiltinComparator.java
|
|
src/main/java/org/rocksdb/Cache.java
|
|
src/main/java/org/rocksdb/CassandraCompactionFilter.java
|
|
src/main/java/org/rocksdb/CassandraValueMergeOperator.java
|
|
src/main/java/org/rocksdb/Checkpoint.java
|
|
src/main/java/org/rocksdb/ChecksumType.java
|
|
src/main/java/org/rocksdb/ClockCache.java
|
|
src/main/java/org/rocksdb/ColumnFamilyDescriptor.java
|
|
src/main/java/org/rocksdb/ColumnFamilyHandle.java
|
|
src/main/java/org/rocksdb/ColumnFamilyOptions.java
|
|
src/main/java/org/rocksdb/ColumnFamilyOptionsInterface.java
|
|
src/main/java/org/rocksdb/CompactionOptionsFIFO.java
|
|
src/main/java/org/rocksdb/CompactionOptionsUniversal.java
|
|
src/main/java/org/rocksdb/CompactionPriority.java
|
|
src/main/java/org/rocksdb/CompactionStopStyle.java
|
|
src/main/java/org/rocksdb/CompactionStyle.java
|
|
src/main/java/org/rocksdb/Comparator.java
|
|
src/main/java/org/rocksdb/ComparatorOptions.java
|
|
src/main/java/org/rocksdb/ComparatorType.java
|
|
src/main/java/org/rocksdb/CompressionOptions.java
|
|
src/main/java/org/rocksdb/CompressionType.java
|
|
src/main/java/org/rocksdb/DBOptions.java
|
|
src/main/java/org/rocksdb/DBOptionsInterface.java
|
|
src/main/java/org/rocksdb/DbPath.java
|
|
src/main/java/org/rocksdb/DirectComparator.java
|
|
src/main/java/org/rocksdb/DirectSlice.java
|
|
src/main/java/org/rocksdb/EncodingType.java
|
|
src/main/java/org/rocksdb/Env.java
|
|
src/main/java/org/rocksdb/EnvOptions.java
|
|
src/main/java/org/rocksdb/Experimental.java
|
|
src/main/java/org/rocksdb/Filter.java
|
|
src/main/java/org/rocksdb/FlushOptions.java
|
|
src/main/java/org/rocksdb/HashLinkedListMemTableConfig.java
|
|
src/main/java/org/rocksdb/HashSkipListMemTableConfig.java
|
|
src/main/java/org/rocksdb/HistogramData.java
|
|
src/main/java/org/rocksdb/HistogramType.java
|
|
src/main/java/org/rocksdb/IndexType.java
|
|
src/main/java/org/rocksdb/InfoLogLevel.java
|
|
src/main/java/org/rocksdb/IngestExternalFileOptions.java
|
|
src/main/java/org/rocksdb/Logger.java
|
|
src/main/java/org/rocksdb/LRUCache.java
|
|
src/main/java/org/rocksdb/MemTableConfig.java
|
|
src/main/java/org/rocksdb/MergeOperator.java
|
|
src/main/java/org/rocksdb/MutableColumnFamilyOptions.java
|
|
src/main/java/org/rocksdb/MutableColumnFamilyOptionsInterface.java
|
|
src/main/java/org/rocksdb/NativeComparatorWrapper.java
|
|
src/main/java/org/rocksdb/NativeLibraryLoader.java
|
|
src/main/java/org/rocksdb/Options.java
|
|
src/main/java/org/rocksdb/OptionsUtil.java
|
|
src/main/java/org/rocksdb/PlainTableConfig.java
|
|
src/main/java/org/rocksdb/RateLimiter.java
|
|
src/main/java/org/rocksdb/RateLimiterMode.java
|
|
src/main/java/org/rocksdb/ReadOptions.java
|
|
src/main/java/org/rocksdb/ReadTier.java
|
|
src/main/java/org/rocksdb/RemoveEmptyValueCompactionFilter.java
|
|
src/main/java/org/rocksdb/RestoreOptions.java
|
|
src/main/java/org/rocksdb/RocksCallbackObject.java
|
|
src/main/java/org/rocksdb/RocksDB.java
|
|
src/main/java/org/rocksdb/RocksDBException.java
|
|
src/main/java/org/rocksdb/RocksEnv.java
|
|
src/main/java/org/rocksdb/RocksIterator.java
|
|
src/main/java/org/rocksdb/RocksIteratorInterface.java
|
|
src/main/java/org/rocksdb/RocksMemEnv.java
|
|
src/main/java/org/rocksdb/RocksMutableObject.java
|
|
src/main/java/org/rocksdb/RocksObject.java
|
|
src/main/java/org/rocksdb/SkipListMemTableConfig.java
|
|
src/main/java/org/rocksdb/Slice.java
|
|
src/main/java/org/rocksdb/Snapshot.java
|
|
src/main/java/org/rocksdb/SstFileWriter.java
|
|
src/main/java/org/rocksdb/Statistics.java
|
|
src/main/java/org/rocksdb/StatsLevel.java
|
|
src/main/java/org/rocksdb/Status.java
|
|
src/main/java/org/rocksdb/StringAppendOperator.java
|
|
src/main/java/org/rocksdb/TableFormatConfig.java
|
|
src/main/java/org/rocksdb/TickerType.java
|
|
src/main/java/org/rocksdb/TransactionLogIterator.java
|
|
src/main/java/org/rocksdb/TtlDB.java
|
|
src/main/java/org/rocksdb/util/Environment.java
|
|
src/main/java/org/rocksdb/VectorMemTableConfig.java
|
|
src/main/java/org/rocksdb/WALRecoveryMode.java
|
|
src/main/java/org/rocksdb/WBWIRocksIterator.java
|
|
src/main/java/org/rocksdb/WriteBatch.java
|
|
src/main/java/org/rocksdb/WriteBatchInterface.java
|
|
src/main/java/org/rocksdb/WriteBatchWithIndex.java
|
|
src/main/java/org/rocksdb/WriteOptions.java
|
|
src/test/java/org/rocksdb/BackupEngineTest.java
|
|
src/test/java/org/rocksdb/IngestExternalFileOptionsTest.java
|
|
src/test/java/org/rocksdb/NativeComparatorWrapperTest.java
|
|
src/test/java/org/rocksdb/PlatformRandomHelper.java
|
|
src/test/java/org/rocksdb/RocksDBExceptionTest.java
|
|
src/test/java/org/rocksdb/RocksMemoryResource.java
|
|
src/test/java/org/rocksdb/SnapshotTest.java
|
|
src/test/java/org/rocksdb/WriteBatchTest.java
|
|
src/test/java/org/rocksdb/util/CapturingWriteBatchHandler.java
|
|
src/test/java/org/rocksdb/util/WriteBatchGetter.java
|
|
INCLUDE_JARS ${JAVA_TESTCLASSPATH}
|
|
)
|
|
|
|
if(NOT EXISTS ${PROJECT_SOURCE_DIR}/java/classes)
|
|
file(MAKE_DIRECTORY ${PROJECT_SOURCE_DIR}/java/classes)
|
|
endif()
|
|
|
|
if(NOT EXISTS ${JAVA_TEST_LIBDIR})
|
|
file(MAKE_DIRECTORY mkdir ${JAVA_TEST_LIBDIR})
|
|
endif()
|
|
|
|
if (DEFINED CUSTOM_REPO_URL)
|
|
set(SEARCH_REPO_URL ${CUSTOM_REPO_URL}/)
|
|
set(CENTRAL_REPO_URL ${CUSTOM_REPO_URL}/)
|
|
else ()
|
|
set(SEARCH_REPO_URL "http://search.maven.org/remotecontent?filepath=")
|
|
set(CENTRAL_REPO_URL "http://central.maven.org/maven2/")
|
|
endif()
|
|
|
|
if(NOT EXISTS ${JAVA_JUNIT_JAR})
|
|
message("Downloading ${JAVA_JUNIT_JAR}")
|
|
file(DOWNLOAD ${SEARCH_REPO_URL}junit/junit/4.12/junit-4.12.jar ${JAVA_TMP_JAR} STATUS downloadStatus)
|
|
list(GET downloadStatus 0 error_code)
|
|
if(NOT error_code EQUAL 0)
|
|
message(FATAL_ERROR "Failed downloading ${JAVA_JUNIT_JAR}")
|
|
endif()
|
|
file(RENAME ${JAVA_TMP_JAR} ${JAVA_JUNIT_JAR})
|
|
endif()
|
|
if(NOT EXISTS ${JAVA_HAMCR_JAR})
|
|
message("Downloading ${JAVA_HAMCR_JAR}")
|
|
file(DOWNLOAD ${SEARCH_REPO_URL}org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar ${JAVA_TMP_JAR} STATUS downloadStatus)
|
|
list(GET downloadStatus 0 error_code)
|
|
if(NOT error_code EQUAL 0)
|
|
message(FATAL_ERROR "Failed downloading ${JAVA_HAMCR_JAR}")
|
|
endif()
|
|
file(RENAME ${JAVA_TMP_JAR} ${JAVA_HAMCR_JAR})
|
|
endif()
|
|
if(NOT EXISTS ${JAVA_MOCKITO_JAR})
|
|
message("Downloading ${JAVA_MOCKITO_JAR}")
|
|
file(DOWNLOAD ${SEARCH_REPO_URL}org/mockito/mockito-all/1.10.19/mockito-all-1.10.19.jar ${JAVA_TMP_JAR} STATUS downloadStatus)
|
|
list(GET downloadStatus 0 error_code)
|
|
if(NOT error_code EQUAL 0)
|
|
message(FATAL_ERROR "Failed downloading ${JAVA_MOCKITO_JAR}")
|
|
endif()
|
|
file(RENAME ${JAVA_TMP_JAR} ${JAVA_MOCKITO_JAR})
|
|
endif()
|
|
if(NOT EXISTS ${JAVA_CGLIB_JAR})
|
|
message("Downloading ${JAVA_CGLIB_JAR}")
|
|
file(DOWNLOAD ${SEARCH_REPO_URL}cglib/cglib/2.2.2/cglib-2.2.2.jar ${JAVA_TMP_JAR} STATUS downloadStatus)
|
|
list(GET downloadStatus 0 error_code)
|
|
if(NOT error_code EQUAL 0)
|
|
message(FATAL_ERROR "Failed downloading ${JAVA_CGLIB_JAR}")
|
|
endif()
|
|
file(RENAME ${JAVA_TMP_JAR} ${JAVA_CGLIB_JAR})
|
|
endif()
|
|
if(NOT EXISTS ${JAVA_ASSERTJ_JAR})
|
|
message("Downloading ${JAVA_ASSERTJ_JAR}")
|
|
file(DOWNLOAD ${CENTRAL_REPO_URL}org/assertj/assertj-core/1.7.1/assertj-core-1.7.1.jar ${JAVA_TMP_JAR} STATUS downloadStatus)
|
|
list(GET downloadStatus 0 error_code)
|
|
if(NOT error_code EQUAL 0)
|
|
message(FATAL_ERROR "Failed downloading ${JAVA_ASSERTJ_JAR}")
|
|
endif()
|
|
file(RENAME ${JAVA_TMP_JAR} ${JAVA_ASSERTJ_JAR})
|
|
endif()
|
|
|
|
set(JNI_OUTPUT_DIR ${PROJECT_SOURCE_DIR}/java/include)
|
|
|
|
file(MAKE_DIRECTORY ${JNI_OUTPUT_DIR})
|
|
create_javah(
|
|
TARGET rocksdbjni_headers
|
|
CLASSES ${NATIVE_JAVA_CLASSES}
|
|
CLASSPATH rocksdbjni_classes ${JAVA_TESTCLASSPATH}
|
|
OUTPUT_DIR ${JNI_OUTPUT_DIR}
|
|
)
|
|
|
|
if(NOT MSVC)
|
|
set_property(TARGET ${ROCKSDB_STATIC_LIB} PROPERTY POSITION_INDEPENDENT_CODE ON)
|
|
endif()
|
|
|
|
set(ROCKSDBJNI_STATIC_LIB rocksdbjni${ARTIFACT_SUFFIX})
|
|
add_library(${ROCKSDBJNI_STATIC_LIB} ${JNI_NATIVE_SOURCES})
|
|
add_dependencies(${ROCKSDBJNI_STATIC_LIB} rocksdbjni_headers)
|
|
target_link_libraries(${ROCKSDBJNI_STATIC_LIB} ${ROCKSDB_STATIC_LIB} ${LIBS})
|
|
|
|
if(NOT MINGW)
|
|
set(ROCKSDBJNI_SHARED_LIB rocksdbjni-shared${ARTIFACT_SUFFIX})
|
|
add_library(${ROCKSDBJNI_SHARED_LIB} SHARED ${JNI_NATIVE_SOURCES})
|
|
add_dependencies(${ROCKSDBJNI_SHARED_LIB} rocksdbjni_headers)
|
|
target_link_libraries(${ROCKSDBJNI_SHARED_LIB} ${ROCKSDB_STATIC_LIB} ${LIBS})
|
|
|
|
set_target_properties(
|
|
${ROCKSDBJNI_SHARED_LIB}
|
|
PROPERTIES
|
|
COMPILE_PDB_OUTPUT_DIRECTORY ${CMAKE_CFG_INTDIR}
|
|
COMPILE_PDB_NAME ${ROCKSDBJNI_STATIC_LIB}.pdb
|
|
)
|
|
endif()
|