2017-11-28 21:13:20 +01:00
|
|
|
cmake_minimum_required(VERSION 3.4)
|
2016-07-18 16:37:49 +02:00
|
|
|
|
2019-06-17 19:15:58 +02:00
|
|
|
if(${CMAKE_VERSION} VERSION_LESS "3.11.4")
|
|
|
|
message("Please consider switching to CMake 3.11.4 or newer")
|
|
|
|
endif()
|
|
|
|
|
2020-03-12 20:22:03 +01:00
|
|
|
set(CMAKE_JAVA_COMPILE_FLAGS -source 7)
|
|
|
|
|
2016-01-28 15:44:31 +01:00
|
|
|
set(JNI_NATIVE_SOURCES
|
|
|
|
rocksjni/backupablejni.cc
|
2017-04-22 05:41:37 +02:00
|
|
|
rocksjni/backupenginejni.cc
|
2018-07-18 21:24:07 +02:00
|
|
|
rocksjni/cassandra_compactionfilterjni.cc
|
|
|
|
rocksjni/cassandra_value_operator.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/checkpoint.cc
|
2017-04-22 05:41:37 +02:00
|
|
|
rocksjni/clock_cache.cc
|
2021-03-17 17:28:47 +01:00
|
|
|
rocksjni/cache.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/columnfamilyhandle.cc
|
|
|
|
rocksjni/compaction_filter.cc
|
2018-01-03 21:22:40 +01:00
|
|
|
rocksjni/compaction_filter_factory.cc
|
|
|
|
rocksjni/compaction_filter_factory_jnicallback.cc
|
2019-06-17 19:15:58 +02:00
|
|
|
rocksjni/compaction_job_info.cc
|
|
|
|
rocksjni/compaction_job_stats.cc
|
|
|
|
rocksjni/compaction_options.cc
|
2017-04-22 05:41:37 +02:00
|
|
|
rocksjni/compaction_options_fifo.cc
|
|
|
|
rocksjni/compaction_options_universal.cc
|
2018-08-17 19:52:58 +02:00
|
|
|
rocksjni/compact_range_options.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/comparator.cc
|
|
|
|
rocksjni/comparatorjnicallback.cc
|
2017-04-22 05:41:37 +02:00
|
|
|
rocksjni/compression_options.cc
|
2020-09-09 21:42:54 +02:00
|
|
|
rocksjni/concurrent_task_limiter.cc
|
2020-04-22 02:35:28 +02:00
|
|
|
rocksjni/config_options.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/env.cc
|
2016-09-29 23:04:41 +02:00
|
|
|
rocksjni/env_options.cc
|
2020-10-14 20:32:10 +02:00
|
|
|
rocksjni/event_listener.cc
|
|
|
|
rocksjni/event_listener_jnicallback.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/filter.cc
|
2017-05-24 20:13:25 +02:00
|
|
|
rocksjni/ingest_external_file_options.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/iterator.cc
|
2018-01-03 21:22:40 +01:00
|
|
|
rocksjni/jnicallback.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/loggerjnicallback.cc
|
2017-04-22 05:41:37 +02:00
|
|
|
rocksjni/lru_cache.cc
|
2018-10-08 20:03:34 +02:00
|
|
|
rocksjni/memory_util.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/memtablejni.cc
|
|
|
|
rocksjni/merge_operator.cc
|
2018-03-08 20:16:46 +01:00
|
|
|
rocksjni/native_comparator_wrapper_test.cc
|
2018-07-18 21:24:07 +02:00
|
|
|
rocksjni/optimistic_transaction_db.cc
|
|
|
|
rocksjni/optimistic_transaction_options.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/options.cc
|
2017-10-13 01:45:01 +02:00
|
|
|
rocksjni/options_util.cc
|
2019-02-22 23:36:38 +01:00
|
|
|
rocksjni/persistent_cache.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/ratelimiterjni.cc
|
|
|
|
rocksjni/remove_emptyvalue_compactionfilterjni.cc
|
|
|
|
rocksjni/restorejni.cc
|
2018-07-18 21:24:07 +02:00
|
|
|
rocksjni/rocks_callback_object.cc
|
2017-04-22 05:41:37 +02:00
|
|
|
rocksjni/rocksdb_exception_test.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/rocksjni.cc
|
|
|
|
rocksjni/slice.cc
|
|
|
|
rocksjni/snapshot.cc
|
2018-04-07 06:22:37 +02:00
|
|
|
rocksjni/sst_file_manager.cc
|
2016-09-29 23:04:41 +02:00
|
|
|
rocksjni/sst_file_writerjni.cc
|
2019-09-10 03:11:02 +02:00
|
|
|
rocksjni/sst_file_readerjni.cc
|
|
|
|
rocksjni/sst_file_reader_iterator.cc
|
2020-07-24 22:43:14 +02:00
|
|
|
rocksjni/sst_partitioner.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/statistics.cc
|
2017-07-12 08:19:53 +02:00
|
|
|
rocksjni/statisticsjni.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/table.cc
|
2019-02-22 23:36:38 +01:00
|
|
|
rocksjni/table_filter.cc
|
|
|
|
rocksjni/table_filter_jnicallback.cc
|
2021-01-16 02:51:20 +01:00
|
|
|
rocksjni/testable_event_listener.cc
|
2019-02-22 23:36:38 +01:00
|
|
|
rocksjni/thread_status.cc
|
|
|
|
rocksjni/trace_writer.cc
|
|
|
|
rocksjni/trace_writer_jnicallback.cc
|
2018-07-18 21:24:07 +02:00
|
|
|
rocksjni/transaction.cc
|
|
|
|
rocksjni/transaction_db.cc
|
|
|
|
rocksjni/transaction_db_options.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/transaction_log.cc
|
2018-07-18 21:24:07 +02:00
|
|
|
rocksjni/transaction_notifier.cc
|
|
|
|
rocksjni/transaction_notifier_jnicallback.cc
|
|
|
|
rocksjni/transaction_options.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/ttl.cc
|
2019-02-22 23:36:38 +01:00
|
|
|
rocksjni/wal_filter.cc
|
|
|
|
rocksjni/wal_filter_jnicallback.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/write_batch.cc
|
2018-07-18 21:24:07 +02:00
|
|
|
rocksjni/writebatchhandlerjnicallback.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
rocksjni/write_batch_test.cc
|
2017-04-22 05:41:37 +02:00
|
|
|
rocksjni/write_batch_with_index.cc
|
2018-10-17 20:47:51 +02:00
|
|
|
rocksjni/write_buffer_manager.cc
|
2016-01-28 15:44:31 +01:00
|
|
|
)
|
|
|
|
|
2019-06-17 19:15:58 +02:00
|
|
|
set(JAVA_MAIN_CLASSES
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/AbstractCompactionFilter.java
|
2019-06-17 19:15:58 +02:00
|
|
|
src/main/java/org/rocksdb/AbstractCompactionFilterFactory.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/AbstractComparator.java
|
2020-10-14 20:32:10 +02:00
|
|
|
src/main/java/org/rocksdb/AbstractEventListener.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/AbstractImmutableNativeReference.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/AbstractMutableOptions.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/AbstractNativeReference.java
|
|
|
|
src/main/java/org/rocksdb/AbstractRocksIterator.java
|
|
|
|
src/main/java/org/rocksdb/AbstractSlice.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/AbstractTableFilter.java
|
|
|
|
src/main/java/org/rocksdb/AbstractTraceWriter.java
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/AbstractTransactionNotifier.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/AbstractWalFilter.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/AbstractWriteBatch.java
|
|
|
|
src/main/java/org/rocksdb/AccessHint.java
|
|
|
|
src/main/java/org/rocksdb/AdvancedColumnFamilyOptionsInterface.java
|
|
|
|
src/main/java/org/rocksdb/AdvancedMutableColumnFamilyOptionsInterface.java
|
2020-10-14 20:32:10 +02:00
|
|
|
src/main/java/org/rocksdb/BackgroundErrorReason.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/BackupableDBOptions.java
|
|
|
|
src/main/java/org/rocksdb/BackupEngine.java
|
|
|
|
src/main/java/org/rocksdb/BackupInfo.java
|
|
|
|
src/main/java/org/rocksdb/BlockBasedTableConfig.java
|
|
|
|
src/main/java/org/rocksdb/BloomFilter.java
|
|
|
|
src/main/java/org/rocksdb/BuiltinComparator.java
|
2021-12-16 03:07:37 +01:00
|
|
|
src/main/java/org/rocksdb/ByteBufferGetStatus.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/Cache.java
|
|
|
|
src/main/java/org/rocksdb/CassandraCompactionFilter.java
|
|
|
|
src/main/java/org/rocksdb/CassandraValueMergeOperator.java
|
|
|
|
src/main/java/org/rocksdb/Checkpoint.java
|
|
|
|
src/main/java/org/rocksdb/ChecksumType.java
|
|
|
|
src/main/java/org/rocksdb/ClockCache.java
|
|
|
|
src/main/java/org/rocksdb/ColumnFamilyDescriptor.java
|
|
|
|
src/main/java/org/rocksdb/ColumnFamilyHandle.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/ColumnFamilyMetaData.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/ColumnFamilyOptionsInterface.java
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/ColumnFamilyOptions.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/CompactionJobInfo.java
|
|
|
|
src/main/java/org/rocksdb/CompactionJobStats.java
|
|
|
|
src/main/java/org/rocksdb/CompactionOptions.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/CompactionOptionsFIFO.java
|
|
|
|
src/main/java/org/rocksdb/CompactionOptionsUniversal.java
|
|
|
|
src/main/java/org/rocksdb/CompactionPriority.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/CompactionReason.java
|
2018-08-17 19:52:58 +02:00
|
|
|
src/main/java/org/rocksdb/CompactRangeOptions.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/CompactionStopStyle.java
|
|
|
|
src/main/java/org/rocksdb/CompactionStyle.java
|
|
|
|
src/main/java/org/rocksdb/ComparatorOptions.java
|
2018-03-08 20:16:46 +01:00
|
|
|
src/main/java/org/rocksdb/ComparatorType.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/CompressionOptions.java
|
|
|
|
src/main/java/org/rocksdb/CompressionType.java
|
2020-04-22 02:35:28 +02:00
|
|
|
src/main/java/org/rocksdb/ConfigOptions.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/DataBlockIndexType.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/DBOptionsInterface.java
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/DBOptions.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/DbPath.java
|
|
|
|
src/main/java/org/rocksdb/DirectSlice.java
|
|
|
|
src/main/java/org/rocksdb/EncodingType.java
|
|
|
|
src/main/java/org/rocksdb/Env.java
|
|
|
|
src/main/java/org/rocksdb/EnvOptions.java
|
2020-10-14 20:32:10 +02:00
|
|
|
src/main/java/org/rocksdb/EventListener.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/Experimental.java
|
2020-10-14 20:32:10 +02:00
|
|
|
src/main/java/org/rocksdb/ExternalFileIngestionInfo.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/Filter.java
|
2020-10-14 20:32:10 +02:00
|
|
|
src/main/java/org/rocksdb/FileOperationInfo.java
|
|
|
|
src/main/java/org/rocksdb/FlushJobInfo.java
|
|
|
|
src/main/java/org/rocksdb/FlushReason.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/FlushOptions.java
|
|
|
|
src/main/java/org/rocksdb/HashLinkedListMemTableConfig.java
|
|
|
|
src/main/java/org/rocksdb/HashSkipListMemTableConfig.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/HdfsEnv.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/HistogramData.java
|
|
|
|
src/main/java/org/rocksdb/HistogramType.java
|
2019-12-20 23:25:52 +01:00
|
|
|
src/main/java/org/rocksdb/Holder.java
|
2020-07-10 23:31:25 +02:00
|
|
|
src/main/java/org/rocksdb/IndexShorteningMode.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/IndexType.java
|
|
|
|
src/main/java/org/rocksdb/InfoLogLevel.java
|
|
|
|
src/main/java/org/rocksdb/IngestExternalFileOptions.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/LevelMetaData.java
|
2020-09-09 21:42:54 +02:00
|
|
|
src/main/java/org/rocksdb/ConcurrentTaskLimiter.java
|
|
|
|
src/main/java/org/rocksdb/ConcurrentTaskLimiterImpl.java
|
2021-10-19 02:19:04 +02:00
|
|
|
src/main/java/org/rocksdb/KeyMayExist.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/LiveFileMetaData.java
|
|
|
|
src/main/java/org/rocksdb/LogFile.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/Logger.java
|
|
|
|
src/main/java/org/rocksdb/LRUCache.java
|
2018-10-08 20:03:34 +02:00
|
|
|
src/main/java/org/rocksdb/MemoryUsageType.java
|
|
|
|
src/main/java/org/rocksdb/MemoryUtil.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/MemTableConfig.java
|
2020-10-14 20:32:10 +02:00
|
|
|
src/main/java/org/rocksdb/MemTableInfo.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/MergeOperator.java
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/MutableColumnFamilyOptions.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/MutableColumnFamilyOptionsInterface.java
|
|
|
|
src/main/java/org/rocksdb/MutableDBOptions.java
|
|
|
|
src/main/java/org/rocksdb/MutableDBOptionsInterface.java
|
|
|
|
src/main/java/org/rocksdb/MutableOptionKey.java
|
|
|
|
src/main/java/org/rocksdb/MutableOptionValue.java
|
2018-03-08 20:16:46 +01:00
|
|
|
src/main/java/org/rocksdb/NativeComparatorWrapper.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/NativeLibraryLoader.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/OperationStage.java
|
|
|
|
src/main/java/org/rocksdb/OperationType.java
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/OptimisticTransactionDB.java
|
|
|
|
src/main/java/org/rocksdb/OptimisticTransactionOptions.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/Options.java
|
2021-10-19 18:20:56 +02:00
|
|
|
src/main/java/org/rocksdb/OptionString.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/OptionsUtil.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/PersistentCache.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/PlainTableConfig.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/Priority.java
|
|
|
|
src/main/java/org/rocksdb/Range.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/RateLimiter.java
|
2018-01-10 01:27:01 +01:00
|
|
|
src/main/java/org/rocksdb/RateLimiterMode.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/ReadOptions.java
|
|
|
|
src/main/java/org/rocksdb/ReadTier.java
|
|
|
|
src/main/java/org/rocksdb/RemoveEmptyValueCompactionFilter.java
|
|
|
|
src/main/java/org/rocksdb/RestoreOptions.java
|
Improve RocksJava Comparator (#6252)
Summary:
This is a redesign of the API for RocksJava comparators with the aim of improving performance. It also simplifies the class hierarchy.
**NOTE**: This breaks backwards compatibility for existing 3rd party Comparators implemented in Java... so we need to consider carefully which release branches this goes into.
Previously when implementing a comparator in Java the developer had a choice of subclassing either `DirectComparator` or `Comparator` which would use direct and non-direct byte-buffers resepectively (via `DirectSlice` and `Slice`).
In this redesign there we have eliminated the overhead of using the Java Slice classes, and just use `ByteBuffer`s. The `ComparatorOptions` supplied when constructing a Comparator allow you to choose between direct and non-direct byte buffers by setting `useDirect`.
In addition, the `ComparatorOptions` now allow you to choose whether a ByteBuffer is reused over multiple comparator calls, by setting `maxReusedBufferSize > 0`. When buffers are reused, ComparatorOptions provides a choice of mutex type by setting `useAdaptiveMutex`.
---
[JMH benchmarks previously indicated](https://github.com/facebook/rocksdb/pull/6241#issue-356398306) that the difference between C++ and Java for implementing a comparator was ~7x slowdown in Java.
With these changes, when reusing buffers and guarding access to them via mutexes the slowdown is approximately the same. However, these changes offer a new facility to not reuse mutextes, which reduces the slowdown to ~5.5x in Java. We also offer a `thread_local` mechanism for reusing buffers, which reduces slowdown to ~5.2x in Java (closes https://github.com/facebook/rocksdb/pull/4425).
These changes also form a good base for further optimisation work such as further JNI lookup caching, and JNI critical.
---
These numbers were captured without jemalloc. With jemalloc, the performance improves for all tests, and the Java slowdown reduces to between 4.8x and 5.x.
```
ComparatorBenchmarks.put native_bytewise thrpt 25 124483.795 ± 2032.443 ops/s
ComparatorBenchmarks.put native_reverse_bytewise thrpt 25 114414.536 ± 3486.156 ops/s
ComparatorBenchmarks.put java_bytewise_non-direct_reused-64_adaptive-mutex thrpt 25 17228.250 ± 1288.546 ops/s
ComparatorBenchmarks.put java_bytewise_non-direct_reused-64_non-adaptive-mutex thrpt 25 16035.865 ± 1248.099 ops/s
ComparatorBenchmarks.put java_bytewise_non-direct_reused-64_thread-local thrpt 25 21571.500 ± 871.521 ops/s
ComparatorBenchmarks.put java_bytewise_direct_reused-64_adaptive-mutex thrpt 25 23613.773 ± 8465.660 ops/s
ComparatorBenchmarks.put java_bytewise_direct_reused-64_non-adaptive-mutex thrpt 25 16768.172 ± 5618.489 ops/s
ComparatorBenchmarks.put java_bytewise_direct_reused-64_thread-local thrpt 25 23921.164 ± 8734.742 ops/s
ComparatorBenchmarks.put java_bytewise_non-direct_no-reuse thrpt 25 17899.684 ± 839.679 ops/s
ComparatorBenchmarks.put java_bytewise_direct_no-reuse thrpt 25 22148.316 ± 1215.527 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_non-direct_reused-64_adaptive-mutex thrpt 25 11311.126 ± 820.602 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_non-direct_reused-64_non-adaptive-mutex thrpt 25 11421.311 ± 807.210 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_non-direct_reused-64_thread-local thrpt 25 11554.005 ± 960.556 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_direct_reused-64_adaptive-mutex thrpt 25 22960.523 ± 1673.421 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_direct_reused-64_non-adaptive-mutex thrpt 25 18293.317 ± 1434.601 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_direct_reused-64_thread-local thrpt 25 24479.361 ± 2157.306 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_non-direct_no-reuse thrpt 25 7942.286 ± 626.170 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_direct_no-reuse thrpt 25 11781.955 ± 1019.843 ops/s
```
Pull Request resolved: https://github.com/facebook/rocksdb/pull/6252
Differential Revision: D19331064
Pulled By: pdillinger
fbshipit-source-id: 1f3b794e6a14162b2c3ffb943e8c0e64a0c03738
2020-02-03 21:28:25 +01:00
|
|
|
src/main/java/org/rocksdb/ReusedSynchronisationType.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/RocksCallbackObject.java
|
|
|
|
src/main/java/org/rocksdb/RocksDBException.java
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/RocksDB.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/RocksEnv.java
|
|
|
|
src/main/java/org/rocksdb/RocksIteratorInterface.java
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/RocksIterator.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/RocksMemEnv.java
|
|
|
|
src/main/java/org/rocksdb/RocksMutableObject.java
|
|
|
|
src/main/java/org/rocksdb/RocksObject.java
|
2020-04-22 02:35:28 +02:00
|
|
|
src/main/java/org/rocksdb/SanityLevel.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/SizeApproximationFlag.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/SkipListMemTableConfig.java
|
|
|
|
src/main/java/org/rocksdb/Slice.java
|
|
|
|
src/main/java/org/rocksdb/Snapshot.java
|
2018-04-07 06:22:37 +02:00
|
|
|
src/main/java/org/rocksdb/SstFileManager.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/SstFileMetaData.java
|
2019-09-10 03:11:02 +02:00
|
|
|
src/main/java/org/rocksdb/SstFileReader.java
|
|
|
|
src/main/java/org/rocksdb/SstFileReaderIterator.java
|
2020-07-24 22:43:14 +02:00
|
|
|
src/main/java/org/rocksdb/SstFileWriter.java
|
|
|
|
src/main/java/org/rocksdb/SstPartitionerFactory.java
|
|
|
|
src/main/java/org/rocksdb/SstPartitionerFixedPrefixFactory.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/StateType.java
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/StatisticsCollectorCallback.java
|
|
|
|
src/main/java/org/rocksdb/StatisticsCollector.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/Statistics.java
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/StatsCollectorInput.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/StatsLevel.java
|
|
|
|
src/main/java/org/rocksdb/Status.java
|
|
|
|
src/main/java/org/rocksdb/StringAppendOperator.java
|
2020-10-14 20:32:10 +02:00
|
|
|
src/main/java/org/rocksdb/TableFileCreationBriefInfo.java
|
|
|
|
src/main/java/org/rocksdb/TableFileCreationInfo.java
|
|
|
|
src/main/java/org/rocksdb/TableFileCreationReason.java
|
|
|
|
src/main/java/org/rocksdb/TableFileDeletionInfo.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/TableFilter.java
|
|
|
|
src/main/java/org/rocksdb/TableProperties.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/TableFormatConfig.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/ThreadType.java
|
|
|
|
src/main/java/org/rocksdb/ThreadStatus.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/TickerType.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/TimedEnv.java
|
|
|
|
src/main/java/org/rocksdb/TraceOptions.java
|
|
|
|
src/main/java/org/rocksdb/TraceWriter.java
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/TransactionalDB.java
|
|
|
|
src/main/java/org/rocksdb/TransactionalOptions.java
|
|
|
|
src/main/java/org/rocksdb/TransactionDB.java
|
|
|
|
src/main/java/org/rocksdb/TransactionDBOptions.java
|
|
|
|
src/main/java/org/rocksdb/Transaction.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/TransactionLogIterator.java
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/TransactionOptions.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/TtlDB.java
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/TxnDBWritePolicy.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/VectorMemTableConfig.java
|
2019-02-22 23:36:38 +01:00
|
|
|
src/main/java/org/rocksdb/WalFileType.java
|
|
|
|
src/main/java/org/rocksdb/WalFilter.java
|
|
|
|
src/main/java/org/rocksdb/WalProcessingOption.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/WALRecoveryMode.java
|
|
|
|
src/main/java/org/rocksdb/WBWIRocksIterator.java
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/WriteBatch.java
|
2019-06-17 19:15:58 +02:00
|
|
|
src/main/java/org/rocksdb/WriteBatchInterface.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/main/java/org/rocksdb/WriteBatchWithIndex.java
|
|
|
|
src/main/java/org/rocksdb/WriteOptions.java
|
2018-10-17 20:47:51 +02:00
|
|
|
src/main/java/org/rocksdb/WriteBufferManager.java
|
2020-10-14 20:32:10 +02:00
|
|
|
src/main/java/org/rocksdb/WriteStallCondition.java
|
|
|
|
src/main/java/org/rocksdb/WriteStallInfo.java
|
Improve RocksJava Comparator (#6252)
Summary:
This is a redesign of the API for RocksJava comparators with the aim of improving performance. It also simplifies the class hierarchy.
**NOTE**: This breaks backwards compatibility for existing 3rd party Comparators implemented in Java... so we need to consider carefully which release branches this goes into.
Previously when implementing a comparator in Java the developer had a choice of subclassing either `DirectComparator` or `Comparator` which would use direct and non-direct byte-buffers resepectively (via `DirectSlice` and `Slice`).
In this redesign there we have eliminated the overhead of using the Java Slice classes, and just use `ByteBuffer`s. The `ComparatorOptions` supplied when constructing a Comparator allow you to choose between direct and non-direct byte buffers by setting `useDirect`.
In addition, the `ComparatorOptions` now allow you to choose whether a ByteBuffer is reused over multiple comparator calls, by setting `maxReusedBufferSize > 0`. When buffers are reused, ComparatorOptions provides a choice of mutex type by setting `useAdaptiveMutex`.
---
[JMH benchmarks previously indicated](https://github.com/facebook/rocksdb/pull/6241#issue-356398306) that the difference between C++ and Java for implementing a comparator was ~7x slowdown in Java.
With these changes, when reusing buffers and guarding access to them via mutexes the slowdown is approximately the same. However, these changes offer a new facility to not reuse mutextes, which reduces the slowdown to ~5.5x in Java. We also offer a `thread_local` mechanism for reusing buffers, which reduces slowdown to ~5.2x in Java (closes https://github.com/facebook/rocksdb/pull/4425).
These changes also form a good base for further optimisation work such as further JNI lookup caching, and JNI critical.
---
These numbers were captured without jemalloc. With jemalloc, the performance improves for all tests, and the Java slowdown reduces to between 4.8x and 5.x.
```
ComparatorBenchmarks.put native_bytewise thrpt 25 124483.795 ± 2032.443 ops/s
ComparatorBenchmarks.put native_reverse_bytewise thrpt 25 114414.536 ± 3486.156 ops/s
ComparatorBenchmarks.put java_bytewise_non-direct_reused-64_adaptive-mutex thrpt 25 17228.250 ± 1288.546 ops/s
ComparatorBenchmarks.put java_bytewise_non-direct_reused-64_non-adaptive-mutex thrpt 25 16035.865 ± 1248.099 ops/s
ComparatorBenchmarks.put java_bytewise_non-direct_reused-64_thread-local thrpt 25 21571.500 ± 871.521 ops/s
ComparatorBenchmarks.put java_bytewise_direct_reused-64_adaptive-mutex thrpt 25 23613.773 ± 8465.660 ops/s
ComparatorBenchmarks.put java_bytewise_direct_reused-64_non-adaptive-mutex thrpt 25 16768.172 ± 5618.489 ops/s
ComparatorBenchmarks.put java_bytewise_direct_reused-64_thread-local thrpt 25 23921.164 ± 8734.742 ops/s
ComparatorBenchmarks.put java_bytewise_non-direct_no-reuse thrpt 25 17899.684 ± 839.679 ops/s
ComparatorBenchmarks.put java_bytewise_direct_no-reuse thrpt 25 22148.316 ± 1215.527 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_non-direct_reused-64_adaptive-mutex thrpt 25 11311.126 ± 820.602 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_non-direct_reused-64_non-adaptive-mutex thrpt 25 11421.311 ± 807.210 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_non-direct_reused-64_thread-local thrpt 25 11554.005 ± 960.556 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_direct_reused-64_adaptive-mutex thrpt 25 22960.523 ± 1673.421 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_direct_reused-64_non-adaptive-mutex thrpt 25 18293.317 ± 1434.601 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_direct_reused-64_thread-local thrpt 25 24479.361 ± 2157.306 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_non-direct_no-reuse thrpt 25 7942.286 ± 626.170 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_direct_no-reuse thrpt 25 11781.955 ± 1019.843 ops/s
```
Pull Request resolved: https://github.com/facebook/rocksdb/pull/6252
Differential Revision: D19331064
Pulled By: pdillinger
fbshipit-source-id: 1f3b794e6a14162b2c3ffb943e8c0e64a0c03738
2020-02-03 21:28:25 +01:00
|
|
|
src/main/java/org/rocksdb/util/ByteUtil.java
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/util/BytewiseComparator.java
|
|
|
|
src/main/java/org/rocksdb/util/Environment.java
|
Improve RocksJava Comparator (#6252)
Summary:
This is a redesign of the API for RocksJava comparators with the aim of improving performance. It also simplifies the class hierarchy.
**NOTE**: This breaks backwards compatibility for existing 3rd party Comparators implemented in Java... so we need to consider carefully which release branches this goes into.
Previously when implementing a comparator in Java the developer had a choice of subclassing either `DirectComparator` or `Comparator` which would use direct and non-direct byte-buffers resepectively (via `DirectSlice` and `Slice`).
In this redesign there we have eliminated the overhead of using the Java Slice classes, and just use `ByteBuffer`s. The `ComparatorOptions` supplied when constructing a Comparator allow you to choose between direct and non-direct byte buffers by setting `useDirect`.
In addition, the `ComparatorOptions` now allow you to choose whether a ByteBuffer is reused over multiple comparator calls, by setting `maxReusedBufferSize > 0`. When buffers are reused, ComparatorOptions provides a choice of mutex type by setting `useAdaptiveMutex`.
---
[JMH benchmarks previously indicated](https://github.com/facebook/rocksdb/pull/6241#issue-356398306) that the difference between C++ and Java for implementing a comparator was ~7x slowdown in Java.
With these changes, when reusing buffers and guarding access to them via mutexes the slowdown is approximately the same. However, these changes offer a new facility to not reuse mutextes, which reduces the slowdown to ~5.5x in Java. We also offer a `thread_local` mechanism for reusing buffers, which reduces slowdown to ~5.2x in Java (closes https://github.com/facebook/rocksdb/pull/4425).
These changes also form a good base for further optimisation work such as further JNI lookup caching, and JNI critical.
---
These numbers were captured without jemalloc. With jemalloc, the performance improves for all tests, and the Java slowdown reduces to between 4.8x and 5.x.
```
ComparatorBenchmarks.put native_bytewise thrpt 25 124483.795 ± 2032.443 ops/s
ComparatorBenchmarks.put native_reverse_bytewise thrpt 25 114414.536 ± 3486.156 ops/s
ComparatorBenchmarks.put java_bytewise_non-direct_reused-64_adaptive-mutex thrpt 25 17228.250 ± 1288.546 ops/s
ComparatorBenchmarks.put java_bytewise_non-direct_reused-64_non-adaptive-mutex thrpt 25 16035.865 ± 1248.099 ops/s
ComparatorBenchmarks.put java_bytewise_non-direct_reused-64_thread-local thrpt 25 21571.500 ± 871.521 ops/s
ComparatorBenchmarks.put java_bytewise_direct_reused-64_adaptive-mutex thrpt 25 23613.773 ± 8465.660 ops/s
ComparatorBenchmarks.put java_bytewise_direct_reused-64_non-adaptive-mutex thrpt 25 16768.172 ± 5618.489 ops/s
ComparatorBenchmarks.put java_bytewise_direct_reused-64_thread-local thrpt 25 23921.164 ± 8734.742 ops/s
ComparatorBenchmarks.put java_bytewise_non-direct_no-reuse thrpt 25 17899.684 ± 839.679 ops/s
ComparatorBenchmarks.put java_bytewise_direct_no-reuse thrpt 25 22148.316 ± 1215.527 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_non-direct_reused-64_adaptive-mutex thrpt 25 11311.126 ± 820.602 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_non-direct_reused-64_non-adaptive-mutex thrpt 25 11421.311 ± 807.210 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_non-direct_reused-64_thread-local thrpt 25 11554.005 ± 960.556 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_direct_reused-64_adaptive-mutex thrpt 25 22960.523 ± 1673.421 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_direct_reused-64_non-adaptive-mutex thrpt 25 18293.317 ± 1434.601 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_direct_reused-64_thread-local thrpt 25 24479.361 ± 2157.306 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_non-direct_no-reuse thrpt 25 7942.286 ± 626.170 ops/s
ComparatorBenchmarks.put java_reverse_bytewise_direct_no-reuse thrpt 25 11781.955 ± 1019.843 ops/s
```
Pull Request resolved: https://github.com/facebook/rocksdb/pull/6252
Differential Revision: D19331064
Pulled By: pdillinger
fbshipit-source-id: 1f3b794e6a14162b2c3ffb943e8c0e64a0c03738
2020-02-03 21:28:25 +01:00
|
|
|
src/main/java/org/rocksdb/util/IntComparator.java
|
2018-07-18 21:24:07 +02:00
|
|
|
src/main/java/org/rocksdb/util/ReverseBytewiseComparator.java
|
|
|
|
src/main/java/org/rocksdb/util/SizeUnit.java
|
2019-06-17 19:15:58 +02:00
|
|
|
src/main/java/org/rocksdb/UInt64AddOperator.java
|
|
|
|
)
|
|
|
|
|
|
|
|
set(JAVA_TEST_CLASSES
|
2017-11-28 21:13:20 +01:00
|
|
|
src/test/java/org/rocksdb/BackupEngineTest.java
|
|
|
|
src/test/java/org/rocksdb/IngestExternalFileOptionsTest.java
|
2018-03-08 20:16:46 +01:00
|
|
|
src/test/java/org/rocksdb/NativeComparatorWrapperTest.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/test/java/org/rocksdb/PlatformRandomHelper.java
|
|
|
|
src/test/java/org/rocksdb/RocksDBExceptionTest.java
|
2019-12-20 22:39:11 +01:00
|
|
|
src/test/java/org/rocksdb/RocksNativeLibraryResource.java
|
2017-11-28 21:13:20 +01:00
|
|
|
src/test/java/org/rocksdb/SnapshotTest.java
|
|
|
|
src/test/java/org/rocksdb/WriteBatchTest.java
|
2018-03-03 00:33:08 +01:00
|
|
|
src/test/java/org/rocksdb/util/CapturingWriteBatchHandler.java
|
|
|
|
src/test/java/org/rocksdb/util/WriteBatchGetter.java
|
2021-01-16 02:51:20 +01:00
|
|
|
src/test/java/org/rocksdb/test/TestableEventListener.java
|
2017-11-28 21:13:20 +01:00
|
|
|
)
|
2016-01-28 15:44:31 +01:00
|
|
|
|
2019-06-17 19:15:58 +02:00
|
|
|
include(FindJava)
|
|
|
|
include(UseJava)
|
|
|
|
find_package(JNI)
|
|
|
|
|
|
|
|
include_directories(${JNI_INCLUDE_DIRS})
|
|
|
|
include_directories(${PROJECT_SOURCE_DIR}/java)
|
|
|
|
|
|
|
|
set(JAVA_TEST_LIBDIR ${PROJECT_SOURCE_DIR}/java/test-libs)
|
|
|
|
set(JAVA_TMP_JAR ${JAVA_TEST_LIBDIR}/tmp.jar)
|
|
|
|
set(JAVA_JUNIT_JAR ${JAVA_TEST_LIBDIR}/junit-4.12.jar)
|
|
|
|
set(JAVA_HAMCR_JAR ${JAVA_TEST_LIBDIR}/hamcrest-core-1.3.jar)
|
|
|
|
set(JAVA_MOCKITO_JAR ${JAVA_TEST_LIBDIR}/mockito-all-1.10.19.jar)
|
|
|
|
set(JAVA_CGLIB_JAR ${JAVA_TEST_LIBDIR}/cglib-2.2.2.jar)
|
|
|
|
set(JAVA_ASSERTJ_JAR ${JAVA_TEST_LIBDIR}/assertj-core-1.7.1.jar)
|
|
|
|
set(JAVA_TESTCLASSPATH ${JAVA_JUNIT_JAR} ${JAVA_HAMCR_JAR} ${JAVA_MOCKITO_JAR} ${JAVA_CGLIB_JAR} ${JAVA_ASSERTJ_JAR})
|
|
|
|
|
|
|
|
set(JNI_OUTPUT_DIR ${PROJECT_SOURCE_DIR}/java/include)
|
|
|
|
file(MAKE_DIRECTORY ${JNI_OUTPUT_DIR})
|
|
|
|
|
|
|
|
if(${Java_VERSION_MAJOR} VERSION_GREATER_EQUAL "10" AND ${CMAKE_VERSION} VERSION_LESS "3.11.4")
|
|
|
|
# Java 10 and newer don't have javah, but the alternative GENERATE_NATIVE_HEADERS requires CMake 3.11.4 or newer
|
|
|
|
message(FATAL_ERROR "Detected Java 10 or newer (${Java_VERSION_STRING}), to build with CMake please upgrade CMake to 3.11.4 or newer")
|
|
|
|
|
|
|
|
elseif(${CMAKE_VERSION} VERSION_LESS "3.11.4" OR (${Java_VERSION_MINOR} STREQUAL "7" AND ${Java_VERSION_MAJOR} STREQUAL "1"))
|
|
|
|
# Old CMake or Java 1.7 prepare the JAR...
|
|
|
|
message("Preparing Jar for Java 7")
|
|
|
|
add_jar(
|
|
|
|
rocksdbjni_classes
|
|
|
|
SOURCES
|
|
|
|
${JAVA_MAIN_CLASSES}
|
|
|
|
${JAVA_TEST_CLASSES}
|
|
|
|
INCLUDE_JARS ${JAVA_TESTCLASSPATH}
|
|
|
|
)
|
|
|
|
|
|
|
|
else ()
|
|
|
|
# Java 1.8 or newer prepare the JAR...
|
|
|
|
message("Preparing Jar for JDK ${Java_VERSION_STRING}")
|
|
|
|
add_jar(
|
|
|
|
rocksdbjni_classes
|
|
|
|
SOURCES
|
|
|
|
${JAVA_MAIN_CLASSES}
|
|
|
|
${JAVA_TEST_CLASSES}
|
|
|
|
INCLUDE_JARS ${JAVA_TESTCLASSPATH}
|
|
|
|
GENERATE_NATIVE_HEADERS rocksdbjni_headers DESTINATION ${JNI_OUTPUT_DIR}
|
|
|
|
)
|
|
|
|
|
|
|
|
endif()
|
|
|
|
|
2016-01-28 15:44:31 +01:00
|
|
|
if(NOT EXISTS ${PROJECT_SOURCE_DIR}/java/classes)
|
2016-08-18 01:59:22 +02:00
|
|
|
file(MAKE_DIRECTORY ${PROJECT_SOURCE_DIR}/java/classes)
|
2016-01-28 15:44:31 +01:00
|
|
|
endif()
|
|
|
|
|
|
|
|
if(NOT EXISTS ${JAVA_TEST_LIBDIR})
|
2016-08-18 01:59:22 +02:00
|
|
|
file(MAKE_DIRECTORY mkdir ${JAVA_TEST_LIBDIR})
|
2016-01-28 15:44:31 +01:00
|
|
|
endif()
|
|
|
|
|
2020-01-30 20:00:08 +01:00
|
|
|
if (DEFINED CUSTOM_DEPS_URL)
|
|
|
|
set(DEPS_URL ${CUSTOM_DEPS_URL}/)
|
2017-04-22 05:41:37 +02:00
|
|
|
else ()
|
2020-03-13 21:36:45 +01:00
|
|
|
# Using a Facebook AWS account for S3 storage. (maven.org has a history
|
|
|
|
# of failing in Travis builds.)
|
|
|
|
set(DEPS_URL "https://rocksdb-deps.s3-us-west-2.amazonaws.com/jars")
|
2017-04-22 05:41:37 +02:00
|
|
|
endif()
|
|
|
|
|
2016-01-28 15:44:31 +01:00
|
|
|
if(NOT EXISTS ${JAVA_JUNIT_JAR})
|
|
|
|
message("Downloading ${JAVA_JUNIT_JAR}")
|
2020-01-30 20:00:08 +01:00
|
|
|
file(DOWNLOAD ${DEPS_URL}/junit-4.12.jar ${JAVA_TMP_JAR} STATUS downloadStatus)
|
2016-01-28 15:44:31 +01:00
|
|
|
list(GET downloadStatus 0 error_code)
|
2020-03-11 16:50:20 +01:00
|
|
|
list(GET downloadStatus 1 error_message)
|
2016-01-28 15:44:31 +01:00
|
|
|
if(NOT error_code EQUAL 0)
|
2020-03-11 16:50:20 +01:00
|
|
|
message(FATAL_ERROR "Failed downloading ${JAVA_JUNIT_JAR}: ${error_message}")
|
2016-01-28 15:44:31 +01:00
|
|
|
endif()
|
|
|
|
file(RENAME ${JAVA_TMP_JAR} ${JAVA_JUNIT_JAR})
|
|
|
|
endif()
|
|
|
|
if(NOT EXISTS ${JAVA_HAMCR_JAR})
|
|
|
|
message("Downloading ${JAVA_HAMCR_JAR}")
|
2020-01-30 20:00:08 +01:00
|
|
|
file(DOWNLOAD ${DEPS_URL}/hamcrest-core-1.3.jar ${JAVA_TMP_JAR} STATUS downloadStatus)
|
2016-01-28 15:44:31 +01:00
|
|
|
list(GET downloadStatus 0 error_code)
|
2020-03-11 16:50:20 +01:00
|
|
|
list(GET downloadStatus 1 error_message)
|
2016-01-28 15:44:31 +01:00
|
|
|
if(NOT error_code EQUAL 0)
|
2020-03-11 16:50:20 +01:00
|
|
|
message(FATAL_ERROR "Failed downloading ${JAVA_HAMCR_JAR}: ${error_message}")
|
2016-01-28 15:44:31 +01:00
|
|
|
endif()
|
|
|
|
file(RENAME ${JAVA_TMP_JAR} ${JAVA_HAMCR_JAR})
|
|
|
|
endif()
|
|
|
|
if(NOT EXISTS ${JAVA_MOCKITO_JAR})
|
|
|
|
message("Downloading ${JAVA_MOCKITO_JAR}")
|
2020-01-30 20:00:08 +01:00
|
|
|
file(DOWNLOAD ${DEPS_URL}/mockito-all-1.10.19.jar ${JAVA_TMP_JAR} STATUS downloadStatus)
|
2016-01-28 15:44:31 +01:00
|
|
|
list(GET downloadStatus 0 error_code)
|
2020-03-11 16:50:20 +01:00
|
|
|
list(GET downloadStatus 1 error_message)
|
2016-01-28 15:44:31 +01:00
|
|
|
if(NOT error_code EQUAL 0)
|
2020-03-11 16:50:20 +01:00
|
|
|
message(FATAL_ERROR "Failed downloading ${JAVA_MOCKITO_JAR}: ${error_message}")
|
2016-01-28 15:44:31 +01:00
|
|
|
endif()
|
|
|
|
file(RENAME ${JAVA_TMP_JAR} ${JAVA_MOCKITO_JAR})
|
|
|
|
endif()
|
|
|
|
if(NOT EXISTS ${JAVA_CGLIB_JAR})
|
|
|
|
message("Downloading ${JAVA_CGLIB_JAR}")
|
2020-01-30 20:00:08 +01:00
|
|
|
file(DOWNLOAD ${DEPS_URL}/cglib-2.2.2.jar ${JAVA_TMP_JAR} STATUS downloadStatus)
|
2016-01-28 15:44:31 +01:00
|
|
|
list(GET downloadStatus 0 error_code)
|
2020-03-11 16:50:20 +01:00
|
|
|
list(GET downloadStatus 1 error_message)
|
2016-01-28 15:44:31 +01:00
|
|
|
if(NOT error_code EQUAL 0)
|
2020-03-11 16:50:20 +01:00
|
|
|
message(FATAL_ERROR "Failed downloading ${JAVA_CGLIB_JAR}: ${error_message}")
|
2016-01-28 15:44:31 +01:00
|
|
|
endif()
|
|
|
|
file(RENAME ${JAVA_TMP_JAR} ${JAVA_CGLIB_JAR})
|
|
|
|
endif()
|
|
|
|
if(NOT EXISTS ${JAVA_ASSERTJ_JAR})
|
|
|
|
message("Downloading ${JAVA_ASSERTJ_JAR}")
|
2020-01-30 20:00:08 +01:00
|
|
|
file(DOWNLOAD ${DEPS_URL}/assertj-core-1.7.1.jar ${JAVA_TMP_JAR} STATUS downloadStatus)
|
2016-01-28 15:44:31 +01:00
|
|
|
list(GET downloadStatus 0 error_code)
|
2020-03-11 16:50:20 +01:00
|
|
|
list(GET downloadStatus 1 error_message)
|
2016-01-28 15:44:31 +01:00
|
|
|
if(NOT error_code EQUAL 0)
|
2020-03-11 16:50:20 +01:00
|
|
|
message(FATAL_ERROR "Failed downloading ${JAVA_ASSERTJ_JAR}: ${error_message}")
|
2016-01-28 15:44:31 +01:00
|
|
|
endif()
|
|
|
|
file(RENAME ${JAVA_TMP_JAR} ${JAVA_ASSERTJ_JAR})
|
|
|
|
endif()
|
|
|
|
|
2019-06-17 19:15:58 +02:00
|
|
|
if(${CMAKE_VERSION} VERSION_LESS "3.11.4" OR (${Java_VERSION_MINOR} STREQUAL "7" AND ${Java_VERSION_MAJOR} STREQUAL "1"))
|
|
|
|
# Old CMake or Java 1.7 ONLY generate JNI headers, Java 1.8+ JNI is handled in add_jar step above
|
|
|
|
message("Preparing JNI headers for Java 7")
|
|
|
|
set(NATIVE_JAVA_CLASSES
|
|
|
|
org.rocksdb.AbstractCompactionFilter
|
|
|
|
org.rocksdb.AbstractCompactionFilterFactory
|
|
|
|
org.rocksdb.AbstractComparator
|
2020-10-14 20:32:10 +02:00
|
|
|
org.rocksdb.AbstractEventListener
|
2019-06-17 19:15:58 +02:00
|
|
|
org.rocksdb.AbstractImmutableNativeReference
|
|
|
|
org.rocksdb.AbstractNativeReference
|
|
|
|
org.rocksdb.AbstractRocksIterator
|
|
|
|
org.rocksdb.AbstractSlice
|
|
|
|
org.rocksdb.AbstractTableFilter
|
|
|
|
org.rocksdb.AbstractTraceWriter
|
|
|
|
org.rocksdb.AbstractTransactionNotifier
|
|
|
|
org.rocksdb.AbstractWalFilter
|
|
|
|
org.rocksdb.BackupableDBOptions
|
|
|
|
org.rocksdb.BackupEngine
|
|
|
|
org.rocksdb.BlockBasedTableConfig
|
|
|
|
org.rocksdb.BloomFilter
|
|
|
|
org.rocksdb.CassandraCompactionFilter
|
|
|
|
org.rocksdb.CassandraValueMergeOperator
|
|
|
|
org.rocksdb.Checkpoint
|
|
|
|
org.rocksdb.ClockCache
|
2021-03-17 17:28:47 +01:00
|
|
|
org.rocksdb.Cache
|
2019-06-17 19:15:58 +02:00
|
|
|
org.rocksdb.ColumnFamilyHandle
|
|
|
|
org.rocksdb.ColumnFamilyOptions
|
|
|
|
org.rocksdb.CompactionJobInfo
|
|
|
|
org.rocksdb.CompactionJobStats
|
|
|
|
org.rocksdb.CompactionOptions
|
|
|
|
org.rocksdb.CompactionOptionsFIFO
|
|
|
|
org.rocksdb.CompactionOptionsUniversal
|
|
|
|
org.rocksdb.CompactRangeOptions
|
|
|
|
org.rocksdb.ComparatorOptions
|
|
|
|
org.rocksdb.CompressionOptions
|
2021-01-16 02:51:20 +01:00
|
|
|
org.rocksdb.ConcurrentTaskLimiterImpl
|
|
|
|
org.rocksdb.ConfigOptions
|
2019-06-17 19:15:58 +02:00
|
|
|
org.rocksdb.DBOptions
|
|
|
|
org.rocksdb.DirectSlice
|
|
|
|
org.rocksdb.Env
|
|
|
|
org.rocksdb.EnvOptions
|
|
|
|
org.rocksdb.Filter
|
|
|
|
org.rocksdb.FlushOptions
|
|
|
|
org.rocksdb.HashLinkedListMemTableConfig
|
|
|
|
org.rocksdb.HashSkipListMemTableConfig
|
|
|
|
org.rocksdb.HdfsEnv
|
|
|
|
org.rocksdb.IngestExternalFileOptions
|
|
|
|
org.rocksdb.Logger
|
|
|
|
org.rocksdb.LRUCache
|
|
|
|
org.rocksdb.MemoryUtil
|
|
|
|
org.rocksdb.MemTableConfig
|
|
|
|
org.rocksdb.NativeComparatorWrapper
|
|
|
|
org.rocksdb.NativeLibraryLoader
|
|
|
|
org.rocksdb.OptimisticTransactionDB
|
|
|
|
org.rocksdb.OptimisticTransactionOptions
|
|
|
|
org.rocksdb.Options
|
|
|
|
org.rocksdb.OptionsUtil
|
|
|
|
org.rocksdb.PersistentCache
|
|
|
|
org.rocksdb.PlainTableConfig
|
|
|
|
org.rocksdb.RateLimiter
|
|
|
|
org.rocksdb.ReadOptions
|
|
|
|
org.rocksdb.RemoveEmptyValueCompactionFilter
|
|
|
|
org.rocksdb.RestoreOptions
|
|
|
|
org.rocksdb.RocksCallbackObject
|
|
|
|
org.rocksdb.RocksDB
|
|
|
|
org.rocksdb.RocksEnv
|
|
|
|
org.rocksdb.RocksIterator
|
|
|
|
org.rocksdb.RocksIteratorInterface
|
|
|
|
org.rocksdb.RocksMemEnv
|
|
|
|
org.rocksdb.RocksMutableObject
|
|
|
|
org.rocksdb.RocksObject
|
|
|
|
org.rocksdb.SkipListMemTableConfig
|
|
|
|
org.rocksdb.Slice
|
|
|
|
org.rocksdb.Snapshot
|
|
|
|
org.rocksdb.SstFileManager
|
|
|
|
org.rocksdb.SstFileWriter
|
2019-09-10 03:11:02 +02:00
|
|
|
org.rocksdb.SstFileReader
|
|
|
|
org.rocksdb.SstFileReaderIterator
|
2020-07-24 22:43:14 +02:00
|
|
|
org.rocksdb.SstPartitionerFactory
|
|
|
|
org.rocksdb.SstPartitionerFixedPrefixFactory
|
2019-06-17 19:15:58 +02:00
|
|
|
org.rocksdb.Statistics
|
|
|
|
org.rocksdb.StringAppendOperator
|
|
|
|
org.rocksdb.TableFormatConfig
|
|
|
|
org.rocksdb.ThreadStatus
|
|
|
|
org.rocksdb.TimedEnv
|
|
|
|
org.rocksdb.Transaction
|
|
|
|
org.rocksdb.TransactionDB
|
|
|
|
org.rocksdb.TransactionDBOptions
|
|
|
|
org.rocksdb.TransactionLogIterator
|
|
|
|
org.rocksdb.TransactionOptions
|
|
|
|
org.rocksdb.TtlDB
|
|
|
|
org.rocksdb.UInt64AddOperator
|
|
|
|
org.rocksdb.VectorMemTableConfig
|
|
|
|
org.rocksdb.WBWIRocksIterator
|
|
|
|
org.rocksdb.WriteBatch
|
|
|
|
org.rocksdb.WriteBatch.Handler
|
|
|
|
org.rocksdb.WriteBatchInterface
|
|
|
|
org.rocksdb.WriteBatchWithIndex
|
|
|
|
org.rocksdb.WriteOptions
|
|
|
|
org.rocksdb.NativeComparatorWrapperTest
|
|
|
|
org.rocksdb.RocksDBExceptionTest
|
|
|
|
org.rocksdb.SnapshotTest
|
|
|
|
org.rocksdb.WriteBatchTest
|
|
|
|
org.rocksdb.WriteBatchTestInternalHelper
|
|
|
|
org.rocksdb.WriteBufferManager
|
2021-01-16 02:51:20 +01:00
|
|
|
org.rocksdb.test.TestableEventListener
|
2019-06-17 19:15:58 +02:00
|
|
|
)
|
2017-11-28 21:13:20 +01:00
|
|
|
|
2019-06-17 19:15:58 +02:00
|
|
|
create_javah(
|
|
|
|
TARGET rocksdbjni_headers
|
|
|
|
CLASSES ${NATIVE_JAVA_CLASSES}
|
|
|
|
CLASSPATH rocksdbjni_classes ${JAVA_TESTCLASSPATH}
|
|
|
|
OUTPUT_DIR ${JNI_OUTPUT_DIR}
|
|
|
|
)
|
|
|
|
endif()
|
2017-11-28 21:13:20 +01:00
|
|
|
|
|
|
|
if(NOT MSVC)
|
|
|
|
set_property(TARGET ${ROCKSDB_STATIC_LIB} PROPERTY POSITION_INDEPENDENT_CODE ON)
|
2016-07-27 01:18:49 +02:00
|
|
|
endif()
|
|
|
|
|
2017-11-28 21:13:20 +01:00
|
|
|
set(ROCKSDBJNI_STATIC_LIB rocksdbjni${ARTIFACT_SUFFIX})
|
|
|
|
add_library(${ROCKSDBJNI_STATIC_LIB} ${JNI_NATIVE_SOURCES})
|
|
|
|
add_dependencies(${ROCKSDBJNI_STATIC_LIB} rocksdbjni_headers)
|
2019-12-11 00:19:24 +01:00
|
|
|
target_link_libraries(${ROCKSDBJNI_STATIC_LIB} ${ROCKSDB_STATIC_LIB} ${ROCKSDB_LIB})
|
2017-11-28 21:13:20 +01:00
|
|
|
|
|
|
|
if(NOT MINGW)
|
|
|
|
set(ROCKSDBJNI_SHARED_LIB rocksdbjni-shared${ARTIFACT_SUFFIX})
|
|
|
|
add_library(${ROCKSDBJNI_SHARED_LIB} SHARED ${JNI_NATIVE_SOURCES})
|
|
|
|
add_dependencies(${ROCKSDBJNI_SHARED_LIB} rocksdbjni_headers)
|
2019-12-11 00:19:24 +01:00
|
|
|
target_link_libraries(${ROCKSDBJNI_SHARED_LIB} ${ROCKSDB_STATIC_LIB} ${ROCKSDB_LIB})
|
2017-11-28 21:13:20 +01:00
|
|
|
|
|
|
|
set_target_properties(
|
|
|
|
${ROCKSDBJNI_SHARED_LIB}
|
|
|
|
PROPERTIES
|
|
|
|
COMPILE_PDB_OUTPUT_DIRECTORY ${CMAKE_CFG_INTDIR}
|
|
|
|
COMPILE_PDB_NAME ${ROCKSDBJNI_STATIC_LIB}.pdb
|
|
|
|
)
|
|
|
|
endif()
|