2021-03-14 13:24:46 +01:00
|
|
|
package it.cavallium.dbengine.database.disk;
|
|
|
|
|
2021-09-23 11:30:44 +02:00
|
|
|
import static it.cavallium.dbengine.database.LLUtils.MARKER_ROCKSDB;
|
2022-03-19 16:36:59 +01:00
|
|
|
import static it.cavallium.dbengine.database.LLUtils.generateCustomReadOptions;
|
|
|
|
import static it.cavallium.dbengine.database.LLUtils.isClosedRange;
|
2021-09-23 11:30:44 +02:00
|
|
|
|
2022-03-16 13:47:56 +01:00
|
|
|
import io.netty5.buffer.api.Buffer;
|
|
|
|
import io.netty5.buffer.api.Drop;
|
|
|
|
import io.netty5.buffer.api.Owned;
|
|
|
|
import io.netty5.buffer.api.Send;
|
|
|
|
import io.netty5.buffer.api.internal.ResourceSupport;
|
2021-03-14 13:24:46 +01:00
|
|
|
import it.cavallium.dbengine.database.LLRange;
|
2021-04-30 19:15:04 +02:00
|
|
|
import it.cavallium.dbengine.database.LLUtils;
|
2021-12-17 01:48:49 +01:00
|
|
|
import org.apache.logging.log4j.LogManager;
|
|
|
|
import org.apache.logging.log4j.Logger;
|
2021-03-14 13:24:46 +01:00
|
|
|
import org.rocksdb.ReadOptions;
|
2021-06-27 11:58:12 +02:00
|
|
|
import org.rocksdb.RocksDBException;
|
2021-03-14 13:24:46 +01:00
|
|
|
import reactor.core.publisher.Flux;
|
|
|
|
|
2021-10-28 11:44:20 +02:00
|
|
|
public class LLLocalKeyPrefixReactiveRocksIterator extends
|
|
|
|
ResourceSupport<LLLocalKeyPrefixReactiveRocksIterator, LLLocalKeyPrefixReactiveRocksIterator> {
|
2021-03-14 13:24:46 +01:00
|
|
|
|
2021-12-17 01:48:49 +01:00
|
|
|
protected static final Logger logger = LogManager.getLogger(LLLocalKeyPrefixReactiveRocksIterator.class);
|
2021-10-28 11:44:20 +02:00
|
|
|
private static final Drop<LLLocalKeyPrefixReactiveRocksIterator> DROP = new Drop<>() {
|
|
|
|
@Override
|
|
|
|
public void drop(LLLocalKeyPrefixReactiveRocksIterator obj) {
|
|
|
|
try {
|
2022-01-26 19:03:51 +01:00
|
|
|
if (obj.rangeShared != null) {
|
|
|
|
obj.rangeShared.close();
|
2021-10-28 11:44:20 +02:00
|
|
|
}
|
|
|
|
} catch (Throwable ex) {
|
|
|
|
logger.error("Failed to close range", ex);
|
|
|
|
}
|
|
|
|
try {
|
|
|
|
if (obj.readOptions != null) {
|
2021-10-29 00:11:25 +02:00
|
|
|
if (!(obj.readOptions instanceof UnreleasableReadOptions)) {
|
|
|
|
obj.readOptions.close();
|
|
|
|
}
|
2021-10-28 11:44:20 +02:00
|
|
|
}
|
|
|
|
} catch (Throwable ex) {
|
|
|
|
logger.error("Failed to close readOptions", ex);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public Drop<LLLocalKeyPrefixReactiveRocksIterator> fork() {
|
|
|
|
return this;
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public void attach(LLLocalKeyPrefixReactiveRocksIterator obj) {
|
|
|
|
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2021-10-20 01:51:34 +02:00
|
|
|
private final RocksDBColumn db;
|
2021-03-14 13:24:46 +01:00
|
|
|
private final int prefixLength;
|
2022-01-26 19:03:51 +01:00
|
|
|
private LLRange rangeShared;
|
2021-06-29 23:31:02 +02:00
|
|
|
private final boolean allowNettyDirect;
|
2021-10-28 11:44:20 +02:00
|
|
|
private ReadOptions readOptions;
|
2021-03-22 20:02:19 +01:00
|
|
|
private final boolean canFillCache;
|
2021-03-14 13:24:46 +01:00
|
|
|
|
2021-10-20 01:51:34 +02:00
|
|
|
public LLLocalKeyPrefixReactiveRocksIterator(RocksDBColumn db,
|
2021-03-14 13:24:46 +01:00
|
|
|
int prefixLength,
|
2021-08-29 23:18:03 +02:00
|
|
|
Send<LLRange> range,
|
2021-06-29 23:31:02 +02:00
|
|
|
boolean allowNettyDirect,
|
2021-03-14 13:24:46 +01:00
|
|
|
ReadOptions readOptions,
|
2021-10-28 11:44:20 +02:00
|
|
|
boolean canFillCache) {
|
|
|
|
super(DROP);
|
2021-08-31 09:14:46 +02:00
|
|
|
try (range) {
|
|
|
|
this.db = db;
|
|
|
|
this.prefixLength = prefixLength;
|
2022-01-26 19:03:51 +01:00
|
|
|
this.rangeShared = range.receive();
|
2021-08-31 09:14:46 +02:00
|
|
|
this.allowNettyDirect = allowNettyDirect;
|
|
|
|
this.readOptions = readOptions;
|
|
|
|
this.canFillCache = canFillCache;
|
|
|
|
}
|
2021-03-14 13:24:46 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2021-08-29 23:18:03 +02:00
|
|
|
public Flux<Send<Buffer>> flux() {
|
2022-01-26 19:03:51 +01:00
|
|
|
return Flux.generate(() -> {
|
2022-03-22 11:50:30 +01:00
|
|
|
var readOptions = generateCustomReadOptions(this.readOptions, canFillCache, isClosedRange(rangeShared), true);
|
2022-01-26 19:03:51 +01:00
|
|
|
if (logger.isTraceEnabled()) {
|
|
|
|
logger.trace(MARKER_ROCKSDB, "Range {} started", LLUtils.toStringSafe(rangeShared));
|
|
|
|
}
|
|
|
|
return LLLocalDictionary.getRocksIterator(allowNettyDirect, readOptions, rangeShared, db);
|
|
|
|
}, (tuple, sink) -> {
|
|
|
|
try {
|
|
|
|
var rocksIterator = tuple.iterator();
|
|
|
|
rocksIterator.status();
|
|
|
|
Buffer firstGroupKey = null;
|
|
|
|
try {
|
|
|
|
while (rocksIterator.isValid()) {
|
|
|
|
Buffer key;
|
|
|
|
if (allowNettyDirect) {
|
|
|
|
key = LLUtils.readDirectNioBuffer(db.getAllocator(), rocksIterator::key);
|
|
|
|
} else {
|
|
|
|
key = LLUtils.fromByteArray(db.getAllocator(), rocksIterator.key());
|
|
|
|
}
|
|
|
|
try (key) {
|
|
|
|
if (firstGroupKey == null) {
|
|
|
|
firstGroupKey = key.copy();
|
|
|
|
} else if (!LLUtils.equals(firstGroupKey,
|
|
|
|
firstGroupKey.readerOffset(),
|
|
|
|
key,
|
|
|
|
key.readerOffset(),
|
|
|
|
prefixLength
|
|
|
|
)) {
|
|
|
|
break;
|
2021-05-02 19:18:15 +02:00
|
|
|
}
|
2022-01-26 19:03:51 +01:00
|
|
|
rocksIterator.next();
|
|
|
|
rocksIterator.status();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (firstGroupKey != null) {
|
|
|
|
assert firstGroupKey.isAccessible();
|
|
|
|
var groupKeyPrefix = firstGroupKey.copy(firstGroupKey.readerOffset(), prefixLength);
|
|
|
|
assert groupKeyPrefix.isAccessible();
|
|
|
|
|
|
|
|
if (logger.isTraceEnabled()) {
|
|
|
|
logger.trace(MARKER_ROCKSDB,
|
|
|
|
"Range {} is reading prefix {}",
|
|
|
|
LLUtils.toStringSafe(rangeShared),
|
|
|
|
LLUtils.toStringSafe(groupKeyPrefix)
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
sink.next(groupKeyPrefix.send());
|
|
|
|
} else {
|
|
|
|
if (logger.isTraceEnabled()) {
|
|
|
|
logger.trace(MARKER_ROCKSDB, "Range {} ended", LLUtils.toStringSafe(rangeShared));
|
|
|
|
}
|
|
|
|
sink.complete();
|
|
|
|
}
|
|
|
|
} finally {
|
|
|
|
if (firstGroupKey != null) {
|
|
|
|
firstGroupKey.close();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} catch (RocksDBException ex) {
|
|
|
|
if (logger.isTraceEnabled()) {
|
|
|
|
logger.trace(MARKER_ROCKSDB, "Range {} failed", LLUtils.toStringSafe(rangeShared));
|
|
|
|
}
|
|
|
|
sink.error(ex);
|
|
|
|
}
|
|
|
|
return tuple;
|
|
|
|
}, RocksIteratorTuple::close);
|
2021-03-14 13:24:46 +01:00
|
|
|
}
|
2021-04-03 19:09:06 +02:00
|
|
|
|
2021-10-28 11:44:20 +02:00
|
|
|
@Override
|
|
|
|
protected final RuntimeException createResourceClosedException() {
|
|
|
|
return new IllegalStateException("Closed");
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
protected Owned<LLLocalKeyPrefixReactiveRocksIterator> prepareSend() {
|
2022-01-26 19:03:51 +01:00
|
|
|
var range = this.rangeShared.send();
|
2021-10-28 11:44:20 +02:00
|
|
|
var readOptions = new ReadOptions(this.readOptions);
|
|
|
|
return drop -> new LLLocalKeyPrefixReactiveRocksIterator(db,
|
|
|
|
prefixLength,
|
|
|
|
range,
|
|
|
|
allowNettyDirect,
|
|
|
|
readOptions,
|
|
|
|
canFillCache
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
protected void makeInaccessible() {
|
2022-01-26 19:03:51 +01:00
|
|
|
this.rangeShared = null;
|
2021-10-28 11:44:20 +02:00
|
|
|
this.readOptions = null;
|
2021-05-02 19:18:15 +02:00
|
|
|
}
|
2021-03-14 13:24:46 +01:00
|
|
|
}
|