CavalliumDBEngine/src/main/java/it/cavallium/dbengine/database/disk/LLLocalKeyPrefixReactiveRocksIterator.java

177 lines
5.0 KiB
Java
Raw Normal View History

2021-03-14 13:24:46 +01:00
package it.cavallium.dbengine.database.disk;
2021-09-23 11:30:44 +02:00
import static it.cavallium.dbengine.database.LLUtils.MARKER_ROCKSDB;
2021-09-17 16:56:28 +02:00
import io.net5.buffer.api.Buffer;
2021-10-28 11:44:20 +02:00
import io.net5.buffer.api.Drop;
import io.net5.buffer.api.Owned;
2021-09-17 16:56:28 +02:00
import io.net5.buffer.api.Send;
2021-10-28 11:44:20 +02:00
import io.net5.buffer.api.internal.ResourceSupport;
2021-03-14 13:24:46 +01:00
import it.cavallium.dbengine.database.LLRange;
import it.cavallium.dbengine.database.LLUtils;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
2021-03-14 13:24:46 +01:00
import org.rocksdb.ReadOptions;
import org.rocksdb.RocksDBException;
2021-03-14 13:24:46 +01:00
import reactor.core.publisher.Flux;
2021-10-28 11:44:20 +02:00
public class LLLocalKeyPrefixReactiveRocksIterator extends
ResourceSupport<LLLocalKeyPrefixReactiveRocksIterator, LLLocalKeyPrefixReactiveRocksIterator> {
2021-03-14 13:24:46 +01:00
protected static final Logger logger = LogManager.getLogger(LLLocalKeyPrefixReactiveRocksIterator.class);
2021-10-28 11:44:20 +02:00
private static final Drop<LLLocalKeyPrefixReactiveRocksIterator> DROP = new Drop<>() {
@Override
public void drop(LLLocalKeyPrefixReactiveRocksIterator obj) {
try {
2022-01-26 19:03:51 +01:00
if (obj.rangeShared != null) {
obj.rangeShared.close();
2021-10-28 11:44:20 +02:00
}
} catch (Throwable ex) {
logger.error("Failed to close range", ex);
}
try {
if (obj.readOptions != null) {
2021-10-29 00:11:25 +02:00
if (!(obj.readOptions instanceof UnreleasableReadOptions)) {
obj.readOptions.close();
}
2021-10-28 11:44:20 +02:00
}
} catch (Throwable ex) {
logger.error("Failed to close readOptions", ex);
}
}
@Override
public Drop<LLLocalKeyPrefixReactiveRocksIterator> fork() {
return this;
}
@Override
public void attach(LLLocalKeyPrefixReactiveRocksIterator obj) {
}
};
2021-10-20 01:51:34 +02:00
private final RocksDBColumn db;
2021-03-14 13:24:46 +01:00
private final int prefixLength;
2022-01-26 19:03:51 +01:00
private LLRange rangeShared;
2021-06-29 23:31:02 +02:00
private final boolean allowNettyDirect;
2021-10-28 11:44:20 +02:00
private ReadOptions readOptions;
2021-03-22 20:02:19 +01:00
private final boolean canFillCache;
2021-03-14 13:24:46 +01:00
2021-10-20 01:51:34 +02:00
public LLLocalKeyPrefixReactiveRocksIterator(RocksDBColumn db,
2021-03-14 13:24:46 +01:00
int prefixLength,
2021-08-29 23:18:03 +02:00
Send<LLRange> range,
2021-06-29 23:31:02 +02:00
boolean allowNettyDirect,
2021-03-14 13:24:46 +01:00
ReadOptions readOptions,
2021-10-28 11:44:20 +02:00
boolean canFillCache) {
super(DROP);
2021-08-31 09:14:46 +02:00
try (range) {
this.db = db;
this.prefixLength = prefixLength;
2022-01-26 19:03:51 +01:00
this.rangeShared = range.receive();
2021-08-31 09:14:46 +02:00
this.allowNettyDirect = allowNettyDirect;
this.readOptions = readOptions;
this.canFillCache = canFillCache;
}
2021-03-14 13:24:46 +01:00
}
2021-08-29 23:18:03 +02:00
public Flux<Send<Buffer>> flux() {
2022-01-26 19:03:51 +01:00
return Flux.generate(() -> {
var readOptions = new ReadOptions(this.readOptions);
if (!rangeShared.hasMin() || !rangeShared.hasMax()) {
readOptions.setReadaheadSize(32 * 1024); // 32KiB
readOptions.setFillCache(canFillCache);
}
if (logger.isTraceEnabled()) {
logger.trace(MARKER_ROCKSDB, "Range {} started", LLUtils.toStringSafe(rangeShared));
}
return LLLocalDictionary.getRocksIterator(allowNettyDirect, readOptions, rangeShared, db);
}, (tuple, sink) -> {
try {
var rocksIterator = tuple.iterator();
rocksIterator.status();
Buffer firstGroupKey = null;
try {
while (rocksIterator.isValid()) {
Buffer key;
if (allowNettyDirect) {
key = LLUtils.readDirectNioBuffer(db.getAllocator(), rocksIterator::key);
} else {
key = LLUtils.fromByteArray(db.getAllocator(), rocksIterator.key());
}
try (key) {
if (firstGroupKey == null) {
firstGroupKey = key.copy();
} else if (!LLUtils.equals(firstGroupKey,
firstGroupKey.readerOffset(),
key,
key.readerOffset(),
prefixLength
)) {
break;
2021-05-02 19:18:15 +02:00
}
2022-01-26 19:03:51 +01:00
rocksIterator.next();
rocksIterator.status();
}
}
if (firstGroupKey != null) {
assert firstGroupKey.isAccessible();
var groupKeyPrefix = firstGroupKey.copy(firstGroupKey.readerOffset(), prefixLength);
assert groupKeyPrefix.isAccessible();
if (logger.isTraceEnabled()) {
logger.trace(MARKER_ROCKSDB,
"Range {} is reading prefix {}",
LLUtils.toStringSafe(rangeShared),
LLUtils.toStringSafe(groupKeyPrefix)
);
}
sink.next(groupKeyPrefix.send());
} else {
if (logger.isTraceEnabled()) {
logger.trace(MARKER_ROCKSDB, "Range {} ended", LLUtils.toStringSafe(rangeShared));
}
sink.complete();
}
} finally {
if (firstGroupKey != null) {
firstGroupKey.close();
}
}
} catch (RocksDBException ex) {
if (logger.isTraceEnabled()) {
logger.trace(MARKER_ROCKSDB, "Range {} failed", LLUtils.toStringSafe(rangeShared));
}
sink.error(ex);
}
return tuple;
}, RocksIteratorTuple::close);
2021-03-14 13:24:46 +01:00
}
2021-04-03 19:09:06 +02:00
2021-10-28 11:44:20 +02:00
@Override
protected final RuntimeException createResourceClosedException() {
return new IllegalStateException("Closed");
}
@Override
protected Owned<LLLocalKeyPrefixReactiveRocksIterator> prepareSend() {
2022-01-26 19:03:51 +01:00
var range = this.rangeShared.send();
2021-10-28 11:44:20 +02:00
var readOptions = new ReadOptions(this.readOptions);
return drop -> new LLLocalKeyPrefixReactiveRocksIterator(db,
prefixLength,
range,
allowNettyDirect,
readOptions,
canFillCache
);
}
protected void makeInaccessible() {
2022-01-26 19:03:51 +01:00
this.rangeShared = null;
2021-10-28 11:44:20 +02:00
this.readOptions = null;
2021-05-02 19:18:15 +02:00
}
2021-03-14 13:24:46 +01:00
}