108 lines
3.1 KiB
Java
108 lines
3.1 KiB
Java
package it.cavallium.dbengine.database.disk;
|
|
|
|
import io.netty.buffer.api.Buffer;
|
|
import io.netty.buffer.api.BufferAllocator;
|
|
import io.netty.buffer.api.BufferUtil;
|
|
import io.netty.buffer.api.Send;
|
|
import it.cavallium.dbengine.database.LLRange;
|
|
import it.cavallium.dbengine.database.LLUtils;
|
|
import java.util.Arrays;
|
|
import org.rocksdb.ColumnFamilyHandle;
|
|
import org.rocksdb.ReadOptions;
|
|
import org.rocksdb.RocksDB;
|
|
import org.rocksdb.RocksDBException;
|
|
import org.rocksdb.RocksMutableObject;
|
|
import reactor.core.publisher.Flux;
|
|
import static io.netty.buffer.Unpooled.*;
|
|
|
|
public class LLLocalKeyPrefixReactiveRocksIterator {
|
|
|
|
private final RocksDB db;
|
|
private final BufferAllocator alloc;
|
|
private final ColumnFamilyHandle cfh;
|
|
private final int prefixLength;
|
|
private final LLRange range;
|
|
private final boolean allowNettyDirect;
|
|
private final ReadOptions readOptions;
|
|
private final boolean canFillCache;
|
|
private final String debugName;
|
|
|
|
public LLLocalKeyPrefixReactiveRocksIterator(RocksDB db, BufferAllocator alloc, ColumnFamilyHandle cfh,
|
|
int prefixLength,
|
|
Send<LLRange> range,
|
|
boolean allowNettyDirect,
|
|
ReadOptions readOptions,
|
|
boolean canFillCache,
|
|
String debugName) {
|
|
this.db = db;
|
|
this.alloc = alloc;
|
|
this.cfh = cfh;
|
|
this.prefixLength = prefixLength;
|
|
this.range = range;
|
|
this.allowNettyDirect = allowNettyDirect;
|
|
this.readOptions = readOptions;
|
|
this.canFillCache = canFillCache;
|
|
this.debugName = debugName;
|
|
}
|
|
|
|
|
|
public Flux<Send<Buffer>> flux() {
|
|
return Flux
|
|
.generate(() -> {
|
|
var readOptions = new ReadOptions(this.readOptions);
|
|
if (!range.hasMin() || !range.hasMax()) {
|
|
readOptions.setReadaheadSize(32 * 1024); // 32KiB
|
|
readOptions.setFillCache(canFillCache);
|
|
}
|
|
return LLLocalDictionary.getRocksIterator(allowNettyDirect, readOptions, range.retain(), db, cfh);
|
|
}, (tuple, sink) -> {
|
|
range.retain();
|
|
try {
|
|
var rocksIterator = tuple.getT1();
|
|
rocksIterator.status();
|
|
Buffer firstGroupKey = null;
|
|
try {
|
|
while (rocksIterator.isValid()) {
|
|
Buffer key = LLUtils.readDirectNioBuffer(alloc, rocksIterator::key);
|
|
try {
|
|
if (firstGroupKey == null) {
|
|
firstGroupKey = key.retain();
|
|
} else if (!ByteBufUtil.equals(firstGroupKey, firstGroupKey.readerIndex(), key, key.readerIndex(), prefixLength)) {
|
|
break;
|
|
}
|
|
rocksIterator.next();
|
|
rocksIterator.status();
|
|
} finally {
|
|
key.release();
|
|
}
|
|
}
|
|
if (firstGroupKey != null) {
|
|
var groupKeyPrefix = firstGroupKey.slice(0, prefixLength);
|
|
sink.next(groupKeyPrefix.retain());
|
|
} else {
|
|
sink.complete();
|
|
}
|
|
} finally {
|
|
if (firstGroupKey != null) {
|
|
firstGroupKey.release();
|
|
}
|
|
}
|
|
} catch (RocksDBException ex) {
|
|
sink.error(ex);
|
|
} finally {
|
|
range.release();
|
|
}
|
|
return tuple;
|
|
}, tuple -> {
|
|
var rocksIterator = tuple.getT1();
|
|
rocksIterator.close();
|
|
tuple.getT2().release();
|
|
tuple.getT3().release();
|
|
});
|
|
}
|
|
|
|
public void release() {
|
|
range.release();
|
|
}
|
|
}
|