2021-03-14 03:13:19 +01:00
|
|
|
package it.cavallium.dbengine.database.disk;
|
|
|
|
|
|
|
|
import it.cavallium.dbengine.database.LLRange;
|
|
|
|
import it.unimi.dsi.fastutil.objects.ObjectArrayList;
|
|
|
|
import java.util.Arrays;
|
|
|
|
import java.util.List;
|
2021-03-14 19:38:20 +01:00
|
|
|
import java.util.Optional;
|
2021-03-14 03:13:19 +01:00
|
|
|
import org.rocksdb.ColumnFamilyHandle;
|
|
|
|
import org.rocksdb.ReadOptions;
|
|
|
|
import org.rocksdb.RocksDB;
|
2021-03-14 19:38:20 +01:00
|
|
|
import org.rocksdb.RocksMutableObject;
|
2021-03-14 03:13:19 +01:00
|
|
|
import org.rocksdb.Slice;
|
|
|
|
import reactor.core.publisher.Flux;
|
2021-03-14 19:38:20 +01:00
|
|
|
import reactor.util.function.Tuples;
|
2021-03-14 03:13:19 +01:00
|
|
|
|
2021-03-14 23:06:46 +01:00
|
|
|
public abstract class LLLocalGroupedReactiveRocksIterator<T> {
|
2021-03-14 03:13:19 +01:00
|
|
|
|
|
|
|
private static final byte[] EMPTY = new byte[0];
|
|
|
|
|
|
|
|
private final RocksDB db;
|
|
|
|
private final ColumnFamilyHandle cfh;
|
|
|
|
private final int prefixLength;
|
|
|
|
private final LLRange range;
|
|
|
|
private final ReadOptions readOptions;
|
|
|
|
private final boolean readValues;
|
2021-03-14 13:08:03 +01:00
|
|
|
private final String debugName;
|
2021-03-14 03:13:19 +01:00
|
|
|
|
2021-03-14 23:06:46 +01:00
|
|
|
public LLLocalGroupedReactiveRocksIterator(RocksDB db,
|
2021-03-14 03:13:19 +01:00
|
|
|
ColumnFamilyHandle cfh,
|
|
|
|
int prefixLength,
|
|
|
|
LLRange range,
|
|
|
|
ReadOptions readOptions,
|
2021-03-14 13:08:03 +01:00
|
|
|
boolean readValues,
|
|
|
|
String debugName) {
|
2021-03-14 03:13:19 +01:00
|
|
|
this.db = db;
|
|
|
|
this.cfh = cfh;
|
|
|
|
this.prefixLength = prefixLength;
|
|
|
|
this.range = range;
|
|
|
|
this.readOptions = readOptions;
|
|
|
|
this.readValues = readValues;
|
2021-03-14 13:08:03 +01:00
|
|
|
this.debugName = debugName;
|
2021-03-14 03:13:19 +01:00
|
|
|
}
|
|
|
|
|
2021-03-14 13:08:03 +01:00
|
|
|
|
|
|
|
@SuppressWarnings("Convert2MethodRef")
|
|
|
|
public Flux<List<T>> flux() {
|
|
|
|
return Flux
|
2021-03-14 03:13:19 +01:00
|
|
|
.generate(() -> {
|
2021-03-14 19:38:20 +01:00
|
|
|
var readOptions = new ReadOptions(this.readOptions);
|
|
|
|
readOptions.setFillCache(range.hasMin() && range.hasMax());
|
|
|
|
Slice sliceMin;
|
|
|
|
Slice sliceMax;
|
|
|
|
if (range.hasMin()) {
|
|
|
|
sliceMin = new Slice(range.getMin());
|
|
|
|
readOptions.setIterateLowerBound(sliceMin);
|
|
|
|
} else {
|
|
|
|
sliceMin = null;
|
2021-03-14 03:13:19 +01:00
|
|
|
}
|
2021-03-14 19:38:20 +01:00
|
|
|
if (range.hasMax()) {
|
|
|
|
sliceMax = new Slice(range.getMax());
|
|
|
|
readOptions.setIterateUpperBound(sliceMax);
|
|
|
|
} else {
|
|
|
|
sliceMax = null;
|
|
|
|
}
|
|
|
|
var rocksIterator = db.newIterator(cfh, readOptions);
|
|
|
|
if (!LLLocalDictionary.PREFER_SEEK_TO_FIRST && range.hasMin()) {
|
|
|
|
rocksIterator.seek(range.getMin());
|
|
|
|
} else {
|
|
|
|
rocksIterator.seekToFirst();
|
|
|
|
}
|
|
|
|
return Tuples.of(rocksIterator, Optional.ofNullable(sliceMin), Optional.ofNullable(sliceMax));
|
|
|
|
}, (tuple, sink) -> {
|
|
|
|
var rocksIterator = tuple.getT1();
|
|
|
|
ObjectArrayList<T> values = new ObjectArrayList<>();
|
|
|
|
byte[] firstGroupKey = null;
|
2021-03-14 03:13:19 +01:00
|
|
|
|
2021-03-14 19:38:20 +01:00
|
|
|
while (rocksIterator.isValid()) {
|
|
|
|
byte[] key = rocksIterator.key();
|
|
|
|
if (firstGroupKey == null) {
|
|
|
|
firstGroupKey = key;
|
|
|
|
} else if (!Arrays.equals(firstGroupKey, 0, prefixLength, key, 0, prefixLength)) {
|
|
|
|
break;
|
2021-03-14 03:13:19 +01:00
|
|
|
}
|
2021-03-14 19:38:20 +01:00
|
|
|
byte[] value = readValues ? rocksIterator.value() : EMPTY;
|
|
|
|
rocksIterator.next();
|
|
|
|
values.add(getEntry(key, value));
|
2021-03-14 03:13:19 +01:00
|
|
|
}
|
2021-03-14 19:38:20 +01:00
|
|
|
if (!values.isEmpty()) {
|
|
|
|
sink.next(values);
|
|
|
|
} else {
|
|
|
|
sink.complete();
|
2021-03-14 03:13:19 +01:00
|
|
|
}
|
2021-03-14 19:38:20 +01:00
|
|
|
return tuple;
|
|
|
|
}, tuple -> {
|
|
|
|
var rocksIterator = tuple.getT1();
|
|
|
|
rocksIterator.close();
|
|
|
|
tuple.getT2().ifPresent(RocksMutableObject::close);
|
|
|
|
tuple.getT3().ifPresent(RocksMutableObject::close);
|
2021-03-14 14:16:07 +01:00
|
|
|
});
|
2021-03-14 03:13:19 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
public abstract T getEntry(byte[] key, byte[] value);
|
|
|
|
}
|