CavalliumDBEngine/src/main/java/it/cavallium/dbengine/database/disk/LLLocalGroupedReactiveRocksIterator.java

82 lines
2.4 KiB
Java
Raw Normal View History

2021-03-14 03:13:19 +01:00
package it.cavallium.dbengine.database.disk;
2021-04-03 19:09:06 +02:00
import static it.cavallium.dbengine.database.disk.LLLocalDictionary.getRocksIterator;
2021-03-14 03:13:19 +01:00
import it.cavallium.dbengine.database.LLRange;
import it.unimi.dsi.fastutil.objects.ObjectArrayList;
import java.util.Arrays;
import java.util.List;
import org.rocksdb.ColumnFamilyHandle;
import org.rocksdb.ReadOptions;
import org.rocksdb.RocksDB;
2021-03-14 19:38:20 +01:00
import org.rocksdb.RocksMutableObject;
2021-03-14 03:13:19 +01:00
import reactor.core.publisher.Flux;
2021-03-14 23:06:46 +01:00
public abstract class LLLocalGroupedReactiveRocksIterator<T> {
2021-03-14 03:13:19 +01:00
private static final byte[] EMPTY = new byte[0];
private final RocksDB db;
private final ColumnFamilyHandle cfh;
private final int prefixLength;
private final LLRange range;
private final ReadOptions readOptions;
2021-03-22 20:02:19 +01:00
private final boolean canFillCache;
2021-03-14 03:13:19 +01:00
private final boolean readValues;
2021-03-14 23:06:46 +01:00
public LLLocalGroupedReactiveRocksIterator(RocksDB db,
2021-03-14 03:13:19 +01:00
ColumnFamilyHandle cfh,
int prefixLength,
LLRange range,
ReadOptions readOptions,
2021-03-22 20:02:19 +01:00
boolean canFillCache,
2021-04-03 19:09:06 +02:00
boolean readValues) {
2021-03-14 03:13:19 +01:00
this.db = db;
this.cfh = cfh;
this.prefixLength = prefixLength;
this.range = range;
this.readOptions = readOptions;
2021-03-22 20:02:19 +01:00
this.canFillCache = canFillCache;
2021-03-14 03:13:19 +01:00
this.readValues = readValues;
}
2021-03-14 13:08:03 +01:00
public Flux<List<T>> flux() {
return Flux
2021-03-14 03:13:19 +01:00
.generate(() -> {
2021-03-14 19:38:20 +01:00
var readOptions = new ReadOptions(this.readOptions);
2021-03-22 20:02:19 +01:00
readOptions.setFillCache(canFillCache && range.hasMin() && range.hasMax());
2021-04-03 19:09:06 +02:00
return getRocksIterator(readOptions, range, db, cfh);
2021-03-14 19:38:20 +01:00
}, (tuple, sink) -> {
var rocksIterator = tuple.getT1();
ObjectArrayList<T> values = new ObjectArrayList<>();
byte[] firstGroupKey = null;
2021-03-14 03:13:19 +01:00
2021-03-14 19:38:20 +01:00
while (rocksIterator.isValid()) {
byte[] key = rocksIterator.key();
if (firstGroupKey == null) {
firstGroupKey = key;
} else if (!Arrays.equals(firstGroupKey, 0, prefixLength, key, 0, prefixLength)) {
break;
2021-03-14 03:13:19 +01:00
}
2021-03-14 19:38:20 +01:00
byte[] value = readValues ? rocksIterator.value() : EMPTY;
rocksIterator.next();
values.add(getEntry(key, value));
2021-03-14 03:13:19 +01:00
}
2021-03-14 19:38:20 +01:00
if (!values.isEmpty()) {
sink.next(values);
} else {
sink.complete();
2021-03-14 03:13:19 +01:00
}
2021-03-14 19:38:20 +01:00
return tuple;
}, tuple -> {
var rocksIterator = tuple.getT1();
rocksIterator.close();
tuple.getT2().ifPresent(RocksMutableObject::close);
tuple.getT3().ifPresent(RocksMutableObject::close);
2021-03-14 14:16:07 +01:00
});
2021-03-14 03:13:19 +01:00
}
public abstract T getEntry(byte[] key, byte[] value);
}