CavalliumDBEngine/src/main/java/it/cavallium/dbengine/database/disk/LLLocalReactiveRocksIterator.java

106 lines
3.4 KiB
Java
Raw Normal View History

2021-03-14 03:13:19 +01:00
package it.cavallium.dbengine.database.disk;
2021-09-23 11:30:44 +02:00
import static it.cavallium.dbengine.database.LLUtils.MARKER_ROCKSDB;
2022-03-19 16:36:59 +01:00
import static it.cavallium.dbengine.database.LLUtils.generateCustomReadOptions;
2022-03-24 23:56:23 +01:00
import static it.cavallium.dbengine.database.LLUtils.isBoundedRange;
2023-02-22 22:31:36 +01:00
import static it.cavallium.dbengine.utils.StreamUtils.streamWhileNonNull;
2021-04-03 19:09:06 +02:00
2023-03-06 12:19:08 +01:00
import it.cavallium.buffer.Buf;
2021-03-14 03:13:19 +01:00
import it.cavallium.dbengine.database.LLRange;
import it.cavallium.dbengine.database.LLUtils;
2023-05-22 19:12:05 +02:00
import it.cavallium.dbengine.database.disk.rocksdb.LLReadOptions;
import it.cavallium.dbengine.database.disk.rocksdb.RocksIteratorObj;
import it.cavallium.dbengine.utils.DBException;
import java.io.IOException;
import java.util.Objects;
import java.util.concurrent.CompletionException;
2022-07-19 23:45:39 +02:00
import java.util.function.Supplier;
import java.util.stream.Stream;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
2021-09-22 18:33:28 +02:00
import org.jetbrains.annotations.Nullable;
2021-03-14 03:13:19 +01:00
import org.rocksdb.ReadOptions;
import org.rocksdb.RocksDBException;
2021-03-14 03:13:19 +01:00
2022-07-19 23:45:39 +02:00
public abstract class LLLocalReactiveRocksIterator<T> {
2021-03-14 03:13:19 +01:00
protected static final Logger logger = LogManager.getLogger(LLLocalReactiveRocksIterator.class);
2021-10-28 11:44:20 +02:00
2021-10-20 01:51:34 +02:00
private final RocksDBColumn db;
private final LLRange range;
2023-05-22 19:12:05 +02:00
private final Supplier<LLReadOptions> readOptions;
2021-03-14 03:13:19 +01:00
private final boolean readValues;
2022-03-24 21:14:17 +01:00
private final boolean reverse;
2022-03-24 23:56:23 +01:00
private final boolean smallRange;
2021-03-14 03:13:19 +01:00
2021-10-20 01:51:34 +02:00
public LLLocalReactiveRocksIterator(RocksDBColumn db,
LLRange range,
2023-05-22 19:12:05 +02:00
Supplier<LLReadOptions> readOptions,
2022-03-24 21:14:17 +01:00
boolean readValues,
2022-03-24 23:56:23 +01:00
boolean reverse,
boolean smallRange) {
this.db = db;
this.range = range;
2023-05-22 19:12:05 +02:00
this.readOptions = readOptions != null ? readOptions : LLReadOptions::new;
this.readValues = readValues;
this.reverse = reverse;
this.smallRange = smallRange;
2021-03-14 03:13:19 +01:00
}
public final Stream<T> stream() {
2023-02-22 22:31:36 +01:00
return streamWhileNonNull(() -> {
2023-05-23 01:05:03 +02:00
try (var readOptions = generateCustomReadOptions(this.readOptions.get(), true, isBoundedRange(range), smallRange);
var rocksIterator = db.newRocksIterator(readOptions, range, reverse)) {
if (logger.isTraceEnabled()) {
logger.trace(MARKER_ROCKSDB, "Range {} started", LLUtils.toStringSafe(range));
}
2021-10-30 12:21:28 +02:00
if (rocksIterator.isValid()) {
// Note that the underlying array is subject to changes!
Buf key;
key = rocksIterator.keyBuf();
// Note that the underlying array is subject to changes!
Buf value;
if (readValues) {
value = rocksIterator.valueBuf();
2021-10-30 12:21:28 +02:00
} else {
value = null;
2021-09-23 11:30:44 +02:00
}
2021-10-30 12:21:28 +02:00
if (logger.isTraceEnabled()) {
logger.trace(MARKER_ROCKSDB,
"Range {} is reading {}: {}",
LLUtils.toStringSafe(range),
LLUtils.toStringSafe(key),
LLUtils.toStringSafe(value)
);
}
2021-10-30 12:21:28 +02:00
if (reverse) {
rocksIterator.prev();
} else {
rocksIterator.next();
2021-10-30 12:21:28 +02:00
}
return getEntry(key, value);
2021-10-30 12:21:28 +02:00
} else {
if (logger.isTraceEnabled()) {
2022-07-19 23:45:39 +02:00
logger.trace(MARKER_ROCKSDB, "Range {} ended", LLUtils.toStringSafe(range));
2021-03-14 19:38:20 +01:00
}
return null;
2021-10-30 12:21:28 +02:00
}
} catch (RocksDBException ex) {
if (logger.isTraceEnabled()) {
2022-07-19 23:45:39 +02:00
logger.trace(MARKER_ROCKSDB, "Range {} failed", LLUtils.toStringSafe(range));
2021-10-30 12:21:28 +02:00
}
throw new CompletionException(ex);
2021-10-30 12:21:28 +02:00
}
});
2021-03-14 03:13:19 +01:00
}
/**
* @param key this buffer content will be changed during the next iteration
* @param value this buffer content will be changed during the next iteration
*/
public abstract T getEntry(@Nullable Buf key, @Nullable Buf value);
2021-05-02 19:18:15 +02:00
2021-03-14 03:13:19 +01:00
}