332 lines
11 KiB
Java
332 lines
11 KiB
Java
package it.cavallium.dbengine.database.collections;
|
|
|
|
import io.net5.buffer.api.Buffer;
|
|
import it.cavallium.dbengine.client.CompositeSnapshot;
|
|
import it.cavallium.dbengine.database.Delta;
|
|
import it.cavallium.dbengine.database.ExtraKeyOperationResult;
|
|
import it.cavallium.dbengine.database.KeyOperationResult;
|
|
import it.cavallium.dbengine.database.LLUtils;
|
|
import it.cavallium.dbengine.database.UpdateMode;
|
|
import it.cavallium.dbengine.database.UpdateReturnMode;
|
|
import it.cavallium.dbengine.database.serialization.BiSerializationFunction;
|
|
import it.cavallium.dbengine.database.serialization.SerializationException;
|
|
import it.cavallium.dbengine.database.serialization.SerializationFunction;
|
|
import java.util.HashMap;
|
|
import java.util.Map;
|
|
import java.util.Map.Entry;
|
|
import java.util.Objects;
|
|
import java.util.Optional;
|
|
import java.util.Queue;
|
|
import java.util.concurrent.ConcurrentHashMap;
|
|
import java.util.concurrent.ConcurrentLinkedQueue;
|
|
import java.util.function.BiFunction;
|
|
import java.util.function.Function;
|
|
import org.jetbrains.annotations.Nullable;
|
|
import reactor.core.publisher.Flux;
|
|
import reactor.core.publisher.Mono;
|
|
import reactor.util.function.Tuple2;
|
|
import reactor.util.function.Tuple3;
|
|
import reactor.util.function.Tuples;
|
|
|
|
@SuppressWarnings("unused")
|
|
public interface DatabaseStageMap<T, U, US extends DatabaseStage<U>> extends DatabaseStageEntry<Map<T, U>> {
|
|
|
|
Mono<US> at(@Nullable CompositeSnapshot snapshot, T key);
|
|
|
|
default Mono<U> getValue(@Nullable CompositeSnapshot snapshot, T key, boolean existsAlmostCertainly) {
|
|
return Mono.usingWhen(
|
|
this.at(snapshot, key),
|
|
stage -> stage.get(snapshot, existsAlmostCertainly),
|
|
stage -> Mono.fromRunnable(stage::release)
|
|
);
|
|
}
|
|
|
|
default Mono<U> getValue(@Nullable CompositeSnapshot snapshot, T key) {
|
|
return getValue(snapshot, key, false);
|
|
}
|
|
|
|
default Mono<U> getValueOrDefault(@Nullable CompositeSnapshot snapshot, T key, Mono<U> defaultValue) {
|
|
return getValue(snapshot, key).switchIfEmpty(defaultValue).single();
|
|
}
|
|
|
|
default Mono<Void> putValue(T key, U value) {
|
|
return Mono.usingWhen(
|
|
at(null, key).single(),
|
|
stage -> stage.set(value),
|
|
stage -> Mono.fromRunnable(stage::release)
|
|
);
|
|
}
|
|
|
|
Mono<UpdateMode> getUpdateMode();
|
|
|
|
default Mono<U> updateValue(T key,
|
|
UpdateReturnMode updateReturnMode,
|
|
boolean existsAlmostCertainly,
|
|
SerializationFunction<@Nullable U, @Nullable U> updater) {
|
|
return Mono.usingWhen(
|
|
this.at(null, key).single(),
|
|
stage -> stage.update(updater, updateReturnMode, existsAlmostCertainly),
|
|
stage -> Mono.fromRunnable(stage::release)
|
|
);
|
|
}
|
|
|
|
default <X> Flux<ExtraKeyOperationResult<T, X>> updateMulti(Flux<Tuple2<T, X>> entries,
|
|
BiSerializationFunction<@Nullable U, X, @Nullable U> updater) {
|
|
return entries
|
|
.flatMapSequential(entry -> this
|
|
.updateValue(entry.getT1(), prevValue -> updater.apply(prevValue, entry.getT2()))
|
|
.map(changed -> new ExtraKeyOperationResult<>(entry.getT1(), entry.getT2(), changed))
|
|
);
|
|
}
|
|
|
|
default Mono<U> updateValue(T key, UpdateReturnMode updateReturnMode, SerializationFunction<@Nullable U, @Nullable U> updater) {
|
|
return updateValue(key, updateReturnMode, false, updater);
|
|
}
|
|
|
|
default Mono<Boolean> updateValue(T key, SerializationFunction<@Nullable U, @Nullable U> updater) {
|
|
return updateValueAndGetDelta(key, false, updater).map(LLUtils::isDeltaChanged).single();
|
|
}
|
|
|
|
default Mono<Boolean> updateValue(T key, boolean existsAlmostCertainly, SerializationFunction<@Nullable U, @Nullable U> updater) {
|
|
return updateValueAndGetDelta(key, existsAlmostCertainly, updater).map(LLUtils::isDeltaChanged).single();
|
|
}
|
|
|
|
default Mono<Delta<U>> updateValueAndGetDelta(T key,
|
|
boolean existsAlmostCertainly,
|
|
SerializationFunction<@Nullable U, @Nullable U> updater) {
|
|
return Mono.usingWhen(
|
|
this.at(null, key).single(),
|
|
stage -> stage.updateAndGetDelta(updater, existsAlmostCertainly),
|
|
stage -> Mono.fromRunnable(stage::release)
|
|
);
|
|
}
|
|
|
|
default Mono<Delta<U>> updateValueAndGetDelta(T key, SerializationFunction<@Nullable U, @Nullable U> updater) {
|
|
return updateValueAndGetDelta(key, false, updater);
|
|
}
|
|
|
|
default Mono<U> putValueAndGetPrevious(T key, U value) {
|
|
return Mono.usingWhen(
|
|
at(null, key).single(),
|
|
stage -> stage.setAndGetPrevious(value),
|
|
stage -> Mono.fromRunnable(stage::release)
|
|
);
|
|
}
|
|
|
|
/**
|
|
* @return true if the key was associated with any value, false if the key didn't exist.
|
|
*/
|
|
default Mono<Boolean> putValueAndGetChanged(T key, U value) {
|
|
return Mono.usingWhen(
|
|
at(null, key).single(),
|
|
stage -> stage.setAndGetChanged(value),
|
|
stage -> Mono.fromRunnable(stage::release)
|
|
).single();
|
|
}
|
|
|
|
default Mono<Void> remove(T key) {
|
|
return removeAndGetStatus(key).then();
|
|
}
|
|
|
|
default Mono<U> removeAndGetPrevious(T key) {
|
|
return Mono.usingWhen(
|
|
at(null, key),
|
|
DatabaseStage::clearAndGetPrevious,
|
|
stage -> Mono.fromRunnable(stage::release)
|
|
);
|
|
}
|
|
|
|
default Mono<Boolean> removeAndGetStatus(T key) {
|
|
return removeAndGetPrevious(key).map(o -> true).defaultIfEmpty(false);
|
|
}
|
|
|
|
/**
|
|
* GetMulti must return the elements in sequence!
|
|
*/
|
|
default Flux<Entry<T, Optional<U>>> getMulti(@Nullable CompositeSnapshot snapshot, Flux<T> keys, boolean existsAlmostCertainly) {
|
|
return keys
|
|
.flatMapSequential(key -> this
|
|
.getValue(snapshot, key, existsAlmostCertainly)
|
|
.map(value -> Map.entry(key, Optional.of(value)))
|
|
.switchIfEmpty(Mono.fromSupplier(() -> Map.entry(key, Optional.empty())))
|
|
)
|
|
.doOnDiscard(Entry.class, unknownEntry -> {
|
|
if (unknownEntry.getValue() instanceof Optional optionalBuffer
|
|
&& optionalBuffer.isPresent()
|
|
&& optionalBuffer.get() instanceof Buffer buffer) {
|
|
buffer.close();
|
|
}
|
|
});
|
|
}
|
|
|
|
/**
|
|
* GetMulti must return the elements in sequence!
|
|
*/
|
|
default Flux<Entry<T, Optional<U>>> getMulti(@Nullable CompositeSnapshot snapshot, Flux<T> keys) {
|
|
return getMulti(snapshot, keys, false);
|
|
}
|
|
|
|
default Mono<Void> putMulti(Flux<Entry<T, U>> entries) {
|
|
return entries.flatMap(entry -> this.putValue(entry.getKey(), entry.getValue())).then();
|
|
}
|
|
|
|
Flux<Entry<T, US>> getAllStages(@Nullable CompositeSnapshot snapshot);
|
|
|
|
default Flux<Entry<T, U>> getAllValues(@Nullable CompositeSnapshot snapshot) {
|
|
return this
|
|
.getAllStages(snapshot)
|
|
.flatMapSequential(entry -> entry
|
|
.getValue()
|
|
.get(snapshot, true)
|
|
.map(value -> Map.entry(entry.getKey(), value))
|
|
.doAfterTerminate(() -> entry.getValue().release())
|
|
);
|
|
}
|
|
|
|
default Mono<Void> setAllValues(Flux<Entry<T, U>> entries) {
|
|
return setAllValuesAndGetPrevious(entries).then();
|
|
}
|
|
|
|
Flux<Entry<T, U>> setAllValuesAndGetPrevious(Flux<Entry<T, U>> entries);
|
|
|
|
default Mono<Void> clear() {
|
|
return setAllValues(Flux.empty());
|
|
}
|
|
|
|
default Mono<Void> replaceAllValues(boolean canKeysChange, Function<Entry<T, U>, Mono<Entry<T, U>>> entriesReplacer) {
|
|
if (canKeysChange) {
|
|
return this.setAllValues(this.getAllValues(null).flatMap(entriesReplacer)).then();
|
|
} else {
|
|
return this
|
|
.getAllValues(null)
|
|
.flatMap(entriesReplacer)
|
|
.flatMap(replacedEntry -> this
|
|
.at(null, replacedEntry.getKey())
|
|
.flatMap(v -> v.set(replacedEntry.getValue()).doAfterTerminate(v::release)))
|
|
.then();
|
|
}
|
|
}
|
|
|
|
default Mono<Void> replaceAll(Function<Entry<T, US>, Mono<Void>> entriesReplacer) {
|
|
return this
|
|
.getAllStages(null)
|
|
.flatMap(stage -> Mono
|
|
.defer(() -> entriesReplacer.apply(stage))
|
|
.doAfterTerminate(() -> stage.getValue().release())
|
|
)
|
|
.then();
|
|
}
|
|
|
|
@Override
|
|
default Mono<Map<T, U>> setAndGetPrevious(Map<T, U> value) {
|
|
return this
|
|
.setAllValuesAndGetPrevious(Flux.fromIterable(Map.copyOf(value).entrySet()))
|
|
.collectMap(Entry::getKey, Entry::getValue, HashMap::new);
|
|
}
|
|
|
|
@Override
|
|
default Mono<Boolean> setAndGetChanged(Map<T, U> value) {
|
|
return this
|
|
.setAndGetPrevious(value)
|
|
.map(oldValue -> !Objects.equals(oldValue, value))
|
|
.switchIfEmpty(Mono.fromSupplier(() -> !value.isEmpty()));
|
|
}
|
|
|
|
@Override
|
|
default Mono<Delta<Map<T, U>>> updateAndGetDelta(SerializationFunction<@Nullable Map<T, U>, @Nullable Map<T, U>> updater,
|
|
boolean existsAlmostCertainly) {
|
|
return this
|
|
.getUpdateMode()
|
|
.single()
|
|
.flatMap(updateMode -> {
|
|
if (updateMode == UpdateMode.ALLOW_UNSAFE) {
|
|
return this
|
|
.getAllValues(null)
|
|
.collectMap(Entry::getKey, Entry::getValue, HashMap::new)
|
|
.single()
|
|
.<Tuple2<Optional<Map<T, U>>, Optional<Map<T, U>>>>handle((v, sink) -> {
|
|
if (v.isEmpty()) {
|
|
v = null;
|
|
}
|
|
try {
|
|
var result = updater.apply(v);
|
|
if (result != null && result.isEmpty()) {
|
|
result = null;
|
|
}
|
|
sink.next(Tuples.of(Optional.ofNullable(v), Optional.ofNullable(result)));
|
|
} catch (SerializationException ex) {
|
|
sink.error(ex);
|
|
}
|
|
})
|
|
.flatMap(result -> Mono
|
|
.justOrEmpty(result.getT2())
|
|
.flatMap(values -> this.setAllValues(Flux.fromIterable(Map.copyOf(values).entrySet())))
|
|
.thenReturn(new Delta<>(result.getT1().orElse(null), result.getT2().orElse(null)))
|
|
);
|
|
} else if (updateMode == UpdateMode.ALLOW) {
|
|
return Mono.fromCallable(() -> {
|
|
throw new UnsupportedOperationException("Maps can't be updated atomically");
|
|
});
|
|
} else if (updateMode == UpdateMode.DISALLOW) {
|
|
return Mono.fromCallable(() -> {
|
|
throw new UnsupportedOperationException("Map can't be updated because updates are disabled");
|
|
});
|
|
} else {
|
|
return Mono.fromCallable(() -> {
|
|
throw new UnsupportedOperationException("Unknown update mode: " + updateMode);
|
|
});
|
|
}
|
|
});
|
|
}
|
|
|
|
@Override
|
|
default Mono<Map<T, U>> clearAndGetPrevious() {
|
|
return this.setAndGetPrevious(Map.of());
|
|
}
|
|
|
|
@Override
|
|
default Mono<Map<T, U>> get(@Nullable CompositeSnapshot snapshot, boolean existsAlmostCertainly) {
|
|
return getAllValues(snapshot)
|
|
.collectMap(Entry::getKey, Entry::getValue, HashMap::new);
|
|
}
|
|
|
|
@Override
|
|
default Mono<Long> leavesCount(@Nullable CompositeSnapshot snapshot, boolean fast) {
|
|
return getAllStages(snapshot)
|
|
.flatMap(stage -> Mono
|
|
.fromRunnable(() -> stage.getValue().release())
|
|
.thenReturn(true)
|
|
)
|
|
.count();
|
|
}
|
|
|
|
/**
|
|
* Value getter doesn't lock data. Please make sure to lock before getting data.
|
|
*/
|
|
default ValueGetterBlocking<T, U> getDbValueGetter(@Nullable CompositeSnapshot snapshot) {
|
|
return k -> getValue(snapshot, k).block();
|
|
}
|
|
|
|
default ValueGetter<T, U> getAsyncDbValueGetter(@Nullable CompositeSnapshot snapshot) {
|
|
return k -> getValue(snapshot, k);
|
|
}
|
|
|
|
default ValueTransformer<T, U> getAsyncDbValueTransformer(@Nullable CompositeSnapshot snapshot) {
|
|
return new ValueTransformer<>() {
|
|
@Override
|
|
public <X> Flux<Tuple3<X, T, Optional<U>>> transform(Flux<Tuple2<X, T>> keys) {
|
|
return Flux.defer(() -> {
|
|
ConcurrentLinkedQueue<X> extraValues = new ConcurrentLinkedQueue<>();
|
|
return getMulti(snapshot, keys.map(key -> {
|
|
extraValues.add(key.getT1());
|
|
return key.getT2();
|
|
})).map(result -> {
|
|
var extraValue = extraValues.remove();
|
|
return Tuples.of(extraValue, result.getKey(), result.getValue());
|
|
});
|
|
});
|
|
}
|
|
};
|
|
}
|
|
}
|