CavalliumDBEngine/src/main/java/it/cavallium/dbengine/lucene/searcher/DecimalBucketMultiSearcher.java

69 lines
2.5 KiB
Java
Raw Normal View History

2021-11-18 17:13:53 +01:00
package it.cavallium.dbengine.lucene.searcher;
2022-06-29 01:14:05 +02:00
import static it.cavallium.dbengine.client.UninterruptibleScheduler.uninterruptibleScheduler;
2022-03-16 13:47:56 +01:00
import io.netty5.buffer.api.Send;
2021-11-18 17:13:53 +01:00
import it.cavallium.dbengine.database.LLUtils;
import it.cavallium.dbengine.database.disk.LLIndexSearchers;
2021-11-19 19:03:31 +01:00
import it.cavallium.dbengine.lucene.collector.Buckets;
import it.cavallium.dbengine.lucene.collector.DecimalBucketMultiCollectorManager;
import java.util.List;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
2021-11-18 17:13:53 +01:00
import org.apache.lucene.search.IndexSearcher;
2021-11-19 19:03:31 +01:00
import org.apache.lucene.search.Query;
import org.jetbrains.annotations.NotNull;
import org.jetbrains.annotations.Nullable;
2021-11-18 17:13:53 +01:00
import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono;
2022-06-14 13:10:38 +02:00
import reactor.core.scheduler.Schedulers;
2021-11-18 17:13:53 +01:00
public class DecimalBucketMultiSearcher {
protected static final Logger logger = LogManager.getLogger(DecimalBucketMultiSearcher.class);
2021-11-18 17:13:53 +01:00
2022-06-14 13:10:38 +02:00
public Mono<Buckets> collectMulti(Mono<LLIndexSearchers> indexSearchersMono,
2021-11-18 17:13:53 +01:00
BucketParams bucketParams,
2021-11-19 19:03:31 +01:00
@NotNull List<Query> queries,
@Nullable Query normalizationQuery) {
2021-11-18 17:13:53 +01:00
2022-06-14 13:10:38 +02:00
return Mono.usingWhen(indexSearchersMono, indexSearchers -> this
// Search results
.search(indexSearchers.shards(), bucketParams, queries, normalizationQuery)
// Ensure that one result is always returned
.single(), indexSearchers -> Mono.fromCallable(() -> {
2022-06-29 01:14:05 +02:00
//noinspection BlockingMethodInNonBlockingContext
2022-06-14 13:10:38 +02:00
indexSearchers.close();
return null;
2022-06-29 01:14:05 +02:00
}).subscribeOn(uninterruptibleScheduler(Schedulers.boundedElastic()))).publishOn(Schedulers.parallel());
2021-11-18 17:13:53 +01:00
}
2021-11-19 19:03:31 +01:00
private Mono<Buckets> search(Iterable<IndexSearcher> indexSearchers,
2021-11-18 17:13:53 +01:00
BucketParams bucketParams,
2021-11-19 19:03:31 +01:00
@NotNull List<Query> queries,
@Nullable Query normalizationQuery) {
2022-06-29 01:14:05 +02:00
return Mono.defer(() -> {
var cmm = new DecimalBucketMultiCollectorManager(bucketParams.min(),
bucketParams.max(),
bucketParams.buckets(),
bucketParams.bucketFieldName(),
bucketParams.valueSource(),
queries,
normalizationQuery,
bucketParams.collectionRate(),
bucketParams.sampleSize()
);
2022-06-30 13:54:55 +02:00
return Flux
.fromIterable(indexSearchers)
.flatMap(shard -> Mono.fromCallable(() -> {
LLUtils.ensureBlocking();
return cmm.search(shard);
}))
.collectList()
.flatMap(results -> Mono.fromSupplier(() -> cmm.reduce(results)))
.subscribeOn(uninterruptibleScheduler(Schedulers.boundedElastic()))
.publishOn(Schedulers.parallel());
2022-06-29 01:14:05 +02:00
});
2021-11-18 17:13:53 +01:00
}
}