2021-11-18 17:13:53 +01:00
|
|
|
package it.cavallium.dbengine.lucene.searcher;
|
|
|
|
|
2022-06-29 01:14:05 +02:00
|
|
|
import static it.cavallium.dbengine.client.UninterruptibleScheduler.uninterruptibleScheduler;
|
2022-07-23 02:42:48 +02:00
|
|
|
import static it.cavallium.dbengine.lucene.LuceneUtils.luceneScheduler;
|
2022-06-29 01:14:05 +02:00
|
|
|
|
2022-07-15 02:44:50 +02:00
|
|
|
import io.netty5.util.Send;
|
2021-11-18 17:13:53 +01:00
|
|
|
import it.cavallium.dbengine.database.LLUtils;
|
|
|
|
import it.cavallium.dbengine.database.disk.LLIndexSearchers;
|
2022-07-23 02:42:48 +02:00
|
|
|
import it.cavallium.dbengine.lucene.LuceneUtils;
|
2021-11-19 19:03:31 +01:00
|
|
|
import it.cavallium.dbengine.lucene.collector.Buckets;
|
|
|
|
import it.cavallium.dbengine.lucene.collector.DecimalBucketMultiCollectorManager;
|
|
|
|
import java.util.List;
|
2021-12-17 01:48:49 +01:00
|
|
|
import org.apache.logging.log4j.LogManager;
|
|
|
|
import org.apache.logging.log4j.Logger;
|
2021-11-18 17:13:53 +01:00
|
|
|
import org.apache.lucene.search.IndexSearcher;
|
2021-11-19 19:03:31 +01:00
|
|
|
import org.apache.lucene.search.Query;
|
|
|
|
import org.jetbrains.annotations.NotNull;
|
|
|
|
import org.jetbrains.annotations.Nullable;
|
2021-11-18 17:13:53 +01:00
|
|
|
import reactor.core.publisher.Flux;
|
|
|
|
import reactor.core.publisher.Mono;
|
2022-06-14 13:10:38 +02:00
|
|
|
import reactor.core.scheduler.Schedulers;
|
2021-11-18 17:13:53 +01:00
|
|
|
|
|
|
|
public class DecimalBucketMultiSearcher {
|
|
|
|
|
2021-12-17 01:48:49 +01:00
|
|
|
protected static final Logger logger = LogManager.getLogger(DecimalBucketMultiSearcher.class);
|
2021-11-18 17:13:53 +01:00
|
|
|
|
2022-06-14 13:10:38 +02:00
|
|
|
public Mono<Buckets> collectMulti(Mono<LLIndexSearchers> indexSearchersMono,
|
2021-11-18 17:13:53 +01:00
|
|
|
BucketParams bucketParams,
|
2021-11-19 19:03:31 +01:00
|
|
|
@NotNull List<Query> queries,
|
|
|
|
@Nullable Query normalizationQuery) {
|
2021-11-18 17:13:53 +01:00
|
|
|
|
2022-06-14 13:10:38 +02:00
|
|
|
return Mono.usingWhen(indexSearchersMono, indexSearchers -> this
|
|
|
|
// Search results
|
|
|
|
.search(indexSearchers.shards(), bucketParams, queries, normalizationQuery)
|
|
|
|
// Ensure that one result is always returned
|
|
|
|
.single(), indexSearchers -> Mono.fromCallable(() -> {
|
|
|
|
indexSearchers.close();
|
|
|
|
return null;
|
2022-07-23 02:42:48 +02:00
|
|
|
}).transform(LuceneUtils::scheduleLucene));
|
2021-11-18 17:13:53 +01:00
|
|
|
}
|
|
|
|
|
2021-11-19 19:03:31 +01:00
|
|
|
private Mono<Buckets> search(Iterable<IndexSearcher> indexSearchers,
|
2021-11-18 17:13:53 +01:00
|
|
|
BucketParams bucketParams,
|
2021-11-19 19:03:31 +01:00
|
|
|
@NotNull List<Query> queries,
|
|
|
|
@Nullable Query normalizationQuery) {
|
2022-06-29 01:14:05 +02:00
|
|
|
return Mono.defer(() -> {
|
|
|
|
var cmm = new DecimalBucketMultiCollectorManager(bucketParams.min(),
|
|
|
|
bucketParams.max(),
|
|
|
|
bucketParams.buckets(),
|
|
|
|
bucketParams.bucketFieldName(),
|
|
|
|
bucketParams.valueSource(),
|
|
|
|
queries,
|
|
|
|
normalizationQuery,
|
|
|
|
bucketParams.collectionRate(),
|
|
|
|
bucketParams.sampleSize()
|
|
|
|
);
|
2022-06-30 13:54:55 +02:00
|
|
|
return Flux
|
|
|
|
.fromIterable(indexSearchers)
|
|
|
|
.flatMap(shard -> Mono.fromCallable(() -> {
|
|
|
|
LLUtils.ensureBlocking();
|
|
|
|
return cmm.search(shard);
|
2022-07-23 02:42:48 +02:00
|
|
|
}).subscribeOn(luceneScheduler()))
|
2022-06-30 13:54:55 +02:00
|
|
|
.collectList()
|
2022-07-23 02:42:48 +02:00
|
|
|
.flatMap(results -> Mono.fromSupplier(() -> cmm.reduce(results)).subscribeOn(luceneScheduler()))
|
2022-06-30 13:54:55 +02:00
|
|
|
.publishOn(Schedulers.parallel());
|
2022-06-29 01:14:05 +02:00
|
|
|
});
|
2021-11-18 17:13:53 +01:00
|
|
|
}
|
|
|
|
}
|