CavalliumDBEngine/src/test/java/it/cavallium/dbengine/UnsortedUnscoredSimpleMultiSearcher.java

112 lines
4.2 KiB
Java
Raw Normal View History

2021-11-09 00:05:26 +01:00
package it.cavallium.dbengine;
import io.net5.buffer.api.Send;
import it.cavallium.dbengine.client.query.current.data.TotalHitsCount;
import it.cavallium.dbengine.database.LLKeyScore;
import it.cavallium.dbengine.database.LLUtils;
import it.cavallium.dbengine.database.disk.LLIndexSearcher;
2021-09-20 12:51:27 +02:00
import it.cavallium.dbengine.database.disk.LLIndexSearchers;
2021-11-09 00:05:26 +01:00
import it.cavallium.dbengine.lucene.searcher.LLSearchTransformer;
2021-10-08 02:13:33 +02:00
import it.cavallium.dbengine.lucene.searcher.LLSearchTransformer.TransformerInput;
2021-11-09 00:05:26 +01:00
import it.cavallium.dbengine.lucene.searcher.LocalQueryParams;
import it.cavallium.dbengine.lucene.searcher.LocalSearcher;
import it.cavallium.dbengine.lucene.searcher.LuceneSearchResult;
import it.cavallium.dbengine.lucene.searcher.MultiSearcher;
import java.util.ArrayList;
import java.util.List;
import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono;
public class UnsortedUnscoredSimpleMultiSearcher implements MultiSearcher {
private final LocalSearcher localSearcher;
public UnsortedUnscoredSimpleMultiSearcher(LocalSearcher localSearcher) {
this.localSearcher = localSearcher;
}
@Override
2021-11-08 11:17:52 +01:00
public Mono<LuceneSearchResult> collectMulti(Mono<Send<LLIndexSearchers>> indexSearchersMono,
LocalQueryParams queryParams,
2021-09-20 12:51:27 +02:00
String keyFieldName,
LLSearchTransformer transformer) {
2021-10-08 02:13:33 +02:00
return LLUtils.usingSendResource(indexSearchersMono,
indexSearchers -> {
Mono<LocalQueryParams> queryParamsMono;
if (transformer == LLSearchTransformer.NO_TRANSFORMATION) {
queryParamsMono = Mono.just(queryParams);
} else {
2021-11-09 00:54:09 +01:00
var transformerInput = Mono.just(new TransformerInput(indexSearchers, queryParams));
queryParamsMono = transformer.transform(transformerInput);
}
2021-10-08 02:13:33 +02:00
return queryParamsMono.flatMap(queryParams2 -> {
var localQueryParams = getLocalQueryParams(queryParams2);
return Mono
.fromRunnable(() -> {
LLUtils.ensureBlocking();
2021-10-15 22:03:53 +02:00
if (queryParams2.isSorted() && queryParams2.limitLong() > 0) {
2021-10-08 02:13:33 +02:00
throw new UnsupportedOperationException("Sorted queries are not supported"
+ " by SimpleUnsortedUnscoredLuceneMultiSearcher");
}
2021-10-15 22:03:53 +02:00
if (queryParams2.needsScores() && queryParams2.limitLong() > 0) {
2021-10-08 02:13:33 +02:00
throw new UnsupportedOperationException("Scored queries are not supported"
+ " by SimpleUnsortedUnscoredLuceneMultiSearcher");
}
})
.thenMany(Flux.fromIterable(indexSearchers.shards()))
.flatMap(searcher -> {
var llSearcher = Mono.fromCallable(() -> new LLIndexSearcher(searcher, false, null).send());
return localSearcher.collect(llSearcher, localQueryParams, keyFieldName, transformer);
})
.collectList()
.map(results -> {
List<LuceneSearchResult> resultsToDrop = new ArrayList<>(results.size());
List<Flux<LLKeyScore>> resultsFluxes = new ArrayList<>(results.size());
boolean exactTotalHitsCount = true;
long totalHitsCountValue = 0;
2021-11-08 11:17:52 +01:00
for (LuceneSearchResult result : results) {
2021-10-08 02:13:33 +02:00
resultsToDrop.add(result);
resultsFluxes.add(result.results());
exactTotalHitsCount &= result.totalHitsCount().exact();
totalHitsCountValue += result.totalHitsCount().value();
}
2021-10-08 02:13:33 +02:00
var totalHitsCount = new TotalHitsCount(totalHitsCountValue, exactTotalHitsCount);
Flux<LLKeyScore> mergedFluxes = Flux
.merge(resultsFluxes)
2021-10-15 22:03:53 +02:00
.skip(queryParams2.offsetLong())
.take(queryParams2.limitLong(), true);
2021-09-20 12:51:27 +02:00
2021-10-08 02:13:33 +02:00
return new LuceneSearchResult(totalHitsCount, mergedFluxes, () -> {
for (LuceneSearchResult luceneSearchResult : resultsToDrop) {
luceneSearchResult.close();
}
indexSearchers.close();
2021-11-08 11:17:52 +01:00
});
2021-10-08 02:13:33 +02:00
});
}
);
},
2021-09-22 11:03:39 +02:00
false
);
}
private LocalQueryParams getLocalQueryParams(LocalQueryParams queryParams) {
return new LocalQueryParams(queryParams.query(),
2021-10-15 22:03:53 +02:00
0L,
queryParams.offsetLong() + queryParams.limitLong(),
2021-09-22 11:03:39 +02:00
queryParams.pageLimits(),
queryParams.minCompetitiveScore(),
queryParams.sort(),
2021-11-16 23:54:23 +01:00
queryParams.computePreciseHitsCount()
2021-09-20 12:51:27 +02:00
);
}
@Override
public String getName() {
return "unsorted unscored simple multi";
}
}