2021-09-19 12:35:48 +02:00
|
|
|
package it.cavallium.dbengine.lucene.searcher;
|
|
|
|
|
|
|
|
import io.net5.buffer.api.Send;
|
|
|
|
import it.cavallium.dbengine.client.query.current.data.TotalHitsCount;
|
|
|
|
import it.cavallium.dbengine.database.LLKeyScore;
|
|
|
|
import it.cavallium.dbengine.database.LLUtils;
|
|
|
|
import it.cavallium.dbengine.database.disk.LLIndexSearcher;
|
2021-09-20 12:51:27 +02:00
|
|
|
import it.cavallium.dbengine.database.disk.LLIndexSearchers;
|
2021-09-25 13:07:40 +02:00
|
|
|
import it.cavallium.dbengine.lucene.LuceneUtils;
|
2021-09-19 12:35:48 +02:00
|
|
|
import java.util.ArrayList;
|
|
|
|
import java.util.List;
|
|
|
|
import reactor.core.publisher.Flux;
|
|
|
|
import reactor.core.publisher.Mono;
|
|
|
|
|
|
|
|
public class SimpleUnsortedUnscoredLuceneMultiSearcher implements LuceneMultiSearcher {
|
|
|
|
|
|
|
|
private final LuceneLocalSearcher localSearcher;
|
|
|
|
|
|
|
|
public SimpleUnsortedUnscoredLuceneMultiSearcher(LuceneLocalSearcher localSearcher) {
|
|
|
|
this.localSearcher = localSearcher;
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
2021-09-20 12:51:27 +02:00
|
|
|
public Mono<Send<LuceneSearchResult>> collectMulti(Mono<Send<LLIndexSearchers>> indexSearchersMono,
|
2021-09-19 12:35:48 +02:00
|
|
|
LocalQueryParams queryParams,
|
2021-09-20 12:51:27 +02:00
|
|
|
String keyFieldName,
|
|
|
|
LLSearchTransformer transformer) {
|
2021-09-23 22:04:01 +02:00
|
|
|
var indexSearchersSendResource = Mono
|
2021-09-19 12:35:48 +02:00
|
|
|
.fromRunnable(() -> {
|
|
|
|
LLUtils.ensureBlocking();
|
2021-09-23 14:50:15 +02:00
|
|
|
if (queryParams.isSorted() && queryParams.limit() > 0) {
|
2021-09-19 12:35:48 +02:00
|
|
|
throw new UnsupportedOperationException("Sorted queries are not supported"
|
|
|
|
+ " by SimpleUnsortedUnscoredLuceneMultiSearcher");
|
|
|
|
}
|
2021-09-23 14:50:15 +02:00
|
|
|
if (queryParams.isScored() && queryParams.limit() > 0) {
|
2021-09-19 12:35:48 +02:00
|
|
|
throw new UnsupportedOperationException("Scored queries are not supported"
|
|
|
|
+ " by SimpleUnsortedUnscoredLuceneMultiSearcher");
|
|
|
|
}
|
|
|
|
})
|
2021-09-23 22:04:01 +02:00
|
|
|
.then(indexSearchersMono);
|
2021-09-22 11:03:39 +02:00
|
|
|
var localQueryParams = getLocalQueryParams(queryParams);
|
2021-09-19 12:35:48 +02:00
|
|
|
|
2021-09-23 22:04:01 +02:00
|
|
|
return LLUtils.usingSendResource(indexSearchersSendResource,
|
|
|
|
indexSearchers -> Flux
|
|
|
|
.fromIterable(indexSearchers.shards())
|
2021-09-22 11:03:39 +02:00
|
|
|
.flatMap(searcher -> {
|
2021-10-01 19:17:33 +02:00
|
|
|
var llSearcher = Mono.fromCallable(() -> new LLIndexSearcher(searcher, false, null).send());
|
2021-09-22 11:03:39 +02:00
|
|
|
return localSearcher.collect(llSearcher, localQueryParams, keyFieldName, transformer);
|
|
|
|
})
|
2021-09-20 12:51:27 +02:00
|
|
|
.collectList()
|
|
|
|
.map(results -> {
|
|
|
|
List<LuceneSearchResult> resultsToDrop = new ArrayList<>(results.size());
|
|
|
|
List<Flux<LLKeyScore>> resultsFluxes = new ArrayList<>(results.size());
|
|
|
|
boolean exactTotalHitsCount = true;
|
|
|
|
long totalHitsCountValue = 0;
|
|
|
|
for (Send<LuceneSearchResult> resultToReceive : results) {
|
|
|
|
LuceneSearchResult result = resultToReceive.receive();
|
|
|
|
resultsToDrop.add(result);
|
|
|
|
resultsFluxes.add(result.results());
|
|
|
|
exactTotalHitsCount &= result.totalHitsCount().exact();
|
|
|
|
totalHitsCountValue += result.totalHitsCount().value();
|
|
|
|
}
|
2021-09-19 12:35:48 +02:00
|
|
|
|
2021-09-20 12:51:27 +02:00
|
|
|
var totalHitsCount = new TotalHitsCount(totalHitsCountValue, exactTotalHitsCount);
|
2021-09-22 11:03:39 +02:00
|
|
|
Flux<LLKeyScore> mergedFluxes = Flux
|
|
|
|
.merge(resultsFluxes)
|
|
|
|
.skip(queryParams.offset())
|
|
|
|
.take(queryParams.limit(), true);
|
2021-09-20 12:51:27 +02:00
|
|
|
|
2021-10-01 19:17:33 +02:00
|
|
|
return new LuceneSearchResult(totalHitsCount, mergedFluxes, () -> {
|
2021-09-20 12:51:27 +02:00
|
|
|
for (LuceneSearchResult luceneSearchResult : resultsToDrop) {
|
|
|
|
luceneSearchResult.close();
|
|
|
|
}
|
2021-09-23 22:04:01 +02:00
|
|
|
indexSearchers.close();
|
2021-09-20 12:51:27 +02:00
|
|
|
}).send();
|
|
|
|
}),
|
2021-09-22 11:03:39 +02:00
|
|
|
false
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
private LocalQueryParams getLocalQueryParams(LocalQueryParams queryParams) {
|
|
|
|
return new LocalQueryParams(queryParams.query(),
|
|
|
|
0,
|
2021-09-25 13:07:40 +02:00
|
|
|
LuceneUtils.safeLongToInt((long) queryParams.offset() + (long) queryParams.limit()),
|
2021-09-22 11:03:39 +02:00
|
|
|
queryParams.pageLimits(),
|
|
|
|
queryParams.minCompetitiveScore(),
|
|
|
|
queryParams.sort(),
|
|
|
|
queryParams.scoreMode()
|
2021-09-20 12:51:27 +02:00
|
|
|
);
|
2021-09-19 12:35:48 +02:00
|
|
|
}
|
|
|
|
}
|