2021-07-06 00:30:14 +02:00
|
|
|
package it.cavallium.dbengine.lucene.searcher;
|
|
|
|
|
2021-09-18 18:34:21 +02:00
|
|
|
import io.net5.buffer.api.Send;
|
2021-10-08 11:50:28 +02:00
|
|
|
import it.cavallium.dbengine.database.LLUtils;
|
2021-09-20 12:51:27 +02:00
|
|
|
import it.cavallium.dbengine.database.disk.LLIndexSearchers;
|
2021-10-08 11:50:28 +02:00
|
|
|
import it.cavallium.dbengine.lucene.searcher.LLSearchTransformer.TransformerInput;
|
2021-10-13 00:23:56 +02:00
|
|
|
import java.io.Closeable;
|
|
|
|
import java.io.IOException;
|
2021-07-06 00:30:14 +02:00
|
|
|
import reactor.core.publisher.Mono;
|
|
|
|
|
2021-10-13 12:25:32 +02:00
|
|
|
public class AdaptiveMultiSearcher implements MultiSearcher, Closeable {
|
2021-07-06 00:30:14 +02:00
|
|
|
|
2021-10-13 12:25:32 +02:00
|
|
|
private static final MultiSearcher count
|
|
|
|
= new UnsortedUnscoredSimpleMultiSearcher(new CountLocalSearcher());
|
2021-07-06 00:30:14 +02:00
|
|
|
|
2021-10-15 22:03:53 +02:00
|
|
|
private static final MultiSearcher scoredPaged = new ScoredPagedMultiSearcher();
|
2021-07-27 19:34:51 +02:00
|
|
|
|
2021-10-13 12:25:32 +02:00
|
|
|
private static final MultiSearcher unsortedUnscoredPaged
|
|
|
|
= new UnsortedUnscoredSimpleMultiSearcher(new PagedLocalSearcher());
|
2021-07-06 00:30:14 +02:00
|
|
|
|
2021-10-13 12:25:32 +02:00
|
|
|
private static final MultiSearcher unsortedUnscoredContinuous
|
|
|
|
= new UnsortedUnscoredStreamingMultiSearcher();
|
2021-09-25 13:07:52 +02:00
|
|
|
|
2021-10-14 15:55:58 +02:00
|
|
|
private final UnsortedScoredFullMultiSearcher unsortedScoredFull;
|
2021-10-13 00:23:56 +02:00
|
|
|
|
2021-10-15 22:03:53 +02:00
|
|
|
private final SortedScoredFullMultiSearcher sortedScoredFull;
|
|
|
|
|
2021-10-13 12:25:32 +02:00
|
|
|
public AdaptiveMultiSearcher() throws IOException {
|
2021-10-14 15:55:58 +02:00
|
|
|
unsortedScoredFull = new UnsortedScoredFullMultiSearcher();
|
2021-10-15 22:03:53 +02:00
|
|
|
sortedScoredFull = new SortedScoredFullMultiSearcher();
|
2021-10-13 00:23:56 +02:00
|
|
|
}
|
|
|
|
|
2021-07-06 00:30:14 +02:00
|
|
|
@Override
|
2021-09-20 12:51:27 +02:00
|
|
|
public Mono<Send<LuceneSearchResult>> collectMulti(Mono<Send<LLIndexSearchers>> indexSearchersMono,
|
2021-09-19 19:59:37 +02:00
|
|
|
LocalQueryParams queryParams,
|
2021-09-20 12:51:27 +02:00
|
|
|
String keyFieldName,
|
|
|
|
LLSearchTransformer transformer) {
|
2021-10-08 11:50:28 +02:00
|
|
|
if (transformer == LLSearchTransformer.NO_TRANSFORMATION) {
|
|
|
|
return transformedCollectMulti(indexSearchersMono, queryParams, keyFieldName, transformer);
|
2021-07-06 00:30:14 +02:00
|
|
|
} else {
|
2021-10-08 11:50:28 +02:00
|
|
|
return LLUtils.usingSendResource(indexSearchersMono, indexSearchers -> transformer
|
|
|
|
.transform(Mono.fromCallable(() -> new TransformerInput(indexSearchers, queryParams)))
|
|
|
|
.flatMap(queryParams2 -> this
|
|
|
|
.transformedCollectMulti(indexSearchersMono, queryParams2, keyFieldName, LLSearchTransformer.NO_TRANSFORMATION)),
|
|
|
|
true);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
public Mono<Send<LuceneSearchResult>> transformedCollectMulti(Mono<Send<LLIndexSearchers>> indexSearchersMono,
|
|
|
|
LocalQueryParams queryParams,
|
|
|
|
String keyFieldName,
|
|
|
|
LLSearchTransformer transformer) {
|
|
|
|
// offset + limit
|
2021-10-15 22:03:53 +02:00
|
|
|
long realLimit = queryParams.offsetLong() + queryParams.limitLong();
|
2021-10-08 11:50:28 +02:00
|
|
|
|
|
|
|
return LLUtils.usingSendResource(indexSearchersMono, indexSearchers -> {
|
2021-10-15 22:03:53 +02:00
|
|
|
if (queryParams.limitLong() == 0) {
|
2021-10-08 11:50:28 +02:00
|
|
|
return count.collectMulti(indexSearchersMono, queryParams, keyFieldName, transformer);
|
2021-10-14 00:49:21 +02:00
|
|
|
} else if (queryParams.isSorted() || queryParams.needsScores()) {
|
2021-10-15 22:03:53 +02:00
|
|
|
if (realLimit <= (long) queryParams.pageLimits().getPageLimit(0)) {
|
|
|
|
return scoredPaged.collectMulti(indexSearchersMono, queryParams, keyFieldName, transformer);
|
2021-10-13 00:23:56 +02:00
|
|
|
} else {
|
2021-10-15 22:03:53 +02:00
|
|
|
if ((queryParams.isSorted() && !queryParams.isSortedByScore())) {
|
|
|
|
return sortedScoredFull.collectMulti(indexSearchersMono, queryParams, keyFieldName, transformer);
|
|
|
|
} else {
|
|
|
|
return unsortedScoredFull.collectMulti(indexSearchersMono, queryParams, keyFieldName, transformer);
|
|
|
|
}
|
2021-10-13 00:23:56 +02:00
|
|
|
}
|
2021-10-08 11:50:28 +02:00
|
|
|
} else if (realLimit <= (long) queryParams.pageLimits().getPageLimit(0)) {
|
2021-09-25 13:07:52 +02:00
|
|
|
// Run single-page searches using the paged multi searcher
|
2021-10-08 11:50:28 +02:00
|
|
|
return unsortedUnscoredPaged.collectMulti(indexSearchersMono, queryParams, keyFieldName, transformer);
|
2021-09-25 13:07:52 +02:00
|
|
|
} else {
|
|
|
|
// Run large/unbounded searches using the continuous multi searcher
|
2021-10-08 11:50:28 +02:00
|
|
|
return unsortedUnscoredContinuous.collectMulti(indexSearchersMono, queryParams, keyFieldName, transformer);
|
2021-09-25 13:07:52 +02:00
|
|
|
}
|
2021-10-08 11:50:28 +02:00
|
|
|
}, true);
|
2021-07-06 00:30:14 +02:00
|
|
|
}
|
2021-10-13 00:23:56 +02:00
|
|
|
|
|
|
|
@Override
|
|
|
|
public void close() throws IOException {
|
2021-10-15 22:03:53 +02:00
|
|
|
sortedScoredFull.close();
|
2021-10-14 15:55:58 +02:00
|
|
|
unsortedScoredFull.close();
|
2021-10-13 00:23:56 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public String getName() {
|
2021-10-13 12:25:32 +02:00
|
|
|
return "adaptive local";
|
2021-10-13 00:23:56 +02:00
|
|
|
}
|
2021-07-06 00:30:14 +02:00
|
|
|
}
|