255 lines
9.8 KiB
Java
255 lines
9.8 KiB
Java
package it.tdlight.tdlibsession.td.middle.client;
|
|
|
|
import io.vertx.core.eventbus.DeliveryOptions;
|
|
import io.vertx.core.json.JsonObject;
|
|
import io.vertx.reactivex.core.Vertx;
|
|
import io.vertx.reactivex.core.eventbus.Message;
|
|
import io.vertx.reactivex.core.eventbus.MessageConsumer;
|
|
import it.tdlight.jni.TdApi;
|
|
import it.tdlight.jni.TdApi.Function;
|
|
import it.tdlight.tdlibsession.td.ResponseError;
|
|
import it.tdlight.tdlibsession.td.TdError;
|
|
import it.tdlight.tdlibsession.td.TdResult;
|
|
import it.tdlight.tdlibsession.td.TdResultMessage;
|
|
import it.tdlight.tdlibsession.td.middle.AsyncTdMiddle;
|
|
import it.tdlight.tdlibsession.td.middle.EndSessionMessage;
|
|
import it.tdlight.tdlibsession.td.middle.ExecuteObject;
|
|
import it.tdlight.tdlibsession.td.middle.StartSessionMessage;
|
|
import it.tdlight.tdlibsession.td.middle.TdClusterManager;
|
|
import it.tdlight.tdlibsession.td.middle.TdResultList;
|
|
import it.tdlight.utils.BinlogAsyncFile;
|
|
import it.tdlight.utils.BinlogUtils;
|
|
import it.tdlight.utils.MonoUtils;
|
|
import it.tdlight.utils.MonoUtils.SinkRWStream;
|
|
import java.net.ConnectException;
|
|
import java.nio.file.Path;
|
|
import java.time.Duration;
|
|
import java.util.concurrent.Callable;
|
|
import org.slf4j.Logger;
|
|
import org.slf4j.LoggerFactory;
|
|
import reactor.core.publisher.Flux;
|
|
import reactor.core.publisher.Mono;
|
|
import reactor.core.publisher.Sinks;
|
|
import reactor.core.publisher.Sinks.Empty;
|
|
import reactor.core.publisher.Sinks.One;
|
|
import reactor.core.scheduler.Schedulers;
|
|
|
|
public class AsyncTdMiddleEventBusClient implements AsyncTdMiddle {
|
|
|
|
private Logger logger;
|
|
|
|
public static final byte[] EMPTY = new byte[0];
|
|
|
|
private final TdClusterManager cluster;
|
|
private final DeliveryOptions deliveryOptions;
|
|
private final DeliveryOptions deliveryOptionsWithTimeout;
|
|
|
|
private final One<BinlogAsyncFile> binlog = Sinks.one();
|
|
|
|
private final One<SinkRWStream<Message<TdResultList>>> updates = Sinks.one();
|
|
// This will only result in a successful completion, never completes in other ways
|
|
private final Empty<Void> updatesStreamEnd = Sinks.one();
|
|
// This will only result in a crash, never completes in other ways
|
|
private final Empty<Void> crash = Sinks.one();
|
|
|
|
private int botId;
|
|
private String botAddress;
|
|
private String botAlias;
|
|
private boolean local;
|
|
|
|
public AsyncTdMiddleEventBusClient(TdClusterManager clusterManager) {
|
|
this.logger = LoggerFactory.getLogger(AsyncTdMiddleEventBusClient.class);
|
|
this.cluster = clusterManager;
|
|
this.deliveryOptions = cluster.newDeliveryOpts().setLocalOnly(local);
|
|
this.deliveryOptionsWithTimeout = cluster.newDeliveryOpts().setLocalOnly(local).setSendTimeout(30000);
|
|
}
|
|
|
|
private Mono<AsyncTdMiddleEventBusClient> initialize() {
|
|
return MonoUtils.<Message<TdResultList>>unicastBackpressureSinkStream()
|
|
.flatMap(updates -> MonoUtils.emitValue(this.updates, updates))
|
|
.thenReturn(this);
|
|
}
|
|
|
|
public static Mono<AsyncTdMiddle> getAndDeployInstance(TdClusterManager clusterManager,
|
|
int botId,
|
|
String botAlias,
|
|
boolean local,
|
|
JsonObject implementationDetails,
|
|
Path binlogsArchiveDirectory) {
|
|
return new AsyncTdMiddleEventBusClient(clusterManager)
|
|
.initialize()
|
|
.flatMap(instance -> retrieveBinlog(clusterManager.getVertx(), binlogsArchiveDirectory, botId)
|
|
.flatMap(binlog -> binlog
|
|
.getLastModifiedTime()
|
|
.filter(modTime -> modTime == 0)
|
|
.doOnNext(v -> LoggerFactory
|
|
.getLogger(AsyncTdMiddleEventBusClient.class)
|
|
.error("Can't retrieve binlog of bot " + botId + " " + botAlias + ". Creating a new one..."))
|
|
.thenReturn(binlog)).<AsyncTdMiddle>flatMap(binlog -> instance
|
|
.start(botId, botAlias, local, implementationDetails, binlog)
|
|
.thenReturn(instance)
|
|
)
|
|
.single()
|
|
)
|
|
.single();
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @return optional result
|
|
*/
|
|
public static Mono<BinlogAsyncFile> retrieveBinlog(Vertx vertx, Path binlogsArchiveDirectory, int botId) {
|
|
return BinlogUtils.retrieveBinlog(vertx.fileSystem(), binlogsArchiveDirectory.resolve(botId + ".binlog"));
|
|
}
|
|
|
|
private Mono<Void> saveBinlog(byte[] data) {
|
|
return this.binlog.asMono().flatMap(binlog -> BinlogUtils.saveBinlog(binlog, data));
|
|
}
|
|
|
|
public Mono<Void> start(int botId,
|
|
String botAlias,
|
|
boolean local,
|
|
JsonObject implementationDetails,
|
|
BinlogAsyncFile binlog) {
|
|
this.botId = botId;
|
|
this.botAlias = botAlias;
|
|
this.botAddress = "bots.bot." + this.botId;
|
|
this.local = local;
|
|
this.logger = LoggerFactory.getLogger(this.botId + " " + botAlias);
|
|
return MonoUtils
|
|
.emitValue(this.binlog, binlog)
|
|
.then(binlog.getLastModifiedTime())
|
|
.zipWith(binlog.readFullyBytes())
|
|
.single()
|
|
.flatMap(tuple -> {
|
|
var binlogLastModifiedTime = tuple.getT1();
|
|
var binlogData = tuple.getT2();
|
|
|
|
var msg = new StartSessionMessage(this.botId,
|
|
this.botAlias,
|
|
binlogData,
|
|
binlogLastModifiedTime,
|
|
implementationDetails
|
|
);
|
|
return setupUpdatesListener()
|
|
.then(Mono.defer(() -> {
|
|
if (local) {
|
|
return Mono.empty();
|
|
}
|
|
return cluster.getEventBus()
|
|
.<byte[]>rxRequest("bots.start-bot", msg).as(MonoUtils::toMono)
|
|
.publishOn(Schedulers.boundedElastic());
|
|
}))
|
|
.then();
|
|
})
|
|
.publishOn(Schedulers.single());
|
|
}
|
|
|
|
private Mono<Void> setupUpdatesListener() {
|
|
return MonoUtils
|
|
.fromBlockingMaybe(() -> {
|
|
MessageConsumer<TdResultList> updateConsumer = MessageConsumer.newInstance(cluster.getEventBus().<TdResultList>consumer(
|
|
botAddress + ".updates").setMaxBufferedMessages(5000).getDelegate());
|
|
updateConsumer.endHandler(h -> {
|
|
logger.error("<<<<<<<<<<<<<<<<EndHandler?>>>>>>>>>>>>>");
|
|
});
|
|
|
|
// Here the updates will be piped from the server to the client
|
|
updates
|
|
.asMono()
|
|
.timeout(Duration.ofSeconds(5))
|
|
.flatMap(updates -> updateConsumer
|
|
.rxPipeTo(updates.writeAsStream()).as(MonoUtils::toMono)
|
|
)
|
|
.publishOn(Schedulers.newSingle("td-client-updates-pipe"))
|
|
.subscribe();
|
|
|
|
return updateConsumer;
|
|
})
|
|
// Return when the registration of all the consumers has been done across the cluster
|
|
.flatMap(updateConsumer -> updateConsumer.rxCompletionHandler().as(MonoUtils::toMono));
|
|
}
|
|
|
|
@Override
|
|
public Flux<TdApi.Object> receive() {
|
|
// Here the updates will be received
|
|
return Mono
|
|
.fromRunnable(() -> logger.trace("Called receive() from parent"))
|
|
.doOnSuccess(s -> logger.trace("Sending ready-to-receive"))
|
|
.then()
|
|
.doOnSuccess(s -> logger.trace("Sent ready-to-receive, received reply"))
|
|
.doOnSuccess(s -> logger.trace("About to read updates flux"))
|
|
.then(updates.asMono().timeout(Duration.ofSeconds(5)))
|
|
.flatMapMany(SinkRWStream::readAsFlux)
|
|
// Cast to fix bug of reactivex
|
|
.cast(io.vertx.core.eventbus.Message.class)
|
|
.timeout(Duration.ofMinutes(1), Mono.fromCallable(() -> {
|
|
var ex = new ConnectException("Server did not respond to 12 pings after 1 minute (5 seconds per ping)");
|
|
ex.setStackTrace(new StackTraceElement[0]);
|
|
throw ex;
|
|
}))
|
|
.doOnSubscribe(s -> Schedulers.boundedElastic().schedule(() -> {
|
|
cluster.getEventBus().<byte[]>send(botAddress + ".ready-to-receive", EMPTY, deliveryOptionsWithTimeout);
|
|
}))
|
|
.flatMap(updates -> Mono.fromCallable((Callable<Object>) updates::body).publishOn(Schedulers.boundedElastic()))
|
|
.flatMap(updates -> {
|
|
var result = (TdResultList) updates;
|
|
if (result.succeeded()) {
|
|
return Flux.fromIterable(result.value());
|
|
} else {
|
|
return Mono.fromCallable(() -> TdResult.failed(result.error()).orElseThrow());
|
|
}
|
|
})
|
|
.flatMap(this::interceptUpdate)
|
|
.doOnError(crash::tryEmitError)
|
|
.doOnTerminate(updatesStreamEnd::tryEmitEmpty)
|
|
.publishOn(Schedulers.single());
|
|
}
|
|
|
|
private Mono<TdApi.Object> interceptUpdate(TdApi.Object update) {
|
|
switch (update.getConstructor()) {
|
|
case TdApi.UpdateAuthorizationState.CONSTRUCTOR:
|
|
var updateAuthorizationState = (TdApi.UpdateAuthorizationState) update;
|
|
switch (updateAuthorizationState.authorizationState.getConstructor()) {
|
|
case TdApi.AuthorizationStateClosed.CONSTRUCTOR:
|
|
return Mono.fromRunnable(() -> logger.trace("Received AuthorizationStateClosed from tdlib"))
|
|
.then(cluster.getEventBus().<EndSessionMessage>rxRequest(this.botAddress + ".read-binlog", EMPTY).as(MonoUtils::toMono))
|
|
.doOnNext(l -> logger.info("Received binlog from server. Size: " + BinlogUtils.humanReadableByteCountBin(l.body().binlog().length)))
|
|
.flatMap(latestBinlog -> this.saveBinlog(latestBinlog.body().binlog()))
|
|
.doOnSuccess(s -> logger.info("Overwritten binlog from server"))
|
|
.publishOn(Schedulers.boundedElastic())
|
|
.thenReturn(update);
|
|
}
|
|
break;
|
|
}
|
|
return Mono.just(update);
|
|
}
|
|
|
|
@Override
|
|
public <T extends TdApi.Object> Mono<TdResult<T>> execute(Function request, boolean executeDirectly) {
|
|
var req = new ExecuteObject(executeDirectly, request);
|
|
return Mono
|
|
.firstWithSignal(
|
|
MonoUtils.castVoid(crash.asMono()),
|
|
Mono
|
|
.fromRunnable(() -> logger.trace("Executing request {}", request))
|
|
.then(cluster.getEventBus().<TdResultMessage>rxRequest(botAddress + ".execute", req, deliveryOptions).as(MonoUtils::toMono))
|
|
.onErrorMap(ex -> ResponseError.newResponseError(request, botAlias, ex))
|
|
.<TdResult<T>>flatMap(resp -> Mono
|
|
.<TdResult<T>>fromCallable(() -> {
|
|
if (resp.body() == null) {
|
|
throw ResponseError.newResponseError(request, botAlias, new TdError(500, "Response is empty"));
|
|
} else {
|
|
return resp.body().toTdResult();
|
|
}
|
|
}).publishOn(Schedulers.boundedElastic())
|
|
)
|
|
.doOnSuccess(s -> logger.trace("Executed request"))
|
|
)
|
|
.switchIfEmpty(Mono.defer(() -> Mono.fromCallable(() -> {
|
|
throw ResponseError.newResponseError(request, botAlias, new TdError(500, "Client is closed or response is empty"));
|
|
})))
|
|
.publishOn(Schedulers.single());
|
|
}
|
|
}
|