tdlight-team/tdlight
tdlight-team/tdlight
1
1
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
942e5fc613
tdlight/td/mtproto/SessionConnection.cpp
levlam d963044eb9 Update copyright year.
2024-01-01 03:07:21 +03:00

1154 lines
43 KiB
C++
Raw Blame History

//
// Copyright Aliaksei Levin (levlam@telegram.org), Arseny Smirnov (arseny30@gmail.com) 2014-2024
//
// Distributed under the Boost Software License, Version 1.0. (See accompanying
// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
//
#include "td/mtproto/SessionConnection.h"
#include "td/mtproto/AuthData.h"
#include "td/mtproto/AuthKey.h"
#include "td/mtproto/CryptoStorer.h"
#include "td/mtproto/mtproto_api.h"
#include "td/mtproto/mtproto_api.hpp"
#include "td/mtproto/PacketStorer.h"
#include "td/mtproto/Transport.h"
#include "td/mtproto/utils.h"
#include "td/utils/algorithm.h"
#include "td/utils/as.h"
#include "td/utils/common.h"
#include "td/utils/format.h"
#include "td/utils/Gzip.h"
#include "td/utils/logging.h"
#include "td/utils/misc.h"
#include "td/utils/Random.h"
#include "td/utils/ScopeGuard.h"
#include "td/utils/SliceBuilder.h"
#include "td/utils/Time.h"
#include "td/utils/tl_parsers.h"
#include "td/utils/TlDowncastHelper.h"
#include <algorithm>
#include <iterator>
#include <type_traits>
namespace td {
int VERBOSITY_NAME(mtproto) = VERBOSITY_NAME(DEBUG) + 7;
namespace mtproto_api {
const int32 msg_container::ID;
class rpc_result {
public:
static const int32 ID = -212046591;
};
} // namespace mtproto_api
namespace mtproto {
/**
* TODO-list.
*
* 1. Should I check input salt?
*
* 1. Cancellation of rpc request
* input:
* - rpc_drop_answer#58e4a740 req_msg_id:long = RpcDropAnswer;
* output:
* - rpc_answer_unknown#5e2ad36e = RpcDropAnswer;
* no ack
* - rpc_answer_dropped_running#cd78e586 = RpcDropAnswer;
* same answer will be returned to original query
* ack
* - rpc_answer_dropped#a43ad8b7 msg_id:long seq_no:int bytes:int = RpcDropAnswer;
* ack
* Alternative is destroy session
*
* 5. Destroy session
* (?) when session will be destroyed otherwise
* Must be call in different session
* input:
* - destroy_session#e7512126 session_id:long = DestroySessionRes;
* output:
* - destroy_session_ok#e22045fc session_id:long = DestroySessionRes;
* - destroy_session_none#62d350c9 session_id:long = DestroySessionRes;
*
* DONE:
* 3. Ping pong
* input:
* - ping#7abe77ec ping_id:long = Pong;
* - pong#347773c5 msg_id:long ping_id:long = Pong;
*
* 4. Ping + deferred connection closure
* input:
* - ping_delay_disconnect#f3427b8c ping_id:long disconnect_delay:int = Pong;
*
* 6. New session creation
* A notification about new session.
* It is reasonable to store unique_id with current session in order to process duplicated notifications only once.
*
* Causes all messages older than first_msg_id to be re-sent and notifies about a gap in updates
* output:
* - new_session_created#9ec20908 first_msg_id:long unique_id:long server_salt:long = NewSession
*
*
* 7. Containers
* I should pack output messages as containers
* - msg_container#73f1f8dc messages:vector message = MessageContainer;
* message msg_id:long seqno:int bytes:int body:Object = Message;
*
* 8. Packed Object
* I should pack big output messages with gzip
* - gzip_packed#3072cfa1 packed_data:string = Object;
*
* 9. Ack
* I should actually send acks
* (?) Does updates need ack
* - msgs_ack#62d6b459 msg_ids:Vector long = MsgsAck;
*
* 10. Errors
* output:
* - bad_msg_notification#a7eff811 bad_msg_id:long bad_msg_seqno:int error_code:int = BadMsgNotification;
* - bad_server_salt#edab447b bad_msg_id:long bad_msg_seqno:int error_code:int new_server_salt:long =
* BadMsgNotification;
*
* error codes:
* 16: msg_id is too low. -- lite resend. It will be automatially packed in a container. I hope.
* 17: msg_id is too high. -- fail connection.
* 18: msg_id % 4 != 0. -- Error and fail connection.
* 19: container msg_id is the same as msg_id of a previously received message. MUST NEVER HAPPENS. Error and fail
* connection.
*
* 20: message is to old -- full resend. (or fail query, if we are afraid of double send)
*
* 32: seq_no is too low. (msg_id1 < msg_id2 <==> seq_no1 < seq_no2). Error and fail connection
* 33: seq_no is too high. Error and fail connection.
* 34: (?) an even msg_seqno expected (irrelevant message), but odd received. (Fail and call a developer...)
* 35: (?) odd msg_seqno expected (relevant message), but even received (Fail and call a developer)
*
* 48: incorrect server salt (in bad_server_salt message)
*
* 64: (?) invalid container
*
* 2. Get future salts
* input:
* - get_future_salts#b921bd04 num:int = FutureSalts;
* output:
* - future_salts#ae500895 req_msg_id:long now:int salts:vector future_salt = FutureSalts;
* future_salt#0949d9dc valid_since:int valid_until:int salt:long = FutureSalt;
*
* 1. ping-pong
* 3. Delayed ack.
* 4. Delayed packet.
* HTTP transport (support of several connections)
* get future salts
*
* 11. Explicit request of messages states
* input:
* - msgs_state_req#da69fb52 msg_ids:Vector long = MsgsStateReq;
* 12. States of messages in answer
* output:
* - msgs_state_info#04deb57d req_msg_id:long info:string = MsgsStateInfo;
* info contain one byte for each queired msg_id
* bytes:
* 1: unknown message_id
* 2: message not received (msg_id in stored range)
* 3: message not receiver (msg_id is too high)
* 4: message received. No extra ack will be sent
* +8: message is already acknowledged
* +16: message don't requires acknowledgement
* +32: RPC query contained in message being processed or the processing has already been completed
* +64: content-related response to message has already been generated
* +128: other party knows for a fact that message is already received
*
* 13. Voluntary Communication of Status of Messages
* output:
* - msgs_all_info#8cc0d131 msg_ids:Vector long info:string = MsgsAllInfo
*
*/
inline StringBuilder &operator<<(StringBuilder &string_builder, const SessionConnection::MsgInfo &info) {
return string_builder << "with " << info.message_id << " and seq_no " << info.seq_no;
}
unique_ptr<RawConnection> SessionConnection::move_as_raw_connection() {
was_moved_ = true;
return std::move(raw_connection_);
}
BufferSlice SessionConnection::as_buffer_slice(Slice packet) {
return current_buffer_slice_->from_slice(packet);
}
Status SessionConnection::parse_message(TlParser &parser, MsgInfo *info, Slice *packet, bool crypto_flag) {
// msg_id:long seqno:int bytes:int
parser.check_len(sizeof(int64) + (crypto_flag ? sizeof(int32) : 0) + sizeof(int32));
if (parser.get_error() != nullptr) {
return Status::Error(PSLICE() << "Failed to parse mtproto_api::message: " << parser.get_error());
}
info->message_id = MessageId(static_cast<uint64>(parser.fetch_long_unsafe()));
if (crypto_flag) {
info->seq_no = parser.fetch_int_unsafe();
}
uint32 bytes = parser.fetch_int_unsafe();
if (bytes % sizeof(int32) != 0) {
return Status::Error(PSLICE() << "Failed to parse mtproto_api::message: size of message [" << bytes
<< "] is not divisible by 4");
}
*packet = parser.fetch_string_raw<Slice>(bytes);
if (parser.get_error() != nullptr) {
return Status::Error(PSLICE() << "Failed to parse mtproto_api::message: " << parser.get_error());
}
info->size = bytes;
return Status::OK();
}
Status SessionConnection::on_packet_container(const MsgInfo &info, Slice packet) {
auto old_container_message_id = container_message_id_;
container_message_id_ = info.message_id;
SCOPE_EXIT {
container_message_id_ = old_container_message_id;
};
TlParser parser(packet);
int32 size = parser.fetch_int();
if (parser.get_error()) {
return Status::Error(PSLICE() << "Failed to parse mtproto_api::rpc_container: " << parser.get_error());
}
VLOG(mtproto) << "Receive container " << container_message_id_ << " of size " << size;
for (int i = 0; i < size; i++) {
TRY_STATUS(parse_packet(parser));
}
return Status::OK();
}
void SessionConnection::reset_server_time_difference(MessageId message_id) {
VLOG(mtproto) << "Reset server time difference";
auth_data_->reset_server_time_difference(static_cast<uint32>(message_id.get() >> 32) - Time::now());
callback_->on_server_time_difference_updated(true);
}
Status SessionConnection::on_packet_rpc_result(const MsgInfo &info, Slice packet) {
TlParser parser(packet);
auto req_msg_id = static_cast<uint64>(parser.fetch_long());
if (parser.get_error()) {
return Status::Error(PSLICE() << "Failed to parse mtproto_api::rpc_result: " << parser.get_error());
}
if (req_msg_id == 0) {
LOG(ERROR) << "Receive an update in rpc_result " << info;
return Status::Error("Receive an update in rpc_result");
}
VLOG(mtproto) << "Receive result for request with " << MessageId(req_msg_id) << ' ' << info;
if (info.message_id.get() < req_msg_id - (static_cast<uint64>(15) << 32)) {
reset_server_time_difference(info.message_id);
}
switch (parser.fetch_int()) {
case mtproto_api::rpc_error::ID: {
mtproto_api::rpc_error rpc_error(parser);
if (parser.get_error()) {
return Status::Error(PSLICE() << "Failed to parse mtproto_api::rpc_error: " << parser.get_error());
}
callback_->on_message_result_error(MessageId(req_msg_id), rpc_error.error_code_, rpc_error.error_message_.str());
return Status::OK();
}
case mtproto_api::gzip_packed::ID: {
mtproto_api::gzip_packed gzip(parser);
if (parser.get_error()) {
return Status::Error(PSLICE() << "Failed to parse mtproto_api::gzip_packed: " << parser.get_error());
}
// yep, gzip in rpc_result
BufferSlice object = gzdecode(gzip.packed_data_);
// send header no more optimization
return callback_->on_message_result_ok(MessageId(req_msg_id), std::move(object), info.size);
}
default:
packet.remove_prefix(sizeof(req_msg_id));
return callback_->on_message_result_ok(MessageId(req_msg_id), as_buffer_slice(packet), info.size);
}
}
template <class T>
Status SessionConnection::on_packet(const MsgInfo &info, const T &packet) {
LOG(ERROR) << "Unsupported: " << to_string(packet);
return Status::OK();
}
Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::destroy_auth_key_ok &destroy_auth_key) {
VLOG(mtproto) << "Receive destroy_auth_key_ok " << info;
return on_destroy_auth_key(destroy_auth_key);
}
Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::destroy_auth_key_none &destroy_auth_key) {
VLOG(mtproto) << "Receive destroy_auth_key_none " << info;
return on_destroy_auth_key(destroy_auth_key);
}
Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::destroy_auth_key_fail &destroy_auth_key) {
VLOG(mtproto) << "Receive destroy_auth_key_fail " << info;
return on_destroy_auth_key(destroy_auth_key);
}
Status SessionConnection::on_destroy_auth_key(const mtproto_api::DestroyAuthKeyRes &destroy_auth_key) {
if (!need_destroy_auth_key_) {
LOG(ERROR) << "Receive unexpected " << oneline(to_string(destroy_auth_key));
return Status::OK();
}
return callback_->on_destroy_auth_key();
}
Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::new_session_created &new_session_created) {
auto first_message_id = MessageId(static_cast<uint64>(new_session_created.first_msg_id_));
VLOG(mtproto) << "Receive new_session_created " << info << ": [first " << first_message_id
<< "] [unique_id:" << new_session_created.unique_id_ << ']';
auto it = service_queries_.find(first_message_id);
if (it != service_queries_.end()) {
first_message_id = it->second.container_message_id_;
LOG(INFO) << "Update first_message_id to container's " << first_message_id;
}
callback_->on_new_session_created(new_session_created.unique_id_, first_message_id);
return Status::OK();
}
Status SessionConnection::on_packet(const MsgInfo &info,
const mtproto_api::bad_msg_notification &bad_msg_notification) {
MsgInfo bad_info{MessageId(static_cast<uint64>(bad_msg_notification.bad_msg_id_)),
bad_msg_notification.bad_msg_seqno_, 0};
enum Code {
MsgIdTooLow = 16,
MsgIdTooHigh = 17,
MsgIdMod4 = 18,
MsgIdCollision = 19,
MsgIdTooOld = 20,
SeqNoTooLow = 32,
SeqNoTooHigh = 33,
SeqNoNotEven = 34,
SeqNoNotOdd = 35,
InvalidContainer = 64
};
Slice common = ". BUG! CALL FOR A DEVELOPER! Session will be closed";
switch (bad_msg_notification.error_code_) {
case MsgIdTooLow:
LOG(WARNING) << bad_info << ": MessageId is too low. Message will be re-sent";
// time will be updated automagically
on_message_failed(bad_info.message_id, Status::Error("MessageId is too low"));
break;
case MsgIdTooHigh:
LOG(WARNING) << bad_info << ": MessageId is too high. Session will be closed";
// All this queries will be re-sent by parent
to_send_.clear();
reset_server_time_difference(info.message_id);
callback_->on_session_failed(Status::Error("MessageId is too high"));
return Status::Error("MessageId is too high");
case MsgIdMod4:
LOG(ERROR) << bad_info << ": MessageId is not divisible by 4" << common;
return Status::Error("MessageId is not divisible by 4");
case MsgIdCollision:
LOG(ERROR) << bad_info << ": Container and older message MessageId collision" << common;
return Status::Error("Container and older message MessageId collision");
case MsgIdTooOld:
LOG(WARNING) << bad_info << ": MessageId is too old. Message will be re-sent";
on_message_failed(bad_info.message_id, Status::Error("MessageId is too old"));
break;
case SeqNoTooLow:
LOG(ERROR) << bad_info << ": SeqNo is too low" << common;
return Status::Error("SeqNo is too low");
case SeqNoTooHigh:
LOG(ERROR) << bad_info << ": SeqNo is too high" << common;
return Status::Error("SeqNo is too high");
case SeqNoNotEven:
LOG(ERROR) << bad_info << ": SeqNo is not even for an irrelevant message" << common;
return Status::Error("SeqNo is not even for an irrelevant message");
case SeqNoNotOdd:
LOG(ERROR) << bad_info << ": SeqNo is not odd for a relevant message" << common;
return Status::Error("SeqNo is not odd for a relevant message");
case InvalidContainer:
LOG(ERROR) << bad_info << ": Invalid Container" << common;
return Status::Error("Invalid Container");
default:
LOG(ERROR) << bad_info << ": Unknown error [code:" << bad_msg_notification.error_code_ << "]" << common;
return Status::Error("Unknown error code");
}
return Status::OK();
}
Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::bad_server_salt &bad_server_salt) {
MsgInfo bad_info{MessageId(static_cast<uint64>(bad_server_salt.bad_msg_id_)), bad_server_salt.bad_msg_seqno_, 0};
VLOG(mtproto) << "Receive bad_server_salt " << info << ": " << bad_info;
auth_data_->set_server_salt(bad_server_salt.new_server_salt_, Time::now_cached());
callback_->on_server_salt_updated();
on_message_failed(bad_info.message_id, Status::Error("Bad server salt"));
return Status::OK();
}
Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::msgs_ack &msgs_ack) {
auto message_ids = transform(msgs_ack.msg_ids_, [](int64 msg_id) { return MessageId(static_cast<uint64>(msg_id)); });
VLOG(mtproto) << "Receive msgs_ack " << info << ": " << message_ids;
for (auto message_id : message_ids) {
callback_->on_message_ack(message_id);
}
return Status::OK();
}
Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::gzip_packed &gzip_packed) {
BufferSlice res = gzdecode(gzip_packed.packed_data_);
auto guard = set_buffer_slice(&res);
return on_slice_packet(info, res.as_slice());
}
Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::pong &pong) {
VLOG(mtproto) << "Receive pong " << info;
if (info.message_id.get() < static_cast<uint64>(pong.msg_id_) - (static_cast<uint64>(15) << 32)) {
reset_server_time_difference(info.message_id);
}
if (sent_destroy_auth_key_ && destroy_auth_key_send_time_ < Time::now() - 60) {
return Status::Error(PSLICE() << "No response for destroy_auth_key for "
<< (Time::now() - destroy_auth_key_send_time_) << " seconds from auth key "
<< auth_data_->get_auth_key().id());
}
last_pong_at_ = Time::now_cached();
real_last_pong_at_ = last_pong_at_;
return callback_->on_pong();
}
Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::future_salts &salts) {
vector<ServerSalt> new_salts;
for (auto &it : salts.salts_) {
new_salts.push_back(
ServerSalt{it->salt_, static_cast<double>(it->valid_since_), static_cast<double>(it->valid_until_)});
}
auto now = Time::now_cached();
auth_data_->set_future_salts(new_salts, now);
VLOG(mtproto) << "Receive future_salts " << info << ": is_valid = " << auth_data_->is_server_salt_valid(now)
<< ", has_salt = " << auth_data_->has_salt(now)
<< ", need_future_salts = " << auth_data_->need_future_salts(now);
callback_->on_server_salt_updated();
return Status::OK();
}
Status SessionConnection::on_msgs_state_info(const vector<int64> &msg_ids, Slice info) {
if (msg_ids.size() != info.size()) {
return Status::Error(PSLICE() << tag("message count", msg_ids.size()) << " != " << tag("info.size()", info.size()));
}
size_t i = 0;
for (auto msg_id : msg_ids) {
callback_->on_message_info(MessageId(static_cast<uint64>(msg_id)), info[i], MessageId(), 0, 1);
i++;
}
return Status::OK();
}
Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::msgs_state_info &msgs_state_info) {
auto message_id = MessageId(static_cast<uint64>(msgs_state_info.req_msg_id_));
auto it = service_queries_.find(message_id);
if (it == service_queries_.end()) {
return Status::Error("Unknown msgs_state_info");
}
auto query = std::move(it->second);
service_queries_.erase(it);
if (query.type_ != ServiceQuery::GetStateInfo) {
return Status::Error("Receive msgs_state_info in response not to GetStateInfo");
}
VLOG(mtproto) << "Receive msgs_state_info " << info;
return on_msgs_state_info(query.msg_ids_, msgs_state_info.info_);
}
Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::msgs_all_info &msgs_all_info) {
VLOG(mtproto) << "Receive msgs_all_info " << info;
return on_msgs_state_info(msgs_all_info.msg_ids_, msgs_all_info.info_);
}
Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::msg_detailed_info &msg_detailed_info) {
VLOG(mtproto) << "Receive msg_detailed_info " << info;
callback_->on_message_info(MessageId(static_cast<uint64>(msg_detailed_info.msg_id_)), msg_detailed_info.status_,
MessageId(static_cast<uint64>(msg_detailed_info.answer_msg_id_)), msg_detailed_info.bytes_,
2);
return Status::OK();
}
Status SessionConnection::on_packet(const MsgInfo &info,
const mtproto_api::msg_new_detailed_info &msg_new_detailed_info) {
VLOG(mtproto) << "Receive msg_new_detailed_info " << info;
callback_->on_message_info(MessageId(), 0, MessageId(static_cast<uint64>(msg_new_detailed_info.answer_msg_id_)),
msg_new_detailed_info.bytes_, 0);
return Status::OK();
}
Status SessionConnection::on_slice_packet(const MsgInfo &info, Slice packet) {
if (info.seq_no & 1) {
send_ack(info.message_id);
}
if (packet.size() < 4) {
callback_->on_session_failed(Status::Error("Receive too small packet"));
return Status::Error(PSLICE() << "Receive packet of size " << packet.size());
}
int32 constructor_id = as<int32>(packet.begin());
if (constructor_id == mtproto_api::msg_container::ID) {
return on_packet_container(info, packet.substr(4));
}
if (constructor_id == mtproto_api::rpc_result::ID) {
return on_packet_rpc_result(info, packet.substr(4));
}
TlDowncastHelper<mtproto_api::Object> helper(constructor_id);
Status status;
bool is_mtproto_api = downcast_call(static_cast<mtproto_api::Object &>(helper), [&](auto &dummy) {
// a constructor from mtproto_api
using Type = std::decay_t<decltype(dummy)>;
TlParser parser(packet.substr(4));
auto object = Type::fetch(parser);
parser.fetch_end();
if (parser.get_error()) {
status = parser.get_status();
} else {
status = this->on_packet(info, static_cast<const Type &>(*object));
}
});
if (is_mtproto_api) {
return status;
}
auto get_update_description = [&] {
return PSTRING() << "update from " << get_name() << " with auth key " << auth_data_->get_auth_key().id()
<< " active for " << (Time::now() - created_at_) << " seconds in container "
<< container_message_id_ << " from session " << auth_data_->get_session_id() << ' ' << info
<< ", main " << main_message_id_ << " and original size = " << info.size;
};
// It is an update... I hope.
status = auth_data_->check_update(info.message_id);
auto recheck_status = auth_data_->recheck_update(info.message_id);
if (recheck_status.is_error() && recheck_status.code() == 2) {
LOG(WARNING) << "Receive very old " << get_update_description() << ": " << status << ' ' << recheck_status;
}
if (status.is_error()) {
if (status.code() == 2) {
LOG(WARNING) << "Receive too old " << get_update_description() << ": " << status;
callback_->on_session_failed(Status::Error("Receive too old update"));
return status;
}
VLOG(mtproto) << "Skip " << get_update_description() << ": " << status;
return Status::OK();
} else {
VLOG(mtproto) << "Receive " << get_update_description();
return callback_->on_update(as_buffer_slice(packet));
}
}
Status SessionConnection::parse_packet(TlParser &parser) {
MsgInfo info;
Slice packet;
TRY_STATUS(parse_message(parser, &info, &packet, true));
return on_slice_packet(info, packet);
}
Status SessionConnection::on_main_packet(const PacketInfo &packet_info, Slice packet) {
// Update pong here too. Real pong can be delayed by many big packets
last_pong_at_ = Time::now_cached();
real_last_pong_at_ = last_pong_at_;
if (!connected_flag_) {
connected_flag_ = true;
callback_->on_connected();
}
VLOG(raw_mtproto) << "Receive packet of size " << packet.size() << ':' << format::as_hex_dump<4>(packet);
VLOG(mtproto) << "Receive packet with " << packet_info.message_id << " and seq_no " << packet_info.seq_no
<< " of size " << packet.size();
if (packet_info.no_crypto_flag) {
return Status::Error("Unencrypted packet");
}
TlParser parser(packet);
TRY_STATUS(parse_packet(parser));
parser.fetch_end();
if (parser.get_error()) {
return Status::Error(PSLICE() << "Failed to parse packet: " << parser.get_error());
}
return Status::OK();
}
void SessionConnection::on_message_failed(MessageId message_id, Status status) {
callback_->on_message_failed(message_id, std::move(status));
sent_destroy_auth_key_ = false;
destroy_auth_key_send_time_ = 0.0;
if (message_id == last_ping_message_id_ || message_id == last_ping_container_message_id_) {
// restart ping immediately
last_ping_at_ = 0;
last_ping_message_id_ = {};
last_ping_container_message_id_ = {};
}
auto cit = container_to_service_message_id_.find(message_id);
if (cit != container_to_service_message_id_.end()) {
auto message_ids = cit->second;
for (auto inner_message_id : message_ids) {
on_message_failed_inner(inner_message_id);
}
} else {
on_message_failed_inner(message_id);
}
}
void SessionConnection::on_message_failed_inner(MessageId message_id) {
auto it = service_queries_.find(message_id);
if (it == service_queries_.end()) {
return;
}
auto query = std::move(it->second);
service_queries_.erase(it);
switch (query.type_) {
case ServiceQuery::ResendAnswer:
for (auto msg_id : query.msg_ids_) {
resend_answer(MessageId(static_cast<uint64>(msg_id)));
}
break;
case ServiceQuery::GetStateInfo:
for (auto msg_id : query.msg_ids_) {
get_state_info(MessageId(static_cast<uint64>(msg_id)));
}
break;
default:
UNREACHABLE();
}
}
bool SessionConnection::must_flush_packet() {
flush_packet_at_ = 0;
// we need key to send just something
if (!auth_data_->has_auth_key(Time::now_cached())) {
return false;
}
// transport is ready
if (!raw_connection_->can_send()) {
return false;
}
bool has_salt = auth_data_->has_salt(Time::now_cached());
// do not send anything in long poll connection before we have salt
if (mode_ == Mode::HttpLongPoll && !has_salt) {
return false;
}
// http_wait
if (mode_ == Mode::HttpLongPoll) {
return true;
}
// queries and acks (+ resend & get_info)
if (has_salt && force_send_at_ != 0) {
if (Time::now_cached() > force_send_at_) {
return true;
} else {
relax_timeout_at(&flush_packet_at_, force_send_at_);
}
}
// ping
if (has_salt) {
if (must_ping()) {
return true;
}
relax_timeout_at(&flush_packet_at_, last_ping_at_ + ping_must_delay());
}
// get_future_salt
if (!has_salt) {
if (last_get_future_salt_at_ == 0) {
return true;
}
auto get_future_salts_at = last_get_future_salt_at_ + 60;
if (get_future_salts_at < Time::now_cached()) {
return true;
}
relax_timeout_at(&flush_packet_at_, get_future_salts_at);
}
if (has_salt && need_destroy_auth_key_ && !sent_destroy_auth_key_) {
return true;
}
return false;
}
Status SessionConnection::before_write() {
CHECK(raw_connection_);
while (must_flush_packet()) {
flush_packet();
}
return Status::OK();
}
Status SessionConnection::on_raw_packet(const PacketInfo &packet_info, BufferSlice packet) {
auto old_main_message_id = main_message_id_;
main_message_id_ = packet_info.message_id;
SCOPE_EXIT {
main_message_id_ = old_main_message_id;
};
if (packet_info.no_crypto_flag) {
return Status::Error("Unexpected unencrypted packet");
}
bool time_difference_was_updated = false;
auto status = auth_data_->check_packet(packet_info.session_id, packet_info.message_id, Time::now_cached(),
time_difference_was_updated);
if (time_difference_was_updated) {
callback_->on_server_time_difference_updated(false);
}
if (status.is_error()) {
if (status.code() == 1) {
LOG(INFO) << "Packet is ignored: " << status;
send_ack(packet_info.message_id);
return Status::OK();
} else if (status.code() == 2) {
LOG(WARNING) << "Receive too old packet: " << status;
callback_->on_session_failed(Status::Error("Receive too old packet"));
return status;
} else {
return status;
}
}
auto guard = set_buffer_slice(&packet);
TRY_STATUS(on_main_packet(packet_info, packet.as_slice()));
return Status::OK();
}
Status SessionConnection::on_quick_ack(uint64 quick_ack_token) {
callback_->on_message_ack(MessageId(quick_ack_token));
return Status::OK();
}
void SessionConnection::on_read(size_t size) {
last_read_at_ = Time::now_cached();
real_last_read_at_ = last_read_at_;
last_read_size_ += size;
}
SessionConnection::SessionConnection(Mode mode, unique_ptr<RawConnection> raw_connection, AuthData *auth_data)
: random_delay_(Random::fast(0, 5000000) * 1e-6)
, state_(Init)
, mode_(mode)
, created_at_(Time::now())
, raw_connection_(std::move(raw_connection))
, auth_data_(auth_data) {
CHECK(raw_connection_);
CHECK(auth_data_ != nullptr);
}
PollableFdInfo &SessionConnection::get_poll_info() {
CHECK(raw_connection_);
return raw_connection_->get_poll_info();
}
Status SessionConnection::init() {
CHECK(state_ == Init);
last_pong_at_ = Time::now_cached();
last_read_at_ = Time::now_cached();
state_ = Run;
return Status::OK();
}
void SessionConnection::set_online(bool online_flag, bool is_main) {
LOG(DEBUG) << "Set online to " << online_flag;
bool need_ping = online_flag || !online_flag_;
online_flag_ = online_flag;
is_main_ = is_main;
auto now = Time::now();
if (need_ping) {
last_pong_at_ = now - ping_disconnect_delay() + rtt();
last_read_at_ = now - read_disconnect_delay() + rtt();
} else {
last_pong_at_ = now;
last_read_at_ = now;
}
last_ping_at_ = 0;
last_ping_message_id_ = {};
last_ping_container_message_id_ = {};
}
void SessionConnection::do_close(Status status) {
state_ = Closed;
// NB: this could be destroyed after on_closed
callback_->on_closed(std::move(status));
}
void SessionConnection::send_crypto(const Storer &storer, uint64 quick_ack_token) {
CHECK(state_ != Closed);
last_write_size_ += raw_connection_->send_crypto(storer, auth_data_->get_session_id(),
auth_data_->get_server_salt(Time::now_cached()),
auth_data_->get_auth_key(), quick_ack_token);
}
Result<MessageId> SessionConnection::send_query(BufferSlice buffer, bool gzip_flag, MessageId message_id,
vector<MessageId> invoke_after_message_ids, bool use_quick_ack) {
CHECK(mode_ != Mode::HttpLongPoll); // "LongPoll connection is only for http_wait"
if (message_id == MessageId()) {
message_id = auth_data_->next_message_id(Time::now_cached());
}
auto seq_no = auth_data_->next_seq_no(true);
if (to_send_.empty()) {
send_before(Time::now_cached() + QUERY_DELAY);
}
to_send_.push_back(MtprotoQuery{message_id, seq_no, std::move(buffer), gzip_flag, std::move(invoke_after_message_ids),
use_quick_ack});
VLOG(mtproto) << "Invoke query with " << message_id << " and seq_no " << seq_no << " of size "
<< to_send_.back().packet.size() << " after " << invoke_after_message_ids
<< (use_quick_ack ? " with quick ack" : "");
return message_id;
}
void SessionConnection::get_state_info(MessageId message_id) {
if (to_get_state_info_message_ids_.empty()) {
send_before(Time::now_cached());
}
to_get_state_info_message_ids_.push_back(message_id);
}
void SessionConnection::resend_answer(MessageId message_id) {
if (to_resend_answer_message_ids_.empty()) {
send_before(Time::now_cached() + RESEND_ANSWER_DELAY);
}
to_resend_answer_message_ids_.push_back(message_id);
}
void SessionConnection::cancel_answer(MessageId message_id) {
if (to_cancel_answer_message_ids_.empty()) {
send_before(Time::now_cached() + RESEND_ANSWER_DELAY);
}
to_cancel_answer_message_ids_.push_back(message_id);
}
void SessionConnection::destroy_key() {
LOG(INFO) << "Set need_destroy_auth_key to true";
need_destroy_auth_key_ = true;
}
std::pair<MessageId, BufferSlice> SessionConnection::encrypted_bind(int64 perm_key, int64 nonce, int32 expires_at) {
int64 temp_key = auth_data_->get_tmp_auth_key().id();
mtproto_api::bind_auth_key_inner object(nonce, temp_key, perm_key, auth_data_->get_session_id(), expires_at);
auto object_storer = TLObjectStorer<mtproto_api::bind_auth_key_inner>(object);
auto size = object_storer.size();
auto object_packet = BufferWriter{size, 0, 0};
auto real_size = object_storer.store(object_packet.as_mutable_slice().ubegin());
CHECK(size == real_size);
MtprotoQuery query{
auth_data_->next_message_id(Time::now_cached()), 0, object_packet.as_buffer_slice(), false, {}, false};
PacketStorer<QueryImpl> query_storer(query, Slice());
const AuthKey &main_auth_key = auth_data_->get_main_auth_key();
PacketInfo packet_info;
packet_info.version = 1;
packet_info.no_crypto_flag = false;
packet_info.salt = Random::secure_int64();
packet_info.session_id = Random::secure_int64();
auto packet = Transport::write(query_storer, main_auth_key, &packet_info);
return std::make_pair(query.message_id, packet.as_buffer_slice());
}
void SessionConnection::force_ack() {
if (!to_ack_message_ids_.empty()) {
send_before(Time::now_cached());
}
}
void SessionConnection::send_ack(MessageId message_id) {
VLOG(mtproto) << "Send ack for " << message_id;
if (to_ack_message_ids_.empty()) {
send_before(Time::now_cached() + ACK_DELAY);
}
// an easiest way to eliminate duplicated acknowledgements for gzipped packets
if (to_ack_message_ids_.empty() || to_ack_message_ids_.back() != message_id) {
to_ack_message_ids_.push_back(message_id);
constexpr size_t MAX_UNACKED_PACKETS = 100;
if (to_ack_message_ids_.size() >= MAX_UNACKED_PACKETS) {
send_before(Time::now_cached());
}
}
}
// don't send ping in poll mode
bool SessionConnection::may_ping() const {
return last_ping_at_ == 0 || (mode_ != Mode::HttpLongPoll && last_ping_at_ + ping_may_delay() < Time::now_cached());
}
bool SessionConnection::must_ping() const {
return last_ping_at_ == 0 || (mode_ != Mode::HttpLongPoll && last_ping_at_ + ping_must_delay() < Time::now_cached());
}
void SessionConnection::flush_packet() {
bool has_salt = auth_data_->has_salt(Time::now_cached());
// ping
MessageId container_message_id;
int64 ping_id = 0;
if (has_salt && may_ping()) {
ping_id = ++cur_ping_id_;
last_ping_at_ = Time::now_cached();
}
// http_wait
int max_delay = -1;
int max_after = -1;
int max_wait = -1;
if (mode_ == Mode::HttpLongPoll) {
max_delay = HTTP_MAX_DELAY;
max_after = HTTP_MAX_AFTER;
auto time_to_disconnect =
min(ping_disconnect_delay() + last_pong_at_, read_disconnect_delay() + last_read_at_) - Time::now_cached();
max_wait = static_cast<int>(1000 * clamp(time_to_disconnect - rtt(), 0.1, http_max_wait()));
} else if (mode_ == Mode::Http) {
max_delay = HTTP_MAX_DELAY;
max_after = HTTP_MAX_AFTER;
max_wait = 0;
}
// future salts
int future_salt_n = 0;
if (mode_ != Mode::HttpLongPoll) {
if (auth_data_->need_future_salts(Time::now_cached()) &&
(last_get_future_salt_at_ == 0 || last_get_future_salt_at_ + 60 < Time::now_cached())) {
last_get_future_salt_at_ = Time::now_cached();
future_salt_n = 64;
}
}
static constexpr size_t MAX_QUERY_COUNT = 1000;
size_t send_till = 0;
size_t send_size = 0;
if (has_salt) {
// send at most MAX_QUERY_COUNT queries, of total size up to 2^15
while (send_till < to_send_.size() && send_till < MAX_QUERY_COUNT && send_size < (1 << 15)) {
send_size += to_send_[send_till].packet.size();
send_till++;
}
}
vector<MtprotoQuery> queries;
if (send_till == to_send_.size()) {
queries = std::move(to_send_);
} else if (send_till != 0) {
queries.reserve(send_till);
std::move(to_send_.begin(), to_send_.begin() + send_till, std::back_inserter(queries));
to_send_.erase(to_send_.begin(), to_send_.begin() + send_till);
}
bool destroy_auth_key = need_destroy_auth_key_ && !sent_destroy_auth_key_;
if (queries.empty() && to_ack_message_ids_.empty() && ping_id == 0 && max_delay < 0 && future_salt_n == 0 &&
to_resend_answer_message_ids_.empty() && to_cancel_answer_message_ids_.empty() &&
to_get_state_info_message_ids_.empty() && !destroy_auth_key) {
force_send_at_ = 0;
return;
}
if (destroy_auth_key && !sent_destroy_auth_key_) {
sent_destroy_auth_key_ = true;
destroy_auth_key_send_time_ = Time::now();
}
VLOG(mtproto) << "Sent packet: " << tag("query_count", queries.size()) << tag("ack_count", to_ack_message_ids_.size())
<< tag("ping", ping_id != 0) << tag("http_wait", max_delay >= 0)
<< tag("future_salt", future_salt_n > 0) << tag("get_info", to_get_state_info_message_ids_.size())
<< tag("resend", to_resend_answer_message_ids_.size())
<< tag("cancel", to_cancel_answer_message_ids_.size()) << tag("destroy_key", destroy_auth_key)
<< tag("auth_key_id", auth_data_->get_auth_key().id());
auto cut_tail = [](vector<MessageId> &message_ids, size_t size, Slice name) {
if (size >= message_ids.size()) {
auto result = transform(message_ids, [](MessageId message_id) { return static_cast<int64>(message_id.get()); });
message_ids.clear();
return result;
}
LOG(WARNING) << "Too many message identifiers in container " << name << ": " << message_ids.size() << " instead of "
<< size;
auto new_size = message_ids.size() - size;
vector<int64> result(size);
for (size_t i = 0; i < size; i++) {
result[i] = static_cast<int64>(message_ids[i + new_size].get());
}
message_ids.resize(new_size);
return result;
};
// no more than 8192 message identifiers per container..
auto to_resend_answer = cut_tail(to_resend_answer_message_ids_, 8192, "resend_answer");
MessageId resend_answer_message_id;
CHECK(queries.size() <= MAX_QUERY_COUNT);
auto to_cancel_answer = cut_tail(to_cancel_answer_message_ids_, MAX_QUERY_COUNT - queries.size(), "cancel_answer");
auto to_get_state_info = cut_tail(to_get_state_info_message_ids_, 8192, "get_state_info");
MessageId get_state_info_message_id;
auto to_ack = cut_tail(to_ack_message_ids_, 8192, "ack");
MessageId ping_message_id;
bool use_quick_ack = any_of(queries, [](const auto &query) { return query.use_quick_ack; });
{
// LOG(ERROR) << (auth_data_->get_header().empty() ? '-' : '+');
MessageId parent_message_id;
auto storer = PacketStorer<CryptoImpl>(
queries, auth_data_->get_header(), std::move(to_ack), ping_id, static_cast<int>(ping_disconnect_delay() + 2.0),
max_delay, max_after, max_wait, future_salt_n, to_get_state_info, to_resend_answer, to_cancel_answer,
destroy_auth_key, auth_data_, &container_message_id, &get_state_info_message_id, &resend_answer_message_id,
&ping_message_id, &parent_message_id);
auto quick_ack_token = use_quick_ack ? parent_message_id.get() : 0;
send_crypto(storer, quick_ack_token);
}
if (resend_answer_message_id != MessageId()) {
service_queries_.emplace(resend_answer_message_id, ServiceQuery{ServiceQuery::ResendAnswer, container_message_id,
std::move(to_resend_answer)});
}
if (get_state_info_message_id != MessageId()) {
service_queries_.emplace(get_state_info_message_id, ServiceQuery{ServiceQuery::GetStateInfo, container_message_id,
std::move(to_get_state_info)});
}
if (ping_id != 0) {
last_ping_container_message_id_ = container_message_id;
last_ping_message_id_ = ping_message_id;
}
if (container_message_id != MessageId()) {
auto message_ids = transform(queries, [](const MtprotoQuery &x) { return x.message_id; });
// some acks may be lost here. Nobody will resend them if something goes wrong with query.
// It is mostly problem for server. We will just drop this answers in next connection
//
// get future salt too.
// So I will re-ask salt if have no answer in 60 second.
callback_->on_container_sent(container_message_id, std::move(message_ids));
if (resend_answer_message_id != MessageId()) {
container_to_service_message_id_[container_message_id].push_back(resend_answer_message_id);
}
if (get_state_info_message_id != MessageId()) {
container_to_service_message_id_[container_message_id].push_back(get_state_info_message_id);
}
}
if (to_send_.empty() && to_ack_message_ids_.empty() && to_get_state_info_message_ids_.empty() &&
to_resend_answer_message_ids_.empty() && to_cancel_answer_message_ids_.empty()) {
force_send_at_ = 0;
}
}
void SessionConnection::send_before(double tm) {
if (force_send_at_ == 0 || force_send_at_ > tm) {
force_send_at_ = tm;
}
}
Status SessionConnection::do_flush() {
LOG_CHECK(raw_connection_) << was_moved_ << ' ' << state_ << ' ' << static_cast<int32>(mode_) << ' '
<< connected_flag_ << ' ' << is_main_ << ' ' << need_destroy_auth_key_ << ' '
<< sent_destroy_auth_key_ << ' ' << callback_ << ' ' << (Time::now() - created_at_) << ' '
<< (Time::now() - last_read_at_);
CHECK(state_ != Closed);
if (state_ == Init) {
TRY_STATUS(init());
}
if (!auth_data_->has_auth_key(Time::now_cached())) {
return Status::Error("No auth key");
}
last_read_size_ = 0;
last_write_size_ = 0;
auto start_time = Time::now();
auto result = raw_connection_->flush(auth_data_->get_auth_key(), *this);
auto elapsed_time = Time::now() - start_time;
if (elapsed_time >= 0.1) {
LOG(WARNING) << "RawConnection::flush took " << elapsed_time << " seconds, written " << last_write_size_
<< " bytes, read " << last_read_size_ << " bytes and returned " << result;
}
if (result.is_error()) {
return result;
}
if (last_pong_at_ + ping_disconnect_delay() < Time::now_cached()) {
auto stats_callback = raw_connection_->stats_callback();
if (stats_callback != nullptr) {
stats_callback->on_error();
}
return Status::Error(PSLICE() << "Ping timeout of " << ping_disconnect_delay()
<< " seconds expired; last pong was received " << (Time::now() - real_last_pong_at_)
<< " seconds ago");
}
if (last_read_at_ + read_disconnect_delay() < Time::now_cached()) {
auto stats_callback = raw_connection_->stats_callback();
if (stats_callback != nullptr) {
stats_callback->on_error();
}
return Status::Error(PSLICE() << "Read timeout of " << read_disconnect_delay() << " seconds expired; last read was "
<< (Time::now() - real_last_read_at_) << " seconds ago");
}
return Status::OK();
}
double SessionConnection::flush(SessionConnection::Callback *callback) {
callback_ = callback;
auto status = do_flush();
// check error
if (status.is_error()) {
do_close(std::move(status));
LOG(DEBUG) << "Close session because of an error";
return 0;
}
double wakeup_at = 0;
// three independent timeouts
// 1. close connection after ping_disconnect_delay() after last pong
// 2. close connection after read_disconnect_delay() after last read
// 3. the one returned by must_flush_packet
relax_timeout_at(&wakeup_at, last_pong_at_ + ping_disconnect_delay() + 0.002);
relax_timeout_at(&wakeup_at, last_read_at_ + read_disconnect_delay() + 0.002);
relax_timeout_at(&wakeup_at, flush_packet_at_);
auto now = Time::now();
LOG(DEBUG) << "Last pong was in " << (now - last_pong_at_) << '/' << (now - real_last_pong_at_)
<< ", last read was in " << (now - last_read_at_) << '/' << (now - real_last_read_at_)
<< ", RTT = " << rtt() << ", ping timeout = " << ping_disconnect_delay()
<< ", read timeout = " << read_disconnect_delay() << ", flush packet in " << (flush_packet_at_ - now)
<< ", wakeup in " << (wakeup_at - now);
return wakeup_at;
}
void SessionConnection::force_close(SessionConnection::Callback *callback) {
CHECK(state_ != Closed);
callback_ = callback;
do_close(Status::OK());
}
} // namespace mtproto
} // namespace td
Reference in New Issue View Git Blame Copy Permalink