// // Copyright Aliaksei Levin (levlam@telegram.org), Arseny Smirnov (arseny30@gmail.com) 2014-2024 // // Distributed under the Boost Software License, Version 1.0. (See accompanying // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt) // #include "td/mtproto/SessionConnection.h" #include "td/mtproto/AuthData.h" #include "td/mtproto/AuthKey.h" #include "td/mtproto/CryptoStorer.h" #include "td/mtproto/mtproto_api.h" #include "td/mtproto/mtproto_api.hpp" #include "td/mtproto/PacketStorer.h" #include "td/mtproto/Transport.h" #include "td/mtproto/utils.h" #include "td/utils/algorithm.h" #include "td/utils/as.h" #include "td/utils/common.h" #include "td/utils/format.h" #include "td/utils/Gzip.h" #include "td/utils/logging.h" #include "td/utils/misc.h" #include "td/utils/Random.h" #include "td/utils/ScopeGuard.h" #include "td/utils/SliceBuilder.h" #include "td/utils/Time.h" #include "td/utils/tl_parsers.h" #include "td/utils/TlDowncastHelper.h" #include #include #include namespace td { int VERBOSITY_NAME(mtproto) = VERBOSITY_NAME(DEBUG) + 7; namespace mtproto_api { const int32 msg_container::ID; class rpc_result { public: static const int32 ID = -212046591; }; } // namespace mtproto_api namespace mtproto { /** * TODO-list. * * 1. Should I check input salt? * * 1. Cancellation of rpc request * input: * - rpc_drop_answer#58e4a740 req_msg_id:long = RpcDropAnswer; * output: * - rpc_answer_unknown#5e2ad36e = RpcDropAnswer; * no ack * - rpc_answer_dropped_running#cd78e586 = RpcDropAnswer; * same answer will be returned to original query * ack * - rpc_answer_dropped#a43ad8b7 msg_id:long seq_no:int bytes:int = RpcDropAnswer; * ack * Alternative is destroy session * * 5. Destroy session * (?) when session will be destroyed otherwise * Must be call in different session * input: * - destroy_session#e7512126 session_id:long = DestroySessionRes; * output: * - destroy_session_ok#e22045fc session_id:long = DestroySessionRes; * - destroy_session_none#62d350c9 session_id:long = DestroySessionRes; * * DONE: * 3. Ping pong * input: * - ping#7abe77ec ping_id:long = Pong; * - pong#347773c5 msg_id:long ping_id:long = Pong; * * 4. Ping + deferred connection closure * input: * - ping_delay_disconnect#f3427b8c ping_id:long disconnect_delay:int = Pong; * * 6. New session creation * A notification about new session. * It is reasonable to store unique_id with current session in order to process duplicated notifications only once. * * Causes all messages older than first_msg_id to be re-sent and notifies about a gap in updates * output: * - new_session_created#9ec20908 first_msg_id:long unique_id:long server_salt:long = NewSession * * * 7. Containers * I should pack output messages as containers * - msg_container#73f1f8dc messages:vector message = MessageContainer; * message msg_id:long seqno:int bytes:int body:Object = Message; * * 8. Packed Object * I should pack big output messages with gzip * - gzip_packed#3072cfa1 packed_data:string = Object; * * 9. Ack * I should actually send acks * (?) Does updates need ack * - msgs_ack#62d6b459 msg_ids:Vector long = MsgsAck; * * 10. Errors * output: * - bad_msg_notification#a7eff811 bad_msg_id:long bad_msg_seqno:int error_code:int = BadMsgNotification; * - bad_server_salt#edab447b bad_msg_id:long bad_msg_seqno:int error_code:int new_server_salt:long = * BadMsgNotification; * * error codes: * 16: msg_id is too low. -- lite resend. It will be automatially packed in a container. I hope. * 17: msg_id is too high. -- fail connection. * 18: msg_id % 4 != 0. -- Error and fail connection. * 19: container msg_id is the same as msg_id of a previously received message. MUST NEVER HAPPENS. Error and fail * connection. * * 20: message is to old -- full resend. (or fail query, if we are afraid of double send) * * 32: seq_no is too low. (msg_id1 < msg_id2 <==> seq_no1 < seq_no2). Error and fail connection * 33: seq_no is too high. Error and fail connection. * 34: (?) an even msg_seqno expected (irrelevant message), but odd received. (Fail and call a developer...) * 35: (?) odd msg_seqno expected (relevant message), but even received (Fail and call a developer) * * 48: incorrect server salt (in bad_server_salt message) * * 64: (?) invalid container * * 2. Get future salts * input: * - get_future_salts#b921bd04 num:int = FutureSalts; * output: * - future_salts#ae500895 req_msg_id:long now:int salts:vector future_salt = FutureSalts; * future_salt#0949d9dc valid_since:int valid_until:int salt:long = FutureSalt; * * 1. ping-pong * 3. Delayed ack. * 4. Delayed packet. * HTTP transport (support of several connections) * get future salts * * 11. Explicit request of messages states * input: * - msgs_state_req#da69fb52 msg_ids:Vector long = MsgsStateReq; * 12. States of messages in answer * output: * - msgs_state_info#04deb57d req_msg_id:long info:string = MsgsStateInfo; * info contain one byte for each queired msg_id * bytes: * 1: unknown message_id * 2: message not received (msg_id in stored range) * 3: message not receiver (msg_id is too high) * 4: message received. No extra ack will be sent * +8: message is already acknowledged * +16: message don't requires acknowledgement * +32: RPC query contained in message being processed or the processing has already been completed * +64: content-related response to message has already been generated * +128: other party knows for a fact that message is already received * * 13. Voluntary Communication of Status of Messages * output: * - msgs_all_info#8cc0d131 msg_ids:Vector long info:string = MsgsAllInfo * */ inline StringBuilder &operator<<(StringBuilder &string_builder, const SessionConnection::MsgInfo &info) { return string_builder << "with " << info.message_id << " and seq_no " << info.seq_no; } unique_ptr SessionConnection::move_as_raw_connection() { was_moved_ = true; return std::move(raw_connection_); } BufferSlice SessionConnection::as_buffer_slice(Slice packet) { return current_buffer_slice_->from_slice(packet); } Status SessionConnection::parse_message(TlParser &parser, MsgInfo *info, Slice *packet, bool crypto_flag) { // msg_id:long seqno:int bytes:int parser.check_len(sizeof(int64) + (crypto_flag ? sizeof(int32) : 0) + sizeof(int32)); if (parser.get_error() != nullptr) { return Status::Error(PSLICE() << "Failed to parse mtproto_api::message: " << parser.get_error()); } info->message_id = MessageId(static_cast(parser.fetch_long_unsafe())); if (crypto_flag) { info->seq_no = parser.fetch_int_unsafe(); } uint32 bytes = parser.fetch_int_unsafe(); if (bytes % sizeof(int32) != 0) { return Status::Error(PSLICE() << "Failed to parse mtproto_api::message: size of message [" << bytes << "] is not divisible by 4"); } *packet = parser.fetch_string_raw(bytes); if (parser.get_error() != nullptr) { return Status::Error(PSLICE() << "Failed to parse mtproto_api::message: " << parser.get_error()); } info->size = bytes; return Status::OK(); } Status SessionConnection::on_packet_container(const MsgInfo &info, Slice packet) { auto old_container_message_id = container_message_id_; container_message_id_ = info.message_id; SCOPE_EXIT { container_message_id_ = old_container_message_id; }; TlParser parser(packet); int32 size = parser.fetch_int(); if (parser.get_error()) { return Status::Error(PSLICE() << "Failed to parse mtproto_api::rpc_container: " << parser.get_error()); } VLOG(mtproto) << "Receive container " << container_message_id_ << " of size " << size; for (int i = 0; i < size; i++) { TRY_STATUS(parse_packet(parser)); } return Status::OK(); } void SessionConnection::reset_server_time_difference(MessageId message_id) { VLOG(mtproto) << "Reset server time difference"; auth_data_->reset_server_time_difference(static_cast(message_id.get() >> 32) - Time::now()); callback_->on_server_time_difference_updated(true); } Status SessionConnection::on_packet_rpc_result(const MsgInfo &info, Slice packet) { TlParser parser(packet); auto req_msg_id = static_cast(parser.fetch_long()); if (parser.get_error()) { return Status::Error(PSLICE() << "Failed to parse mtproto_api::rpc_result: " << parser.get_error()); } if (req_msg_id == 0) { LOG(ERROR) << "Receive an update in rpc_result " << info; return Status::Error("Receive an update in rpc_result"); } VLOG(mtproto) << "Receive result for request with " << MessageId(req_msg_id) << ' ' << info; if (info.message_id.get() < req_msg_id - (static_cast(15) << 32)) { reset_server_time_difference(info.message_id); } switch (parser.fetch_int()) { case mtproto_api::rpc_error::ID: { mtproto_api::rpc_error rpc_error(parser); if (parser.get_error()) { return Status::Error(PSLICE() << "Failed to parse mtproto_api::rpc_error: " << parser.get_error()); } callback_->on_message_result_error(MessageId(req_msg_id), rpc_error.error_code_, rpc_error.error_message_.str()); return Status::OK(); } case mtproto_api::gzip_packed::ID: { mtproto_api::gzip_packed gzip(parser); if (parser.get_error()) { return Status::Error(PSLICE() << "Failed to parse mtproto_api::gzip_packed: " << parser.get_error()); } // yep, gzip in rpc_result BufferSlice object = gzdecode(gzip.packed_data_); // send header no more optimization return callback_->on_message_result_ok(MessageId(req_msg_id), std::move(object), info.size); } default: packet.remove_prefix(sizeof(req_msg_id)); return callback_->on_message_result_ok(MessageId(req_msg_id), as_buffer_slice(packet), info.size); } } template Status SessionConnection::on_packet(const MsgInfo &info, const T &packet) { LOG(ERROR) << "Unsupported: " << to_string(packet); return Status::OK(); } Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::destroy_auth_key_ok &destroy_auth_key) { VLOG(mtproto) << "Receive destroy_auth_key_ok " << info; return on_destroy_auth_key(destroy_auth_key); } Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::destroy_auth_key_none &destroy_auth_key) { VLOG(mtproto) << "Receive destroy_auth_key_none " << info; return on_destroy_auth_key(destroy_auth_key); } Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::destroy_auth_key_fail &destroy_auth_key) { VLOG(mtproto) << "Receive destroy_auth_key_fail " << info; return on_destroy_auth_key(destroy_auth_key); } Status SessionConnection::on_destroy_auth_key(const mtproto_api::DestroyAuthKeyRes &destroy_auth_key) { if (!need_destroy_auth_key_) { LOG(ERROR) << "Receive unexpected " << oneline(to_string(destroy_auth_key)); return Status::OK(); } return callback_->on_destroy_auth_key(); } Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::new_session_created &new_session_created) { auto first_message_id = MessageId(static_cast(new_session_created.first_msg_id_)); VLOG(mtproto) << "Receive new_session_created " << info << ": [first " << first_message_id << "] [unique_id:" << new_session_created.unique_id_ << ']'; auto it = service_queries_.find(first_message_id); if (it != service_queries_.end()) { first_message_id = it->second.container_message_id_; LOG(INFO) << "Update first_message_id to container's " << first_message_id; } callback_->on_new_session_created(new_session_created.unique_id_, first_message_id); return Status::OK(); } Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::bad_msg_notification &bad_msg_notification) { MsgInfo bad_info{MessageId(static_cast(bad_msg_notification.bad_msg_id_)), bad_msg_notification.bad_msg_seqno_, 0}; enum Code { MsgIdTooLow = 16, MsgIdTooHigh = 17, MsgIdMod4 = 18, MsgIdCollision = 19, MsgIdTooOld = 20, SeqNoTooLow = 32, SeqNoTooHigh = 33, SeqNoNotEven = 34, SeqNoNotOdd = 35, InvalidContainer = 64 }; Slice common = ". BUG! CALL FOR A DEVELOPER! Session will be closed"; switch (bad_msg_notification.error_code_) { case MsgIdTooLow: LOG(WARNING) << bad_info << ": MessageId is too low. Message will be re-sent"; // time will be updated automagically on_message_failed(bad_info.message_id, Status::Error("MessageId is too low")); break; case MsgIdTooHigh: LOG(WARNING) << bad_info << ": MessageId is too high. Session will be closed"; // All this queries will be re-sent by parent to_send_.clear(); reset_server_time_difference(info.message_id); callback_->on_session_failed(Status::Error("MessageId is too high")); return Status::Error("MessageId is too high"); case MsgIdMod4: LOG(ERROR) << bad_info << ": MessageId is not divisible by 4" << common; return Status::Error("MessageId is not divisible by 4"); case MsgIdCollision: LOG(ERROR) << bad_info << ": Container and older message MessageId collision" << common; return Status::Error("Container and older message MessageId collision"); case MsgIdTooOld: LOG(WARNING) << bad_info << ": MessageId is too old. Message will be re-sent"; on_message_failed(bad_info.message_id, Status::Error("MessageId is too old")); break; case SeqNoTooLow: LOG(ERROR) << bad_info << ": SeqNo is too low" << common; return Status::Error("SeqNo is too low"); case SeqNoTooHigh: LOG(ERROR) << bad_info << ": SeqNo is too high" << common; return Status::Error("SeqNo is too high"); case SeqNoNotEven: LOG(ERROR) << bad_info << ": SeqNo is not even for an irrelevant message" << common; return Status::Error("SeqNo is not even for an irrelevant message"); case SeqNoNotOdd: LOG(ERROR) << bad_info << ": SeqNo is not odd for a relevant message" << common; return Status::Error("SeqNo is not odd for a relevant message"); case InvalidContainer: LOG(ERROR) << bad_info << ": Invalid Container" << common; return Status::Error("Invalid Container"); default: LOG(ERROR) << bad_info << ": Unknown error [code:" << bad_msg_notification.error_code_ << "]" << common; return Status::Error("Unknown error code"); } return Status::OK(); } Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::bad_server_salt &bad_server_salt) { MsgInfo bad_info{MessageId(static_cast(bad_server_salt.bad_msg_id_)), bad_server_salt.bad_msg_seqno_, 0}; VLOG(mtproto) << "Receive bad_server_salt " << info << ": " << bad_info; auth_data_->set_server_salt(bad_server_salt.new_server_salt_, Time::now_cached()); callback_->on_server_salt_updated(); on_message_failed(bad_info.message_id, Status::Error("Bad server salt")); return Status::OK(); } Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::msgs_ack &msgs_ack) { auto message_ids = transform(msgs_ack.msg_ids_, [](int64 msg_id) { return MessageId(static_cast(msg_id)); }); VLOG(mtproto) << "Receive msgs_ack " << info << ": " << message_ids; for (auto message_id : message_ids) { callback_->on_message_ack(message_id); } return Status::OK(); } Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::gzip_packed &gzip_packed) { BufferSlice res = gzdecode(gzip_packed.packed_data_); auto guard = set_buffer_slice(&res); return on_slice_packet(info, res.as_slice()); } Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::pong &pong) { VLOG(mtproto) << "Receive pong " << info; if (info.message_id.get() < static_cast(pong.msg_id_) - (static_cast(15) << 32)) { reset_server_time_difference(info.message_id); } if (sent_destroy_auth_key_ && destroy_auth_key_send_time_ < Time::now() - 60) { return Status::Error(PSLICE() << "No response for destroy_auth_key for " << (Time::now() - destroy_auth_key_send_time_) << " seconds from auth key " << auth_data_->get_auth_key().id()); } last_pong_at_ = Time::now_cached(); real_last_pong_at_ = last_pong_at_; return callback_->on_pong(); } Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::future_salts &salts) { vector new_salts; for (auto &it : salts.salts_) { new_salts.push_back( ServerSalt{it->salt_, static_cast(it->valid_since_), static_cast(it->valid_until_)}); } auto now = Time::now_cached(); auth_data_->set_future_salts(new_salts, now); VLOG(mtproto) << "Receive future_salts " << info << ": is_valid = " << auth_data_->is_server_salt_valid(now) << ", has_salt = " << auth_data_->has_salt(now) << ", need_future_salts = " << auth_data_->need_future_salts(now); callback_->on_server_salt_updated(); return Status::OK(); } Status SessionConnection::on_msgs_state_info(const vector &msg_ids, Slice info) { if (msg_ids.size() != info.size()) { return Status::Error(PSLICE() << tag("message count", msg_ids.size()) << " != " << tag("info.size()", info.size())); } size_t i = 0; for (auto msg_id : msg_ids) { callback_->on_message_info(MessageId(static_cast(msg_id)), info[i], MessageId(), 0, 1); i++; } return Status::OK(); } Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::msgs_state_info &msgs_state_info) { auto message_id = MessageId(static_cast(msgs_state_info.req_msg_id_)); auto it = service_queries_.find(message_id); if (it == service_queries_.end()) { return Status::Error("Unknown msgs_state_info"); } auto query = std::move(it->second); service_queries_.erase(it); if (query.type_ != ServiceQuery::GetStateInfo) { return Status::Error("Receive msgs_state_info in response not to GetStateInfo"); } VLOG(mtproto) << "Receive msgs_state_info " << info; return on_msgs_state_info(query.msg_ids_, msgs_state_info.info_); } Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::msgs_all_info &msgs_all_info) { VLOG(mtproto) << "Receive msgs_all_info " << info; return on_msgs_state_info(msgs_all_info.msg_ids_, msgs_all_info.info_); } Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::msg_detailed_info &msg_detailed_info) { VLOG(mtproto) << "Receive msg_detailed_info " << info; callback_->on_message_info(MessageId(static_cast(msg_detailed_info.msg_id_)), msg_detailed_info.status_, MessageId(static_cast(msg_detailed_info.answer_msg_id_)), msg_detailed_info.bytes_, 2); return Status::OK(); } Status SessionConnection::on_packet(const MsgInfo &info, const mtproto_api::msg_new_detailed_info &msg_new_detailed_info) { VLOG(mtproto) << "Receive msg_new_detailed_info " << info; callback_->on_message_info(MessageId(), 0, MessageId(static_cast(msg_new_detailed_info.answer_msg_id_)), msg_new_detailed_info.bytes_, 0); return Status::OK(); } Status SessionConnection::on_slice_packet(const MsgInfo &info, Slice packet) { if (info.seq_no & 1) { send_ack(info.message_id); } if (packet.size() < 4) { callback_->on_session_failed(Status::Error("Receive too small packet")); return Status::Error(PSLICE() << "Receive packet of size " << packet.size()); } int32 constructor_id = as(packet.begin()); if (constructor_id == mtproto_api::msg_container::ID) { return on_packet_container(info, packet.substr(4)); } if (constructor_id == mtproto_api::rpc_result::ID) { return on_packet_rpc_result(info, packet.substr(4)); } TlDowncastHelper helper(constructor_id); Status status; bool is_mtproto_api = downcast_call(static_cast(helper), [&](auto &dummy) { // a constructor from mtproto_api using Type = std::decay_t; TlParser parser(packet.substr(4)); auto object = Type::fetch(parser); parser.fetch_end(); if (parser.get_error()) { status = parser.get_status(); } else { status = this->on_packet(info, static_cast(*object)); } }); if (is_mtproto_api) { return status; } auto get_update_description = [&] { return PSTRING() << "update from " << get_name() << " with auth key " << auth_data_->get_auth_key().id() << " active for " << (Time::now() - created_at_) << " seconds in container " << container_message_id_ << " from session " << auth_data_->get_session_id() << ' ' << info << ", main " << main_message_id_ << " and original size = " << info.size; }; // It is an update... I hope. status = auth_data_->check_update(info.message_id); auto recheck_status = auth_data_->recheck_update(info.message_id); if (recheck_status.is_error() && recheck_status.code() == 2) { LOG(WARNING) << "Receive very old " << get_update_description() << ": " << status << ' ' << recheck_status; } if (status.is_error()) { if (status.code() == 2) { LOG(WARNING) << "Receive too old " << get_update_description() << ": " << status; callback_->on_session_failed(Status::Error("Receive too old update")); return status; } VLOG(mtproto) << "Skip " << get_update_description() << ": " << status; return Status::OK(); } else { VLOG(mtproto) << "Receive " << get_update_description(); return callback_->on_update(as_buffer_slice(packet)); } } Status SessionConnection::parse_packet(TlParser &parser) { MsgInfo info; Slice packet; TRY_STATUS(parse_message(parser, &info, &packet, true)); return on_slice_packet(info, packet); } Status SessionConnection::on_main_packet(const PacketInfo &packet_info, Slice packet) { // Update pong here too. Real pong can be delayed by many big packets last_pong_at_ = Time::now_cached(); real_last_pong_at_ = last_pong_at_; if (!connected_flag_) { connected_flag_ = true; callback_->on_connected(); } VLOG(raw_mtproto) << "Receive packet of size " << packet.size() << ':' << format::as_hex_dump<4>(packet); VLOG(mtproto) << "Receive packet with " << packet_info.message_id << " and seq_no " << packet_info.seq_no << " of size " << packet.size(); if (packet_info.no_crypto_flag) { return Status::Error("Unencrypted packet"); } TlParser parser(packet); TRY_STATUS(parse_packet(parser)); parser.fetch_end(); if (parser.get_error()) { return Status::Error(PSLICE() << "Failed to parse packet: " << parser.get_error()); } return Status::OK(); } void SessionConnection::on_message_failed(MessageId message_id, Status status) { callback_->on_message_failed(message_id, std::move(status)); sent_destroy_auth_key_ = false; destroy_auth_key_send_time_ = 0.0; if (message_id == last_ping_message_id_ || message_id == last_ping_container_message_id_) { // restart ping immediately last_ping_at_ = 0; last_ping_message_id_ = {}; last_ping_container_message_id_ = {}; } auto cit = container_to_service_message_id_.find(message_id); if (cit != container_to_service_message_id_.end()) { auto message_ids = cit->second; for (auto inner_message_id : message_ids) { on_message_failed_inner(inner_message_id); } } else { on_message_failed_inner(message_id); } } void SessionConnection::on_message_failed_inner(MessageId message_id) { auto it = service_queries_.find(message_id); if (it == service_queries_.end()) { return; } auto query = std::move(it->second); service_queries_.erase(it); switch (query.type_) { case ServiceQuery::ResendAnswer: for (auto msg_id : query.msg_ids_) { resend_answer(MessageId(static_cast(msg_id))); } break; case ServiceQuery::GetStateInfo: for (auto msg_id : query.msg_ids_) { get_state_info(MessageId(static_cast(msg_id))); } break; default: UNREACHABLE(); } } bool SessionConnection::must_flush_packet() { flush_packet_at_ = 0; // we need key to send just something if (!auth_data_->has_auth_key(Time::now_cached())) { return false; } // transport is ready if (!raw_connection_->can_send()) { return false; } bool has_salt = auth_data_->has_salt(Time::now_cached()); // do not send anything in long poll connection before we have salt if (mode_ == Mode::HttpLongPoll && !has_salt) { return false; } // http_wait if (mode_ == Mode::HttpLongPoll) { return true; } // queries and acks (+ resend & get_info) if (has_salt && force_send_at_ != 0) { if (Time::now_cached() > force_send_at_) { return true; } else { relax_timeout_at(&flush_packet_at_, force_send_at_); } } // ping if (has_salt) { if (must_ping()) { return true; } relax_timeout_at(&flush_packet_at_, last_ping_at_ + ping_must_delay()); } // get_future_salt if (!has_salt) { if (last_get_future_salt_at_ == 0) { return true; } auto get_future_salts_at = last_get_future_salt_at_ + 60; if (get_future_salts_at < Time::now_cached()) { return true; } relax_timeout_at(&flush_packet_at_, get_future_salts_at); } if (has_salt && need_destroy_auth_key_ && !sent_destroy_auth_key_) { return true; } return false; } Status SessionConnection::before_write() { CHECK(raw_connection_); while (must_flush_packet()) { flush_packet(); } return Status::OK(); } Status SessionConnection::on_raw_packet(const PacketInfo &packet_info, BufferSlice packet) { auto old_main_message_id = main_message_id_; main_message_id_ = packet_info.message_id; SCOPE_EXIT { main_message_id_ = old_main_message_id; }; if (packet_info.no_crypto_flag) { return Status::Error("Unexpected unencrypted packet"); } bool time_difference_was_updated = false; auto status = auth_data_->check_packet(packet_info.session_id, packet_info.message_id, Time::now_cached(), time_difference_was_updated); if (time_difference_was_updated) { callback_->on_server_time_difference_updated(false); } if (status.is_error()) { if (status.code() == 1) { LOG(INFO) << "Packet is ignored: " << status; send_ack(packet_info.message_id); return Status::OK(); } else if (status.code() == 2) { LOG(WARNING) << "Receive too old packet: " << status; callback_->on_session_failed(Status::Error("Receive too old packet")); return status; } else { return status; } } auto guard = set_buffer_slice(&packet); TRY_STATUS(on_main_packet(packet_info, packet.as_slice())); return Status::OK(); } Status SessionConnection::on_quick_ack(uint64 quick_ack_token) { callback_->on_message_ack(MessageId(quick_ack_token)); return Status::OK(); } void SessionConnection::on_read(size_t size) { last_read_at_ = Time::now_cached(); real_last_read_at_ = last_read_at_; last_read_size_ += size; } SessionConnection::SessionConnection(Mode mode, unique_ptr raw_connection, AuthData *auth_data) : random_delay_(Random::fast(0, 5000000) * 1e-6) , state_(Init) , mode_(mode) , created_at_(Time::now()) , raw_connection_(std::move(raw_connection)) , auth_data_(auth_data) { CHECK(raw_connection_); CHECK(auth_data_ != nullptr); } PollableFdInfo &SessionConnection::get_poll_info() { CHECK(raw_connection_); return raw_connection_->get_poll_info(); } Status SessionConnection::init() { CHECK(state_ == Init); last_pong_at_ = Time::now_cached(); last_read_at_ = Time::now_cached(); state_ = Run; return Status::OK(); } void SessionConnection::set_online(bool online_flag, bool is_main) { LOG(DEBUG) << "Set online to " << online_flag; bool need_ping = online_flag || !online_flag_; online_flag_ = online_flag; is_main_ = is_main; auto now = Time::now(); if (need_ping) { last_pong_at_ = now - ping_disconnect_delay() + rtt(); last_read_at_ = now - read_disconnect_delay() + rtt(); } else { last_pong_at_ = now; last_read_at_ = now; } last_ping_at_ = 0; last_ping_message_id_ = {}; last_ping_container_message_id_ = {}; } void SessionConnection::do_close(Status status) { state_ = Closed; // NB: this could be destroyed after on_closed callback_->on_closed(std::move(status)); } void SessionConnection::send_crypto(const Storer &storer, uint64 quick_ack_token) { CHECK(state_ != Closed); last_write_size_ += raw_connection_->send_crypto(storer, auth_data_->get_session_id(), auth_data_->get_server_salt(Time::now_cached()), auth_data_->get_auth_key(), quick_ack_token); } Result SessionConnection::send_query(BufferSlice buffer, bool gzip_flag, MessageId message_id, vector invoke_after_message_ids, bool use_quick_ack) { CHECK(mode_ != Mode::HttpLongPoll); // "LongPoll connection is only for http_wait" if (message_id == MessageId()) { message_id = auth_data_->next_message_id(Time::now_cached()); } auto seq_no = auth_data_->next_seq_no(true); if (to_send_.empty()) { send_before(Time::now_cached() + QUERY_DELAY); } to_send_.push_back(MtprotoQuery{message_id, seq_no, std::move(buffer), gzip_flag, std::move(invoke_after_message_ids), use_quick_ack}); VLOG(mtproto) << "Invoke query with " << message_id << " and seq_no " << seq_no << " of size " << to_send_.back().packet.size() << " after " << invoke_after_message_ids << (use_quick_ack ? " with quick ack" : ""); return message_id; } void SessionConnection::get_state_info(MessageId message_id) { if (to_get_state_info_message_ids_.empty()) { send_before(Time::now_cached()); } to_get_state_info_message_ids_.push_back(message_id); } void SessionConnection::resend_answer(MessageId message_id) { if (to_resend_answer_message_ids_.empty()) { send_before(Time::now_cached() + RESEND_ANSWER_DELAY); } to_resend_answer_message_ids_.push_back(message_id); } void SessionConnection::cancel_answer(MessageId message_id) { if (to_cancel_answer_message_ids_.empty()) { send_before(Time::now_cached() + RESEND_ANSWER_DELAY); } to_cancel_answer_message_ids_.push_back(message_id); } void SessionConnection::destroy_key() { LOG(INFO) << "Set need_destroy_auth_key to true"; need_destroy_auth_key_ = true; } std::pair SessionConnection::encrypted_bind(int64 perm_key, int64 nonce, int32 expires_at) { int64 temp_key = auth_data_->get_tmp_auth_key().id(); mtproto_api::bind_auth_key_inner object(nonce, temp_key, perm_key, auth_data_->get_session_id(), expires_at); auto object_storer = TLObjectStorer(object); auto size = object_storer.size(); auto object_packet = BufferWriter{size, 0, 0}; auto real_size = object_storer.store(object_packet.as_mutable_slice().ubegin()); CHECK(size == real_size); MtprotoQuery query{ auth_data_->next_message_id(Time::now_cached()), 0, object_packet.as_buffer_slice(), false, {}, false}; PacketStorer query_storer(query, Slice()); const AuthKey &main_auth_key = auth_data_->get_main_auth_key(); PacketInfo packet_info; packet_info.version = 1; packet_info.no_crypto_flag = false; packet_info.salt = Random::secure_int64(); packet_info.session_id = Random::secure_int64(); auto packet = Transport::write(query_storer, main_auth_key, &packet_info); return std::make_pair(query.message_id, packet.as_buffer_slice()); } void SessionConnection::force_ack() { if (!to_ack_message_ids_.empty()) { send_before(Time::now_cached()); } } void SessionConnection::send_ack(MessageId message_id) { VLOG(mtproto) << "Send ack for " << message_id; if (to_ack_message_ids_.empty()) { send_before(Time::now_cached() + ACK_DELAY); } // an easiest way to eliminate duplicated acknowledgements for gzipped packets if (to_ack_message_ids_.empty() || to_ack_message_ids_.back() != message_id) { to_ack_message_ids_.push_back(message_id); constexpr size_t MAX_UNACKED_PACKETS = 100; if (to_ack_message_ids_.size() >= MAX_UNACKED_PACKETS) { send_before(Time::now_cached()); } } } // don't send ping in poll mode bool SessionConnection::may_ping() const { return last_ping_at_ == 0 || (mode_ != Mode::HttpLongPoll && last_ping_at_ + ping_may_delay() < Time::now_cached()); } bool SessionConnection::must_ping() const { return last_ping_at_ == 0 || (mode_ != Mode::HttpLongPoll && last_ping_at_ + ping_must_delay() < Time::now_cached()); } void SessionConnection::flush_packet() { bool has_salt = auth_data_->has_salt(Time::now_cached()); // ping MessageId container_message_id; int64 ping_id = 0; if (has_salt && may_ping()) { ping_id = ++cur_ping_id_; last_ping_at_ = Time::now_cached(); } // http_wait int max_delay = -1; int max_after = -1; int max_wait = -1; if (mode_ == Mode::HttpLongPoll) { max_delay = HTTP_MAX_DELAY; max_after = HTTP_MAX_AFTER; auto time_to_disconnect = min(ping_disconnect_delay() + last_pong_at_, read_disconnect_delay() + last_read_at_) - Time::now_cached(); max_wait = static_cast(1000 * clamp(time_to_disconnect - rtt(), 0.1, http_max_wait())); } else if (mode_ == Mode::Http) { max_delay = HTTP_MAX_DELAY; max_after = HTTP_MAX_AFTER; max_wait = 0; } // future salts int future_salt_n = 0; if (mode_ != Mode::HttpLongPoll) { if (auth_data_->need_future_salts(Time::now_cached()) && (last_get_future_salt_at_ == 0 || last_get_future_salt_at_ + 60 < Time::now_cached())) { last_get_future_salt_at_ = Time::now_cached(); future_salt_n = 64; } } static constexpr size_t MAX_QUERY_COUNT = 1000; size_t send_till = 0; size_t send_size = 0; if (has_salt) { // send at most MAX_QUERY_COUNT queries, of total size up to 2^15 while (send_till < to_send_.size() && send_till < MAX_QUERY_COUNT && send_size < (1 << 15)) { send_size += to_send_[send_till].packet.size(); send_till++; } } vector queries; if (send_till == to_send_.size()) { queries = std::move(to_send_); } else if (send_till != 0) { queries.reserve(send_till); std::move(to_send_.begin(), to_send_.begin() + send_till, std::back_inserter(queries)); to_send_.erase(to_send_.begin(), to_send_.begin() + send_till); } bool destroy_auth_key = need_destroy_auth_key_ && !sent_destroy_auth_key_; if (queries.empty() && to_ack_message_ids_.empty() && ping_id == 0 && max_delay < 0 && future_salt_n == 0 && to_resend_answer_message_ids_.empty() && to_cancel_answer_message_ids_.empty() && to_get_state_info_message_ids_.empty() && !destroy_auth_key) { force_send_at_ = 0; return; } if (destroy_auth_key && !sent_destroy_auth_key_) { sent_destroy_auth_key_ = true; destroy_auth_key_send_time_ = Time::now(); } VLOG(mtproto) << "Sent packet: " << tag("query_count", queries.size()) << tag("ack_count", to_ack_message_ids_.size()) << tag("ping", ping_id != 0) << tag("http_wait", max_delay >= 0) << tag("future_salt", future_salt_n > 0) << tag("get_info", to_get_state_info_message_ids_.size()) << tag("resend", to_resend_answer_message_ids_.size()) << tag("cancel", to_cancel_answer_message_ids_.size()) << tag("destroy_key", destroy_auth_key) << tag("auth_key_id", auth_data_->get_auth_key().id()); auto cut_tail = [](vector &message_ids, size_t size, Slice name) { if (size >= message_ids.size()) { auto result = transform(message_ids, [](MessageId message_id) { return static_cast(message_id.get()); }); message_ids.clear(); return result; } LOG(WARNING) << "Too many message identifiers in container " << name << ": " << message_ids.size() << " instead of " << size; auto new_size = message_ids.size() - size; vector result(size); for (size_t i = 0; i < size; i++) { result[i] = static_cast(message_ids[i + new_size].get()); } message_ids.resize(new_size); return result; }; // no more than 8192 message identifiers per container.. auto to_resend_answer = cut_tail(to_resend_answer_message_ids_, 8192, "resend_answer"); MessageId resend_answer_message_id; CHECK(queries.size() <= MAX_QUERY_COUNT); auto to_cancel_answer = cut_tail(to_cancel_answer_message_ids_, MAX_QUERY_COUNT - queries.size(), "cancel_answer"); auto to_get_state_info = cut_tail(to_get_state_info_message_ids_, 8192, "get_state_info"); MessageId get_state_info_message_id; auto to_ack = cut_tail(to_ack_message_ids_, 8192, "ack"); MessageId ping_message_id; bool use_quick_ack = any_of(queries, [](const auto &query) { return query.use_quick_ack; }); { // LOG(ERROR) << (auth_data_->get_header().empty() ? '-' : '+'); MessageId parent_message_id; auto storer = PacketStorer( queries, auth_data_->get_header(), std::move(to_ack), ping_id, static_cast(ping_disconnect_delay() + 2.0), max_delay, max_after, max_wait, future_salt_n, to_get_state_info, to_resend_answer, to_cancel_answer, destroy_auth_key, auth_data_, &container_message_id, &get_state_info_message_id, &resend_answer_message_id, &ping_message_id, &parent_message_id); auto quick_ack_token = use_quick_ack ? parent_message_id.get() : 0; send_crypto(storer, quick_ack_token); } if (resend_answer_message_id != MessageId()) { service_queries_.emplace(resend_answer_message_id, ServiceQuery{ServiceQuery::ResendAnswer, container_message_id, std::move(to_resend_answer)}); } if (get_state_info_message_id != MessageId()) { service_queries_.emplace(get_state_info_message_id, ServiceQuery{ServiceQuery::GetStateInfo, container_message_id, std::move(to_get_state_info)}); } if (ping_id != 0) { last_ping_container_message_id_ = container_message_id; last_ping_message_id_ = ping_message_id; } if (container_message_id != MessageId()) { auto message_ids = transform(queries, [](const MtprotoQuery &x) { return x.message_id; }); // some acks may be lost here. Nobody will resend them if something goes wrong with query. // It is mostly problem for server. We will just drop this answers in next connection // // get future salt too. // So I will re-ask salt if have no answer in 60 second. callback_->on_container_sent(container_message_id, std::move(message_ids)); if (resend_answer_message_id != MessageId()) { container_to_service_message_id_[container_message_id].push_back(resend_answer_message_id); } if (get_state_info_message_id != MessageId()) { container_to_service_message_id_[container_message_id].push_back(get_state_info_message_id); } } if (to_send_.empty() && to_ack_message_ids_.empty() && to_get_state_info_message_ids_.empty() && to_resend_answer_message_ids_.empty() && to_cancel_answer_message_ids_.empty()) { force_send_at_ = 0; } } void SessionConnection::send_before(double tm) { if (force_send_at_ == 0 || force_send_at_ > tm) { force_send_at_ = tm; } } Status SessionConnection::do_flush() { LOG_CHECK(raw_connection_) << was_moved_ << ' ' << state_ << ' ' << static_cast(mode_) << ' ' << connected_flag_ << ' ' << is_main_ << ' ' << need_destroy_auth_key_ << ' ' << sent_destroy_auth_key_ << ' ' << callback_ << ' ' << (Time::now() - created_at_) << ' ' << (Time::now() - last_read_at_); CHECK(state_ != Closed); if (state_ == Init) { TRY_STATUS(init()); } if (!auth_data_->has_auth_key(Time::now_cached())) { return Status::Error("No auth key"); } last_read_size_ = 0; last_write_size_ = 0; auto start_time = Time::now(); auto result = raw_connection_->flush(auth_data_->get_auth_key(), *this); auto elapsed_time = Time::now() - start_time; if (elapsed_time >= 0.1) { LOG(WARNING) << "RawConnection::flush took " << elapsed_time << " seconds, written " << last_write_size_ << " bytes, read " << last_read_size_ << " bytes and returned " << result; } if (result.is_error()) { return result; } if (last_pong_at_ + ping_disconnect_delay() < Time::now_cached()) { auto stats_callback = raw_connection_->stats_callback(); if (stats_callback != nullptr) { stats_callback->on_error(); } return Status::Error(PSLICE() << "Ping timeout of " << ping_disconnect_delay() << " seconds expired; last pong was received " << (Time::now() - real_last_pong_at_) << " seconds ago"); } if (last_read_at_ + read_disconnect_delay() < Time::now_cached()) { auto stats_callback = raw_connection_->stats_callback(); if (stats_callback != nullptr) { stats_callback->on_error(); } return Status::Error(PSLICE() << "Read timeout of " << read_disconnect_delay() << " seconds expired; last read was " << (Time::now() - real_last_read_at_) << " seconds ago"); } return Status::OK(); } double SessionConnection::flush(SessionConnection::Callback *callback) { callback_ = callback; auto status = do_flush(); // check error if (status.is_error()) { do_close(std::move(status)); LOG(DEBUG) << "Close session because of an error"; return 0; } double wakeup_at = 0; // three independent timeouts // 1. close connection after ping_disconnect_delay() after last pong // 2. close connection after read_disconnect_delay() after last read // 3. the one returned by must_flush_packet relax_timeout_at(&wakeup_at, last_pong_at_ + ping_disconnect_delay() + 0.002); relax_timeout_at(&wakeup_at, last_read_at_ + read_disconnect_delay() + 0.002); relax_timeout_at(&wakeup_at, flush_packet_at_); auto now = Time::now(); LOG(DEBUG) << "Last pong was in " << (now - last_pong_at_) << '/' << (now - real_last_pong_at_) << ", last read was in " << (now - last_read_at_) << '/' << (now - real_last_read_at_) << ", RTT = " << rtt() << ", ping timeout = " << ping_disconnect_delay() << ", read timeout = " << read_disconnect_delay() << ", flush packet in " << (flush_packet_at_ - now) << ", wakeup in " << (wakeup_at - now); return wakeup_at; } void SessionConnection::force_close(SessionConnection::Callback *callback) { CHECK(state_ != Closed); callback_ = callback; do_close(Status::OK()); } } // namespace mtproto } // namespace td