// // Copyright Aliaksei Levin (levlam@telegram.org), Arseny Smirnov (arseny30@gmail.com) 2014-2021 // // Distributed under the Boost Software License, Version 1.0. (See accompanying // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt) // #include "td/telegram/AnimationsManager.h" #include "td/telegram/AuthManager.h" #include "td/telegram/ConfigShared.h" #include "td/telegram/DialogId.h" #include "td/telegram/Document.h" #include "td/telegram/DocumentsManager.h" #include "td/telegram/MemoryManager.h" #include "td/telegram/FileReferenceManager.h" #include "td/telegram/files/FileManager.h" #include "td/telegram/files/FileType.h" #include "td/telegram/Global.h" #include "td/telegram/logevent/LogEvent.h" #include "td/telegram/misc.h" #include "td/telegram/secret_api.h" #include "td/telegram/Td.h" #include "td/telegram/td_api.h" #include "td/telegram/TdDb.h" #include "td/telegram/telegram_api.h" #include "td/actor/PromiseFuture.h" #include "td/db/SqliteKeyValueAsync.h" #include "td/utils/algorithm.h" #include "td/utils/logging.h" #include "td/utils/misc.h" #include "td/utils/Random.h" #include "td/utils/Time.h" #include "td/utils/tl_helpers.h" #include namespace td { class GetSavedGifsQuery final : public Td::ResultHandler { bool is_repair_ = false; public: void send(bool is_repair, int32 hash) { is_repair_ = is_repair; LOG(INFO) << "Send get saved animations request with hash = " << hash; send_query(G()->net_query_creator().create(telegram_api::messages_getSavedGifs(hash))); } void on_result(uint64 id, BufferSlice packet) final { auto result_ptr = fetch_result(packet); if (result_ptr.is_error()) { return on_error(id, result_ptr.move_as_error()); } auto ptr = result_ptr.move_as_ok(); td->animations_manager_->on_get_saved_animations(is_repair_, std::move(ptr)); } void on_error(uint64 id, Status status) final { if (!G()->is_expected_error(status)) { LOG(ERROR) << "Receive error for get saved animations: " << status; } td->animations_manager_->on_get_saved_animations_failed(is_repair_, std::move(status)); } }; class SaveGifQuery final : public Td::ResultHandler { FileId file_id_; string file_reference_; bool unsave_ = false; Promise promise_; public: explicit SaveGifQuery(Promise &&promise) : promise_(std::move(promise)) { } void send(FileId file_id, tl_object_ptr &&input_document, bool unsave) { if (input_document == nullptr) { return; } CHECK(file_id.is_valid()); file_id_ = file_id; file_reference_ = input_document->file_reference_.as_slice().str(); unsave_ = unsave; send_query(G()->net_query_creator().create(telegram_api::messages_saveGif(std::move(input_document), unsave))); } void on_result(uint64 id, BufferSlice packet) final { auto result_ptr = fetch_result(packet); if (result_ptr.is_error()) { return on_error(id, result_ptr.move_as_error()); } bool result = result_ptr.move_as_ok(); LOG(INFO) << "Receive result for save GIF: " << result; if (!result) { td->animations_manager_->reload_saved_animations(true); } promise_.set_value(Unit()); } void on_error(uint64 id, Status status) final { if (!td->auth_manager_->is_bot() && FileReferenceManager::is_file_reference_error(status)) { VLOG(file_references) << "Receive " << status << " for " << file_id_; td->file_manager_->delete_file_reference(file_id_, file_reference_); td->file_reference_manager_->repair_file_reference( file_id_, PromiseCreator::lambda([animation_id = file_id_, unsave = unsave_, promise = std::move(promise_)](Result result) mutable { if (result.is_error()) { return promise.set_error(Status::Error(400, "Failed to find the animation")); } send_closure(G()->animations_manager(), &AnimationsManager::send_save_gif_query, animation_id, unsave, std::move(promise)); })); return; } if (!G()->is_expected_error(status)) { LOG(ERROR) << "Receive error for save GIF: " << status; } td->animations_manager_->reload_saved_animations(true); promise_.set_error(std::move(status)); } }; AnimationsManager::AnimationsManager(Td *td, ActorShared<> parent) : td_(td), parent_(std::move(parent)) { auto limit_string = G()->td_db()->get_binlog_pmc()->get("saved_animations_limit"); if (!limit_string.empty()) { auto new_limit = to_integer(limit_string); if (new_limit > 0) { LOG(DEBUG) << "Load saved animations limit = " << new_limit; saved_animations_limit_ = new_limit; } else { LOG(ERROR) << "Wrong saved animations limit = \"" << limit_string << "\" stored in database"; } } next_saved_animations_load_time_ = Time::now(); } void AnimationsManager::tear_down() { parent_.reset(); if (td_->memory_manager_->can_manage_memory()) { // Completely clear memory when closing, to avoid memory leaks memory_cleanup(true); } } int32 AnimationsManager::get_animation_duration(FileId file_id) const { auto it = animations_.find(file_id); if (it == animations_.end() || it->second == nullptr) { return 0; } return it->second->duration; } tl_object_ptr AnimationsManager::get_animation_object(FileId file_id, const char *source) { if (!file_id.is_valid()) { return nullptr; } auto &animation = animations_[file_id]; if (animation == nullptr) { return nullptr; } LOG_CHECK(animation != nullptr) << source << " " << file_id << " " << static_cast(td_->file_manager_->get_file_view(file_id).get_type()); // TODO can we make that function const? animation->is_changed = false; auto thumbnail = animation->animated_thumbnail.file_id.is_valid() ? get_thumbnail_object(td_->file_manager_.get(), animation->animated_thumbnail, PhotoFormat::Mpeg4) : get_thumbnail_object(td_->file_manager_.get(), animation->thumbnail, PhotoFormat::Jpeg); return make_tl_object(animation->duration, animation->dimensions.width, animation->dimensions.height, animation->file_name, animation->mime_type, animation->has_stickers, get_minithumbnail_object(animation->minithumbnail), std::move(thumbnail), td_->file_manager_->get_file_object(file_id)); } FileId AnimationsManager::on_get_animation(unique_ptr new_animation, bool replace) { auto file_id = new_animation->file_id; CHECK(file_id.is_valid()); auto &a = animations_[file_id]; LOG(INFO) << (a == nullptr ? "Add" : (replace ? "Replace" : "Ignore")) << " animation " << file_id << " of size " << new_animation->dimensions; if (a == nullptr) { a = std::move(new_animation); } else if (replace) { CHECK(a->file_id == file_id); if (a->mime_type != new_animation->mime_type) { LOG(DEBUG) << "Animation " << file_id << " info has changed"; a->mime_type = new_animation->mime_type; a->is_changed = true; } if (a->file_name != new_animation->file_name) { LOG(DEBUG) << "Animation " << file_id << " file name has changed"; a->file_name = std::move(new_animation->file_name); a->is_changed = true; } if (a->dimensions != new_animation->dimensions) { LOG(DEBUG) << "Animation " << file_id << " dimensions has changed"; a->dimensions = new_animation->dimensions; a->is_changed = true; } if (a->duration != new_animation->duration) { LOG(DEBUG) << "Animation " << file_id << " duration has changed"; a->duration = new_animation->duration; a->is_changed = true; } if (!G()->shared_config().get_option_boolean("disable_minithumbnails")) { if (a->minithumbnail != new_animation->minithumbnail) { a->minithumbnail = std::move(new_animation->minithumbnail); a->is_changed = true; } } if (a->thumbnail != new_animation->thumbnail) { if (!a->thumbnail.file_id.is_valid()) { LOG(DEBUG) << "Animation " << file_id << " thumbnail has changed"; } else { LOG(INFO) << "Animation " << file_id << " thumbnail has changed from " << a->thumbnail << " to " << new_animation->thumbnail; } a->thumbnail = new_animation->thumbnail; a->is_changed = true; } if (a->animated_thumbnail != new_animation->animated_thumbnail) { if (!a->animated_thumbnail.file_id.is_valid()) { LOG(DEBUG) << "Animation " << file_id << " animated thumbnail has changed"; } else { LOG(INFO) << "Animation " << file_id << " animated thumbnail has changed from " << a->animated_thumbnail << " to " << new_animation->animated_thumbnail; } a->animated_thumbnail = new_animation->animated_thumbnail; a->is_changed = true; } if (a->has_stickers != new_animation->has_stickers && new_animation->has_stickers) { a->has_stickers = new_animation->has_stickers; a->is_changed = true; } if (a->sticker_file_ids != new_animation->sticker_file_ids && !new_animation->sticker_file_ids.empty()) { a->sticker_file_ids = std::move(new_animation->sticker_file_ids); a->is_changed = true; } } return file_id; } const AnimationsManager::Animation *AnimationsManager::get_animation(FileId file_id) const { auto animation = animations_.find(file_id); if (animation == animations_.end() || animation->second == nullptr) { return make_unique().get(); } CHECK(animation->second->file_id == file_id); return animation->second.get(); } FileId AnimationsManager::get_animation_thumbnail_file_id(FileId file_id) const { auto animation = get_animation(file_id); if (animation == nullptr) { return FileId(); } return animation->thumbnail.file_id; } FileId AnimationsManager::get_animation_animated_thumbnail_file_id(FileId file_id) const { auto animation = get_animation(file_id); if (animation == nullptr) { return FileId(); } return animation->animated_thumbnail.file_id; } void AnimationsManager::delete_animation_thumbnail(FileId file_id) { auto &animation = animations_[file_id]; if (animation == nullptr) { return; } animation->thumbnail = PhotoSize(); animation->animated_thumbnail = AnimationSize(); } FileId AnimationsManager::dup_animation(FileId new_id, FileId old_id) { LOG(INFO) << "Dup animation " << old_id << " to " << new_id; const Animation *old_animation = get_animation(old_id); CHECK(old_animation != nullptr); auto &new_animation = animations_[new_id]; CHECK(!new_animation); new_animation = make_unique(*old_animation); new_animation->file_id = new_id; new_animation->thumbnail.file_id = td_->file_manager_->dup_file_id(new_animation->thumbnail.file_id); new_animation->animated_thumbnail.file_id = td_->file_manager_->dup_file_id(new_animation->animated_thumbnail.file_id); return new_id; } bool AnimationsManager::merge_animations(FileId new_id, FileId old_id, bool can_delete_old) { if (!old_id.is_valid()) { LOG(ERROR) << "Old file identifier is invalid"; return true; } LOG(INFO) << "Merge animations " << new_id << " and " << old_id; const Animation *old_ = get_animation(old_id); CHECK(old_ != nullptr); if (old_id == new_id) { return old_->is_changed; } bool need_merge = true; auto new_it = animations_.find(new_id); if (new_it == animations_.end() || new_it->second == nullptr) { auto &old = animations_[old_id]; old->is_changed = true; if (!can_delete_old) { dup_animation(new_id, old_id); } else { old->file_id = new_id; animations_.emplace(new_id, std::move(old)); } } else { Animation *new_ = new_it->second.get(); CHECK(new_ != nullptr); new_->is_changed = true; if (old_->thumbnail != new_->thumbnail) { // LOG_STATUS(td_->file_manager_->merge(new_->thumbnail.file_id, old_->thumbnail.file_id)); } if (new_->file_name.size() == old_->file_name.size() + 4 && new_->file_name == old_->file_name + ".mp4") { need_merge = false; } } if (need_merge) { LOG_STATUS(td_->file_manager_->merge(new_id, old_id)); } if (can_delete_old) { animations_.erase(old_id); } return true; } void AnimationsManager::create_animation(FileId file_id, string minithumbnail, PhotoSize thumbnail, AnimationSize animated_thumbnail, bool has_stickers, vector &&sticker_file_ids, string file_name, string mime_type, int32 duration, Dimensions dimensions, bool replace) { auto a = make_unique(); a->file_id = file_id; a->file_name = std::move(file_name); a->mime_type = std::move(mime_type); a->duration = max(duration, 0); a->dimensions = dimensions; if (!G()->shared_config().get_option_boolean("disable_minithumbnails")) { if (!td_->auth_manager_->is_bot()) { a->minithumbnail = std::move(minithumbnail); } } a->thumbnail = std::move(thumbnail); a->animated_thumbnail = std::move(animated_thumbnail); a->has_stickers = has_stickers; a->sticker_file_ids = std::move(sticker_file_ids); on_get_animation(std::move(a), replace); } tl_object_ptr AnimationsManager::get_input_media( FileId file_id, tl_object_ptr input_file, tl_object_ptr input_thumbnail) const { auto file_view = td_->file_manager_->get_file_view(file_id); if (file_view.is_encrypted()) { return nullptr; } if (file_view.has_remote_location() && !file_view.main_remote_location().is_web() && input_file == nullptr) { return make_tl_object(0, file_view.main_remote_location().as_input_document(), 0, string()); } if (file_view.has_url()) { return make_tl_object(0, file_view.url(), 0); } if (input_file != nullptr) { const Animation *animation = get_animation(file_id); if (animation == nullptr) { return nullptr; } vector> attributes; if (!animation->file_name.empty()) { attributes.push_back(make_tl_object(animation->file_name)); } string mime_type = animation->mime_type; if (mime_type == "video/mp4") { attributes.push_back(make_tl_object( 0, false /*ignored*/, false /*ignored*/, animation->duration, animation->dimensions.width, animation->dimensions.height)); } else if (animation->dimensions.width != 0 && animation->dimensions.height != 0) { if (!begins_with(mime_type, "image/")) { mime_type = "image/gif"; } attributes.push_back(make_tl_object(animation->dimensions.width, animation->dimensions.height)); } int32 flags = 0; vector> added_stickers; if (animation->has_stickers) { flags |= telegram_api::inputMediaUploadedDocument::STICKERS_MASK; added_stickers = td_->file_manager_->get_input_documents(animation->sticker_file_ids); } if (input_thumbnail != nullptr) { flags |= telegram_api::inputMediaUploadedDocument::THUMB_MASK; } return make_tl_object( flags, false /*ignored*/, false /*ignored*/, std::move(input_file), std::move(input_thumbnail), mime_type, std::move(attributes), std::move(added_stickers), 0); } else { CHECK(!file_view.has_remote_location()); } return nullptr; } SecretInputMedia AnimationsManager::get_secret_input_media(FileId animation_file_id, tl_object_ptr input_file, const string &caption, BufferSlice thumbnail) const { auto *animation = get_animation(animation_file_id); if (animation == nullptr) { return SecretInputMedia{}; } auto file_view = td_->file_manager_->get_file_view(animation_file_id); auto &encryption_key = file_view.encryption_key(); if (!file_view.is_encrypted_secret() || encryption_key.empty()) { return SecretInputMedia{}; } if (file_view.has_remote_location()) { input_file = file_view.main_remote_location().as_input_encrypted_file(); } if (!input_file) { return SecretInputMedia{}; } if (animation->thumbnail.file_id.is_valid() && thumbnail.empty()) { return SecretInputMedia{}; } vector> attributes; if (!animation->file_name.empty()) { attributes.push_back(make_tl_object(animation->file_name)); } if (animation->duration != 0 && animation->mime_type == "video/mp4") { attributes.push_back(make_tl_object( 0, false, animation->duration, animation->dimensions.width, animation->dimensions.height)); } if (animation->dimensions.width != 0 && animation->dimensions.height != 0) { attributes.push_back(make_tl_object(animation->dimensions.width, animation->dimensions.height)); } attributes.push_back(make_tl_object()); return SecretInputMedia{ std::move(input_file), make_tl_object( std::move(thumbnail), animation->thumbnail.dimensions.width, animation->thumbnail.dimensions.height, animation->mime_type, narrow_cast(file_view.size()), BufferSlice(encryption_key.key_slice()), BufferSlice(encryption_key.iv_slice()), std::move(attributes), caption)}; } void AnimationsManager::on_update_animation_search_emojis(string animation_search_emojis) { if (G()->close_flag()) { return; } if (td_->auth_manager_->is_bot()) { G()->shared_config().set_option_empty("animation_search_emojis"); return; } is_animation_search_emojis_inited_ = true; if (animation_search_emojis_ == animation_search_emojis) { return; } animation_search_emojis_ = std::move(animation_search_emojis); try_send_update_animation_search_parameters(); } void AnimationsManager::on_update_animation_search_provider(string animation_search_provider) { if (G()->close_flag()) { return; } if (td_->auth_manager_->is_bot()) { G()->shared_config().set_option_empty("animation_search_provider"); return; } is_animation_search_provider_inited_ = true; if (animation_search_provider_ == animation_search_provider) { return; } animation_search_provider_ = std::move(animation_search_provider); try_send_update_animation_search_parameters(); } void AnimationsManager::on_update_saved_animations_limit(int32 saved_animations_limit) { if (saved_animations_limit != saved_animations_limit_) { if (saved_animations_limit > 0) { LOG(INFO) << "Update saved animations limit to " << saved_animations_limit; G()->td_db()->get_binlog_pmc()->set("saved_animations_limit", to_string(saved_animations_limit)); saved_animations_limit_ = saved_animations_limit; if (static_cast(saved_animation_ids_.size()) > saved_animations_limit_) { saved_animation_ids_.resize(saved_animations_limit_); send_update_saved_animations(); } } else { LOG(ERROR) << "Receive wrong saved animations limit = " << saved_animations_limit; } } } class AnimationsManager::AnimationListLogEvent { public: vector animation_ids; AnimationListLogEvent() = default; explicit AnimationListLogEvent(vector animation_ids) : animation_ids(std::move(animation_ids)) { } template void store(StorerT &storer) const { AnimationsManager *animations_manager = storer.context()->td().get_actor_unsafe()->animations_manager_.get(); td::store(narrow_cast(animation_ids.size()), storer); for (auto animation_id : animation_ids) { animations_manager->store_animation(animation_id, storer); } } template void parse(ParserT &parser) { AnimationsManager *animations_manager = parser.context()->td().get_actor_unsafe()->animations_manager_.get(); int32 size = parser.fetch_int(); animation_ids.resize(size); for (auto &animation_id : animation_ids) { animation_id = animations_manager->parse_animation(parser); } } }; void AnimationsManager::reload_saved_animations(bool force) { if (G()->close_flag()) { return; } if (!td_->auth_manager_->is_bot() && !are_saved_animations_being_loaded_ && (next_saved_animations_load_time_ < Time::now() || force)) { LOG_IF(INFO, force) << "Reload saved animations"; are_saved_animations_being_loaded_ = true; td_->create_handler()->send(false, get_saved_animations_hash("reload_saved_animations")); } } void AnimationsManager::repair_saved_animations(Promise &&promise) { if (td_->auth_manager_->is_bot()) { return promise.set_error(Status::Error(400, "Bots has no saved animations")); } repair_saved_animations_queries_.push_back(std::move(promise)); if (repair_saved_animations_queries_.size() == 1u) { td_->create_handler()->send(true, 0); } } vector AnimationsManager::get_saved_animations(Promise &&promise) { if (!are_saved_animations_loaded_) { load_saved_animations(std::move(promise)); return {}; } reload_saved_animations(false); promise.set_value(Unit()); return saved_animation_ids_; } void AnimationsManager::load_saved_animations(Promise &&promise) { if (td_->auth_manager_->is_bot()) { are_saved_animations_loaded_ = true; } if (are_saved_animations_loaded_) { promise.set_value(Unit()); return; } load_saved_animations_queries_.push_back(std::move(promise)); if (load_saved_animations_queries_.size() == 1u) { if (G()->parameters().use_file_db) { // otherwise there is no sqlite_pmc, TODO LOG(INFO) << "Trying to load saved animations from database"; G()->td_db()->get_sqlite_pmc()->get("ans", PromiseCreator::lambda([](string value) { send_closure(G()->animations_manager(), &AnimationsManager::on_load_saved_animations_from_database, std::move(value)); })); } else { LOG(INFO) << "Trying to load saved animations from server"; reload_saved_animations(true); } } } void AnimationsManager::on_load_saved_animations_from_database(const string &value) { if (G()->close_flag()) { return; } if (value.empty()) { LOG(INFO) << "Saved animations aren't found in database"; reload_saved_animations(true); return; } LOG(INFO) << "Successfully loaded saved animations list of size " << value.size() << " from database"; AnimationListLogEvent log_event; log_event_parse(log_event, value).ensure(); on_load_saved_animations_finished(std::move(log_event.animation_ids), true); } void AnimationsManager::on_load_saved_animations_finished(vector &&saved_animation_ids, bool from_database) { if (static_cast(saved_animation_ids.size()) > saved_animations_limit_) { saved_animation_ids.resize(saved_animations_limit_); } saved_animation_ids_ = std::move(saved_animation_ids); are_saved_animations_loaded_ = true; send_update_saved_animations(from_database); auto promises = std::move(load_saved_animations_queries_); load_saved_animations_queries_.clear(); for (auto &promise : promises) { promise.set_value(Unit()); } } void AnimationsManager::on_get_saved_animations( bool is_repair, tl_object_ptr &&saved_animations_ptr) { CHECK(!td_->auth_manager_->is_bot()); if (!is_repair) { are_saved_animations_being_loaded_ = false; next_saved_animations_load_time_ = Time::now_cached() + Random::fast(30 * 60, 50 * 60); } CHECK(saved_animations_ptr != nullptr); int32 constructor_id = saved_animations_ptr->get_id(); if (constructor_id == telegram_api::messages_savedGifsNotModified::ID) { if (is_repair) { return on_get_saved_animations_failed(true, Status::Error(500, "Failed to reload saved animations")); } LOG(INFO) << "Saved animations are not modified"; return; } CHECK(constructor_id == telegram_api::messages_savedGifs::ID); auto saved_animations = move_tl_object_as(saved_animations_ptr); LOG(INFO) << "Receive " << saved_animations->gifs_.size() << " saved animations from server"; vector saved_animation_ids; saved_animation_ids.reserve(saved_animations->gifs_.size()); for (auto &document_ptr : saved_animations->gifs_) { int32 document_constructor_id = document_ptr->get_id(); if (document_constructor_id == telegram_api::documentEmpty::ID) { LOG(ERROR) << "Empty saved animation document received"; continue; } CHECK(document_constructor_id == telegram_api::document::ID); auto document = td_->documents_manager_->on_get_document(move_tl_object_as(document_ptr), DialogId()); if (document.type != Document::Type::Animation) { LOG(ERROR) << "Receive " << document << " instead of animation as saved animation"; continue; } if (!is_repair) { saved_animation_ids.push_back(document.file_id); } } if (is_repair) { auto promises = std::move(repair_saved_animations_queries_); repair_saved_animations_queries_.clear(); for (auto &promise : promises) { promise.set_value(Unit()); } } else { on_load_saved_animations_finished(std::move(saved_animation_ids)); LOG_IF(ERROR, get_saved_animations_hash("on_get_saved_animations") != saved_animations->hash_) << "Saved animations hash mismatch: " << saved_animations->hash_ << " vs " << get_saved_animations_hash("on_get_saved_animations 2"); } } void AnimationsManager::on_get_saved_animations_failed(bool is_repair, Status error) { CHECK(error.is_error()); if (!is_repair) { are_saved_animations_being_loaded_ = false; next_saved_animations_load_time_ = Time::now_cached() + Random::fast(5, 10); } auto &queries = is_repair ? repair_saved_animations_queries_ : load_saved_animations_queries_; auto promises = std::move(queries); queries.clear(); for (auto &promise : promises) { promise.set_error(error.clone()); } } int32 AnimationsManager::get_saved_animations_hash(const char *source) const { vector numbers; numbers.reserve(saved_animation_ids_.size() * 2); for (auto animation_id : saved_animation_ids_) { auto animation = get_animation(animation_id); if (animation == nullptr) { continue; } auto file_view = td_->file_manager_->get_file_view(animation_id); CHECK(file_view.has_remote_location()); if (!file_view.remote_location().is_document()) { LOG(ERROR) << "Saved animation remote location is not document: " << source << " " << file_view.remote_location(); continue; } auto id = static_cast(file_view.remote_location().get_id()); numbers.push_back(static_cast(id >> 32)); numbers.push_back(static_cast(id & 0xFFFFFFFF)); } return get_vector_hash(numbers); } void AnimationsManager::add_saved_animation(const tl_object_ptr &input_file, Promise &&promise) { if (td_->auth_manager_->is_bot()) { return promise.set_error(Status::Error(7, "Method is not available for bots")); } if (!are_saved_animations_loaded_) { load_saved_animations(std::move(promise)); return; } auto r_file_id = td_->file_manager_->get_input_file_id(FileType::Animation, input_file, DialogId(), false, false); if (r_file_id.is_error()) { return promise.set_error(Status::Error(7, r_file_id.error().message())); // TODO do not drop error code } add_saved_animation_impl(r_file_id.ok(), true, std::move(promise)); } void AnimationsManager::send_save_gif_query(FileId animation_id, bool unsave, Promise &&promise) { if (G()->close_flag()) { return promise.set_error(Status::Error(500, "Request aborted")); } // TODO invokeAfter and log event auto file_view = td_->file_manager_->get_file_view(animation_id); CHECK(file_view.has_remote_location()); LOG_CHECK(file_view.remote_location().is_document()) << file_view.remote_location(); CHECK(!file_view.remote_location().is_web()); td_->create_handler(std::move(promise)) ->send(animation_id, file_view.remote_location().as_input_document(), unsave); } void AnimationsManager::add_saved_animation_by_id(FileId animation_id) { auto animation = get_animation(animation_id); if (animation == nullptr) { return; } CHECK(animation != nullptr); if (animation->has_stickers) { return; } // TODO log event add_saved_animation_impl(animation_id, false, Auto()); } void AnimationsManager::add_saved_animation_impl(FileId animation_id, bool add_on_server, Promise &&promise) { CHECK(!td_->auth_manager_->is_bot()); auto file_view = td_->file_manager_->get_file_view(animation_id); if (file_view.empty()) { return promise.set_error(Status::Error(7, "Animation file not found")); } LOG(INFO) << "Add saved animation " << animation_id << " with main file " << file_view.file_id(); if (!are_saved_animations_loaded_) { load_saved_animations( PromiseCreator::lambda([animation_id, add_on_server, promise = std::move(promise)](Result<> result) mutable { if (result.is_ok()) { send_closure(G()->animations_manager(), &AnimationsManager::add_saved_animation_impl, animation_id, add_on_server, std::move(promise)); } else { promise.set_error(result.move_as_error()); } })); return; } auto is_equal = [animation_id](FileId file_id) { return file_id == animation_id || (file_id.get_remote() == animation_id.get_remote() && animation_id.get_remote() != 0); }; if (!saved_animation_ids_.empty() && is_equal(saved_animation_ids_[0])) { // fast path if (saved_animation_ids_[0].get_remote() == 0 && animation_id.get_remote() != 0) { saved_animation_ids_[0] = animation_id; save_saved_animations_to_database(); } return promise.set_value(Unit()); } auto animation = get_animation(animation_id); if (animation == nullptr) { return promise.set_error(Status::Error(7, "Animation not found")); } if (animation->mime_type != "video/mp4") { return promise.set_error(Status::Error(7, "Only MPEG4 animations can be saved")); } if (!file_view.has_remote_location()) { return promise.set_error(Status::Error(7, "Can save only sent animations")); } if (file_view.remote_location().is_web()) { return promise.set_error(Status::Error(7, "Can't save web animations")); } if (!file_view.remote_location().is_document()) { return promise.set_error(Status::Error(7, "Can't save encrypted animations")); } auto it = std::find_if(saved_animation_ids_.begin(), saved_animation_ids_.end(), is_equal); if (it == saved_animation_ids_.end()) { if (static_cast(saved_animation_ids_.size()) == saved_animations_limit_) { saved_animation_ids_.back() = animation_id; } else { saved_animation_ids_.push_back(animation_id); } it = saved_animation_ids_.end() - 1; } std::rotate(saved_animation_ids_.begin(), it, it + 1); CHECK(is_equal(saved_animation_ids_[0])); if (saved_animation_ids_[0].get_remote() == 0 && animation_id.get_remote() != 0) { saved_animation_ids_[0] = animation_id; } send_update_saved_animations(); if (add_on_server) { send_save_gif_query(animation_id, false, std::move(promise)); } } void AnimationsManager::remove_saved_animation(const tl_object_ptr &input_file, Promise &&promise) { if (td_->auth_manager_->is_bot()) { return promise.set_error(Status::Error(7, "Method is not available for bots")); } if (!are_saved_animations_loaded_) { load_saved_animations(std::move(promise)); return; } auto r_file_id = td_->file_manager_->get_input_file_id(FileType::Animation, input_file, DialogId(), false, false); if (r_file_id.is_error()) { return promise.set_error(Status::Error(7, r_file_id.error().message())); // TODO do not drop error code } FileId file_id = r_file_id.ok(); if (!td::remove(saved_animation_ids_, file_id)) { return promise.set_value(Unit()); } auto animation = get_animation(file_id); if (animation == nullptr) { return promise.set_error(Status::Error(7, "Animation not found")); } send_save_gif_query(file_id, true, std::move(promise)); send_update_saved_animations(); } void AnimationsManager::try_send_update_animation_search_parameters() const { auto update_animation_search_parameters = get_update_animation_search_parameters_object(); if (update_animation_search_parameters != nullptr) { send_closure(G()->td(), &Td::send_update, std::move(update_animation_search_parameters)); } } td_api::object_ptr AnimationsManager::get_update_animation_search_parameters_object() const { if (!is_animation_search_emojis_inited_ || !is_animation_search_provider_inited_) { return nullptr; } return td_api::make_object(animation_search_provider_, full_split(animation_search_emojis_, ',')); } td_api::object_ptr AnimationsManager::get_update_saved_animations_object() const { return td_api::make_object( td_->file_manager_->get_file_ids_object(saved_animation_ids_)); } void AnimationsManager::send_update_saved_animations(bool from_database) { if (are_saved_animations_loaded_) { vector new_saved_animation_file_ids = saved_animation_ids_; for (auto &animation_id : saved_animation_ids_) { auto animation = get_animation(animation_id); if (animation != nullptr) { CHECK(animation != nullptr); if (animation->thumbnail.file_id.is_valid()) { new_saved_animation_file_ids.push_back(animation->thumbnail.file_id); } if (animation->animated_thumbnail.file_id.is_valid()) { new_saved_animation_file_ids.push_back(animation->animated_thumbnail.file_id); } } } std::sort(new_saved_animation_file_ids.begin(), new_saved_animation_file_ids.end()); if (new_saved_animation_file_ids != saved_animation_file_ids_) { td_->file_manager_->change_files_source(get_saved_animations_file_source_id(), saved_animation_file_ids_, new_saved_animation_file_ids); saved_animation_file_ids_ = std::move(new_saved_animation_file_ids); } send_closure(G()->td(), &Td::send_update, get_update_saved_animations_object()); if (!from_database) { save_saved_animations_to_database(); } } } void AnimationsManager::save_saved_animations_to_database() { if (G()->parameters().use_file_db) { LOG(INFO) << "Save saved animations to database"; AnimationListLogEvent log_event(saved_animation_ids_); G()->td_db()->get_sqlite_pmc()->set("ans", log_event_store(log_event).as_slice().str(), Auto()); } } FileSourceId AnimationsManager::get_saved_animations_file_source_id() { if (!saved_animations_file_source_id_.is_valid()) { saved_animations_file_source_id_ = td_->file_reference_manager_->create_saved_animations_file_source(); } return saved_animations_file_source_id_; } string AnimationsManager::get_animation_search_text(FileId file_id) const { auto animation = get_animation(file_id); if (animation == nullptr) { return ""; } return animation->file_name; } void AnimationsManager::after_get_difference() { if (td_->is_online() && !td_->auth_manager_->is_bot()) { get_saved_animations(Auto()); } } void AnimationsManager::get_current_state(vector> &updates) const { if (td_->auth_manager_->is_bot()) { return; } if (are_saved_animations_loaded_) { updates.push_back(get_update_saved_animations_object()); } auto update_animation_search_parameters = get_update_animation_search_parameters_object(); if (update_animation_search_parameters != nullptr) { updates.push_back(std::move(update_animation_search_parameters)); } } void AnimationsManager::memory_cleanup() { memory_cleanup(false); } void AnimationsManager::memory_cleanup(bool full) { animations_.clear(); animations_.rehash(0); saved_animation_ids_.clear(); saved_animation_file_ids_.clear(); } void AnimationsManager::memory_stats(vector &output) { output.push_back("\"animations_\":"); output.push_back(std::to_string(animations_.size())); output.push_back(","); output.push_back("\"saved_animation_ids_\":"); output.push_back(std::to_string(this->saved_animation_ids_.size())); output.push_back(","); output.push_back("\"saved_animation_file_ids_\":"); output.push_back(std::to_string(this->saved_animation_file_ids_.size())); } } // namespace td