tdlight/td/telegram/StickersManager.hpp

474 lines
17 KiB
C++
Raw Normal View History

//
2022-12-31 22:28:08 +01:00
// Copyright Aliaksei Levin (levlam@telegram.org), Arseny Smirnov (arseny30@gmail.com) 2014-2023
//
// Distributed under the Boost Software License, Version 1.0. (See accompanying
// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
//
#pragma once
#include "td/telegram/StickersManager.h"
#include "td/telegram/files/FileId.hpp"
#include "td/telegram/misc.h"
2022-04-10 00:15:49 +02:00
#include "td/telegram/PhotoSize.hpp"
2022-01-18 17:20:43 +01:00
#include "td/telegram/StickerFormat.h"
2023-02-09 18:15:21 +01:00
#include "td/telegram/StickerMaskPosition.hpp"
#include "td/utils/emoji.h"
#include "td/utils/logging.h"
#include "td/utils/misc.h"
#include "td/utils/Slice.h"
#include "td/utils/tl_helpers.h"
#include "td/utils/utf8.h"
namespace td {
template <class StorerT>
2021-09-13 15:03:21 +02:00
void StickersManager::store_sticker(FileId file_id, bool in_sticker_set, StorerT &storer, const char *source) const {
const Sticker *sticker = get_sticker(file_id);
LOG_CHECK(sticker != nullptr) << file_id << ' ' << in_sticker_set << ' ' << source;
bool has_sticker_set_access_hash = sticker->set_id_.is_valid() && !in_sticker_set;
bool has_minithumbnail = !sticker->minithumbnail_.empty();
bool is_tgs = sticker->format_ == StickerFormat::Tgs;
bool is_webm = sticker->format_ == StickerFormat::Webm;
bool has_premium_animation = sticker->premium_animation_file_id_.is_valid();
bool is_mask = sticker->type_ == StickerType::Mask;
bool is_emoji = sticker->type_ == StickerType::CustomEmoji;
bool has_emoji_receive_date = is_emoji && sticker->emoji_receive_date_ != 0;
BEGIN_STORE_FLAGS();
2022-07-14 14:02:55 +02:00
STORE_FLAG(is_mask);
STORE_FLAG(has_sticker_set_access_hash);
STORE_FLAG(in_sticker_set);
2022-01-18 17:20:43 +01:00
STORE_FLAG(is_tgs);
2020-11-09 21:41:23 +01:00
STORE_FLAG(has_minithumbnail);
2022-01-25 12:58:04 +01:00
STORE_FLAG(is_webm);
2022-04-26 15:01:29 +02:00
STORE_FLAG(has_premium_animation);
2022-07-14 15:42:27 +02:00
STORE_FLAG(is_emoji);
STORE_FLAG(sticker->is_premium_);
2022-07-25 20:18:43 +02:00
STORE_FLAG(has_emoji_receive_date);
2022-12-09 11:39:29 +01:00
STORE_FLAG(sticker->has_text_color_);
END_STORE_FLAGS();
if (!in_sticker_set) {
store(sticker->set_id_.get(), storer);
if (has_sticker_set_access_hash) {
auto sticker_set = get_sticker_set(sticker->set_id_);
CHECK(sticker_set != nullptr);
store(sticker_set->access_hash_, storer);
}
}
store(sticker->alt_, storer);
store(sticker->dimensions_, storer);
store(sticker->s_thumbnail_, storer);
store(sticker->m_thumbnail_, storer);
store(file_id, storer);
2022-07-14 14:02:55 +02:00
if (is_mask) {
2023-02-09 18:15:21 +01:00
store(sticker->mask_position_, storer);
}
2020-11-09 21:41:23 +01:00
if (has_minithumbnail) {
store(sticker->minithumbnail_, storer);
2020-11-09 21:41:23 +01:00
}
2022-04-26 15:01:29 +02:00
if (has_premium_animation) {
store(sticker->premium_animation_file_id_, storer);
2022-04-26 15:01:29 +02:00
}
2022-07-25 20:18:43 +02:00
if (has_emoji_receive_date) {
store(sticker->emoji_receive_date_, storer);
2022-07-25 20:18:43 +02:00
}
}
template <class ParserT>
FileId StickersManager::parse_sticker(bool in_sticker_set, ParserT &parser) {
if (parser.get_error() != nullptr) {
return FileId();
}
auto sticker = make_unique<Sticker>();
bool has_sticker_set_access_hash;
bool in_sticker_set_stored;
2020-11-09 21:41:23 +01:00
bool has_minithumbnail;
2022-01-18 17:20:43 +01:00
bool is_tgs;
2022-01-25 12:58:04 +01:00
bool is_webm;
2022-04-26 15:01:29 +02:00
bool has_premium_animation;
2022-07-14 14:02:55 +02:00
bool is_mask;
2022-07-14 15:42:27 +02:00
bool is_emoji;
2022-07-25 20:18:43 +02:00
bool has_emoji_receive_date;
BEGIN_PARSE_FLAGS();
2022-07-14 14:02:55 +02:00
PARSE_FLAG(is_mask);
PARSE_FLAG(has_sticker_set_access_hash);
PARSE_FLAG(in_sticker_set_stored);
2022-01-18 17:20:43 +01:00
PARSE_FLAG(is_tgs);
2020-11-09 21:41:23 +01:00
PARSE_FLAG(has_minithumbnail);
2022-01-25 12:58:04 +01:00
PARSE_FLAG(is_webm);
2022-04-26 15:01:29 +02:00
PARSE_FLAG(has_premium_animation);
2022-07-14 15:42:27 +02:00
PARSE_FLAG(is_emoji);
PARSE_FLAG(sticker->is_premium_);
2022-07-25 20:18:43 +02:00
PARSE_FLAG(has_emoji_receive_date);
2022-12-09 11:39:29 +01:00
PARSE_FLAG(sticker->has_text_color_);
END_PARSE_FLAGS();
2022-01-25 12:58:04 +01:00
if (is_webm) {
sticker->format_ = StickerFormat::Webm;
2022-01-25 12:58:04 +01:00
} else if (is_tgs) {
sticker->format_ = StickerFormat::Tgs;
2022-01-18 17:20:43 +01:00
} else {
sticker->format_ = StickerFormat::Webp;
2022-01-18 17:20:43 +01:00
}
2022-09-02 17:18:18 +02:00
sticker->type_ = ::td::get_sticker_type(is_mask, is_emoji);
if (in_sticker_set_stored != in_sticker_set) {
Slice data = parser.template fetch_string_raw<Slice>(parser.get_left_len());
for (auto c : data) {
if (c != '\0') {
parser.set_error("Invalid sticker set is stored in the database");
break;
}
}
parser.set_error("Zero sticker set is stored in the database");
return FileId();
}
if (!in_sticker_set) {
int64 set_id;
parse(set_id, parser);
sticker->set_id_ = StickerSetId(set_id);
if (has_sticker_set_access_hash) {
int64 sticker_set_access_hash;
parse(sticker_set_access_hash, parser);
add_sticker_set(sticker->set_id_, sticker_set_access_hash);
} else {
// backward compatibility
sticker->set_id_ = StickerSetId();
}
}
parse(sticker->alt_, parser);
parse(sticker->dimensions_, parser);
PhotoSize thumbnail;
parse(thumbnail, parser);
add_sticker_thumbnail(sticker.get(), thumbnail);
parse(thumbnail, parser);
add_sticker_thumbnail(sticker.get(), thumbnail);
parse(sticker->file_id_, parser);
2022-07-14 14:02:55 +02:00
if (is_mask) {
2023-02-09 18:15:21 +01:00
parse(sticker->mask_position_, parser);
}
2020-11-09 21:41:23 +01:00
if (has_minithumbnail) {
parse(sticker->minithumbnail_, parser);
2020-11-09 21:41:23 +01:00
}
2022-04-26 15:01:29 +02:00
if (has_premium_animation) {
sticker->is_premium_ = true;
parse(sticker->premium_animation_file_id_, parser);
2022-04-26 15:01:29 +02:00
}
2022-07-25 20:18:43 +02:00
if (has_emoji_receive_date) {
parse(sticker->emoji_receive_date_, parser);
2022-07-25 20:18:43 +02:00
}
if (parser.get_error() != nullptr || !sticker->file_id_.is_valid()) {
return FileId();
}
sticker->is_from_database_ = true;
return on_get_sticker(std::move(sticker), false); // data in the database is always outdated
}
template <class StorerT>
2021-11-14 08:19:03 +01:00
void StickersManager::store_sticker_set(const StickerSet *sticker_set, bool with_stickers, StorerT &storer,
const char *source) const {
2022-07-17 21:39:22 +02:00
size_t stickers_limit =
with_stickers ? sticker_set->sticker_ids_.size() : get_max_featured_sticker_count(sticker_set->sticker_type_);
bool is_full = sticker_set->sticker_ids_.size() <= stickers_limit;
bool was_loaded = sticker_set->was_loaded_ && is_full;
bool is_loaded = sticker_set->is_loaded_ && is_full;
bool has_expires_at = !sticker_set->is_installed_ && sticker_set->expires_at_ != 0;
bool has_thumbnail = sticker_set->thumbnail_.file_id.is_valid();
bool has_minithumbnail = !sticker_set->minithumbnail_.empty();
bool is_tgs = sticker_set->sticker_format_ == StickerFormat::Tgs;
bool is_webm = sticker_set->sticker_format_ == StickerFormat::Webm;
bool is_masks = sticker_set->sticker_type_ == StickerType::Mask;
bool is_emojis = sticker_set->sticker_type_ == StickerType::CustomEmoji;
bool has_thumbnail_document_id = sticker_set->thumbnail_document_id_ != 0;
BEGIN_STORE_FLAGS();
STORE_FLAG(sticker_set->is_inited_);
STORE_FLAG(was_loaded);
STORE_FLAG(is_loaded);
STORE_FLAG(sticker_set->is_installed_);
STORE_FLAG(sticker_set->is_archived_);
STORE_FLAG(sticker_set->is_official_);
STORE_FLAG(is_masks);
STORE_FLAG(sticker_set->is_viewed_);
STORE_FLAG(has_expires_at);
STORE_FLAG(has_thumbnail);
STORE_FLAG(sticker_set->is_thumbnail_reloaded_);
2022-01-18 17:20:43 +01:00
STORE_FLAG(is_tgs);
STORE_FLAG(sticker_set->are_legacy_sticker_thumbnails_reloaded_);
2020-11-09 21:41:23 +01:00
STORE_FLAG(has_minithumbnail);
2022-01-25 12:58:04 +01:00
STORE_FLAG(is_webm);
2022-07-14 15:42:27 +02:00
STORE_FLAG(is_emojis);
2022-07-16 16:22:30 +02:00
STORE_FLAG(has_thumbnail_document_id);
2022-09-26 23:20:13 +02:00
STORE_FLAG(sticker_set->are_keywords_loaded_);
2022-12-21 13:18:42 +01:00
STORE_FLAG(sticker_set->is_sticker_has_text_color_loaded_);
2023-10-19 22:06:55 +02:00
STORE_FLAG(sticker_set->has_text_color_);
END_STORE_FLAGS();
store(sticker_set->id_.get(), storer);
store(sticker_set->access_hash_, storer);
if (sticker_set->is_inited_) {
store(sticker_set->title_, storer);
store(sticker_set->short_name_, storer);
store(sticker_set->sticker_count_, storer);
store(sticker_set->hash_, storer);
if (has_expires_at) {
store(sticker_set->expires_at_, storer);
}
if (has_thumbnail) {
store(sticker_set->thumbnail_, storer);
}
2020-11-09 21:41:23 +01:00
if (has_minithumbnail) {
store(sticker_set->minithumbnail_, storer);
2020-11-09 21:41:23 +01:00
}
2022-07-16 16:22:30 +02:00
if (has_thumbnail_document_id) {
store(sticker_set->thumbnail_document_id_, storer);
2022-07-16 16:22:30 +02:00
}
auto stored_sticker_count = narrow_cast<uint32>(is_full ? sticker_set->sticker_ids_.size() : stickers_limit);
store(stored_sticker_count, storer);
for (uint32 i = 0; i < stored_sticker_count; i++) {
auto sticker_id = sticker_set->sticker_ids_[i];
2021-11-14 08:19:03 +01:00
store_sticker(sticker_id, true, storer, source);
if (was_loaded) {
auto it = sticker_set->sticker_emojis_map_.find(sticker_id);
if (it != sticker_set->sticker_emojis_map_.end()) {
store(it->second, storer);
} else {
store(vector<string>(), storer);
}
}
2022-09-26 23:20:13 +02:00
if (sticker_set->are_keywords_loaded_) {
auto it = sticker_set->sticker_keywords_map_.find(sticker_id);
if (it != sticker_set->sticker_keywords_map_.end()) {
store(it->second, storer);
} else {
store(vector<string>(), storer);
}
}
}
}
}
template <class ParserT>
void StickersManager::parse_sticker_set(StickerSet *sticker_set, ParserT &parser) {
CHECK(sticker_set != nullptr);
CHECK(!sticker_set->was_loaded_);
bool was_inited = sticker_set->is_inited_;
bool is_installed;
bool is_archived;
bool is_official;
bool is_masks;
bool has_expires_at;
bool has_thumbnail;
2022-01-18 17:20:43 +01:00
bool is_tgs;
2020-11-09 21:41:23 +01:00
bool has_minithumbnail;
2022-01-25 12:58:04 +01:00
bool is_webm;
2022-07-14 15:42:27 +02:00
bool is_emojis;
2022-07-16 16:22:30 +02:00
bool has_thumbnail_document_id;
2023-10-19 22:06:55 +02:00
bool has_text_color;
BEGIN_PARSE_FLAGS();
PARSE_FLAG(sticker_set->is_inited_);
PARSE_FLAG(sticker_set->was_loaded_);
PARSE_FLAG(sticker_set->is_loaded_);
PARSE_FLAG(is_installed);
PARSE_FLAG(is_archived);
PARSE_FLAG(is_official);
PARSE_FLAG(is_masks);
PARSE_FLAG(sticker_set->is_viewed_);
PARSE_FLAG(has_expires_at);
PARSE_FLAG(has_thumbnail);
PARSE_FLAG(sticker_set->is_thumbnail_reloaded_);
2022-01-18 17:20:43 +01:00
PARSE_FLAG(is_tgs);
PARSE_FLAG(sticker_set->are_legacy_sticker_thumbnails_reloaded_);
2020-11-09 21:41:23 +01:00
PARSE_FLAG(has_minithumbnail);
2022-01-25 12:58:04 +01:00
PARSE_FLAG(is_webm);
2022-07-14 15:42:27 +02:00
PARSE_FLAG(is_emojis);
2022-07-16 16:22:30 +02:00
PARSE_FLAG(has_thumbnail_document_id);
2022-09-26 23:20:13 +02:00
PARSE_FLAG(sticker_set->are_keywords_loaded_);
2022-12-21 13:18:42 +01:00
PARSE_FLAG(sticker_set->is_sticker_has_text_color_loaded_);
2023-10-19 22:06:55 +02:00
PARSE_FLAG(has_text_color);
END_PARSE_FLAGS();
int64 sticker_set_id;
int64 access_hash;
parse(sticker_set_id, parser);
parse(access_hash, parser);
if (sticker_set->id_.get() != sticker_set_id) {
return parser.set_error("Invalid sticker set data stored in the database");
}
2022-08-02 20:41:18 +02:00
(void)access_hash; // unused, because only known sticker sets with access hash can be loaded from database
2022-01-18 17:20:43 +01:00
StickerFormat sticker_format = StickerFormat::Unknown;
2022-01-25 12:58:04 +01:00
if (is_webm) {
sticker_format = StickerFormat::Webm;
} else if (is_tgs) {
2022-01-18 17:20:43 +01:00
sticker_format = StickerFormat::Tgs;
} else {
sticker_format = StickerFormat::Webp;
}
2022-09-02 17:18:18 +02:00
auto sticker_type = ::td::get_sticker_type(is_masks, is_emojis);
2022-12-21 13:18:42 +01:00
if (!is_emojis) {
sticker_set->is_sticker_has_text_color_loaded_ = true;
}
2022-01-18 17:20:43 +01:00
if (sticker_set->is_inited_) {
string title;
string short_name;
2020-11-09 21:41:23 +01:00
string minithumbnail;
PhotoSize thumbnail;
2022-07-16 16:22:30 +02:00
int64 thumbnail_document_id = 0;
int32 sticker_count;
int32 hash;
int32 expires_at = 0;
parse(title, parser);
parse(short_name, parser);
parse(sticker_count, parser);
parse(hash, parser);
if (has_expires_at) {
parse(expires_at, parser);
}
if (has_thumbnail) {
2020-11-09 21:41:23 +01:00
parse(thumbnail, parser);
}
if (has_minithumbnail) {
parse(minithumbnail, parser);
}
2022-07-16 16:22:30 +02:00
if (has_thumbnail_document_id) {
parse(thumbnail_document_id, parser);
}
2020-11-09 21:41:23 +01:00
if (!was_inited) {
sticker_set->title_ = std::move(title);
sticker_set->short_name_ = std::move(short_name);
sticker_set->minithumbnail_ = std::move(minithumbnail);
sticker_set->thumbnail_ = std::move(thumbnail);
sticker_set->thumbnail_document_id_ = thumbnail_document_id;
sticker_set->sticker_count_ = sticker_count;
sticker_set->hash_ = hash;
sticker_set->expires_at_ = expires_at;
sticker_set->is_official_ = is_official;
sticker_set->sticker_type_ = sticker_type;
sticker_set->sticker_format_ = sticker_format;
2023-10-19 22:06:55 +02:00
sticker_set->has_text_color_ = has_text_color;
auto cleaned_username = clean_username(sticker_set->short_name_);
if (!cleaned_username.empty()) {
short_name_to_sticker_set_id_.set(cleaned_username, sticker_set->id_);
}
on_update_sticker_set(sticker_set, is_installed, is_archived, false, true);
} else {
if (sticker_set->title_ != title || sticker_set->minithumbnail_ != minithumbnail ||
sticker_set->thumbnail_ != thumbnail || sticker_set->thumbnail_document_id_ != thumbnail_document_id ||
2023-10-19 22:06:55 +02:00
sticker_set->is_official_ != is_official || sticker_set->has_text_color_ != has_text_color) {
sticker_set->is_changed_ = true;
}
if (sticker_set->short_name_ != short_name) {
LOG(INFO) << "Short name of " << sticker_set->id_ << " has changed from \"" << short_name << "\" to \""
<< sticker_set->short_name_ << "\"";
sticker_set->is_changed_ = true;
}
if (sticker_set->is_loaded_ && (sticker_set->sticker_count_ != sticker_count || sticker_set->hash_ != hash)) {
sticker_set->is_loaded_ = false;
sticker_set->is_changed_ = true;
}
if (sticker_set->sticker_format_ != sticker_format) {
LOG(ERROR) << "Sticker format of " << sticker_set->id_ << " has changed from \"" << sticker_format << "\" to \""
<< sticker_set->sticker_format_ << "\"";
}
if (sticker_set->sticker_type_ != sticker_type) {
LOG(ERROR) << "Type of " << sticker_set->id_ << " has changed from \"" << sticker_type << "\" to \""
<< sticker_set->sticker_type_ << "\"";
}
}
uint32 stored_sticker_count;
parse(stored_sticker_count, parser);
sticker_set->sticker_ids_.clear();
sticker_set->premium_sticker_positions_.clear();
if (sticker_set->was_loaded_) {
sticker_set->emoji_stickers_map_.clear();
sticker_set->sticker_emojis_map_.clear();
sticker_set->keyword_stickers_map_.clear();
2022-09-26 23:20:13 +02:00
sticker_set->sticker_keywords_map_.clear();
}
for (uint32 i = 0; i < stored_sticker_count; i++) {
auto sticker_id = parse_sticker(true, parser);
if (parser.get_error() != nullptr) {
return;
}
if (!sticker_id.is_valid()) {
return parser.set_error("Receive invalid sticker in a sticker set");
}
sticker_set->sticker_ids_.push_back(sticker_id);
Sticker *sticker = get_sticker(sticker_id);
CHECK(sticker != nullptr);
if (sticker->set_id_ != sticker_set->id_) {
LOG_IF(ERROR, sticker->set_id_.is_valid()) << "Sticker " << sticker_id << " set_id has changed";
sticker->set_id_ = sticker_set->id_;
2023-10-19 22:06:55 +02:00
if (sticker->has_text_color_) {
sticker_set->has_text_color_ = true;
}
}
if (sticker->is_premium_) {
sticker_set->premium_sticker_positions_.push_back(static_cast<int32>(sticker_set->sticker_ids_.size() - 1));
}
if (sticker_set->was_loaded_) {
vector<string> emojis;
parse(emojis, parser);
for (auto &emoji : emojis) {
auto cleaned_emoji = remove_emoji_modifiers(emoji);
if (!cleaned_emoji.empty()) {
auto &sticker_ids = sticker_set->emoji_stickers_map_[cleaned_emoji];
if (sticker_ids.empty() || sticker_ids.back() != sticker_id) {
sticker_ids.push_back(sticker_id);
}
} else {
LOG(INFO) << "Sticker " << sticker_id << " in " << sticker_set_id << '/' << sticker_set->short_name_
<< " has an empty emoji";
}
}
sticker_set->sticker_emojis_map_[sticker_id] = std::move(emojis);
}
2022-09-26 23:20:13 +02:00
if (sticker_set->are_keywords_loaded_) {
vector<string> keywords;
parse(keywords, parser);
if (!keywords.empty()) {
sticker_set->sticker_keywords_map_.emplace(sticker_id, std::move(keywords));
}
}
}
if (expires_at > sticker_set->expires_at_) {
sticker_set->expires_at_ = expires_at;
}
if (!check_utf8(sticker_set->title_)) {
return parser.set_error("Have invalid sticker set title");
}
if (!check_utf8(sticker_set->short_name_)) {
return parser.set_error("Have invalid sticker set name");
}
}
}
template <class StorerT>
void StickersManager::store_sticker_set_id(StickerSetId sticker_set_id, StorerT &storer) const {
CHECK(sticker_set_id.is_valid());
const StickerSet *sticker_set = get_sticker_set(sticker_set_id);
CHECK(sticker_set != nullptr);
store(sticker_set_id.get(), storer);
store(sticker_set->access_hash_, storer);
}
template <class ParserT>
void StickersManager::parse_sticker_set_id(StickerSetId &sticker_set_id, ParserT &parser) {
int64 set_id;
parse(set_id, parser);
sticker_set_id = StickerSetId(set_id);
int64 sticker_set_access_hash;
parse(sticker_set_access_hash, parser);
add_sticker_set(sticker_set_id, sticker_set_access_hash);
}
} // namespace td