467 lines
16 KiB
C++
467 lines
16 KiB
C++
//
|
|
// Copyright Aliaksei Levin (levlam@telegram.org), Arseny Smirnov (arseny30@gmail.com) 2014-2023
|
|
//
|
|
// Distributed under the Boost Software License, Version 1.0. (See accompanying
|
|
// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
|
|
//
|
|
#pragma once
|
|
|
|
#include "td/telegram/StickersManager.h"
|
|
|
|
#include "td/telegram/files/FileId.hpp"
|
|
#include "td/telegram/misc.h"
|
|
#include "td/telegram/PhotoSize.hpp"
|
|
#include "td/telegram/StickerFormat.h"
|
|
#include "td/telegram/StickerMaskPosition.hpp"
|
|
|
|
#include "td/utils/emoji.h"
|
|
#include "td/utils/logging.h"
|
|
#include "td/utils/misc.h"
|
|
#include "td/utils/Slice.h"
|
|
#include "td/utils/tl_helpers.h"
|
|
#include "td/utils/utf8.h"
|
|
|
|
namespace td {
|
|
|
|
template <class StorerT>
|
|
void StickersManager::store_sticker(FileId file_id, bool in_sticker_set, StorerT &storer, const char *source) const {
|
|
const Sticker *sticker = get_sticker(file_id);
|
|
LOG_CHECK(sticker != nullptr) << file_id << ' ' << in_sticker_set << ' ' << source;
|
|
bool has_sticker_set_access_hash = sticker->set_id_.is_valid() && !in_sticker_set;
|
|
bool has_minithumbnail = !sticker->minithumbnail_.empty();
|
|
bool is_tgs = sticker->format_ == StickerFormat::Tgs;
|
|
bool is_webm = sticker->format_ == StickerFormat::Webm;
|
|
bool has_premium_animation = sticker->premium_animation_file_id_.is_valid();
|
|
bool is_mask = sticker->type_ == StickerType::Mask;
|
|
bool is_emoji = sticker->type_ == StickerType::CustomEmoji;
|
|
bool has_emoji_receive_date = is_emoji && sticker->emoji_receive_date_ != 0;
|
|
BEGIN_STORE_FLAGS();
|
|
STORE_FLAG(is_mask);
|
|
STORE_FLAG(has_sticker_set_access_hash);
|
|
STORE_FLAG(in_sticker_set);
|
|
STORE_FLAG(is_tgs);
|
|
STORE_FLAG(has_minithumbnail);
|
|
STORE_FLAG(is_webm);
|
|
STORE_FLAG(has_premium_animation);
|
|
STORE_FLAG(is_emoji);
|
|
STORE_FLAG(sticker->is_premium_);
|
|
STORE_FLAG(has_emoji_receive_date);
|
|
STORE_FLAG(sticker->has_text_color_);
|
|
END_STORE_FLAGS();
|
|
if (!in_sticker_set) {
|
|
store(sticker->set_id_.get(), storer);
|
|
if (has_sticker_set_access_hash) {
|
|
auto sticker_set = get_sticker_set(sticker->set_id_);
|
|
CHECK(sticker_set != nullptr);
|
|
store(sticker_set->access_hash_, storer);
|
|
}
|
|
}
|
|
store(sticker->alt_, storer);
|
|
store(sticker->dimensions_, storer);
|
|
store(sticker->s_thumbnail_, storer);
|
|
store(sticker->m_thumbnail_, storer);
|
|
store(file_id, storer);
|
|
if (is_mask) {
|
|
store(sticker->mask_position_, storer);
|
|
}
|
|
if (has_minithumbnail) {
|
|
store(sticker->minithumbnail_, storer);
|
|
}
|
|
if (has_premium_animation) {
|
|
store(sticker->premium_animation_file_id_, storer);
|
|
}
|
|
if (has_emoji_receive_date) {
|
|
store(sticker->emoji_receive_date_, storer);
|
|
}
|
|
}
|
|
|
|
template <class ParserT>
|
|
FileId StickersManager::parse_sticker(bool in_sticker_set, ParserT &parser) {
|
|
if (parser.get_error() != nullptr) {
|
|
return FileId();
|
|
}
|
|
|
|
auto sticker = make_unique<Sticker>();
|
|
bool has_sticker_set_access_hash;
|
|
bool in_sticker_set_stored;
|
|
bool has_minithumbnail;
|
|
bool is_tgs;
|
|
bool is_webm;
|
|
bool has_premium_animation;
|
|
bool is_mask;
|
|
bool is_emoji;
|
|
bool has_emoji_receive_date;
|
|
BEGIN_PARSE_FLAGS();
|
|
PARSE_FLAG(is_mask);
|
|
PARSE_FLAG(has_sticker_set_access_hash);
|
|
PARSE_FLAG(in_sticker_set_stored);
|
|
PARSE_FLAG(is_tgs);
|
|
PARSE_FLAG(has_minithumbnail);
|
|
PARSE_FLAG(is_webm);
|
|
PARSE_FLAG(has_premium_animation);
|
|
PARSE_FLAG(is_emoji);
|
|
PARSE_FLAG(sticker->is_premium_);
|
|
PARSE_FLAG(has_emoji_receive_date);
|
|
PARSE_FLAG(sticker->has_text_color_);
|
|
END_PARSE_FLAGS();
|
|
if (is_webm) {
|
|
sticker->format_ = StickerFormat::Webm;
|
|
} else if (is_tgs) {
|
|
sticker->format_ = StickerFormat::Tgs;
|
|
} else {
|
|
sticker->format_ = StickerFormat::Webp;
|
|
}
|
|
sticker->type_ = ::td::get_sticker_type(is_mask, is_emoji);
|
|
if (in_sticker_set_stored != in_sticker_set) {
|
|
Slice data = parser.template fetch_string_raw<Slice>(parser.get_left_len());
|
|
for (auto c : data) {
|
|
if (c != '\0') {
|
|
parser.set_error("Invalid sticker set is stored in the database");
|
|
break;
|
|
}
|
|
}
|
|
parser.set_error("Zero sticker set is stored in the database");
|
|
return FileId();
|
|
}
|
|
if (!in_sticker_set) {
|
|
int64 set_id;
|
|
parse(set_id, parser);
|
|
sticker->set_id_ = StickerSetId(set_id);
|
|
if (has_sticker_set_access_hash) {
|
|
int64 sticker_set_access_hash;
|
|
parse(sticker_set_access_hash, parser);
|
|
add_sticker_set(sticker->set_id_, sticker_set_access_hash);
|
|
} else {
|
|
// backward compatibility
|
|
sticker->set_id_ = StickerSetId();
|
|
}
|
|
}
|
|
parse(sticker->alt_, parser);
|
|
parse(sticker->dimensions_, parser);
|
|
PhotoSize thumbnail;
|
|
parse(thumbnail, parser);
|
|
add_sticker_thumbnail(sticker.get(), thumbnail);
|
|
parse(thumbnail, parser);
|
|
add_sticker_thumbnail(sticker.get(), thumbnail);
|
|
parse(sticker->file_id_, parser);
|
|
if (is_mask) {
|
|
parse(sticker->mask_position_, parser);
|
|
}
|
|
if (has_minithumbnail) {
|
|
parse(sticker->minithumbnail_, parser);
|
|
}
|
|
if (has_premium_animation) {
|
|
sticker->is_premium_ = true;
|
|
parse(sticker->premium_animation_file_id_, parser);
|
|
}
|
|
if (has_emoji_receive_date) {
|
|
parse(sticker->emoji_receive_date_, parser);
|
|
}
|
|
|
|
if (parser.get_error() != nullptr || !sticker->file_id_.is_valid()) {
|
|
return FileId();
|
|
}
|
|
sticker->is_from_database_ = true;
|
|
return on_get_sticker(std::move(sticker), false); // data in the database is always outdated
|
|
}
|
|
|
|
template <class StorerT>
|
|
void StickersManager::store_sticker_set(const StickerSet *sticker_set, bool with_stickers, StorerT &storer,
|
|
const char *source) const {
|
|
size_t stickers_limit =
|
|
with_stickers ? sticker_set->sticker_ids_.size() : get_max_featured_sticker_count(sticker_set->sticker_type_);
|
|
bool is_full = sticker_set->sticker_ids_.size() <= stickers_limit;
|
|
bool was_loaded = sticker_set->was_loaded_ && is_full;
|
|
bool is_loaded = sticker_set->is_loaded_ && is_full;
|
|
bool has_expires_at = !sticker_set->is_installed_ && sticker_set->expires_at_ != 0;
|
|
bool has_thumbnail = sticker_set->thumbnail_.file_id.is_valid();
|
|
bool has_minithumbnail = !sticker_set->minithumbnail_.empty();
|
|
bool is_tgs = sticker_set->sticker_format_ == StickerFormat::Tgs;
|
|
bool is_webm = sticker_set->sticker_format_ == StickerFormat::Webm;
|
|
bool is_masks = sticker_set->sticker_type_ == StickerType::Mask;
|
|
bool is_emojis = sticker_set->sticker_type_ == StickerType::CustomEmoji;
|
|
bool has_thumbnail_document_id = sticker_set->thumbnail_document_id_ != 0;
|
|
BEGIN_STORE_FLAGS();
|
|
STORE_FLAG(sticker_set->is_inited_);
|
|
STORE_FLAG(was_loaded);
|
|
STORE_FLAG(is_loaded);
|
|
STORE_FLAG(sticker_set->is_installed_);
|
|
STORE_FLAG(sticker_set->is_archived_);
|
|
STORE_FLAG(sticker_set->is_official_);
|
|
STORE_FLAG(is_masks);
|
|
STORE_FLAG(sticker_set->is_viewed_);
|
|
STORE_FLAG(has_expires_at);
|
|
STORE_FLAG(has_thumbnail);
|
|
STORE_FLAG(sticker_set->is_thumbnail_reloaded_);
|
|
STORE_FLAG(is_tgs);
|
|
STORE_FLAG(sticker_set->are_legacy_sticker_thumbnails_reloaded_);
|
|
STORE_FLAG(has_minithumbnail);
|
|
STORE_FLAG(is_webm);
|
|
STORE_FLAG(is_emojis);
|
|
STORE_FLAG(has_thumbnail_document_id);
|
|
STORE_FLAG(sticker_set->are_keywords_loaded_);
|
|
STORE_FLAG(sticker_set->is_sticker_has_text_color_loaded_);
|
|
END_STORE_FLAGS();
|
|
store(sticker_set->id_.get(), storer);
|
|
store(sticker_set->access_hash_, storer);
|
|
if (sticker_set->is_inited_) {
|
|
store(sticker_set->title_, storer);
|
|
store(sticker_set->short_name_, storer);
|
|
store(sticker_set->sticker_count_, storer);
|
|
store(sticker_set->hash_, storer);
|
|
if (has_expires_at) {
|
|
store(sticker_set->expires_at_, storer);
|
|
}
|
|
if (has_thumbnail) {
|
|
store(sticker_set->thumbnail_, storer);
|
|
}
|
|
if (has_minithumbnail) {
|
|
store(sticker_set->minithumbnail_, storer);
|
|
}
|
|
if (has_thumbnail_document_id) {
|
|
store(sticker_set->thumbnail_document_id_, storer);
|
|
}
|
|
|
|
auto stored_sticker_count = narrow_cast<uint32>(is_full ? sticker_set->sticker_ids_.size() : stickers_limit);
|
|
store(stored_sticker_count, storer);
|
|
for (uint32 i = 0; i < stored_sticker_count; i++) {
|
|
auto sticker_id = sticker_set->sticker_ids_[i];
|
|
store_sticker(sticker_id, true, storer, source);
|
|
|
|
if (was_loaded) {
|
|
auto it = sticker_set->sticker_emojis_map_.find(sticker_id);
|
|
if (it != sticker_set->sticker_emojis_map_.end()) {
|
|
store(it->second, storer);
|
|
} else {
|
|
store(vector<string>(), storer);
|
|
}
|
|
}
|
|
if (sticker_set->are_keywords_loaded_) {
|
|
auto it = sticker_set->sticker_keywords_map_.find(sticker_id);
|
|
if (it != sticker_set->sticker_keywords_map_.end()) {
|
|
store(it->second, storer);
|
|
} else {
|
|
store(vector<string>(), storer);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
template <class ParserT>
|
|
void StickersManager::parse_sticker_set(StickerSet *sticker_set, ParserT &parser) {
|
|
CHECK(sticker_set != nullptr);
|
|
CHECK(!sticker_set->was_loaded_);
|
|
bool was_inited = sticker_set->is_inited_;
|
|
bool is_installed;
|
|
bool is_archived;
|
|
bool is_official;
|
|
bool is_masks;
|
|
bool has_expires_at;
|
|
bool has_thumbnail;
|
|
bool is_tgs;
|
|
bool has_minithumbnail;
|
|
bool is_webm;
|
|
bool is_emojis;
|
|
bool has_thumbnail_document_id;
|
|
BEGIN_PARSE_FLAGS();
|
|
PARSE_FLAG(sticker_set->is_inited_);
|
|
PARSE_FLAG(sticker_set->was_loaded_);
|
|
PARSE_FLAG(sticker_set->is_loaded_);
|
|
PARSE_FLAG(is_installed);
|
|
PARSE_FLAG(is_archived);
|
|
PARSE_FLAG(is_official);
|
|
PARSE_FLAG(is_masks);
|
|
PARSE_FLAG(sticker_set->is_viewed_);
|
|
PARSE_FLAG(has_expires_at);
|
|
PARSE_FLAG(has_thumbnail);
|
|
PARSE_FLAG(sticker_set->is_thumbnail_reloaded_);
|
|
PARSE_FLAG(is_tgs);
|
|
PARSE_FLAG(sticker_set->are_legacy_sticker_thumbnails_reloaded_);
|
|
PARSE_FLAG(has_minithumbnail);
|
|
PARSE_FLAG(is_webm);
|
|
PARSE_FLAG(is_emojis);
|
|
PARSE_FLAG(has_thumbnail_document_id);
|
|
PARSE_FLAG(sticker_set->are_keywords_loaded_);
|
|
PARSE_FLAG(sticker_set->is_sticker_has_text_color_loaded_);
|
|
END_PARSE_FLAGS();
|
|
int64 sticker_set_id;
|
|
int64 access_hash;
|
|
parse(sticker_set_id, parser);
|
|
parse(access_hash, parser);
|
|
if (sticker_set->id_.get() != sticker_set_id) {
|
|
return parser.set_error("Invalid sticker set data stored in the database");
|
|
}
|
|
(void)access_hash; // unused, because only known sticker sets with access hash can be loaded from database
|
|
|
|
StickerFormat sticker_format = StickerFormat::Unknown;
|
|
if (is_webm) {
|
|
sticker_format = StickerFormat::Webm;
|
|
} else if (is_tgs) {
|
|
sticker_format = StickerFormat::Tgs;
|
|
} else {
|
|
sticker_format = StickerFormat::Webp;
|
|
}
|
|
auto sticker_type = ::td::get_sticker_type(is_masks, is_emojis);
|
|
if (!is_emojis) {
|
|
sticker_set->is_sticker_has_text_color_loaded_ = true;
|
|
}
|
|
|
|
if (sticker_set->is_inited_) {
|
|
string title;
|
|
string short_name;
|
|
string minithumbnail;
|
|
PhotoSize thumbnail;
|
|
int64 thumbnail_document_id = 0;
|
|
int32 sticker_count;
|
|
int32 hash;
|
|
int32 expires_at = 0;
|
|
parse(title, parser);
|
|
parse(short_name, parser);
|
|
parse(sticker_count, parser);
|
|
parse(hash, parser);
|
|
if (has_expires_at) {
|
|
parse(expires_at, parser);
|
|
}
|
|
if (has_thumbnail) {
|
|
parse(thumbnail, parser);
|
|
}
|
|
if (has_minithumbnail) {
|
|
parse(minithumbnail, parser);
|
|
}
|
|
if (has_thumbnail_document_id) {
|
|
parse(thumbnail_document_id, parser);
|
|
}
|
|
|
|
if (!was_inited) {
|
|
sticker_set->title_ = std::move(title);
|
|
sticker_set->short_name_ = std::move(short_name);
|
|
sticker_set->minithumbnail_ = std::move(minithumbnail);
|
|
sticker_set->thumbnail_ = std::move(thumbnail);
|
|
sticker_set->thumbnail_document_id_ = thumbnail_document_id;
|
|
sticker_set->sticker_count_ = sticker_count;
|
|
sticker_set->hash_ = hash;
|
|
sticker_set->expires_at_ = expires_at;
|
|
sticker_set->is_official_ = is_official;
|
|
sticker_set->sticker_type_ = sticker_type;
|
|
sticker_set->sticker_format_ = sticker_format;
|
|
|
|
auto cleaned_username = clean_username(sticker_set->short_name_);
|
|
if (!cleaned_username.empty()) {
|
|
short_name_to_sticker_set_id_.set(cleaned_username, sticker_set->id_);
|
|
}
|
|
on_update_sticker_set(sticker_set, is_installed, is_archived, false, true);
|
|
} else {
|
|
if (sticker_set->title_ != title || sticker_set->minithumbnail_ != minithumbnail ||
|
|
sticker_set->thumbnail_ != thumbnail || sticker_set->thumbnail_document_id_ != thumbnail_document_id ||
|
|
sticker_set->is_official_ != is_official) {
|
|
sticker_set->is_changed_ = true;
|
|
}
|
|
if (sticker_set->short_name_ != short_name) {
|
|
LOG(INFO) << "Short name of " << sticker_set->id_ << " has changed from \"" << short_name << "\" to \""
|
|
<< sticker_set->short_name_ << "\"";
|
|
sticker_set->is_changed_ = true;
|
|
}
|
|
if (sticker_set->is_loaded_ && (sticker_set->sticker_count_ != sticker_count || sticker_set->hash_ != hash)) {
|
|
sticker_set->is_loaded_ = false;
|
|
sticker_set->is_changed_ = true;
|
|
}
|
|
if (sticker_set->sticker_format_ != sticker_format) {
|
|
LOG(ERROR) << "Sticker format of " << sticker_set->id_ << " has changed from \"" << sticker_format << "\" to \""
|
|
<< sticker_set->sticker_format_ << "\"";
|
|
}
|
|
if (sticker_set->sticker_type_ != sticker_type) {
|
|
LOG(ERROR) << "Type of " << sticker_set->id_ << " has changed from \"" << sticker_type << "\" to \""
|
|
<< sticker_set->sticker_type_ << "\"";
|
|
}
|
|
}
|
|
|
|
uint32 stored_sticker_count;
|
|
parse(stored_sticker_count, parser);
|
|
sticker_set->sticker_ids_.clear();
|
|
sticker_set->premium_sticker_positions_.clear();
|
|
if (sticker_set->was_loaded_) {
|
|
sticker_set->emoji_stickers_map_.clear();
|
|
sticker_set->sticker_emojis_map_.clear();
|
|
sticker_set->keyword_stickers_map_.clear();
|
|
sticker_set->sticker_keywords_map_.clear();
|
|
}
|
|
for (uint32 i = 0; i < stored_sticker_count; i++) {
|
|
auto sticker_id = parse_sticker(true, parser);
|
|
if (parser.get_error() != nullptr) {
|
|
return;
|
|
}
|
|
if (!sticker_id.is_valid()) {
|
|
return parser.set_error("Receive invalid sticker in a sticker set");
|
|
}
|
|
sticker_set->sticker_ids_.push_back(sticker_id);
|
|
|
|
Sticker *sticker = get_sticker(sticker_id);
|
|
CHECK(sticker != nullptr);
|
|
if (sticker->set_id_ != sticker_set->id_) {
|
|
LOG_IF(ERROR, sticker->set_id_.is_valid()) << "Sticker " << sticker_id << " set_id has changed";
|
|
sticker->set_id_ = sticker_set->id_;
|
|
}
|
|
if (sticker->is_premium_) {
|
|
sticker_set->premium_sticker_positions_.push_back(static_cast<int32>(sticker_set->sticker_ids_.size() - 1));
|
|
}
|
|
|
|
if (sticker_set->was_loaded_) {
|
|
vector<string> emojis;
|
|
parse(emojis, parser);
|
|
for (auto &emoji : emojis) {
|
|
auto cleaned_emoji = remove_emoji_modifiers(emoji);
|
|
if (!cleaned_emoji.empty()) {
|
|
auto &sticker_ids = sticker_set->emoji_stickers_map_[cleaned_emoji];
|
|
if (sticker_ids.empty() || sticker_ids.back() != sticker_id) {
|
|
sticker_ids.push_back(sticker_id);
|
|
}
|
|
} else {
|
|
LOG(INFO) << "Sticker " << sticker_id << " in " << sticker_set_id << '/' << sticker_set->short_name_
|
|
<< " has an empty emoji";
|
|
}
|
|
}
|
|
sticker_set->sticker_emojis_map_[sticker_id] = std::move(emojis);
|
|
}
|
|
if (sticker_set->are_keywords_loaded_) {
|
|
vector<string> keywords;
|
|
parse(keywords, parser);
|
|
if (!keywords.empty()) {
|
|
sticker_set->sticker_keywords_map_.emplace(sticker_id, std::move(keywords));
|
|
}
|
|
}
|
|
}
|
|
if (expires_at > sticker_set->expires_at_) {
|
|
sticker_set->expires_at_ = expires_at;
|
|
}
|
|
|
|
if (!check_utf8(sticker_set->title_)) {
|
|
return parser.set_error("Have invalid sticker set title");
|
|
}
|
|
if (!check_utf8(sticker_set->short_name_)) {
|
|
return parser.set_error("Have invalid sticker set name");
|
|
}
|
|
}
|
|
}
|
|
|
|
template <class StorerT>
|
|
void StickersManager::store_sticker_set_id(StickerSetId sticker_set_id, StorerT &storer) const {
|
|
CHECK(sticker_set_id.is_valid());
|
|
const StickerSet *sticker_set = get_sticker_set(sticker_set_id);
|
|
CHECK(sticker_set != nullptr);
|
|
store(sticker_set_id.get(), storer);
|
|
store(sticker_set->access_hash_, storer);
|
|
}
|
|
|
|
template <class ParserT>
|
|
void StickersManager::parse_sticker_set_id(StickerSetId &sticker_set_id, ParserT &parser) {
|
|
int64 set_id;
|
|
parse(set_id, parser);
|
|
sticker_set_id = StickerSetId(set_id);
|
|
int64 sticker_set_access_hash;
|
|
parse(sticker_set_access_hash, parser);
|
|
add_sticker_set(sticker_set_id, sticker_set_access_hash);
|
|
}
|
|
|
|
} // namespace td
|