tdlight/td/telegram/files/FileManager.hpp

281 lines
9.7 KiB
C++

//
// Copyright Aliaksei Levin (levlam@telegram.org), Arseny Smirnov (arseny30@gmail.com) 2014-2023
//
// Distributed under the Boost Software License, Version 1.0. (See accompanying
// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
//
#pragma once
#include "td/telegram/DialogId.h"
#include "td/telegram/files/FileEncryptionKey.h"
#include "td/telegram/files/FileLocation.h"
#include "td/telegram/files/FileLocation.hpp"
#include "td/telegram/files/FileManager.h"
#include "td/telegram/files/FileType.h"
#include "td/telegram/Version.h"
#include "td/utils/logging.h"
#include "td/utils/misc.h"
#include "td/utils/Slice.h"
#include "td/utils/SliceBuilder.h"
#include "td/utils/tl_helpers.h"
#include <limits>
namespace td {
enum class FileStoreType : int32 { Empty, Url, Generate, Local, Remote };
template <class StorerT>
void FileManager::store_file(FileId file_id, StorerT &storer, int32 ttl) const {
auto file_store_type = FileStoreType::Empty;
auto file_view = get_file_view(file_id);
if (file_view.empty() || ttl <= 0) {
} else if (file_view.has_remote_location()) {
file_store_type = FileStoreType::Remote;
} else if (file_view.has_url()) {
file_store_type = FileStoreType::Url;
} else if (file_view.has_generate_location()) {
file_store_type = FileStoreType::Generate;
} else if (file_view.has_local_location()) {
file_store_type = FileStoreType::Local;
}
store(file_store_type, storer);
bool has_encryption_key = false;
bool has_expected_size =
file_store_type == FileStoreType::Remote && file_view.size() == 0 && file_view.expected_size() != 0;
bool has_secure_key = false;
int64 size = 0;
bool has_64bit_size = false;
if (file_store_type != FileStoreType::Empty) {
has_encryption_key = !file_view.empty() && file_view.is_encrypted_secret();
has_secure_key = !file_view.empty() && file_view.is_encrypted_secure();
if (file_store_type != FileStoreType::Url) {
size = has_expected_size || file_store_type == FileStoreType::Generate ? file_view.expected_size()
: file_view.size();
has_64bit_size = (size > std::numeric_limits<int32>::max());
}
BEGIN_STORE_FLAGS();
STORE_FLAG(has_encryption_key);
STORE_FLAG(has_expected_size);
STORE_FLAG(has_secure_key);
STORE_FLAG(has_64bit_size);
END_STORE_FLAGS();
}
switch (file_store_type) {
case FileStoreType::Empty:
break;
case FileStoreType::Url:
store(file_view.get_type(), storer);
store(file_view.url(), storer);
store(file_view.owner_dialog_id(), storer);
break;
case FileStoreType::Remote: {
store(file_view.remote_location(), storer);
if (has_64bit_size) {
store(size, storer);
} else {
store(narrow_cast<int32>(size), storer);
}
store(file_view.remote_name(), storer);
store(file_view.owner_dialog_id(), storer);
break;
}
case FileStoreType::Local: {
store(file_view.local_location(), storer);
if (has_64bit_size) {
store(size, storer);
} else {
store(narrow_cast<int32>(size), storer);
}
store(static_cast<int32>(file_view.get_by_hash()), storer);
store(file_view.owner_dialog_id(), storer);
break;
}
case FileStoreType::Generate: {
auto generate_location = file_view.generate_location();
FileId from_file_id;
bool have_file_id = false;
if (generate_location.conversion_ == "#_file_id#") {
break;
} else if (begins_with(generate_location.conversion_, "#file_id#")) {
// It is not the best possible way to serialize file_id
from_file_id =
FileId(to_integer<int32>(Slice(generate_location.conversion_).remove_prefix(Slice("#file_id#").size())), 0);
generate_location.conversion_ = "#_file_id#";
have_file_id = true;
}
store(generate_location, storer);
if (has_64bit_size) {
store(size, storer);
} else {
store(narrow_cast<int32>(size), storer);
store(static_cast<int32>(0), storer); // legacy
}
store(file_view.owner_dialog_id(), storer);
if (have_file_id) {
store_file(from_file_id, storer, ttl - 1);
}
break;
}
default:
UNREACHABLE();
}
if (has_encryption_key || has_secure_key) {
store(file_view.encryption_key(), storer);
}
}
template <class ParserT>
FileId FileManager::parse_file(ParserT &parser) {
if (parser.version() < static_cast<int32>(Version::StoreFileId)) {
return FileId();
}
FileStoreType file_store_type;
parse(file_store_type, parser);
bool has_encryption_key = false;
bool has_expected_size = false;
bool has_secure_key = false;
bool has_64bit_size = false;
if (file_store_type != FileStoreType::Empty) {
if (parser.version() >= static_cast<int32>(Version::StoreFileEncryptionKey)) {
BEGIN_PARSE_FLAGS();
PARSE_FLAG(has_encryption_key);
PARSE_FLAG(has_expected_size);
PARSE_FLAG(has_secure_key);
PARSE_FLAG(has_64bit_size);
END_PARSE_FLAGS();
}
}
auto file_id = [&] {
switch (file_store_type) {
case FileStoreType::Empty:
return FileId();
case FileStoreType::Remote: {
FullRemoteFileLocation full_remote_location;
parse(full_remote_location, parser);
int64 stored_size;
if (has_64bit_size) {
parse(stored_size, parser);
} else {
int32 int_size;
parse(int_size, parser);
stored_size = int_size;
if (stored_size < 0) {
stored_size += static_cast<int64>(1) << 32;
}
}
int64 size = has_expected_size ? 0 : stored_size;
int64 expected_size = has_expected_size ? stored_size : 0;
string name;
parse(name, parser);
DialogId owner_dialog_id;
if (parser.version() >= static_cast<int32>(Version::StoreFileOwnerId)) {
parse(owner_dialog_id, parser);
}
return register_remote(full_remote_location, FileLocationSource::FromBinlog, owner_dialog_id, size,
expected_size, name);
}
case FileStoreType::Local: {
FullLocalFileLocation full_local_location;
parse(full_local_location, parser);
int64 size;
if (has_64bit_size) {
parse(size, parser);
} else {
int32 int_size;
parse(int_size, parser);
size = int_size;
if (size < 0) {
size += static_cast<int64>(1) << 32;
}
}
int32 get_by_hash;
parse(get_by_hash, parser);
DialogId owner_dialog_id;
if (parser.version() >= static_cast<int32>(Version::StoreFileOwnerId)) {
parse(owner_dialog_id, parser);
}
auto r_file_id = register_local(full_local_location, owner_dialog_id, size, get_by_hash != 0);
if (r_file_id.is_ok()) {
return r_file_id.move_as_ok();
}
LOG(ERROR) << "Can't resend local file " << full_local_location << " of size " << size << " owned by "
<< owner_dialog_id;
return register_empty(full_local_location.file_type_);
}
case FileStoreType::Generate: {
FullGenerateFileLocation full_generated_location;
parse(full_generated_location, parser);
int64 expected_size;
if (has_64bit_size) {
parse(expected_size, parser);
} else {
int32 int_size;
parse(int_size, parser);
expected_size = int_size;
if (expected_size < 0) {
expected_size += static_cast<int64>(1) << 32;
}
int32 zero;
parse(zero, parser);
}
DialogId owner_dialog_id;
if (parser.version() >= static_cast<int32>(Version::StoreFileOwnerId)) {
parse(owner_dialog_id, parser);
}
if (begins_with(full_generated_location.conversion_, "#file_id#")) {
LOG(ERROR) << "Can't resend message with '#file_id#...' location";
return register_empty(full_generated_location.file_type_);
}
if (full_generated_location.conversion_ == "#_file_id#") {
auto file_id = parse_file(parser);
if (file_id.empty()) {
return register_empty(full_generated_location.file_type_);
}
auto download_file_id = dup_file_id(file_id, "parse_download_file_id");
full_generated_location.conversion_ = PSTRING() << "#file_id#" << download_file_id.get();
}
auto r_file_id = register_generate(full_generated_location.file_type_, FileLocationSource::FromBinlog,
full_generated_location.original_path_, full_generated_location.conversion_,
owner_dialog_id, expected_size);
if (r_file_id.is_ok()) {
return r_file_id.move_as_ok();
}
return register_empty(full_generated_location.file_type_);
}
case FileStoreType::Url: {
FileType type;
string url;
parse(type, parser);
parse(url, parser);
DialogId owner_dialog_id;
if (parser.version() >= static_cast<int32>(Version::StoreFileOwnerId)) {
parse(owner_dialog_id, parser);
}
return register_url(url, type, FileLocationSource::FromBinlog, owner_dialog_id);
}
}
return FileId();
}();
if (has_encryption_key || has_secure_key) {
auto encryption_key_type = has_encryption_key ? FileEncryptionKey::Type::Secret : FileEncryptionKey::Type::Secure;
FileEncryptionKey encryption_key;
encryption_key.parse(encryption_key_type, parser);
set_encryption_key(file_id, std::move(encryption_key));
}
return file_id;
}
} // namespace td