187 lines
7.6 KiB
C++
187 lines
7.6 KiB
C++
//
|
|
// Copyright Aliaksei Levin (levlam@telegram.org), Arseny Smirnov (arseny30@gmail.com) 2014-2023
|
|
//
|
|
// Distributed under the Boost Software License, Version 1.0. (See accompanying
|
|
// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
|
|
//
|
|
#pragma once
|
|
|
|
#include "td/telegram/files/FileDownloader.h"
|
|
#include "td/telegram/files/FileEncryptionKey.h"
|
|
#include "td/telegram/files/FileFromBytes.h"
|
|
#include "td/telegram/files/FileHashUploader.h"
|
|
#include "td/telegram/files/FileLoaderUtils.h"
|
|
#include "td/telegram/files/FileLocation.h"
|
|
#include "td/telegram/files/FileType.h"
|
|
#include "td/telegram/files/FileUploader.h"
|
|
#include "td/telegram/files/ResourceManager.h"
|
|
#include "td/telegram/net/DcId.h"
|
|
|
|
#include "td/actor/actor.h"
|
|
|
|
#include "td/utils/buffer.h"
|
|
#include "td/utils/common.h"
|
|
#include "td/utils/Container.h"
|
|
#include "td/utils/Promise.h"
|
|
#include "td/utils/Status.h"
|
|
|
|
#include <map>
|
|
|
|
namespace td {
|
|
|
|
class FileLoadManager final : public Actor {
|
|
public:
|
|
using QueryId = uint64;
|
|
class Callback : public Actor {
|
|
public:
|
|
virtual void on_start_download(QueryId query_id) = 0;
|
|
virtual void on_partial_download(QueryId query_id, PartialLocalFileLocation partial_local, int64 ready_size,
|
|
int64 size) = 0;
|
|
virtual void on_partial_upload(QueryId query_id, PartialRemoteFileLocation partial_remote, int64 ready_size) = 0;
|
|
virtual void on_hash(QueryId query_id, string hash) = 0;
|
|
virtual void on_upload_ok(QueryId query_id, FileType file_type, PartialRemoteFileLocation remtoe, int64 size) = 0;
|
|
virtual void on_upload_full_ok(QueryId query_id, FullRemoteFileLocation remote) = 0;
|
|
virtual void on_download_ok(QueryId query_id, FullLocalFileLocation local, int64 size, bool is_new) = 0;
|
|
virtual void on_error(QueryId query_id, Status status) = 0;
|
|
};
|
|
|
|
explicit FileLoadManager(ActorShared<Callback> callback, ActorShared<> parent);
|
|
|
|
void download(QueryId query_id, const FullRemoteFileLocation &remote_location, const LocalFileLocation &local,
|
|
int64 size, string name, const FileEncryptionKey &encryption_key, bool search_file, int64 offset,
|
|
int64 limit, int8 priority);
|
|
void upload(QueryId query_id, const LocalFileLocation &local_location, const RemoteFileLocation &remote_location,
|
|
int64 expected_size, const FileEncryptionKey &encryption_key, int8 priority, vector<int> bad_parts);
|
|
void upload_by_hash(QueryId query_id, const FullLocalFileLocation &local_location, int64 size, int8 priority);
|
|
void update_priority(QueryId query_id, int8 priority);
|
|
void from_bytes(QueryId query_id, FileType type, BufferSlice bytes, string name);
|
|
void cancel(QueryId query_id);
|
|
void update_local_file_location(QueryId query_id, const LocalFileLocation &local);
|
|
void update_downloaded_part(QueryId query_id, int64 offset, int64 limit);
|
|
|
|
void get_content(string file_path, Promise<BufferSlice> promise);
|
|
|
|
void read_file_part(string file_path, int64 offset, int64 count, Promise<string> promise);
|
|
|
|
void unlink_file(string file_path, Promise<Unit> promise);
|
|
|
|
void check_full_local_location(FullLocalLocationInfo local_info, bool skip_file_size_checks,
|
|
Promise<FullLocalLocationInfo> promise);
|
|
|
|
void check_partial_local_location(PartialLocalFileLocation partial, Promise<Unit> promise);
|
|
|
|
private:
|
|
struct Node {
|
|
QueryId query_id_;
|
|
ActorOwn<FileLoaderActor> loader_;
|
|
ResourceState resource_state_;
|
|
};
|
|
using NodeId = uint64;
|
|
|
|
std::map<DcId, ActorOwn<ResourceManager>> download_resource_manager_map_;
|
|
std::map<DcId, ActorOwn<ResourceManager>> download_small_resource_manager_map_;
|
|
ActorOwn<ResourceManager> upload_resource_manager_;
|
|
|
|
Container<Node> nodes_container_;
|
|
ActorShared<Callback> callback_;
|
|
ActorShared<> parent_;
|
|
std::map<QueryId, NodeId> query_id_to_node_id_;
|
|
int64 max_download_resource_limit_ = 1 << 21;
|
|
bool stop_flag_ = false;
|
|
|
|
void start_up() final;
|
|
void loop() final;
|
|
void hangup() final;
|
|
void hangup_shared() final;
|
|
|
|
void close_node(NodeId node_id);
|
|
ActorOwn<ResourceManager> &get_download_resource_manager(bool is_small, DcId dc_id);
|
|
|
|
void on_start_download();
|
|
void on_partial_download(PartialLocalFileLocation partial_local, int64 ready_size, int64 size);
|
|
void on_partial_upload(PartialRemoteFileLocation partial_remote, int64 ready_size);
|
|
void on_hash(string hash);
|
|
void on_ok_download(FullLocalFileLocation local, int64 size, bool is_new);
|
|
void on_ok_upload(FileType file_type, PartialRemoteFileLocation remote, int64 size);
|
|
void on_ok_upload_full(FullRemoteFileLocation remote);
|
|
void on_error(Status status);
|
|
void on_error_impl(NodeId node_id, Status status);
|
|
|
|
class FileDownloaderCallback final : public FileDownloader::Callback {
|
|
public:
|
|
explicit FileDownloaderCallback(ActorShared<FileLoadManager> actor_id) : actor_id_(std::move(actor_id)) {
|
|
}
|
|
|
|
private:
|
|
ActorShared<FileLoadManager> actor_id_;
|
|
|
|
void on_start_download() final {
|
|
send_closure(actor_id_, &FileLoadManager::on_start_download);
|
|
}
|
|
void on_partial_download(PartialLocalFileLocation partial_local, int64 ready_size, int64 size) final {
|
|
send_closure(actor_id_, &FileLoadManager::on_partial_download, std::move(partial_local), ready_size, size);
|
|
}
|
|
void on_ok(FullLocalFileLocation full_local, int64 size, bool is_new) final {
|
|
send_closure(std::move(actor_id_), &FileLoadManager::on_ok_download, std::move(full_local), size, is_new);
|
|
}
|
|
void on_error(Status status) final {
|
|
send_closure(std::move(actor_id_), &FileLoadManager::on_error, std::move(status));
|
|
}
|
|
};
|
|
|
|
class FileUploaderCallback final : public FileUploader::Callback {
|
|
public:
|
|
explicit FileUploaderCallback(ActorShared<FileLoadManager> actor_id) : actor_id_(std::move(actor_id)) {
|
|
}
|
|
|
|
private:
|
|
ActorShared<FileLoadManager> actor_id_;
|
|
|
|
void on_hash(string hash) final {
|
|
send_closure(actor_id_, &FileLoadManager::on_hash, std::move(hash));
|
|
}
|
|
void on_partial_upload(PartialRemoteFileLocation partial_remote, int64 ready_size) final {
|
|
send_closure(actor_id_, &FileLoadManager::on_partial_upload, std::move(partial_remote), ready_size);
|
|
}
|
|
void on_ok(FileType file_type, PartialRemoteFileLocation partial_remote, int64 size) final {
|
|
send_closure(std::move(actor_id_), &FileLoadManager::on_ok_upload, file_type, std::move(partial_remote), size);
|
|
}
|
|
void on_error(Status status) final {
|
|
send_closure(std::move(actor_id_), &FileLoadManager::on_error, std::move(status));
|
|
}
|
|
};
|
|
class FileHashUploaderCallback final : public FileHashUploader::Callback {
|
|
public:
|
|
explicit FileHashUploaderCallback(ActorShared<FileLoadManager> actor_id) : actor_id_(std::move(actor_id)) {
|
|
}
|
|
|
|
private:
|
|
ActorShared<FileLoadManager> actor_id_;
|
|
|
|
void on_ok(FullRemoteFileLocation remote) final {
|
|
send_closure(std::move(actor_id_), &FileLoadManager::on_ok_upload_full, std::move(remote));
|
|
}
|
|
void on_error(Status status) final {
|
|
send_closure(std::move(actor_id_), &FileLoadManager::on_error, std::move(status));
|
|
}
|
|
};
|
|
|
|
class FileFromBytesCallback final : public FileFromBytes::Callback {
|
|
public:
|
|
explicit FileFromBytesCallback(ActorShared<FileLoadManager> actor_id) : actor_id_(std::move(actor_id)) {
|
|
}
|
|
|
|
private:
|
|
ActorShared<FileLoadManager> actor_id_;
|
|
|
|
void on_ok(const FullLocalFileLocation &full_local, int64 size) final {
|
|
send_closure(std::move(actor_id_), &FileLoadManager::on_ok_download, full_local, size, true);
|
|
}
|
|
void on_error(Status status) final {
|
|
send_closure(std::move(actor_id_), &FileLoadManager::on_error, std::move(status));
|
|
}
|
|
};
|
|
};
|
|
|
|
} // namespace td
|