2018-12-31 20:04:05 +01:00
|
|
|
//
|
2022-01-01 01:35:39 +01:00
|
|
|
// Copyright Aliaksei Levin (levlam@telegram.org), Arseny Smirnov (arseny30@gmail.com) 2014-2022
|
2018-12-31 20:04:05 +01:00
|
|
|
//
|
|
|
|
// Distributed under the Boost Software License, Version 1.0. (See accompanying
|
|
|
|
// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
|
|
|
|
//
|
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include "td/telegram/files/FileId.h"
|
2022-05-25 18:39:15 +02:00
|
|
|
#include "td/telegram/FullMessageId.h"
|
2018-12-31 20:04:05 +01:00
|
|
|
#include "td/telegram/SecretInputMedia.h"
|
2021-10-27 16:32:09 +02:00
|
|
|
#include "td/telegram/td_api.h"
|
|
|
|
#include "td/telegram/telegram_api.h"
|
2018-12-31 20:04:05 +01:00
|
|
|
|
2022-05-27 18:07:37 +02:00
|
|
|
#include "td/actor/actor.h"
|
2022-07-02 22:32:18 +02:00
|
|
|
#include "td/actor/MultiTimeout.h"
|
2022-05-25 20:18:40 +02:00
|
|
|
|
2018-12-31 20:04:05 +01:00
|
|
|
#include "td/utils/common.h"
|
2022-02-07 20:41:07 +01:00
|
|
|
#include "td/utils/FlatHashMap.h"
|
2022-05-25 18:39:15 +02:00
|
|
|
#include "td/utils/FlatHashSet.h"
|
2022-06-27 12:30:18 +02:00
|
|
|
#include "td/utils/Promise.h"
|
2022-05-25 20:18:40 +02:00
|
|
|
#include "td/utils/Status.h"
|
2018-12-31 20:04:05 +01:00
|
|
|
|
|
|
|
namespace td {
|
|
|
|
|
2019-02-21 18:54:20 +01:00
|
|
|
class Td;
|
2018-12-31 20:04:05 +01:00
|
|
|
|
2022-05-27 18:07:37 +02:00
|
|
|
class VoiceNotesManager final : public Actor {
|
2018-12-31 20:04:05 +01:00
|
|
|
public:
|
2022-05-27 18:07:37 +02:00
|
|
|
VoiceNotesManager(Td *td, ActorShared<> parent);
|
2018-12-31 20:04:05 +01:00
|
|
|
|
2018-09-27 20:14:32 +02:00
|
|
|
int32 get_voice_note_duration(FileId file_id) const;
|
2018-12-31 20:04:05 +01:00
|
|
|
|
2021-08-28 13:16:29 +02:00
|
|
|
tl_object_ptr<td_api::voiceNote> get_voice_note_object(FileId file_id) const;
|
2018-12-31 20:04:05 +01:00
|
|
|
|
|
|
|
void create_voice_note(FileId file_id, string mime_type, int32 duration, string waveform, bool replace);
|
|
|
|
|
2022-05-25 18:39:15 +02:00
|
|
|
void register_voice_note(FileId voice_note_file_id, FullMessageId full_message_id, const char *source);
|
|
|
|
|
|
|
|
void unregister_voice_note(FileId voice_note_file_id, FullMessageId full_message_id, const char *source);
|
|
|
|
|
2022-05-25 20:18:40 +02:00
|
|
|
void recognize_speech(FullMessageId full_message_id, Promise<Unit> &&promise);
|
2022-05-26 19:40:43 +02:00
|
|
|
|
|
|
|
void rate_speech_recognition(FullMessageId full_message_id, bool is_good, Promise<Unit> &&promise);
|
2022-05-25 20:18:40 +02:00
|
|
|
|
2022-05-25 20:48:31 +02:00
|
|
|
void on_update_transcribed_audio(string &&text, int64 transcription_id, bool is_final);
|
|
|
|
|
2022-05-25 20:18:40 +02:00
|
|
|
void on_voice_note_transcribed(FileId file_id, string &&text, int64 transcription_id, bool is_final);
|
|
|
|
|
|
|
|
void on_voice_note_transcription_failed(FileId file_id, Status &&error);
|
|
|
|
|
2018-12-31 20:04:05 +01:00
|
|
|
tl_object_ptr<telegram_api::InputMedia> get_input_media(FileId file_id,
|
2018-01-30 18:06:54 +01:00
|
|
|
tl_object_ptr<telegram_api::InputFile> input_file) const;
|
2018-12-31 20:04:05 +01:00
|
|
|
|
2022-05-25 18:39:15 +02:00
|
|
|
SecretInputMedia get_secret_input_media(FileId voice_note_file_id,
|
2018-12-31 20:04:05 +01:00
|
|
|
tl_object_ptr<telegram_api::InputEncryptedFile> input_file,
|
2022-05-11 06:46:06 +02:00
|
|
|
const string &caption, int32 layer) const;
|
2018-12-31 20:04:05 +01:00
|
|
|
|
|
|
|
FileId dup_voice_note(FileId new_id, FileId old_id);
|
|
|
|
|
2021-08-26 17:50:28 +02:00
|
|
|
void merge_voice_notes(FileId new_id, FileId old_id, bool can_delete_old);
|
2018-12-31 20:04:05 +01:00
|
|
|
|
2019-02-21 18:54:20 +01:00
|
|
|
template <class StorerT>
|
|
|
|
void store_voice_note(FileId file_id, StorerT &storer) const;
|
2018-12-31 20:04:05 +01:00
|
|
|
|
2019-02-21 18:54:20 +01:00
|
|
|
template <class ParserT>
|
|
|
|
FileId parse_voice_note(ParserT &parser);
|
2018-12-31 20:04:05 +01:00
|
|
|
|
|
|
|
private:
|
2022-05-27 18:07:37 +02:00
|
|
|
static constexpr int32 TRANSCRIPTION_TIMEOUT = 60;
|
|
|
|
|
2018-12-31 20:04:05 +01:00
|
|
|
class VoiceNote {
|
|
|
|
public:
|
|
|
|
string mime_type;
|
|
|
|
int32 duration = 0;
|
2022-05-25 18:24:40 +02:00
|
|
|
bool is_transcribed = false;
|
2018-12-31 20:04:05 +01:00
|
|
|
string waveform;
|
2022-05-25 18:24:40 +02:00
|
|
|
int64 transcription_id = 0;
|
|
|
|
string text;
|
2018-12-31 20:04:05 +01:00
|
|
|
|
|
|
|
FileId file_id;
|
|
|
|
};
|
|
|
|
|
2022-05-27 18:07:37 +02:00
|
|
|
static void on_voice_note_transcription_timeout_callback(void *voice_notes_manager_ptr, int64 transcription_id);
|
|
|
|
|
2022-05-25 20:18:40 +02:00
|
|
|
VoiceNote *get_voice_note(FileId file_id);
|
|
|
|
|
2018-12-31 20:04:05 +01:00
|
|
|
const VoiceNote *get_voice_note(FileId file_id) const;
|
|
|
|
|
2018-09-27 03:19:03 +02:00
|
|
|
FileId on_get_voice_note(unique_ptr<VoiceNote> new_voice_note, bool replace);
|
2018-12-31 20:04:05 +01:00
|
|
|
|
2022-05-25 20:48:31 +02:00
|
|
|
void on_pending_voice_note_transcription_failed(int64 transcription_id, Status &&error);
|
|
|
|
|
2022-05-25 20:18:40 +02:00
|
|
|
void on_voice_note_transcription_updated(FileId file_id);
|
|
|
|
|
2022-05-27 18:07:37 +02:00
|
|
|
void tear_down() final;
|
|
|
|
|
2018-12-31 20:04:05 +01:00
|
|
|
Td *td_;
|
2022-05-27 18:07:37 +02:00
|
|
|
ActorShared<> parent_;
|
|
|
|
|
2022-02-07 20:41:07 +01:00
|
|
|
FlatHashMap<FileId, unique_ptr<VoiceNote>, FileIdHash> voice_notes_;
|
2022-05-25 18:39:15 +02:00
|
|
|
|
2022-05-25 20:18:40 +02:00
|
|
|
FlatHashMap<FileId, vector<Promise<Unit>>, FileIdHash> speech_recognition_queries_;
|
2022-05-25 20:48:31 +02:00
|
|
|
FlatHashMap<int64, FileId> pending_voice_note_transcription_queries_;
|
2022-05-27 18:07:37 +02:00
|
|
|
MultiTimeout voice_note_transcription_timeout_{"VoiceNoteTranscriptionTimeout"};
|
2022-05-25 20:18:40 +02:00
|
|
|
|
2022-05-25 18:39:15 +02:00
|
|
|
FlatHashMap<FileId, FlatHashSet<FullMessageId, FullMessageIdHash>, FileIdHash> voice_note_messages_;
|
2022-05-25 20:18:40 +02:00
|
|
|
FlatHashMap<FullMessageId, FileId, FullMessageIdHash> message_voice_notes_;
|
2018-12-31 20:04:05 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
} // namespace td
|