This repository has been archived on 2020-05-25. You can view files and clone it, but cannot push or open issues or pull requests.
tdlib-fork/test/message_entities.cpp
levlam 2ece58302c Add more checks to random fix_formatted_text test.
GitOrigin-RevId: e0bf70edf7d93032a4a1ee964fd37b7374f3a4e5
2020-02-25 01:28:33 +03:00

1245 lines
66 KiB
C++
Raw Blame History

This file contains invisible Unicode characters

This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

//
// Copyright Aliaksei Levin (levlam@telegram.org), Arseny Smirnov (arseny30@gmail.com) 2014-2020
//
// Distributed under the Boost Software License, Version 1.0. (See accompanying
// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
//
#include "td/telegram/MessageEntity.h"
#include "td/utils/common.h"
#include "td/utils/format.h"
#include "td/utils/logging.h"
#include "td/utils/misc.h"
#include "td/utils/Random.h"
#include "td/utils/Slice.h"
#include "td/utils/tests.h"
#include "td/utils/utf8.h"
#include <algorithm>
REGISTER_TESTS(message_entities);
static void check_mention(const td::string &str, const td::vector<td::string> &expected) {
auto result_slice = td::find_mentions(str);
td::vector<td::string> result;
for (auto &it : result_slice) {
result.push_back(it.str());
}
if (result != expected) {
LOG(FATAL) << td::tag("text", str) << td::tag("got", td::format::as_array(result))
<< td::tag("expected", td::format::as_array(expected));
}
}
TEST(MessageEntities, mention) {
check_mention("@mention", {"@mention"});
check_mention("@mention ", {"@mention"});
check_mention(" @mention", {"@mention"});
check_mention(" @mention ", {"@mention"});
check_mention("@abc @xyz @abc @xyz @xxx@yyy @ttt", {});
check_mention("@abcde @xyzxy @abcde @xyzxy @xxxxx@yyyyy @ttttt",
{"@abcde", "@xyzxy", "@abcde", "@xyzxy", "@xxxxx", "@ttttt"});
check_mention("no@mention", {});
check_mention("@n", {});
check_mention("@abcdefghijklmnopqrstuvwxyz123456", {"@abcdefghijklmnopqrstuvwxyz123456"});
check_mention("@abcdefghijklmnopqrstuvwxyz1234567", {});
check_mention("ะฝะตั‚@mention", {});
check_mention("@ya @gif @wiki @vid @bing @pic @bold @imdb @coub @like @vote @giff @cap ya cap @y @yar @bingg @bin",
{"@gif", "@wiki", "@vid", "@bing", "@pic", "@bold", "@imdb", "@coub", "@like", "@vote", "@bingg"});
};
static void check_bot_command(const td::string &str, const td::vector<td::string> &expected) {
auto result_slice = td::find_bot_commands(str);
td::vector<td::string> result;
for (auto &it : result_slice) {
result.push_back(it.str());
}
if (result != expected) {
LOG(FATAL) << td::tag("text", str) << td::tag("got", td::format::as_array(result))
<< td::tag("expected", td::format::as_array(expected));
}
}
TEST(MessageEntities, bot_command) {
// 1..64@3..32
check_bot_command("/abc", {"/abc"});
check_bot_command(" /abc", {"/abc"});
check_bot_command("/abc ", {"/abc"});
check_bot_command(" /abc ", {"/abc"});
check_bot_command("/a@abc", {"/a@abc"});
check_bot_command("/a@b", {});
check_bot_command("/@bfdsa", {});
check_bot_command("/test/", {});
}
static void check_hashtag(const td::string &str, const td::vector<td::string> &expected) {
auto result_slice = td::find_hashtags(str);
td::vector<td::string> result;
for (auto &it : result_slice) {
result.push_back(it.str());
}
if (result != expected) {
LOG(FATAL) << td::tag("text", str) << td::tag("got", td::format::as_array(result))
<< td::tag("expected", td::format::as_array(expected));
}
}
TEST(MessageEntities, hashtag) {
check_hashtag("", {});
check_hashtag("#", {});
check_hashtag("##", {});
check_hashtag("###", {});
check_hashtag("#a", {"#a"});
check_hashtag(" #a", {"#a"});
check_hashtag("#a ", {"#a"});
check_hashtag(" #ั ", {"#ั"});
check_hashtag(" ั#a ", {});
check_hashtag(" #a# ", {});
check_hashtag(" #123 ", {});
check_hashtag(" #123a ", {"#123a"});
check_hashtag(" #a123 ", {"#a123"});
check_hashtag(" #123a# ", {});
check_hashtag(" #" + td::string(300, '1'), {});
check_hashtag(" #" + td::string(256, '1'), {});
check_hashtag(" #" + td::string(256, '1') + "a ", {});
check_hashtag(" #" + td::string(255, '1') + "a", {"#" + td::string(255, '1') + "a"});
check_hashtag(" #" + td::string(255, '1') + "ะฏ", {"#" + td::string(255, '1') + "ะฏ"});
check_hashtag(" #" + td::string(255, '1') + "a" + td::string(255, 'b') + "# ", {});
check_hashtag("#a#b #c #d", {"#c", "#d"});
check_hashtag("#test", {"#test"});
check_hashtag(u8"\U0001F604\U0001F604\U0001F604\U0001F604 \U0001F604\U0001F604\U0001F604#" + td::string(200, '1') +
"ะžะžะž" + td::string(200, '2'),
{"#" + td::string(200, '1') + "ะžะžะž" + td::string(53, '2')});
check_hashtag(u8"#a\u2122", {"#a"});
}
static void check_cashtag(const td::string &str, const td::vector<td::string> &expected) {
auto result_slice = td::find_cashtags(str);
td::vector<td::string> result;
for (auto &it : result_slice) {
result.push_back(it.str());
}
if (result != expected) {
LOG(FATAL) << td::tag("text", str) << td::tag("got", td::format::as_array(result))
<< td::tag("expected", td::format::as_array(expected));
}
}
TEST(MessageEntities, cashtag) {
check_cashtag("", {});
check_cashtag("$", {});
check_cashtag("$$", {});
check_cashtag("$$$", {});
check_cashtag("$a", {});
check_cashtag(" $a", {});
check_cashtag("$a ", {});
check_cashtag(" $ั ", {});
check_cashtag("$ab", {});
check_cashtag("$abc", {});
check_cashtag("$", {});
check_cashtag("$A", {});
check_cashtag("$AB", {});
check_cashtag("$ะBC", {});
check_cashtag("$ะะ’ะก", {});
check_cashtag("$ABC", {"$ABC"});
check_cashtag("$ABCD", {"$ABCD"});
check_cashtag("$ABCDE", {"$ABCDE"});
check_cashtag("$ABCDEF", {"$ABCDEF"});
check_cashtag("$ABCDEFG", {"$ABCDEFG"});
check_cashtag("$ABCDEFGH", {"$ABCDEFGH"});
check_cashtag("$ABCDEFGHJ", {});
check_cashtag("$ABCDEFGH1", {});
check_cashtag(" $XYZ", {"$XYZ"});
check_cashtag("$XYZ ", {"$XYZ"});
check_cashtag(" $XYZ ", {"$XYZ"});
check_cashtag(" $$XYZ ", {});
check_cashtag(" $XYZ$ ", {});
check_cashtag(" $ABC1 ", {});
check_cashtag(" $1ABC ", {});
check_cashtag(" 1$ABC ", {});
check_cashtag(" ะ$ABC ", {});
check_cashtag("$ABC$DEF $GHI $KLM", {"$GHI", "$KLM"});
check_cashtag("$TEST", {"$TEST"});
check_cashtag(u8"$ABC\u2122", {"$ABC"});
check_cashtag(u8"\u2122$ABC", {"$ABC"});
check_cashtag(u8"\u2122$ABC\u2122", {"$ABC"});
}
static void check_bank_card_number(const td::string &str, const td::vector<td::string> &expected) {
auto result_slice = td::find_bank_card_numbers(str);
td::vector<td::string> result;
for (auto &it : result_slice) {
result.push_back(it.str());
}
if (result != expected) {
LOG(FATAL) << td::tag("text", str) << td::tag("got", td::format::as_array(result))
<< td::tag("expected", td::format::as_array(expected));
}
}
TEST(MessageEntities, bank_card_number) {
check_bank_card_number("", {});
check_bank_card_number("123456789015", {});
check_bank_card_number("1234567890120", {});
check_bank_card_number("1234567890121", {});
check_bank_card_number("1234567890122", {});
check_bank_card_number("1234567890123", {});
check_bank_card_number("1234567890124", {});
check_bank_card_number("1234567890125", {});
check_bank_card_number("1234567890126", {});
check_bank_card_number("1234567890127", {});
check_bank_card_number("1234567890128", {"1234567890128"});
check_bank_card_number("1234567890129", {});
check_bank_card_number("12345678901500", {"12345678901500"});
check_bank_card_number("123456789012800", {"123456789012800"});
check_bank_card_number("1234567890151800", {"1234567890151800"});
check_bank_card_number("12345678901280000", {"12345678901280000"});
check_bank_card_number("123456789015009100", {"123456789015009100"});
check_bank_card_number("1234567890128000000", {"1234567890128000000"});
check_bank_card_number("12345678901500910000", {});
check_bank_card_number(" - - - -1 - -- 2 - - -- 34 - - - 56- - 7890150000 - - - -", {});
check_bank_card_number(" - - - -1 - -- 234 - - 56- - 7890150000 - - - -", {"1 - -- 234 - - 56- - 7890150000"});
check_bank_card_number("4916-3385-0608-2832; 5280 9342 8317 1080 ;345936346788903",
{"4916-3385-0608-2832", "5280 9342 8317 1080", "345936346788903"});
check_bank_card_number("4556728228023269,4916141675244747020,49161416752447470,4556728228023269",
{"4556728228023269", "4916141675244747020", "4556728228023269"});
}
static void check_is_email_address(const td::string &str, bool expected) {
bool result = td::is_email_address(str);
LOG_IF(FATAL, result != expected) << "Expected " << expected << " as result of is_email_address(" << str << ")";
}
TEST(MessageEntities, is_email_address) {
check_is_email_address("telegram.org", false);
check_is_email_address("security@telegram.org", true);
check_is_email_address("security.telegram.org", false);
check_is_email_address("", false);
check_is_email_address("@", false);
check_is_email_address("A@a.a.a.ab", true);
check_is_email_address("A@a.ab", true);
check_is_email_address("Test@aa.aa.aa.aa", true);
check_is_email_address("Test@test.abd", true);
check_is_email_address("a@a.a.a.ab", true);
check_is_email_address("test@test.abd", true);
check_is_email_address("test@test.com", true);
check_is_email_address("test.abd", false);
check_is_email_address("a.ab", false);
check_is_email_address("a.bc@d.ef", true);
td::vector<td::string> bad_userdatas = {"",
"a.a.a.a.a.a.a.a.a.a.a.a",
"+.+.+.+.+.+",
"*.a.a",
"a.*.a",
"a.a.*",
"a.a.",
"a.a.abcdefghijklmnopqrstuvwxyz0123456789",
"a.abcdefghijklmnopqrstuvwxyz0.a",
"abcdefghijklmnopqrstuvwxyz0.a.a"};
td::vector<td::string> good_userdatas = {"a.a.a.a.a.a.a.a.a.a.a",
"a+a+a+a+a+a+a+a+a+a+a",
"+.+.+.+.+._",
"aozAQZ0-5-9_+-aozAQZ0-5-9_.aozAQZ0-5-9_.-._.+-",
"a.a.a",
"a.a.abcdefghijklmnopqrstuvwxyz012345678",
"a.abcdefghijklmnopqrstuvwxyz.a",
"a..a",
"abcdefghijklmnopqrstuvwxyz.a.a",
".a.a"};
td::vector<td::string> bad_domains = {"",
".",
"abc",
"localhost",
"a.a.a.a.a.a.a.ab",
".......",
"a.a.a.a.a.a+ab",
"a+a.a.a.a.a.ab",
"a.a.a.a.a.a.a",
"a.a.a.a.a.a.abcdefg",
"a.a.a.a.a.a.ab0yz",
"a.a.a.a.a.a.ab9yz",
"a.a.a.a.a.a.ab-yz",
"a.a.a.a.a.a.ab_yz",
"a.a.a.a.a.a.ab*yz",
".ab",
".a.ab",
"a..ab",
"a.a.a..a.ab",
".a.a.a.a.ab",
"abcdefghijklmnopqrstuvwxyz01234.ab",
"ab0cd.abd.aA*sd.0.9.0-9.ABOYZ",
"ab*cd.abd.aAasd.0.9.0-9.ABOYZ",
"ab0cd.abd.aAasd.0.9.0*9.ABOYZ",
"*b0cd.ab_d.aA-sd.0.9.0-9.ABOYZ",
"ab0c*.ab_d.aA-sd.0.9.0-9.ABOYZ",
"ab0cd.ab_d.aA-sd.0.9.0-*.ABOYZ",
"ab0cd.ab_d.aA-sd.0.9.*-9.ABOYZ",
"-b0cd.ab_d.aA-sd.0.9.0-9.ABOYZ",
"ab0c-.ab_d.aA-sd.0.9.0-9.ABOYZ",
"ab0cd.ab_d.aA-sd.-.9.0-9.ABOYZ",
"ab0cd.ab_d.aA-sd.0.9.--9.ABOYZ",
"ab0cd.ab_d.aA-sd.0.9.0--.ABOYZ",
"_b0cd.ab_d.aA-sd.0.9.0-9.ABOYZ",
"ab0c_.ab_d.aA-sd.0.9.0-9.ABOYZ",
"ab0cd.ab_d.aA-sd._.9.0-9.ABOYZ",
"ab0cd.ab_d.aA-sd.0.9._-9.ABOYZ",
"ab0cd.ab_d.aA-sd.0.9.0-_.ABOYZ",
"-.ab_d.aA-sd.0.9.0-9.ABOYZ",
"ab0cd.ab_d.-.0.9.0-9.ABOYZ",
"ab0cd.ab_d.aA-sd.0.9.-.ABOYZ",
"_.ab_d.aA-sd.0.9.0-9.ABOYZ",
"ab0cd.ab_d._.0.9.0-9.ABOYZ",
"ab0cd.ab_d.aA-sd.0.9._.ABOYZ"};
td::vector<td::string> good_domains = {"a.a.a.a.a.a.ab",
"a.a.a.a.a.a.abcdef",
"a.a.a.a.a.a.aboyz",
"a.a.a.a.a.a.ABOYZ",
"a.a.a.a.a.a.AbOyZ",
"abcdefghijklmnopqrstuvwxyz0123.ab",
"ab0cd.ab_d.aA-sd.0.9.0-9.ABOYZ",
"A.Z.aA-sd.a.z.0-9.ABOYZ"};
for (auto &userdata : bad_userdatas) {
for (auto &domain : bad_domains) {
check_is_email_address(userdata + '@' + domain, false);
check_is_email_address(userdata + domain, false);
}
for (auto &domain : good_domains) {
check_is_email_address(userdata + '@' + domain, false);
check_is_email_address(userdata + domain, false);
}
}
for (auto &userdata : good_userdatas) {
for (auto &domain : bad_domains) {
check_is_email_address(userdata + '@' + domain, false);
check_is_email_address(userdata + domain, false);
}
for (auto &domain : good_domains) {
check_is_email_address(userdata + '@' + domain, true);
check_is_email_address(userdata + domain, false);
}
}
}
static void check_url(const td::string &str, const td::vector<td::string> &expected_urls,
td::vector<td::string> expected_email_addresses = {}) {
auto result_slice = td::find_urls(str);
td::vector<td::string> result_urls;
td::vector<td::string> result_email_addresses;
for (auto &it : result_slice) {
if (!it.second) {
result_urls.push_back(it.first.str());
} else {
result_email_addresses.push_back(it.first.str());
}
}
if (result_urls != expected_urls) {
LOG(FATAL) << td::tag("text", str) << td::tag("got", td::format::as_array(result_urls))
<< td::tag("expected", td::format::as_array(expected_urls));
}
if (result_email_addresses != expected_email_addresses) {
LOG(FATAL) << td::tag("text", str) << td::tag("got", td::format::as_array(result_email_addresses))
<< td::tag("expected", td::format::as_array(expected_email_addresses));
}
}
TEST(MessageEntities, url) {
check_url("telegram.org", {"telegram.org"});
check_url("(telegram.org)", {"telegram.org"});
check_url("\ntelegram.org)", {"telegram.org"});
check_url(" telegram.org)", {"telegram.org"});
check_url(".telegram.org)", {});
check_url("()telegram.org/?q=()", {"telegram.org/?q=()"});
check_url("\"telegram.org\"", {"telegram.org"});
check_url(" telegram. org. www. com... telegram.org... ...google.com...", {"telegram.org"});
check_url(" telegram.org ", {"telegram.org"});
check_url("ะขะฐะบะพะน ัะฐะนั‚: http://www.google.com ะธะปะธ ั‚ะฐะบะพะน telegram.org ", {"http://www.google.com", "telegram.org"});
check_url(" telegram.org. ", {"telegram.org"});
check_url("http://google,.com", {});
check_url("http://telegram.org/?asd=123#123.", {"http://telegram.org/?asd=123#123"});
check_url("[http://google.com](test)", {"http://google.com"});
check_url("", {});
check_url(".", {});
check_url("http://@google.com", {});
check_url("http://@goog.com", {}); // TODO: server fix
check_url("http://@@google.com", {"http://@@google.com"});
check_url("http://a@google.com", {"http://a@google.com"});
check_url("http://test@google.com", {"http://test@google.com"});
check_url("google.com:แช‰แช‰แช‰แช‰แช‰", {"google.com"});
check_url("https://telegram.org", {"https://telegram.org"});
check_url("http://telegram.org", {"http://telegram.org"});
check_url("ftp://telegram.org", {"ftp://telegram.org"});
check_url("ftps://telegram.org", {});
check_url("sftp://telegram.org", {"sftp://telegram.org"});
check_url("hTtPs://telegram.org", {"hTtPs://telegram.org"});
check_url("HTTP://telegram.org", {"HTTP://telegram.org"});
check_url("ะฐHTTP://telegram.org", {"HTTP://telegram.org"});
check_url("sHTTP://telegram.org", {});
check_url("://telegram.org", {});
check_url("google.com:แช€แช€", {"google.com"});
check_url(
"http://"
"abcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkab"
"cdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcd"
"efghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdef"
"ghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefgh"
"ijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghij"
"kabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijka"
"bcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabc"
"defghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijkabcdefghijk.com",
{});
check_url("http://โ€‰โ€‰.com", {});
check_url("URL: โ€‰โ€‰โ€‰โ€‰.com", {});
check_url("URL:โ€‰.com", {});
check_url(".com", {});
check_url("http://โ€‰โ€‰.", {});
check_url("http://.", {});
check_url("http://.com", {});
check_url("http:// .", {});
check_url(",ahttp://google.com", {"http://google.com"});
check_url(".ahttp://google.com", {});
check_url("http://1.0", {});
check_url("http://a.0", {});
check_url("http://a.a", {});
check_url("google.com:1#ab c", {"google.com:1#ab"});
check_url("google.com:1#", {"google.com:1"});
check_url("google.com:1#1", {"google.com:1#1"});
check_url("google.com:00000001/abs", {"google.com:00000001/abs"});
check_url("google.com:000000065535/abs", {"google.com:000000065535/abs"});
check_url("google.com:000000065536/abs", {"google.com"});
check_url("google.com:000000080/abs", {"google.com:000000080/abs"});
check_url("google.com:0000000/abs", {"google.com"});
check_url("google.com:0/abs", {"google.com"});
check_url("google.com:/abs", {"google.com"});
check_url("google.com:65535", {"google.com:65535"});
check_url("google.com:65536", {"google.com"});
check_url("google.com:99999", {"google.com"});
check_url("google.com:100000", {"google.com"});
check_url("127.001", {});
check_url("127.0.0.1", {"127.0.0.1"});
check_url("127.0.0.01", {});
check_url("127.0.0.256", {});
check_url("127.0.0.300", {});
check_url("127.0.0.1000", {});
check_url("127.0.0.260", {});
check_url("1.0", {});
check_url("www.๐Ÿค™.tk", {"www.๐Ÿค™.tk"});
check_url("a.ab", {});
check_url("test.abd", {});
check_url("ะขะตะกั‚.ะœะพัะบะฒะฐ", {});
check_url("ะขะตะกั‚.ะœะพะกะบะ’ฮ‘", {});
check_url("ะขะตะกั‚.ะœะพะกะบะ’ะฐ", {"ะขะตะกั‚.ะœะพะกะบะ’ะฐ"});
check_url("ะขะตะกั‚.ะœะพะกะบะ’ะฐั‡", {});
check_url("http://ร€ะขะตะกั‚.ะœะพะกะบะ’ะฐั‡", {"http://ร€ะขะตะกั‚.ะœะพะกะบะ’ะฐั‡"});
check_url("ร€ร.com. ร€ร.com.", {"ร€ร.com", "ร€ร.com"});
check_url("ร€ร.com,ร€ร.com.", {"ร€ร.com", "ร€ร.com"});
check_url("teiegram.org", {});
check_url("http://test.google.com/?q=abc()}[]def", {"http://test.google.com/?q=abc()"});
check_url("http://test.google.com/?q=abc([{)]}def", {"http://test.google.com/?q=abc([{)]}def"});
check_url("http://test.google.com/?q=abc(){}]def", {"http://test.google.com/?q=abc(){}"});
check_url("http://test.google.com/?q=abc){}[]def", {"http://test.google.com/?q=abc"});
check_url("http://test.google.com/?q=abc(){}[]def", {"http://test.google.com/?q=abc(){}[]def"});
check_url("http://test-.google.com", {});
check_url("http://test_.google.com", {"http://test_.google.com"});
check_url("http://google_.com", {});
check_url("http://google._com_", {});
check_url("http://[2001:4860:0:2001::68]/", {}); // TODO
check_url("test.abd", {});
check_url("/.b/..a @.....@/. a.ba", {"a.ba"});
check_url("bbbbbbbbbbbbbb.@.@", {});
check_url("http://google.com/", {"http://google.com/"});
check_url("http://google.com?", {"http://google.com"});
check_url("http://google.com#", {"http://google.com"});
check_url("http://google.com##", {"http://google.com##"});
check_url("http://google.com/?", {"http://google.com/"});
check_url("https://www.google.com/ab,", {"https://www.google.com/ab"});
check_url("@.", {});
check_url(
"a.b.google.com dfsknnfs gsdfgsg http://cรณduia.de/ dffdg,\" 12)(cpia.de/())(\" http://ะณั€ะธัˆะบะฐ.ั€ั„/ sdufhdf "
"http://xn--80afpi2a3c.xn--p1ai/ I have a good time.Thanks, guys!\n\n(hdfughidufhgdis)go#ogle.com ะณั€ะธัˆะบะฐ.ั€ั„ "
"hsighsdf gi ะฟะพั‡ั‚ะฐ.ั€ั„\n\nโœชdf.ws/123 "
"xn--80afpi2a3c.xn--p1ai\n\nhttp://foo.com/blah_blah\nhttp://foo.com/blah_blah/\n(Something like "
"http://foo.com/blah_blah)\nhttp://foo.com/blah_blah_(wikipedi8989a_ะ’ะฐัั)\n(Something like "
"http://foo.com/blah_blah_(ะกั‚ะฐะบะฐะฝ_007))\nhttp://foo.com/blah_blah.\nhttp://foo.com/blah_blah/.\n<http://foo.com/"
"blah_blah>\n<http://fo@@@@@@@@@^%#*@^&@$#*@#%^*&!^#o.com/blah_blah/>\nhttp://foo.com/blah_blah,\nhttp://"
"www.example.com/wpstyle/?p=364.\nhttp://โœชdf.ws/123\nrdar://1234\nrdar:/1234\nhttp://"
"userid:password@example.com:8080\nhttp://userid@example.com\nhttp://userid@example.com:8080\nhttp://"
"userid:password@example.com\nhttp://example.com:8080 "
"x-yojimbo-item://6303E4C1-xxxx-45A6-AB9D-3A908F59AE0E\nmessage://"
"%3c330e7f8409726r6a4ba78dkf1fd71420c1bf6ff@mail.gmail.com%3e\nhttp://โžก๏ธ.ws/ไจน\nwww.โžก๏ธ.ws/"
"ไจน\n<tag>http://example.com</tag>\nJust a www.example.com "
"link.\n\nโžก๏ธ.ws/"
"ไจน\n\nabcdefghijklmnopqrstuvwxyz0123456789qwe_sdfsdf.aweawe-sdfs.com\nwww.๐Ÿค™.tk:1\ngoogle.com:"
"แช‰แช‰แช‰แช‰\ngoogle."
"com:แช€แช€\nhttp://โ€‰โ€‰.com\nURL: โ€‰โ€‰โ€‰โ€‰.com\nURL: "
".com\n\ngoogle.com?qwe\ngoogle.com#qwe\ngoogle.com/?\ngoogle.com/#\ngoogle.com?\ngoogle.com#\n",
{"a.b.google.com",
"http://cรณduia.de/",
"cpia.de/()",
"http://ะณั€ะธัˆะบะฐ.ั€ั„/",
"http://xn--80afpi2a3c.xn--p1ai/",
"ะณั€ะธัˆะบะฐ.ั€ั„",
"ะฟะพั‡ั‚ะฐ.ั€ั„",
"โœชdf.ws/123",
"xn--80afpi2a3c.xn--p1ai",
"http://foo.com/blah_blah",
"http://foo.com/blah_blah/",
"http://foo.com/blah_blah",
"http://foo.com/blah_blah_(wikipedi8989a_ะ’ะฐัั)",
"http://foo.com/blah_blah_(ะกั‚ะฐะบะฐะฝ_007)",
"http://foo.com/blah_blah",
"http://foo.com/blah_blah/",
"http://foo.com/blah_blah",
"http://foo.com/blah_blah",
"http://www.example.com/wpstyle/?p=364",
"http://โœชdf.ws/123",
"http://userid:password@example.com:8080",
"http://userid@example.com",
"http://userid@example.com:8080",
"http://userid:password@example.com",
"http://example.com:8080",
"http://โžก๏ธ.ws/ไจน",
"www.โžก๏ธ.ws/ไจน",
"http://example.com",
"www.example.com",
"โžก๏ธ.ws/ไจน",
"abcdefghijklmnopqrstuvwxyz0123456789qwe_sdfsdf.aweawe-sdfs.com",
"www.๐Ÿค™.tk:1",
"google.com",
"google.com",
"google.com?qwe",
"google.com#qwe",
"google.com/",
"google.com/#",
"google.com",
"google.com"});
check_url("https://t.โ€ฆ", {});
check_url("('http://telegram.org/a-b/?br=ie&lang=en',)", {"http://telegram.org/a-b/?br=ie&lang=en"});
check_url("https://ai.telegram.org/bot%20bot/test-...", {"https://ai.telegram.org/bot%20bot/test-"});
check_url("a.bc@c.com", {}, {"a.bc@c.com"});
check_url("https://a.bc@c.com", {"https://a.bc@c.com"});
check_url("https://a.de[bc@c.com", {"https://a.de"}, {"bc@c.com"});
check_url("https://a.de/bc@c.com", {"https://a.de/bc@c.com"});
check_url("https://a.de]bc@c.com", {"https://a.de"}, {"bc@c.com"});
check_url("https://a.de{bc@c.com", {"https://a.de"}, {"bc@c.com"});
check_url("https://a.de}bc@c.com", {"https://a.de"}, {"bc@c.com"});
check_url("https://a.de(bc@c.com", {"https://a.de"}, {"bc@c.com"});
check_url("https://a.de)bc@c.com", {"https://a.de"}, {"bc@c.com"});
check_url("https://a.de\\bc@c.com", {"https://a.de\\bc@c.com"});
check_url("https://a.de'bc@c.com", {"https://a.de"}, {"bc@c.com"});
check_url("https://a.de`bc@c.com", {"https://a.de"}, {"bc@c.com"});
check_url("https://a.bc:de.fg@c.com", {"https://a.bc:de.fg@c.com"});
check_url("https://a:h.bc:de.fg@c.com", {"https://a:h.bc:de.fg@c.com"});
check_url("https://abc@c.com", {"https://abc@c.com"});
check_url("https://de[bc@c.com", {}, {"bc@c.com"});
check_url("https://de/bc@c.com", {});
check_url("https://de]bc@c.com", {}, {"bc@c.com"});
check_url("https://de{bc@c.com", {}, {"bc@c.com"});
check_url("https://de}bc@c.com", {}, {"bc@c.com"});
check_url("https://de(bc@c.com", {}, {"bc@c.com"});
check_url("https://de)bc@c.com", {}, {"bc@c.com"});
check_url("https://de\\bc@c.com", {"https://de\\bc@c.com"});
check_url("https://de'bc@c.com", {}, {"bc@c.com"});
check_url("https://de`bc@c.com", {}, {"bc@c.com"});
check_url("https://bc:defg@c.com", {"https://bc:defg@c.com"});
check_url("https://a:hbc:defg@c.com", {"https://a:hbc:defg@c.com"});
check_url("https://a.bc@test.com:cd.com", {"https://a.bc@test.com", "cd.com"});
check_url("telegram.Org", {});
check_url("telegram.ORG", {"telegram.ORG"});
check_url("a.b.c.com.a.b.c", {});
check_url("File '/usr/views.py'", {}); // TODO server fix
check_url("@views.py'", {}); // TODO server fix
check_url("#views.py'", {}); // TODO server fix
check_url("/views.py'", {}); // TODO server fix
check_url(".views.py", {});
check_url("'views.py'", {"views.py"});
check_url("bug.http://test.com/test/+#", {}); // TODO {"http://test.com/test/+#"}
check_url("//AB.C.D.E.F.GH//", {});
check_url("<http://www.ics.uci.edu/pub/ietf/uri/historical.html#WARNING>",
{"http://www.ics.uci.edu/pub/ietf/uri/historical.html#WARNING"});
check_url("Look :test@example.com", {":test@example.com"}, {}); // TODO {}, {"test@example.com"}
check_url("Look mailto:test@example.com", {}, {"test@example.com"});
check_url("http://test.com#a", {"http://test.com#a"});
check_url("http://test.com#", {"http://test.com"});
check_url("http://test.com?#", {"http://test.com?#"});
check_url("http://test.com/?#", {"http://test.com/?#"});
check_url("https://t.me/abcdefโ€ฆ", {"https://t.me/abcdef"});
check_url("https://t.meโ€ฆ", {"https://t.me"});
check_url("https://t.mโ€ฆ", {});
check_url("https://t.โ€ฆ", {});
check_url("https://tโ€ฆ", {});
check_url("๐Ÿ‘‰http://ab.com/cdefgh-1IJ", {"http://ab.com/cdefgh-1IJ"});
check_url("...๐Ÿ‘‰http://ab.com/cdefgh-1IJ", {}); // TODO
}
static void check_fix_formatted_text(td::string str, td::vector<td::MessageEntity> entities,
const td::string &expected_str,
const td::vector<td::MessageEntity> &expected_entities, bool allow_empty = true,
bool skip_new_entities = false, bool skip_bot_commands = false,
bool for_draft = true) {
ASSERT_TRUE(
td::fix_formatted_text(str, entities, allow_empty, skip_new_entities, skip_bot_commands, for_draft).is_ok());
ASSERT_STREQ(expected_str, str);
ASSERT_EQ(expected_entities, entities);
}
static void check_fix_formatted_text(td::string str, td::vector<td::MessageEntity> entities, bool allow_empty,
bool skip_new_entities, bool skip_bot_commands, bool for_draft) {
ASSERT_TRUE(
fix_formatted_text(str, entities, allow_empty, skip_new_entities, skip_bot_commands, for_draft).is_error());
}
TEST(MessageEntities, fix_formatted_text) {
td::string str;
td::string fixed_str;
for (auto i = 0; i <= 32; i++) {
str += static_cast<char>(i);
if (i != 13) {
if (i != 10) {
fixed_str += ' ';
} else {
fixed_str += str.back();
}
}
}
check_fix_formatted_text(str, {}, "", {}, true, true, true, true);
check_fix_formatted_text(str, {}, "", {}, true, true, false, true);
check_fix_formatted_text(str, {}, "", {}, true, false, true, true);
check_fix_formatted_text(str, {}, "", {}, true, false, false, true);
check_fix_formatted_text(str, {}, "", {}, true, false, false, false);
check_fix_formatted_text(str, {}, false, false, false, false);
check_fix_formatted_text(str, {}, false, false, false, true);
str += "a \r\n ";
fixed_str += "a \n ";
for (td::int32 i = 33; i <= 35; i++) {
td::vector<td::MessageEntity> entities;
entities.emplace_back(td::MessageEntity::Type::Bold, 0, i);
td::vector<td::MessageEntity> fixed_entities;
if (i != 33) {
fixed_entities = entities;
fixed_entities.back().length = i - 1;
}
check_fix_formatted_text(str, entities, fixed_str, fixed_entities, true, false, false, true);
td::string expected_str;
if (i != 33) {
fixed_entities = entities;
fixed_entities.back().length = 33;
expected_str = fixed_str.substr(0, 33);
} else {
fixed_entities.clear();
expected_str = "a";
}
check_fix_formatted_text(str, entities, expected_str, fixed_entities, false, false, false, false);
}
str = "๐Ÿ‘‰ ๐Ÿ‘‰ ";
for (int i = 0; i < 10; i++) {
td::vector<td::MessageEntity> entities;
entities.emplace_back(td::MessageEntity::Type::Bold, i, 1);
if (i != 2 && i != 5 && i != 6) {
check_fix_formatted_text(str, entities, true, true, true, true);
check_fix_formatted_text(str, entities, false, false, false, false);
} else {
check_fix_formatted_text(str, entities, str, {}, true, true, true, true);
check_fix_formatted_text(str, entities, str.substr(0, str.size() - 2), {}, false, false, false, false);
}
}
str = " /test @abaca #ORD $ABC telegram.org ";
for (auto for_draft : {false, true}) {
td::int32 shift = for_draft ? 2 : 0;
td::string expected_str = for_draft ? str : str.substr(2, str.size() - 3);
for (auto skip_new_entities : {false, true}) {
for (auto skip_bot_commands : {false, true}) {
td::vector<td::MessageEntity> entities;
if (!skip_new_entities) {
if (!skip_bot_commands) {
entities.emplace_back(td::MessageEntity::Type::BotCommand, shift, 5);
}
entities.emplace_back(td::MessageEntity::Type::Mention, shift + 6, 6);
entities.emplace_back(td::MessageEntity::Type::Hashtag, shift + 13, 4);
entities.emplace_back(td::MessageEntity::Type::Cashtag, shift + 18, 4);
entities.emplace_back(td::MessageEntity::Type::Url, shift + 24, 12);
}
check_fix_formatted_text(str, {}, expected_str, entities, true, skip_new_entities, skip_bot_commands,
for_draft);
check_fix_formatted_text(str, {}, expected_str, entities, false, skip_new_entities, skip_bot_commands,
for_draft);
}
}
}
str = "aba \r\n caba ";
for (td::int32 length = 1; length <= 3; length++) {
for (td::int32 offset = 0; static_cast<size_t>(offset + length) <= str.size(); offset++) {
for (auto type : {td::MessageEntity::Type::Bold, td::MessageEntity::Type::Url, td::MessageEntity::Type::TextUrl,
td::MessageEntity::Type::MentionName}) {
for (auto for_draft : {false, true}) {
fixed_str = for_draft ? "aba \n caba " : "aba \n caba";
auto fixed_length = offset <= 4 && offset + length >= 5 ? length - 1 : length;
auto fixed_offset = offset >= 5 ? offset - 1 : offset;
if (static_cast<size_t>(fixed_offset) >= fixed_str.size()) {
fixed_length = 0;
}
while (static_cast<size_t>(fixed_offset + fixed_length) > fixed_str.size()) {
fixed_length--;
}
td::vector<td::MessageEntity> entities;
entities.emplace_back(type, offset, length);
td::vector<td::MessageEntity> fixed_entities;
if (fixed_length > 0) {
for (auto i = 0; i < length; i++) {
if (str[offset + i] != '\r' && str[offset + i] != '\n' &&
(str[offset + i] != ' ' || type == td::MessageEntity::Type::TextUrl ||
type == td::MessageEntity::Type::MentionName)) {
fixed_entities.emplace_back(type, fixed_offset, fixed_length);
break;
}
}
}
check_fix_formatted_text(str, entities, fixed_str, fixed_entities, true, false, false, for_draft);
}
}
}
}
str = "aba caba";
for (td::int32 length = -10; length <= 10; length++) {
for (td::int32 offset = -10; offset <= 10; offset++) {
td::vector<td::MessageEntity> entities;
entities.emplace_back(td::MessageEntity::Type::Bold, offset, length);
td::vector<td::MessageEntity> fixed_entities;
if (length < 0 || offset < 0 || (length > 0 && static_cast<size_t>(length + offset) > str.size())) {
check_fix_formatted_text(str, entities, true, false, false, false);
check_fix_formatted_text(str, entities, false, false, false, true);
continue;
}
if (length > 0 && (length >= 2 || offset != 3)) {
fixed_entities.emplace_back(td::MessageEntity::Type::Bold, offset, length);
}
check_fix_formatted_text(str, entities, str, fixed_entities, true, false, false, false);
check_fix_formatted_text(str, entities, str, fixed_entities, false, false, false, true);
}
}
str = "aba caba";
for (td::int32 length = 1; length <= 7; length++) {
for (td::int32 offset = 0; offset <= 8 - length; offset++) {
for (td::int32 length2 = 1; length2 <= 7; length2++) {
for (td::int32 offset2 = 0; offset2 <= 8 - length2; offset2++) {
if (offset != offset2) {
td::vector<td::MessageEntity> entities;
entities.emplace_back(td::MessageEntity::Type::TextUrl, offset, length);
entities.emplace_back(td::MessageEntity::Type::TextUrl, offset2, length2);
td::vector<td::MessageEntity> fixed_entities = entities;
std::sort(fixed_entities.begin(), fixed_entities.end());
if (fixed_entities[0].offset + fixed_entities[0].length > fixed_entities[1].offset) {
fixed_entities.pop_back();
}
check_fix_formatted_text(str, entities, str, fixed_entities, false, false, false, false);
}
}
}
}
}
for (auto text : {" \n โžก๏ธ โžก๏ธ โžก๏ธ โžก๏ธ \n ", "\n\n\nab cd ef gh "}) {
str = text;
td::vector<td::MessageEntity> entities;
td::vector<td::MessageEntity> fixed_entities;
auto length = td::narrow_cast<int>(td::utf8_utf16_length(str));
for (int i = 0; i < 10; i++) {
if ((i + 1) * 3 + 2 <= length) {
entities.emplace_back(td::MessageEntity::Type::Bold, (i + 1) * 3, 2);
}
if ((i + 2) * 3 <= length) {
entities.emplace_back(td::MessageEntity::Type::Italic, (i + 1) * 3 + 2, 1);
}
if (i < 4) {
fixed_entities.emplace_back(td::MessageEntity::Type::Bold, i * 3, 2);
}
}
check_fix_formatted_text(str, entities, td::utf8_utf16_substr(str, 3, 11), fixed_entities, false, false, false,
false);
}
for (td::string text : {"\t", "\r", "\n", "\t ", "\r ", "\n "}) {
for (auto type : {td::MessageEntity::Type::Bold, td::MessageEntity::Type::TextUrl}) {
check_fix_formatted_text(text, {{type, 0, 1, "http://telegram.org/"}}, "", {}, true, false, false, true);
}
}
check_fix_formatted_text("abc", {{td::MessageEntity::Type::Italic, 1, 1}, {td::MessageEntity::Type::Italic, 0, 1}},
"abc", {{td::MessageEntity::Type::Italic, 0, 2}});
check_fix_formatted_text("abc", {{td::MessageEntity::Type::Italic, 1, 1}, {td::MessageEntity::Type::Italic, 1, 1}},
"abc", {{td::MessageEntity::Type::Italic, 1, 1}});
check_fix_formatted_text("abc", {{td::MessageEntity::Type::Italic, 0, 2}, {td::MessageEntity::Type::Italic, 1, 2}},
"abc", {{td::MessageEntity::Type::Italic, 0, 3}});
check_fix_formatted_text("abc", {{td::MessageEntity::Type::Italic, 0, 2}, {td::MessageEntity::Type::Italic, 2, 1}},
"abc", {{td::MessageEntity::Type::Italic, 0, 3}});
check_fix_formatted_text("abc", {{td::MessageEntity::Type::Italic, 0, 1}, {td::MessageEntity::Type::Italic, 2, 1}},
"abc", {{td::MessageEntity::Type::Italic, 0, 1}, {td::MessageEntity::Type::Italic, 2, 1}});
check_fix_formatted_text("abc", {{td::MessageEntity::Type::Italic, 0, 2}, {td::MessageEntity::Type::Bold, 1, 2}},
"abc",
{{td::MessageEntity::Type::Italic, 0, 1},
{td::MessageEntity::Type::Bold, 1, 2},
{td::MessageEntity::Type::Italic, 1, 1}});
check_fix_formatted_text("abc", {{td::MessageEntity::Type::Italic, 0, 2}, {td::MessageEntity::Type::Bold, 2, 1}},
"abc", {{td::MessageEntity::Type::Italic, 0, 2}, {td::MessageEntity::Type::Bold, 2, 1}});
check_fix_formatted_text("abc", {{td::MessageEntity::Type::Italic, 0, 1}, {td::MessageEntity::Type::Bold, 2, 1}},
"abc", {{td::MessageEntity::Type::Italic, 0, 1}, {td::MessageEntity::Type::Bold, 2, 1}});
// _a*b*_
check_fix_formatted_text(
"ab", {{td::MessageEntity::Type::Underline, 0, 2}, {td::MessageEntity::Type::Strikethrough, 1, 1}}, "ab",
{{td::MessageEntity::Type::Underline, 0, 2}, {td::MessageEntity::Type::Strikethrough, 1, 1}});
check_fix_formatted_text("ab",
{{td::MessageEntity::Type::Underline, 0, 1},
{td::MessageEntity::Type::Underline, 1, 1},
{td::MessageEntity::Type::Strikethrough, 1, 1}},
"ab",
{{td::MessageEntity::Type::Underline, 0, 1},
{td::MessageEntity::Type::Underline, 1, 1},
{td::MessageEntity::Type::Strikethrough, 1, 1}});
check_fix_formatted_text(
"ab", {{td::MessageEntity::Type::Strikethrough, 0, 2}, {td::MessageEntity::Type::Underline, 1, 1}}, "ab",
{{td::MessageEntity::Type::Strikethrough, 0, 2}, {td::MessageEntity::Type::Underline, 1, 1}});
check_fix_formatted_text("ab",
{{td::MessageEntity::Type::Strikethrough, 0, 1},
{td::MessageEntity::Type::Strikethrough, 1, 1},
{td::MessageEntity::Type::Underline, 1, 1}},
"ab",
{{td::MessageEntity::Type::Strikethrough, 0, 1},
{td::MessageEntity::Type::Underline, 1, 1},
{td::MessageEntity::Type::Strikethrough, 1, 1}});
// _*a*b_
check_fix_formatted_text(
"ab", {{td::MessageEntity::Type::Underline, 0, 2}, {td::MessageEntity::Type::Strikethrough, 0, 1}}, "ab",
{{td::MessageEntity::Type::Underline, 0, 2}, {td::MessageEntity::Type::Strikethrough, 0, 1}});
check_fix_formatted_text(
"ab",
{{td::MessageEntity::Type::Underline, 0, 1},
{td::MessageEntity::Type::Underline, 1, 1},
{td::MessageEntity::Type::Strikethrough, 0, 1}},
"ab", {{td::MessageEntity::Type::Underline, 0, 2}, {td::MessageEntity::Type::Strikethrough, 0, 1}});
// _*a*_\r_*b*_
check_fix_formatted_text("a\rb",
{{td::MessageEntity::Type::Bold, 0, 1},
{td::MessageEntity::Type::Strikethrough, 0, 1},
{td::MessageEntity::Type::Bold, 2, 1},
{td::MessageEntity::Type::Strikethrough, 2, 1}},
"ab",
{{td::MessageEntity::Type::Bold, 0, 2}, {td::MessageEntity::Type::Strikethrough, 0, 2}});
check_fix_formatted_text("a\nb",
{{td::MessageEntity::Type::Bold, 0, 1},
{td::MessageEntity::Type::Strikethrough, 0, 1},
{td::MessageEntity::Type::Bold, 2, 1},
{td::MessageEntity::Type::Strikethrough, 2, 1}},
"a\nb",
{{td::MessageEntity::Type::Bold, 0, 1},
{td::MessageEntity::Type::Strikethrough, 0, 1},
{td::MessageEntity::Type::Bold, 2, 1},
{td::MessageEntity::Type::Strikethrough, 2, 1}});
// _`a`_
check_fix_formatted_text("a", {{td::MessageEntity::Type::Pre, 0, 1}, {td::MessageEntity::Type::Strikethrough, 0, 1}},
"a", {{td::MessageEntity::Type::Pre, 0, 1}});
check_fix_formatted_text("a", {{td::MessageEntity::Type::Strikethrough, 0, 1}, {td::MessageEntity::Type::Pre, 0, 1}},
"a", {{td::MessageEntity::Type::Pre, 0, 1}});
check_fix_formatted_text("abc",
{{td::MessageEntity::Type::Pre, 0, 3}, {td::MessageEntity::Type::Strikethrough, 1, 1}},
"abc", {{td::MessageEntity::Type::Pre, 0, 3}});
check_fix_formatted_text(
"abc", {{td::MessageEntity::Type::Pre, 1, 1}, {td::MessageEntity::Type::Strikethrough, 0, 3}}, "abc",
{{td::MessageEntity::Type::Strikethrough, 0, 1},
{td::MessageEntity::Type::Pre, 1, 1},
{td::MessageEntity::Type::Strikethrough, 2, 1}});
check_fix_formatted_text(
"abc", {{td::MessageEntity::Type::Pre, 1, 1}, {td::MessageEntity::Type::Strikethrough, 1, 2}}, "abc",
{{td::MessageEntity::Type::Pre, 1, 1}, {td::MessageEntity::Type::Strikethrough, 2, 1}});
check_fix_formatted_text(
"abc", {{td::MessageEntity::Type::Pre, 1, 1}, {td::MessageEntity::Type::Strikethrough, 0, 2}}, "abc",
{{td::MessageEntity::Type::Strikethrough, 0, 1}, {td::MessageEntity::Type::Pre, 1, 1}});
check_fix_formatted_text("abc", {{td::MessageEntity::Type::Pre, 0, 3}, {td::MessageEntity::Type::BlockQuote, 1, 1}},
"abc", {{td::MessageEntity::Type::BlockQuote, 1, 1}});
check_fix_formatted_text("abc", {{td::MessageEntity::Type::BlockQuote, 0, 3}, {td::MessageEntity::Type::Pre, 1, 1}},
"abc", {{td::MessageEntity::Type::BlockQuote, 0, 3}, {td::MessageEntity::Type::Pre, 1, 1}});
check_fix_formatted_text("example.com", {}, "example.com", {{td::MessageEntity::Type::Url, 0, 11}});
check_fix_formatted_text("example.com", {{td::MessageEntity::Type::Pre, 0, 3}}, "example.com",
{{td::MessageEntity::Type::Pre, 0, 3}});
check_fix_formatted_text("example.com", {{td::MessageEntity::Type::BlockQuote, 0, 3}}, "example.com",
{{td::MessageEntity::Type::BlockQuote, 0, 3}});
check_fix_formatted_text("example.com", {{td::MessageEntity::Type::BlockQuote, 0, 11}}, "example.com",
{{td::MessageEntity::Type::BlockQuote, 0, 11}, {td::MessageEntity::Type::Url, 0, 11}});
check_fix_formatted_text("example.com", {{td::MessageEntity::Type::Italic, 0, 11}}, "example.com",
{{td::MessageEntity::Type::Url, 0, 11}, {td::MessageEntity::Type::Italic, 0, 11}});
check_fix_formatted_text("example.com", {{td::MessageEntity::Type::Italic, 0, 3}}, "example.com",
{{td::MessageEntity::Type::Url, 0, 11}, {td::MessageEntity::Type::Italic, 0, 3}});
check_fix_formatted_text("example.com a", {{td::MessageEntity::Type::Italic, 0, 13}}, "example.com a",
{{td::MessageEntity::Type::Url, 0, 11},
{td::MessageEntity::Type::Italic, 0, 11},
{td::MessageEntity::Type::Italic, 11, 2}});
check_fix_formatted_text("a example.com", {{td::MessageEntity::Type::Italic, 0, 13}}, "a example.com",
{{td::MessageEntity::Type::Italic, 0, 2},
{td::MessageEntity::Type::Url, 2, 11},
{td::MessageEntity::Type::Italic, 2, 11}});
for (size_t test_n = 0; test_n < 100000; test_n++) {
bool is_url = td::Random::fast(0, 1) == 1;
td::int32 url_offset = 0;
td::int32 url_end = 0;
if (is_url) {
str = td::string(td::Random::fast(1, 5), 'a') + ":example.com:" + td::string(td::Random::fast(1, 5), 'a');
url_offset = static_cast<td::int32>(str.find('e'));
url_end = url_offset + 11;
} else {
str = td::string(td::Random::fast(1, 20), 'a');
}
auto n = td::Random::fast(1, 20);
td::vector<td::MessageEntity> entities;
for (int j = 0; j < n; j++) {
td::int32 type = td::Random::fast(4, 16);
td::int32 offset = td::Random::fast(0, static_cast<int>(str.size()) - 1);
auto max_length = static_cast<int>(str.size() - offset);
if ((test_n & 1) != 0 && max_length > 4) {
max_length = 4;
}
td::int32 length = td::Random::fast(0, max_length);
entities.emplace_back(static_cast<td::MessageEntity::Type>(type), offset, length);
}
auto get_type_mask = [](std::size_t length, const td::vector<td::MessageEntity> &entities) {
td::vector<td::int32> result(length);
for (auto &entity : entities) {
for (auto pos = 0; pos < entity.length; pos++) {
result[entity.offset + pos] |= (1 << static_cast<td::int32>(entity.type));
}
}
return result;
};
auto old_type_mask = get_type_mask(str.size(), entities);
ASSERT_TRUE(td::fix_formatted_text(str, entities, false, false, true, false).is_ok());
auto new_type_mask = get_type_mask(str.size(), entities);
auto splittable_mask = (1 << 5) | (1 << 6) | (1 << 14) | (1 << 15);
auto pre_mask = (1 << 7) | (1 << 8) | (1 << 9);
for (std::size_t pos = 0; pos < str.size(); pos++) {
if ((new_type_mask[pos] & pre_mask) != 0) {
ASSERT_EQ(0, new_type_mask[pos] & splittable_mask);
} else {
ASSERT_EQ(old_type_mask[pos] & splittable_mask, new_type_mask[pos] & splittable_mask);
}
}
bool keep_url = is_url;
td::MessageEntity url_entity(td::MessageEntity::Type::Url, url_offset, url_end - url_offset);
for (auto &entity : entities) {
if (entity == url_entity) {
continue;
}
td::int32 offset = entity.offset;
td::int32 end = offset + entity.length;
if (keep_url && ((1 << static_cast<td::int32>(entity.type)) & splittable_mask) == 0 &&
!(end <= url_offset || url_end <= offset)) {
keep_url = (entity.type == td::MessageEntity::Type::BlockQuote && offset <= url_offset && url_end <= end);
}
}
ASSERT_EQ(keep_url, std::count(entities.begin(), entities.end(), url_entity) == 1);
for (size_t i = 0; i < entities.size(); i++) {
auto type_mask = 1 << static_cast<td::int32>(entities[i].type);
for (size_t j = i + 1; j < entities.size(); j++) {
// sorted
ASSERT_TRUE(entities[j].offset > entities[i].offset ||
(entities[j].offset == entities[i].offset && entities[j].length <= entities[i].length));
// not intersecting
ASSERT_TRUE(entities[j].offset >= entities[i].offset + entities[i].length ||
entities[j].offset + entities[j].length <= entities[i].offset + entities[i].length);
if (entities[j].offset < entities[i].offset + entities[i].length) { // if nested
// types are different
ASSERT_TRUE(entities[j].type != entities[i].type);
// pre can't contain other entities
ASSERT_TRUE((type_mask & pre_mask) == 0);
if ((type_mask & splittable_mask) == 0 && entities[i].type != td::MessageEntity::Type::BlockQuote) {
// continuous entities can contain only splittable entities
ASSERT_TRUE(((1 << static_cast<td::int32>(entities[j].type)) & splittable_mask) != 0);
}
}
}
}
}
}
static void check_parse_html(td::string text, const td::string &result, const td::vector<td::MessageEntity> &entities) {
auto r_entities = td::parse_html(text);
ASSERT_TRUE(r_entities.is_ok());
ASSERT_EQ(entities, r_entities.ok());
ASSERT_STREQ(result, text);
}
static void check_parse_html(td::string text, td::Slice error_message) {
auto r_entities = td::parse_html(text);
ASSERT_TRUE(r_entities.is_error());
ASSERT_EQ(400, r_entities.error().code());
ASSERT_STREQ(error_message, r_entities.error().message());
}
TEST(MessageEntities, parse_html) {
td::string invalid_surrogate_pair_error_message =
"Text contains invalid Unicode characters after decoding HTML entities, check for unmatched surrogate code units";
check_parse_html("&#57311;", invalid_surrogate_pair_error_message);
check_parse_html("&#xDFDF;", invalid_surrogate_pair_error_message);
check_parse_html("&#xDFDF", invalid_surrogate_pair_error_message);
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<abacaba", "Unclosed start tag at byte offset 13");
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<abac aba>", "Unsupported start tag \"abac\" at byte offset 13");
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<abac>", "Unsupported start tag \"abac\" at byte offset 13");
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i =aba>", "Empty attribute name in the tag \"i\" at byte offset 13");
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i aba>",
"Expected equal sign in declaration of an attribute of the tag \"i\" at byte offset 13");
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i aba = ", "Unclosed start tag \"i\" at byte offset 13");
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i aba = 190azAz-.,", "Unexpected end of name token at byte offset 27");
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i aba = \"&lt;&gt;&quot;>", "Unclosed start tag at byte offset 13");
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i aba = \'&lt;&gt;&quot;>", "Unclosed start tag at byte offset 13");
check_parse_html("๐ŸŸ ๐ŸŸ&lt;</", "Unexpected end tag at byte offset 13");
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<b></b></", "Unexpected end tag at byte offset 20");
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i>a</i ", "Unclosed end tag at byte offset 17");
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i>a</em >",
"Unmatched end tag at byte offset 17, expected \"</i>\", found \"</em>\"");
check_parse_html("", "", {});
check_parse_html("โžก๏ธ โžก๏ธ", "โžก๏ธ โžก๏ธ", {});
check_parse_html("&lt;&gt;&amp;&quot;&laquo;&raquo;&#12345678;", "<>&\"&laquo;&raquo;&#12345678;", {});
check_parse_html("โžก๏ธ โžก๏ธ<i>โžก๏ธ โžก๏ธ</i>", "โžก๏ธ โžก๏ธโžก๏ธ โžก๏ธ",
{{td::MessageEntity::Type::Italic, 5, 5}});
check_parse_html("โžก๏ธ โžก๏ธ<em>โžก๏ธ โžก๏ธ</em>", "โžก๏ธ โžก๏ธโžก๏ธ โžก๏ธ",
{{td::MessageEntity::Type::Italic, 5, 5}});
check_parse_html("โžก๏ธ โžก๏ธ<b>โžก๏ธ โžก๏ธ</b>", "โžก๏ธ โžก๏ธโžก๏ธ โžก๏ธ",
{{td::MessageEntity::Type::Bold, 5, 5}});
check_parse_html("โžก๏ธ โžก๏ธ<strong>โžก๏ธ โžก๏ธ</strong>", "โžก๏ธ โžก๏ธโžก๏ธ โžก๏ธ",
{{td::MessageEntity::Type::Bold, 5, 5}});
check_parse_html("โžก๏ธ โžก๏ธ<u>โžก๏ธ โžก๏ธ</u>", "โžก๏ธ โžก๏ธโžก๏ธ โžก๏ธ",
{{td::MessageEntity::Type::Underline, 5, 5}});
check_parse_html("โžก๏ธ โžก๏ธ<ins>โžก๏ธ โžก๏ธ</ins>", "โžก๏ธ โžก๏ธโžก๏ธ โžก๏ธ",
{{td::MessageEntity::Type::Underline, 5, 5}});
check_parse_html("โžก๏ธ โžก๏ธ<s>โžก๏ธ โžก๏ธ</s>", "โžก๏ธ โžก๏ธโžก๏ธ โžก๏ธ",
{{td::MessageEntity::Type::Strikethrough, 5, 5}});
check_parse_html("โžก๏ธ โžก๏ธ<strike>โžก๏ธ โžก๏ธ</strike>", "โžก๏ธ โžก๏ธโžก๏ธ โžก๏ธ",
{{td::MessageEntity::Type::Strikethrough, 5, 5}});
check_parse_html("โžก๏ธ โžก๏ธ<del>โžก๏ธ โžก๏ธ</del>", "โžก๏ธ โžก๏ธโžก๏ธ โžก๏ธ",
{{td::MessageEntity::Type::Strikethrough, 5, 5}});
check_parse_html("โžก๏ธ โžก๏ธ<i>โžก๏ธ โžก๏ธ</i><b>โžก๏ธ โžก๏ธ</b>", "โžก๏ธ โžก๏ธโžก๏ธ โžก๏ธโžก๏ธ โžก๏ธ",
{{td::MessageEntity::Type::Italic, 5, 5}, {td::MessageEntity::Type::Bold, 10, 5}});
check_parse_html("๐ŸŸ ๐ŸŸ<i>๐ŸŸ &lt๐ŸŸ</i>", "๐ŸŸ ๐ŸŸ๐ŸŸ <๐ŸŸ", {{td::MessageEntity::Type::Italic, 5, 6}});
check_parse_html("๐ŸŸ ๐ŸŸ<i>๐ŸŸ &gt;<b aba = caba>&lt๐ŸŸ</b></i>", "๐ŸŸ ๐ŸŸ๐ŸŸ ><๐ŸŸ",
{{td::MessageEntity::Type::Italic, 5, 7}, {td::MessageEntity::Type::Bold, 9, 3}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i aba = 190azAz-. >a</i>", "๐ŸŸ ๐ŸŸ<a",
{{td::MessageEntity::Type::Italic, 6, 1}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i aba = 190azAz-.>a</i>", "๐ŸŸ ๐ŸŸ<a",
{{td::MessageEntity::Type::Italic, 6, 1}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i aba = \"&lt;&gt;&quot;\">a</i>", "๐ŸŸ ๐ŸŸ<a",
{{td::MessageEntity::Type::Italic, 6, 1}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i aba = '&lt;&gt;&quot;'>a</i>", "๐ŸŸ ๐ŸŸ<a",
{{td::MessageEntity::Type::Italic, 6, 1}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i aba = '&lt;&gt;&quot;'>a</>", "๐ŸŸ ๐ŸŸ<a",
{{td::MessageEntity::Type::Italic, 6, 1}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i>๐ŸŸ ๐ŸŸ&lt;</>", "๐ŸŸ ๐ŸŸ<๐ŸŸ ๐ŸŸ<",
{{td::MessageEntity::Type::Italic, 6, 6}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i>a</ >", "๐ŸŸ ๐ŸŸ<a", {{td::MessageEntity::Type::Italic, 6, 1}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<i>a</i >", "๐ŸŸ ๐ŸŸ<a", {{td::MessageEntity::Type::Italic, 6, 1}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<b></b>", "๐ŸŸ ๐ŸŸ<", {});
check_parse_html("<i>\t</i>", "\t", {{td::MessageEntity::Type::Italic, 0, 1}});
check_parse_html("<i>\r</i>", "\r", {{td::MessageEntity::Type::Italic, 0, 1}});
check_parse_html("<i>\n</i>", "\n", {{td::MessageEntity::Type::Italic, 0, 1}});
check_parse_html("<a href=telegram.org>\t</a>", "\t",
{{td::MessageEntity::Type::TextUrl, 0, 1, "http://telegram.org/"}});
check_parse_html("<a href=telegram.org>\r</a>", "\r",
{{td::MessageEntity::Type::TextUrl, 0, 1, "http://telegram.org/"}});
check_parse_html("<a href=telegram.org>\n</a>", "\n",
{{td::MessageEntity::Type::TextUrl, 0, 1, "http://telegram.org/"}});
check_parse_html("<code><i><b> </b></i></code><i><b><code> </code></b></i>", " ",
{{td::MessageEntity::Type::Code, 0, 1},
{td::MessageEntity::Type::Bold, 0, 1},
{td::MessageEntity::Type::Italic, 0, 1},
{td::MessageEntity::Type::Code, 1, 1},
{td::MessageEntity::Type::Bold, 1, 1},
{td::MessageEntity::Type::Italic, 1, 1}});
check_parse_html("<i><b> </b> <code> </code></i>", " ",
{{td::MessageEntity::Type::Italic, 0, 3},
{td::MessageEntity::Type::Bold, 0, 1},
{td::MessageEntity::Type::Code, 2, 1}});
check_parse_html("<a href=telegram.org> </a>", " ",
{{td::MessageEntity::Type::TextUrl, 0, 1, "http://telegram.org/"}});
check_parse_html("<a href =\"telegram.org\" > </a>", " ",
{{td::MessageEntity::Type::TextUrl, 0, 1, "http://telegram.org/"}});
check_parse_html("<a href= 'telegram.org' > </a>", " ",
{{td::MessageEntity::Type::TextUrl, 0, 1, "http://telegram.org/"}});
check_parse_html("<a href= 'telegram.org?&lt;' > </a>", " ",
{{td::MessageEntity::Type::TextUrl, 0, 1, "http://telegram.org/?<"}});
check_parse_html("<a> </a>", " ", {});
check_parse_html("<a>telegram.org </a>", "telegram.org ", {});
check_parse_html("<a>telegram.org</a>", "telegram.org",
{{td::MessageEntity::Type::TextUrl, 0, 12, "http://telegram.org/"}});
check_parse_html("<a>https://telegram.org/asdsa?asdasdwe#12e3we</a>", "https://telegram.org/asdsa?asdasdwe#12e3we",
{{td::MessageEntity::Type::TextUrl, 0, 42, "https://telegram.org/asdsa?asdasdwe#12e3we"}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<pre >๐ŸŸ ๐ŸŸ&lt;</>", "๐ŸŸ ๐ŸŸ<๐ŸŸ ๐ŸŸ<",
{{td::MessageEntity::Type::Pre, 6, 6}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<code >๐ŸŸ ๐ŸŸ&lt;</>", "๐ŸŸ ๐ŸŸ<๐ŸŸ ๐ŸŸ<",
{{td::MessageEntity::Type::Code, 6, 6}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<pre><code>๐ŸŸ ๐ŸŸ&lt;</code></>", "๐ŸŸ ๐ŸŸ<๐ŸŸ ๐ŸŸ<",
{{td::MessageEntity::Type::Pre, 6, 6}, {td::MessageEntity::Type::Code, 6, 6}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<pre><code class=\"language-\">๐ŸŸ ๐ŸŸ&lt;</code></>", "๐ŸŸ ๐ŸŸ<๐ŸŸ ๐ŸŸ<",
{{td::MessageEntity::Type::Pre, 6, 6}, {td::MessageEntity::Type::Code, 6, 6}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<pre><code class=\"language-fift\">๐ŸŸ ๐ŸŸ&lt;</></>", "๐ŸŸ ๐ŸŸ<๐ŸŸ ๐ŸŸ<",
{{td::MessageEntity::Type::PreCode, 6, 6, "fift"}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<code class=\"language-fift\"><pre>๐ŸŸ ๐ŸŸ&lt;</></>", "๐ŸŸ ๐ŸŸ<๐ŸŸ ๐ŸŸ<",
{{td::MessageEntity::Type::PreCode, 6, 6, "fift"}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<pre><code class=\"language-fift\">๐ŸŸ ๐ŸŸ&lt;</> </>", "๐ŸŸ ๐ŸŸ<๐ŸŸ ๐ŸŸ< ",
{{td::MessageEntity::Type::Pre, 6, 7}, {td::MessageEntity::Type::Code, 6, 6}});
check_parse_html("๐ŸŸ ๐ŸŸ&lt;<pre> <code class=\"language-fift\">๐ŸŸ ๐ŸŸ&lt;</></>", "๐ŸŸ ๐ŸŸ< ๐ŸŸ ๐ŸŸ<",
{{td::MessageEntity::Type::Pre, 6, 7}, {td::MessageEntity::Type::Code, 7, 6}});
}
static void check_parse_markdown(td::string text, const td::string &result,
const td::vector<td::MessageEntity> &entities) {
auto r_entities = td::parse_markdown_v2(text);
ASSERT_TRUE(r_entities.is_ok());
ASSERT_EQ(entities, r_entities.ok());
ASSERT_STREQ(result, text);
}
static void check_parse_markdown(td::string text, td::Slice error_message) {
auto r_entities = td::parse_markdown_v2(text);
ASSERT_TRUE(r_entities.is_error());
ASSERT_EQ(400, r_entities.error().code());
ASSERT_STREQ(error_message, r_entities.error().message());
}
TEST(MessageEntities, parse_markdown) {
td::Slice reserved_characters("]()>#+-=|{}.!");
td::Slice begin_characters("_*[~`");
for (char c = 1; c < 126; c++) {
if (begin_characters.find(c) != td::Slice::npos) {
continue;
}
td::string text(1, c);
if (reserved_characters.find(c) == td::Slice::npos) {
check_parse_markdown(text, text, {});
} else {
check_parse_markdown(
text, PSLICE() << "Character '" << c << "' is reserved and must be escaped with the preceding '\\'");
td::string escaped_text = "\\" + text;
check_parse_markdown(escaped_text, text, {});
}
}
check_parse_markdown("๐ŸŸ ๐ŸŸ_abacaba", "Can't find end of Italic entity at byte offset 9");
check_parse_markdown("๐ŸŸ ๐ŸŸ_abac * asd ", "Can't find end of Bold entity at byte offset 15");
check_parse_markdown("๐ŸŸ ๐ŸŸ_abac * asd _", "Can't find end of Italic entity at byte offset 21");
check_parse_markdown("๐ŸŸ ๐ŸŸ`", "Can't find end of Code entity at byte offset 9");
check_parse_markdown("๐ŸŸ ๐ŸŸ```", "Can't find end of Pre entity at byte offset 9");
check_parse_markdown("๐ŸŸ ๐ŸŸ```a", "Can't find end of Pre entity at byte offset 9");
check_parse_markdown("๐ŸŸ ๐ŸŸ```a ", "Can't find end of PreCode entity at byte offset 9");
check_parse_markdown("๐ŸŸ ๐ŸŸ__๐ŸŸ ๐ŸŸ_", "Can't find end of Italic entity at byte offset 20");
check_parse_markdown("๐ŸŸ ๐ŸŸ_๐ŸŸ ๐ŸŸ__", "Can't find end of Underline entity at byte offset 19");
check_parse_markdown("๐ŸŸ ๐ŸŸ```๐ŸŸ ๐ŸŸ`", "Can't find end of Code entity at byte offset 21");
check_parse_markdown("๐ŸŸ ๐ŸŸ```๐ŸŸ ๐ŸŸ_", "Can't find end of PreCode entity at byte offset 9");
check_parse_markdown("๐ŸŸ ๐ŸŸ```๐ŸŸ ๐ŸŸ\\`", "Can't find end of PreCode entity at byte offset 9");
check_parse_markdown("[telegram\\.org](asd\\)", "Can't find end of a URL at byte offset 16");
check_parse_markdown("[telegram\\.org](", "Can't find end of a URL at byte offset 16");
check_parse_markdown("[telegram\\.org](asd", "Can't find end of a URL at byte offset 16");
check_parse_markdown("๐ŸŸ ๐ŸŸ__๐ŸŸ _๐ŸŸ___", "Can't find end of Italic entity at byte offset 23");
check_parse_markdown("๐ŸŸ ๐ŸŸ__", "Can't find end of Underline entity at byte offset 9");
check_parse_markdown("", "", {});
check_parse_markdown("\\\\", "\\", {});
check_parse_markdown("\\\\\\", "\\\\", {});
check_parse_markdown("\\\\\\\\\\_\\*\\`", "\\\\_*`", {});
check_parse_markdown("โžก๏ธ โžก๏ธ", "โžก๏ธ โžก๏ธ", {});
check_parse_markdown("๐ŸŸ ๐ŸŸ``", "๐ŸŸ ๐ŸŸ", {});
check_parse_markdown("๐ŸŸ ๐ŸŸ_abac \\* asd _", "๐ŸŸ ๐ŸŸabac * asd ", {{td::MessageEntity::Type::Italic, 5, 11}});
check_parse_markdown("๐ŸŸ \\.๐ŸŸ_๐ŸŸ\\. ๐ŸŸ_", "๐ŸŸ .๐ŸŸ๐ŸŸ. ๐ŸŸ", {{td::MessageEntity::Type::Italic, 6, 6}});
check_parse_markdown("\\\\\\a\\b\\c\\d\\e\\f\\1\\2\\3\\4\\โžก๏ธ\\", "\\abcdef1234\\โžก๏ธ\\", {});
check_parse_markdown("โžก๏ธ โžก๏ธ_โžก๏ธ โžก๏ธ_", "โžก๏ธ โžก๏ธโžก๏ธ โžก๏ธ",
{{td::MessageEntity::Type::Italic, 5, 5}});
check_parse_markdown("โžก๏ธ โžก๏ธ_โžก๏ธ โžก๏ธ_*โžก๏ธ โžก๏ธ*", "โžก๏ธ โžก๏ธโžก๏ธ โžก๏ธโžก๏ธ โžก๏ธ",
{{td::MessageEntity::Type::Italic, 5, 5}, {td::MessageEntity::Type::Bold, 10, 5}});
check_parse_markdown("๐ŸŸ ๐ŸŸ_๐ŸŸ \\.๐ŸŸ_", "๐ŸŸ ๐ŸŸ๐ŸŸ .๐ŸŸ", {{td::MessageEntity::Type::Italic, 5, 6}});
check_parse_markdown("๐ŸŸ ๐ŸŸ_๐ŸŸ *๐ŸŸ*_", "๐ŸŸ ๐ŸŸ๐ŸŸ ๐ŸŸ",
{{td::MessageEntity::Type::Italic, 5, 5}, {td::MessageEntity::Type::Bold, 8, 2}});
check_parse_markdown("๐ŸŸ ๐ŸŸ_๐ŸŸ __๐ŸŸ___", "๐ŸŸ ๐ŸŸ๐ŸŸ ๐ŸŸ",
{{td::MessageEntity::Type::Italic, 5, 5}, {td::MessageEntity::Type::Underline, 8, 2}});
check_parse_markdown("๐ŸŸ ๐ŸŸ__๐ŸŸ _๐ŸŸ_ __", "๐ŸŸ ๐ŸŸ๐ŸŸ ๐ŸŸ ",
{{td::MessageEntity::Type::Underline, 5, 6}, {td::MessageEntity::Type::Italic, 8, 2}});
check_parse_markdown("๐ŸŸ ๐ŸŸ__๐ŸŸ _๐ŸŸ_\\___", "๐ŸŸ ๐ŸŸ๐ŸŸ ๐ŸŸ_",
{{td::MessageEntity::Type::Underline, 5, 6}, {td::MessageEntity::Type::Italic, 8, 2}});
check_parse_markdown("๐ŸŸ ๐ŸŸ`๐ŸŸ ๐ŸŸ```", "๐ŸŸ ๐ŸŸ๐ŸŸ ๐ŸŸ", {{td::MessageEntity::Type::Code, 5, 5}});
check_parse_markdown("๐ŸŸ ๐ŸŸ```๐ŸŸ ๐ŸŸ```", "๐ŸŸ ๐ŸŸ ๐ŸŸ",
{{td::MessageEntity::Type::PreCode, 5, 3, "๐ŸŸ"}});
check_parse_markdown("๐ŸŸ ๐ŸŸ```๐ŸŸ\n๐ŸŸ```", "๐ŸŸ ๐ŸŸ๐ŸŸ",
{{td::MessageEntity::Type::PreCode, 5, 2, "๐ŸŸ"}});
check_parse_markdown("๐ŸŸ ๐ŸŸ```๐ŸŸ\r๐ŸŸ```", "๐ŸŸ ๐ŸŸ๐ŸŸ",
{{td::MessageEntity::Type::PreCode, 5, 2, "๐ŸŸ"}});
check_parse_markdown("๐ŸŸ ๐ŸŸ```๐ŸŸ\n\r๐ŸŸ```", "๐ŸŸ ๐ŸŸ๐ŸŸ",
{{td::MessageEntity::Type::PreCode, 5, 2, "๐ŸŸ"}});
check_parse_markdown("๐ŸŸ ๐ŸŸ```๐ŸŸ\r\n๐ŸŸ```", "๐ŸŸ ๐ŸŸ๐ŸŸ",
{{td::MessageEntity::Type::PreCode, 5, 2, "๐ŸŸ"}});
check_parse_markdown("๐ŸŸ ๐ŸŸ```๐ŸŸ\n\n๐ŸŸ```", "๐ŸŸ ๐ŸŸ\n๐ŸŸ",
{{td::MessageEntity::Type::PreCode, 5, 3, "๐ŸŸ"}});
check_parse_markdown("๐ŸŸ ๐ŸŸ```๐ŸŸ\r\r๐ŸŸ```", "๐ŸŸ ๐ŸŸ\r๐ŸŸ",
{{td::MessageEntity::Type::PreCode, 5, 3, "๐ŸŸ"}});
check_parse_markdown("๐ŸŸ ๐ŸŸ```๐ŸŸ \\\\\\`๐ŸŸ```", "๐ŸŸ ๐ŸŸ \\`๐ŸŸ",
{{td::MessageEntity::Type::PreCode, 5, 5, "๐ŸŸ"}});
check_parse_markdown("๐ŸŸ ๐ŸŸ**", "๐ŸŸ ๐ŸŸ", {});
check_parse_markdown("๐ŸŸ ๐ŸŸ``", "๐ŸŸ ๐ŸŸ", {});
check_parse_markdown("๐ŸŸ ๐ŸŸ``````", "๐ŸŸ ๐ŸŸ", {});
check_parse_markdown("๐ŸŸ ๐ŸŸ____", "๐ŸŸ ๐ŸŸ", {});
check_parse_markdown("`_* *_`__*` `*__", "_* *_ ",
{{td::MessageEntity::Type::Code, 0, 5},
{td::MessageEntity::Type::Code, 5, 1},
{td::MessageEntity::Type::Bold, 5, 1},
{td::MessageEntity::Type::Underline, 5, 1}});
check_parse_markdown("_* * ` `_", " ",
{{td::MessageEntity::Type::Italic, 0, 3},
{td::MessageEntity::Type::Bold, 0, 1},
{td::MessageEntity::Type::Code, 2, 1}});
check_parse_markdown("[](telegram.org)", "", {});
check_parse_markdown("[ ](telegram.org)", " ", {{td::MessageEntity::Type::TextUrl, 0, 1, "http://telegram.org/"}});
check_parse_markdown("[ ](as)", " ", {});
check_parse_markdown("[telegram\\.org]", "telegram.org",
{{td::MessageEntity::Type::TextUrl, 0, 12, "http://telegram.org/"}});
check_parse_markdown("[telegram\\.org]a", "telegram.orga",
{{td::MessageEntity::Type::TextUrl, 0, 12, "http://telegram.org/"}});
check_parse_markdown("[telegram\\.org](telegram.dog)", "telegram.org",
{{td::MessageEntity::Type::TextUrl, 0, 12, "http://telegram.dog/"}});
check_parse_markdown("[telegram\\.org](https://telegram.dog?)", "telegram.org",
{{td::MessageEntity::Type::TextUrl, 0, 12, "https://telegram.dog/?"}});
check_parse_markdown("[telegram\\.org](https://telegram.dog?\\\\\\()", "telegram.org",
{{td::MessageEntity::Type::TextUrl, 0, 12, "https://telegram.dog/?\\("}});
check_parse_markdown("[telegram\\.org]()", "telegram.org", {});
check_parse_markdown("[telegram\\.org](asdasd)", "telegram.org", {});
check_parse_markdown("[telegram\\.org](tg:user?id=123456)", "telegram.org", {{0, 12, td::UserId(123456)}});
}