From cddc1cb9b8f0883890d39decc0343fd42e4dc2e1 Mon Sep 17 00:00:00 2001
From: Philip Xu <pyx@xrefactor.com>
Date: Mon, 12 Jul 2021 05:08:56 -0400
Subject: [PATCH] [douyin] Add new extractor

---
 youtube_dl/extractor/douyin.py     | 78 ++++++++++++++++++++++++++++++
 youtube_dl/extractor/extractors.py |  1 +
 2 files changed, 79 insertions(+)
 create mode 100644 youtube_dl/extractor/douyin.py

diff --git a/youtube_dl/extractor/douyin.py b/youtube_dl/extractor/douyin.py
new file mode 100644
index 000000000..0454a9dce
--- /dev/null
+++ b/youtube_dl/extractor/douyin.py
@@ -0,0 +1,78 @@
+# coding: utf-8
+from __future__ import unicode_literals
+
+import json
+
+from .common import (
+    InfoExtractor,
+    compat_urllib_parse_unquote,
+)
+
+
+class DouyinIE(InfoExtractor):
+    _VALID_URL = r'https?://(?:www\.)?douyin\.com/video/(?P<id>[0-9]+)'
+    _TESTS = [{
+        'url': 'https://www.douyin.com/video/6961737553342991651',
+        'md5': 'f0114e6688442972d80fab1083543197',
+        'info_dict': {
+            'id': '6961737553342991651',
+            'ext': 'mp4',
+            'title': '#杨超越  小小水手带你去远航❤️',
+        }
+    }, {
+        'url': 'https://www.douyin.com/video/6982497745948921092',
+        'md5': 'bdc8a6b4ce22c887e0064d2813befa27',
+        'info_dict': {
+            'id': '6982497745948921092',
+            'ext': 'mp4',
+            'title': '这个夏日和小羊@杨超越 一起遇见白色幻想',
+        }
+    }, {
+        'url': 'https://www.douyin.com/video/6953975910773099811',
+        'md5': 'dde3302460f19db59c47060ff013b902',
+        'info_dict': {
+            'id': '6953975910773099811',
+            'ext': 'mp4',
+            'title': '#一起看海  出现在你的夏日里',
+        }
+    }, {
+        'url': 'https://www.douyin.com/video/6950251282489675042',
+        'md5': 'f61844399e85f0ff18cfab91d20fe326',
+        'info_dict': {
+            'id': '6950251282489675042',
+            'ext': 'mp4',
+            'title': '哈哈哈，成功了哈哈哈哈哈哈',
+        }
+    }, {
+        'url': 'https://www.douyin.com/video/6963263655114722595',
+        'md5': '30a852b6efb232df202b80894f51422d',
+        'info_dict': {
+            'id': '6963263655114722595',
+            'ext': 'mp4',
+            'title': '#哪个爱豆的105度最甜 换个角度看看我哈哈',
+        }
+    }]
+
+    def _real_extract(self, url):
+        video_id = self._match_id(url)
+        webpage = self._download_webpage(url, video_id)
+        # The video player and video source are rendered client-side, the data
+        # contains in a <script id="RENDER_DATA" type="application/json"> tag
+        # quoted, unquote the whole page content then search using regex with
+        # regular string.
+        webpage = compat_urllib_parse_unquote(webpage)
+
+        # As of today, this seems good enough to pinpoint the title
+        title = self._html_search_regex(r'"desc":"([^"]*)"', webpage, 'title')
+
+        # video URLs are in this pattern {"src":"THE_URL"}, in json format,
+        # as a list of CDN urls, all serving the same file
+        urls = json.loads(
+            self._html_search_regex(r'"playAddr":(\[.*?\])', webpage, 'urls'))
+
+        return {
+            'id': video_id,
+            'title': title,
+            'url': 'https:' + urls[0]['src'],
+            'ext': 'mp4',
+        }
diff --git a/youtube_dl/extractor/extractors.py b/youtube_dl/extractor/extractors.py
index 6e8fc3961..da6924d7d 100644
--- a/youtube_dl/extractor/extractors.py
+++ b/youtube_dl/extractor/extractors.py
@@ -319,6 +319,7 @@ from .discoverynetworks import DiscoveryNetworksDeIE
 from .discoveryvr import DiscoveryVRIE
 from .disney import DisneyIE
 from .dispeak import DigitallySpeakingIE
+from .douyin import DouyinIE
 from .dropbox import DropboxIE
 from .dw import (
     DWIE,