[douyin] Add new extractor

youtube_dl/extractor/douyin.py

@@ -0,0 +1,78 @@
+# coding: utf-8
+from __future__ import unicode_literals
+
+import json
+
+from .common import (
+    InfoExtractor,
+    compat_urllib_parse_unquote,
+)
+
+
+class DouyinIE(InfoExtractor):
+    _VALID_URL = r'https?://(?:www\.)?douyin\.com/video/(?P<id>[0-9]+)'
+    _TESTS = [{
+        'url': 'https://www.douyin.com/video/6961737553342991651',
+        'md5': 'f0114e6688442972d80fab1083543197',
+        'info_dict': {
+            'id': '6961737553342991651',
+            'ext': 'mp4',
+            'title': '#杨超越  小小水手带你去远航❤️',
+        }
+    }, {
+        'url': 'https://www.douyin.com/video/6982497745948921092',
+        'md5': 'bdc8a6b4ce22c887e0064d2813befa27',
+        'info_dict': {
+            'id': '6982497745948921092',
+            'ext': 'mp4',
+            'title': '这个夏日和小羊@杨超越 一起遇见白色幻想',
+        }
+    }, {
+        'url': 'https://www.douyin.com/video/6953975910773099811',
+        'md5': 'dde3302460f19db59c47060ff013b902',
+        'info_dict': {
+            'id': '6953975910773099811',
+            'ext': 'mp4',
+            'title': '#一起看海  出现在你的夏日里',
+        }
+    }, {
+        'url': 'https://www.douyin.com/video/6950251282489675042',
+        'md5': 'f61844399e85f0ff18cfab91d20fe326',
+        'info_dict': {
+            'id': '6950251282489675042',
+            'ext': 'mp4',
+            'title': '哈哈哈，成功了哈哈哈哈哈哈',
+        }
+    }, {
+        'url': 'https://www.douyin.com/video/6963263655114722595',
+        'md5': '30a852b6efb232df202b80894f51422d',
+        'info_dict': {
+            'id': '6963263655114722595',
+            'ext': 'mp4',
+            'title': '#哪个爱豆的105度最甜 换个角度看看我哈哈',
+        }
+    }]
+
+    def _real_extract(self, url):
+        video_id = self._match_id(url)
+        webpage = self._download_webpage(url, video_id)
+        # The video player and video source are rendered client-side, the data
+        # contains in a <script id="RENDER_DATA" type="application/json"> tag
+        # quoted, unquote the whole page content then search using regex with
+        # regular string.
+        webpage = compat_urllib_parse_unquote(webpage)
+
+        # As of today, this seems good enough to pinpoint the title
+        title = self._html_search_regex(r'"desc":"([^"]*)"', webpage, 'title')
+
+        # video URLs are in this pattern {"src":"THE_URL"}, in json format,
+        # as a list of CDN urls, all serving the same file
+        urls = json.loads(
+            self._html_search_regex(r'"playAddr":(\[.*?\])', webpage, 'urls'))
+
+        return {
+            'id': video_id,
+            'title': title,
+            'url': 'https:' + urls[0]['src'],
+            'ext': 'mp4',
+        }

youtube_dl/extractor/extractors.py

@@ -319,6 +319,7 @@ from .discoverynetworks import DiscoveryNetworksDeIE
 from .discoveryvr import DiscoveryVRIE
 from .disney import DisneyIE
 from .dispeak import DigitallySpeakingIE
+from .douyin import DouyinIE
 from .dropbox import DropboxIE
 from .dw import (
     DWIE,