From af8812bb9b50586dd228c624b1bc569639070254 Mon Sep 17 00:00:00 2001 From: Pierre Rudloff Date: Thu, 4 Sep 2014 22:18:17 +0200 Subject: [PATCH 1/2] Add HD detection to Unistra --- youtube_dl/extractor/unistra.py | 28 ++++++++++++++++++++-------- 1 file changed, 20 insertions(+), 8 deletions(-) diff --git a/youtube_dl/extractor/unistra.py b/youtube_dl/extractor/unistra.py index 474610eec..bd5a258a5 100644 --- a/youtube_dl/extractor/unistra.py +++ b/youtube_dl/extractor/unistra.py @@ -16,17 +16,29 @@ class UnistraIE(InfoExtractor): } def _real_extract(self, url): - id = re.match(self._VALID_URL, url).group(1) - webpage = self._download_webpage(url, id) - file = re.search(r'file: "(.*?)",', webpage).group(1) + video_id = re.match(self._VALID_URL, url).group(1) + webpage = self._download_webpage(url, video_id) + width = re.search(r'width: "(\d*?)",', webpage).group(1) + height = re.search(r'height: "(\d*?)",', webpage).group(1) + files = re.findall(r'file: "(.*?)"', webpage) + video_url = 'http://vod-flash.u-strasbg.fr:8080' + formats = [{ + 'format_id': 'SD', + 'url': video_url + files[0], + 'ext': 'mp4', + 'resolution': width + 'x' + height + }] + if files[1] != files[0]: + formats.append({ + 'format_id': 'HD', + 'url': video_url + files[1], + 'ext': 'mp4' + }) title = self._html_search_regex(r'UTV - (.*?)</', webpage, u'title') - video_url = 'http://vod-flash.u-strasbg.fr:8080/' + file - - return {'id': id, + return {'id': video_id, 'title': title, - 'ext': 'mp4', - 'url': video_url, 'description': self._html_search_regex(r'<meta name="Description" content="(.*?)"', webpage, u'description', flags=re.DOTALL), 'thumbnail': self._search_regex(r'image: "(.*?)"', webpage, u'thumbnail'), + 'formats': formats } From a2f0cdc0741199d92bbc55971b4d86ed6e8d999f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sergey=20M=E2=80=A4?= <dstftw@gmail.com> Date: Sat, 6 Sep 2014 15:21:27 +0700 Subject: [PATCH 2/2] [unistra] Modernize --- youtube_dl/extractor/unistra.py | 90 ++++++++++++++++++++------------- 1 file changed, 56 insertions(+), 34 deletions(-) diff --git a/youtube_dl/extractor/unistra.py b/youtube_dl/extractor/unistra.py index bd5a258a5..f70978299 100644 --- a/youtube_dl/extractor/unistra.py +++ b/youtube_dl/extractor/unistra.py @@ -1,44 +1,66 @@ +from __future__ import unicode_literals + import re from .common import InfoExtractor +from ..utils import qualities + class UnistraIE(InfoExtractor): - _VALID_URL = r'http://utv\.unistra\.fr/(?:index|video)\.php\?id_video\=(\d+)' + _VALID_URL = r'http://utv\.unistra\.fr/(?:index|video)\.php\?id_video\=(?P<id>\d+)' - _TEST = { - u'url': u'http://utv.unistra.fr/video.php?id_video=154', - u'file': u'154.mp4', - u'md5': u'736f605cfdc96724d55bb543ab3ced24', - u'info_dict': { - u'title': u'M!ss Yella', - u'description': u'md5:104892c71bd48e55d70b902736b81bbf', + _TESTS = [ + { + 'url': 'http://utv.unistra.fr/video.php?id_video=154', + 'md5': '736f605cfdc96724d55bb543ab3ced24', + 'info_dict': { + 'id': '154', + 'ext': 'mp4', + 'title': 'M!ss Yella', + 'description': 'md5:104892c71bd48e55d70b902736b81bbf', + }, }, - } + { + 'url': 'http://utv.unistra.fr/index.php?id_video=437', + 'md5': '1ddddd6cccaae76f622ce29b8779636d', + 'info_dict': { + 'id': '437', + 'ext': 'mp4', + 'title': 'Prix Louise Weiss 2014', + 'description': 'md5:cc3a8735f079f4fb6b0b570fc10c135a', + }, + } + ] def _real_extract(self, url): - video_id = re.match(self._VALID_URL, url).group(1) - webpage = self._download_webpage(url, video_id) - width = re.search(r'width: "(\d*?)",', webpage).group(1) - height = re.search(r'height: "(\d*?)",', webpage).group(1) - files = re.findall(r'file: "(.*?)"', webpage) - video_url = 'http://vod-flash.u-strasbg.fr:8080' - formats = [{ - 'format_id': 'SD', - 'url': video_url + files[0], - 'ext': 'mp4', - 'resolution': width + 'x' + height - }] - if files[1] != files[0]: - formats.append({ - 'format_id': 'HD', - 'url': video_url + files[1], - 'ext': 'mp4' - }) - title = self._html_search_regex(r'<title>UTV - (.*?)</', webpage, u'title') + mobj = re.match(self._VALID_URL, url) + video_id = mobj.group('id') - return {'id': video_id, - 'title': title, - 'description': self._html_search_regex(r'<meta name="Description" content="(.*?)"', webpage, u'description', flags=re.DOTALL), - 'thumbnail': self._search_regex(r'image: "(.*?)"', webpage, u'thumbnail'), - 'formats': formats - } + webpage = self._download_webpage(url, video_id) + + files = set(re.findall(r'file\s*:\s*"([^"]+)"', webpage)) + + quality = qualities(['SD', 'HD']) + formats = [] + for file_path in files: + format_id = 'HD' if file_path.endswith('-HD.mp4') else 'SD' + formats.append({ + 'url': 'http://vod-flash.u-strasbg.fr:8080%s' % file_path, + 'format_id': format_id, + 'quality': quality(format_id) + }) + + title = self._html_search_regex( + r'<title>UTV - (.*?)</', webpage, 'title') + description = self._html_search_regex( + r'<meta name="Description" content="(.*?)"', webpage, 'description', flags=re.DOTALL) + thumbnail = self._search_regex( + r'image: "(.*?)"', webpage, 'thumbnail') + + return { + 'id': video_id, + 'title': title, + 'description': description, + 'thumbnail': thumbnail, + 'formats': formats + }