depau/youtube-dl
1
0
Fork 0
mirror of https://github.com/ytdl-org/youtube-dl.git synced 2024-12-22 16:57:40 +00:00
Code Issues Releases Wiki Activity

[loc] Extract direct download links

Browse source
This commit is contained in:
Sergey M․ 2016-06-04 00:26:03 +07:00
parent c917106be4
commit 4d8856d511
No known key found for this signature in database
GPG key ID: 2C393E0F18A9236D
1 changed files with 37 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

38
youtube_dl/extractor/libraryofcongress.py
View file

@ -1,12 +1,15 @@
# coding: utf-8 # coding: utf-8
from __future__ import unicode_literals from __future__ import unicode_literals
import re
from .common import InfoExtractor from .common import InfoExtractor
from ..utils import ( from ..utils import (
determine_ext, determine_ext,
float_or_none, float_or_none,
int_or_none, int_or_none,
parse_filesize,
) )
@ -40,6 +43,20 @@ class LibraryOfCongressIE(InfoExtractor):
'params': { 'params': {
'skip_download': True, 'skip_download': True,
}, },
}, {
# with direct download links
'url': 'https://www.loc.gov/item/78710669/',
'info_dict': {
'id': '78710669',
'ext': 'mp4',
'title': 'La vie et la passion de Jesus-Christ',
'duration': 0,
'view_count': int,
'formats': 'mincount:4',
},
'params': {
'skip_download': True,
},
}] }]
def _real_extract(self, url): def _real_extract(self, url):
@ -60,6 +77,9 @@ class LibraryOfCongressIE(InfoExtractor):
derivative = data['derivatives'][0] derivative = data['derivatives'][0]
media_url = derivative['derivativeUrl'] media_url = derivative['derivativeUrl']
title = derivative.get('shortName') or data.get('shortName') or self._og_search_title(
webpage)
# Following algorithm was extracted from setAVSource js function # Following algorithm was extracted from setAVSource js function
# found in webpage # found in webpage
media_url = media_url.replace('rtmp', 'https') media_url = media_url.replace('rtmp', 'https')
@ -75,6 +95,7 @@ class LibraryOfCongressIE(InfoExtractor):
'format_id': 'hls', 'format_id': 'hls',
'ext': 'mp4', 'ext': 'mp4',
'protocol': 'm3u8_native', 'protocol': 'm3u8_native',
'quality': 1,
}] }]
elif 'vod/mp3:' in media_url: elif 'vod/mp3:' in media_url:
formats = [{ formats = [{
@ -82,9 +103,24 @@ class LibraryOfCongressIE(InfoExtractor):
'vcodec': 'none', 'vcodec': 'none',
}] }]
download_urls = set()
for m in re.finditer(
r'<option[^>]+value=(["\'])(?P<url>.+?)\1[^>]+data-file-download=[^>]+>\s*(?P<id>.+?)(?:(?:&nbsp;|\s+)\((?P<size>.+?)\))?\s*<', webpage):
format_id = m.group('id').lower()
if format_id == 'gif':
continue
download_url = m.group('url')
if download_url in download_urls:
continue
download_urls.add(download_url)
formats.append({
'url': download_url,
'format_id': format_id,
'filesize_approx': parse_filesize(m.group('size')),
})
self._sort_formats(formats) self._sort_formats(formats)
title = derivative.get('shortName') or data.get('shortName') or self._og_search_title(webpage)
duration = float_or_none(data.get('duration')) duration = float_or_none(data.get('duration'))
view_count = int_or_none(data.get('viewCount')) view_count = int_or_none(data.get('viewCount'))