mirror of
https://github.com/ytdl-org/youtube-dl.git
synced 2024-11-24 19:22:06 +00:00
Updated Tube8 Video Download
This commit is contained in:
parent
37cea84f77
commit
a525f1d913
1 changed files with 75 additions and 65 deletions
|
@ -2,85 +2,95 @@ from __future__ import unicode_literals
|
||||||
|
|
||||||
import re
|
import re
|
||||||
|
|
||||||
|
from .common import InfoExtractor
|
||||||
from ..utils import (
|
from ..utils import (
|
||||||
int_or_none,
|
traverse_obj,
|
||||||
str_to_int,
|
T,
|
||||||
|
url_or_none,
|
||||||
|
parse_iso8601,
|
||||||
)
|
)
|
||||||
from .keezmovies import KeezMoviesIE
|
|
||||||
|
|
||||||
|
|
||||||
class Tube8IE(KeezMoviesIE):
|
class Tube8IE(InfoExtractor):
|
||||||
_VALID_URL = r'https?://(?:www\.)?tube8\.com/(?:[^/]+/)+(?P<display_id>[^/]+)/(?P<id>\d+)'
|
_VALID_URL = r'https?:\/\/(?:www\.)?tube8\.com\/+[^\/]+\/(?P<id>\d+)'
|
||||||
_TESTS = [{
|
_TESTS = [{
|
||||||
'url': 'http://www.tube8.com/teen/kasia-music-video/229795/',
|
'url': 'https://www.tube8.com/porn-video/189530841/',
|
||||||
'md5': '65e20c48e6abff62ed0c3965fff13a39',
|
'md5': '532408f59e89a32027d873af6289c85a',
|
||||||
'info_dict': {
|
'info_dict': {
|
||||||
'id': '229795',
|
'id': '189530841',
|
||||||
'display_id': 'kasia-music-video',
|
|
||||||
'ext': 'mp4',
|
'ext': 'mp4',
|
||||||
'description': 'hot teen Kasia grinding',
|
'title': 'Found dildo. She let it cum in her tight ass to keep the secret',
|
||||||
'uploader': 'unknown',
|
'thumbnail': r're:^https?://.*\.jpg$',
|
||||||
'title': 'Kasia music video',
|
'uploader': 'MaryKrylova',
|
||||||
'age_limit': 18,
|
'timestamp': 1718961736,
|
||||||
'duration': 230,
|
'upload_date': '20240621',
|
||||||
'categories': ['Teen'],
|
}
|
||||||
'tags': ['dancing'],
|
|
||||||
},
|
|
||||||
}, {
|
|
||||||
'url': 'http://www.tube8.com/shemale/teen/blonde-cd-gets-kidnapped-by-two-blacks-and-punished-for-being-a-slutty-girl/19569151/',
|
|
||||||
'only_matching': True,
|
|
||||||
}]
|
}]
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
def _extract_urls(webpage):
|
|
||||||
return re.findall(
|
|
||||||
r'<iframe[^>]+\bsrc=["\']((?:https?:)?//(?:www\.)?tube8\.com/embed/(?:[^/]+/)+\d+)',
|
|
||||||
webpage)
|
|
||||||
|
|
||||||
def _real_extract(self, url):
|
def _real_extract(self, url):
|
||||||
webpage, info = self._extract_info(url)
|
video_id = self._match_valid_url(url).group('id')
|
||||||
|
webpage = self._download_webpage(url, video_id)
|
||||||
|
|
||||||
if not info['title']:
|
playervars = self._search_json(
|
||||||
info['title'] = self._html_search_regex(
|
r'\bplayervars\s*:', webpage, 'playervars', video_id)
|
||||||
r'videoTitle\s*=\s*"([^"]+)', webpage, 'title')
|
|
||||||
|
|
||||||
description = self._html_search_regex(
|
extra_info = self._search_json(
|
||||||
r'(?s)Description:</dt>\s*<dd>(.+?)</dd>', webpage, 'description', fatal=False)
|
r'application/ld\+json[\"\']?>\s?', webpage, 'extra_info', video_id)
|
||||||
uploader = self._html_search_regex(
|
|
||||||
r'<span class="username">\s*(.+?)\s*<',
|
|
||||||
webpage, 'uploader', fatal=False)
|
|
||||||
|
|
||||||
like_count = int_or_none(self._search_regex(
|
uploader = traverse_obj(extra_info, (
|
||||||
r'rupVar\s*=\s*"(\d+)"', webpage, 'like count', fatal=False))
|
'@graph', lambda _, v: v.get('author'), 'author'))[0]
|
||||||
dislike_count = int_or_none(self._search_regex(
|
|
||||||
r'rdownVar\s*=\s*"(\d+)"', webpage, 'dislike count', fatal=False))
|
|
||||||
view_count = str_to_int(self._search_regex(
|
|
||||||
r'Views:\s*</dt>\s*<dd>([\d,\.]+)',
|
|
||||||
webpage, 'view count', fatal=False))
|
|
||||||
comment_count = str_to_int(self._search_regex(
|
|
||||||
r'<span id="allCommentsCount">(\d+)</span>',
|
|
||||||
webpage, 'comment count', fatal=False))
|
|
||||||
|
|
||||||
category = self._search_regex(
|
thumbnail = traverse_obj(extra_info, (
|
||||||
r'Category:\s*</dt>\s*<dd>\s*<a[^>]+href=[^>]+>([^<]+)',
|
'@graph', lambda _, v: v.get('thumbnail'), 'thumbnail'))[0]
|
||||||
webpage, 'category', fatal=False)
|
|
||||||
categories = [category] if category else None
|
|
||||||
|
|
||||||
tags_str = self._search_regex(
|
timestamp = parse_iso8601(traverse_obj(extra_info, (
|
||||||
r'(?s)Tags:\s*</dt>\s*<dd>(.+?)</(?!a)',
|
'@graph', lambda _, v: v.get('datePublished'), 'datePublished'))[0])
|
||||||
webpage, 'tags', fatal=False)
|
|
||||||
tags = [t for t in re.findall(
|
|
||||||
r'<a[^>]+href=[^>]+>([^<]+)', tags_str)] if tags_str else None
|
|
||||||
|
|
||||||
info.update({
|
# Borrowed from youporn extractor
|
||||||
'description': description,
|
def get_fmt(x):
|
||||||
|
v_url = url_or_none(x.get('videoUrl'))
|
||||||
|
if v_url:
|
||||||
|
x['videoUrl'] = v_url
|
||||||
|
return (x['format'], x)
|
||||||
|
|
||||||
|
defs_by_format = dict(traverse_obj(playervars, (
|
||||||
|
'mediaDefinitions', lambda _, v: v.get('format'), T(get_fmt))))
|
||||||
|
|
||||||
|
title = traverse_obj(playervars, 'video_title')
|
||||||
|
if not thumbnail:
|
||||||
|
thumbnail = traverse_obj(playervars, 'image_url')
|
||||||
|
|
||||||
|
# Borrowed from youporn extractor
|
||||||
|
def get_format_data(f):
|
||||||
|
if f not in defs_by_format:
|
||||||
|
return []
|
||||||
|
return self._download_json(
|
||||||
|
defs_by_format[f]['videoUrl'], video_id, '{0}-formats'.format(f))
|
||||||
|
|
||||||
|
formats = []
|
||||||
|
for mp4_url in traverse_obj(
|
||||||
|
get_format_data('mp4'),
|
||||||
|
(lambda _, v: not isinstance(v['defaultQuality'], bool), 'videoUrl'),
|
||||||
|
(Ellipsis, 'videoUrl')):
|
||||||
|
mobj = re.search(r'(?P<height>\d{3,4})[pP]_(?P<bitrate>\d+)[kK]_\d+', mp4_url)
|
||||||
|
if mobj:
|
||||||
|
height = int(mobj.group('height'))
|
||||||
|
tbr = int(mobj.group('bitrate'))
|
||||||
|
formats.append({
|
||||||
|
'format_id': '%dp-%dk' % (height, tbr),
|
||||||
|
'url': mp4_url,
|
||||||
|
'ext': 'mp4',
|
||||||
|
'tbr': tbr,
|
||||||
|
'height': height,
|
||||||
|
})
|
||||||
|
|
||||||
|
self._sort_formats(formats)
|
||||||
|
|
||||||
|
return {
|
||||||
|
'id': video_id,
|
||||||
|
'title': title,
|
||||||
|
'thumbnail': thumbnail,
|
||||||
|
'formats': formats,
|
||||||
'uploader': uploader,
|
'uploader': uploader,
|
||||||
'view_count': view_count,
|
'timestamp': timestamp,
|
||||||
'like_count': like_count,
|
}
|
||||||
'dislike_count': dislike_count,
|
|
||||||
'comment_count': comment_count,
|
|
||||||
'categories': categories,
|
|
||||||
'tags': tags,
|
|
||||||
})
|
|
||||||
|
|
||||||
return info
|
|
||||||
|
|
Loading…
Reference in a new issue