2011-11-21 18:59:59 +00:00
#!/usr/bin/env python
# -*- coding: utf-8 -*-
2012-01-04 23:36:47 +00:00
__authors__ = (
2012-11-28 01:04:46 +00:00
' Ricardo Garcia Gonzalez ' ,
' Danny Colligan ' ,
' Benjamin Johnson ' ,
' Vasyl \' Vavrychuk ' ,
' Witold Baryluk ' ,
' Paweł Paprota ' ,
' Gergely Imreh ' ,
' Rogério Brito ' ,
' Philipp Hagemeister ' ,
' Sören Schulze ' ,
' Kevin Ngo ' ,
' Ori Avtalion ' ,
' shizeeg ' ,
' Filippo Valsorda ' ,
' Christian Albrecht ' ,
2012-12-16 10:16:57 +00:00
' Dave Vasilevsky ' ,
2013-01-01 17:29:43 +00:00
' Jaime Marquínez Ferrándiz ' ,
2013-01-12 15:51:20 +00:00
' Jeff Crouse ' ,
2013-02-08 10:01:09 +00:00
' Osama Khalid ' ,
2013-04-11 08:48:37 +00:00
' Michael Walter ' ,
2013-05-03 18:08:16 +00:00
' M. Yasoob Ullah Khalid ' ,
2013-05-05 19:35:39 +00:00
' Julien Fraichard ' ,
2013-05-05 19:56:38 +00:00
' Johny Mo Swag ' ,
2013-06-25 15:57:47 +00:00
' Axel Noack ' ,
2013-06-27 18:50:34 +00:00
' Albert Kim ' ,
2013-08-22 11:21:32 +00:00
' Pierre Rudloff ' ,
2013-09-04 20:09:22 +00:00
' Huarong Huo ' ,
2013-09-11 15:58:51 +00:00
' Ismael Mejía ' ,
2013-09-18 20:30:22 +00:00
' Steffan \' Ruirize \' James ' ,
2013-10-14 23:34:47 +00:00
' Andras Elso ' ,
2013-11-13 09:52:22 +00:00
' Jelle van der Waa ' ,
2013-11-13 10:08:07 +00:00
' Marcin Cieślak ' ,
2013-11-20 05:36:00 +00:00
' Anton Larionov ' ,
2013-11-24 05:39:49 +00:00
' Takuya Tsuchida ' ,
2013-12-02 16:43:22 +00:00
' Sergey M. ' ,
2013-12-16 04:11:19 +00:00
' Michael Orlitzky ' ,
2014-01-02 12:47:28 +00:00
' Chris Gahan ' ,
2014-01-17 02:09:34 +00:00
' Saimadhav Heblikar ' ,
2014-01-27 06:43:41 +00:00
' Mike Col ' ,
2014-02-17 02:03:28 +00:00
' Oleg Prutz ' ,
2014-02-17 02:07:36 +00:00
' pulpe ' ,
2014-02-07 11:00:58 +00:00
' Andreas Schmitz ' ,
2013-06-27 18:50:34 +00:00
)
2011-11-21 18:59:59 +00:00
__license__ = ' Public Domain '
2013-05-04 05:09:50 +00:00
import codecs
2012-02-26 22:53:56 +00:00
import getpass
2013-12-26 20:55:42 +00:00
import locale
2012-02-26 22:53:56 +00:00
import optparse
2011-11-21 18:59:59 +00:00
import os
2013-07-01 16:52:19 +00:00
import random
2011-11-21 18:59:59 +00:00
import re
2012-02-26 22:53:56 +00:00
import shlex
2011-11-21 18:59:59 +00:00
import sys
2013-08-28 10:57:10 +00:00
2013-10-15 00:07:26 +00:00
from . utils import (
compat_print ,
DateRange ,
decodeOption ,
2013-12-09 17:29:07 +00:00
get_term_width ,
2013-10-15 00:07:26 +00:00
DownloadError ,
get_cachedir ,
MaxDownloadsReached ,
preferredencoding ,
SameFileError ,
2013-12-16 04:04:12 +00:00
setproctitle ,
2013-10-15 00:07:26 +00:00
std_headers ,
write_string ,
)
2012-12-30 18:49:14 +00:00
from . update import update_self
2013-10-15 00:07:26 +00:00
from . FileDownloader import (
FileDownloader ,
)
2013-06-23 20:42:59 +00:00
from . extractor import gen_extractors
2013-11-22 18:57:52 +00:00
from . version import __version__
2013-06-18 20:14:21 +00:00
from . YoutubeDL import YoutubeDL
2014-01-07 04:49:17 +00:00
from . postprocessor import (
2013-10-15 00:07:26 +00:00
FFmpegMetadataPP ,
FFmpegVideoConvertor ,
FFmpegExtractAudioPP ,
FFmpegEmbedSubtitlePP ,
2014-01-02 12:47:28 +00:00
XAttrMetadataPP ,
2013-10-15 00:07:26 +00:00
)
2011-11-21 18:59:59 +00:00
2013-04-22 21:05:05 +00:00
def parseOpts ( overrideArguments = None ) :
2013-12-03 12:09:48 +00:00
def _readOptions ( filename_bytes , default = [ ] ) :
2012-11-28 01:04:46 +00:00
try :
optionf = open ( filename_bytes )
except IOError :
2013-12-03 12:09:48 +00:00
return default # silently skip if file is not present
2012-11-28 01:04:46 +00:00
try :
2013-12-03 12:11:20 +00:00
res = [ ]
for l in optionf :
res + = shlex . split ( l , comments = True )
2012-11-28 01:04:46 +00:00
finally :
optionf . close ( )
return res
2014-02-03 05:54:27 +00:00
def _readUserConf ( ) :
xdg_config_home = os . environ . get ( ' XDG_CONFIG_HOME ' )
if xdg_config_home :
userConfFile = os . path . join ( xdg_config_home , ' youtube-dl ' , ' config ' )
if not os . path . isfile ( userConfFile ) :
userConfFile = os . path . join ( xdg_config_home , ' youtube-dl.conf ' )
else :
userConfFile = os . path . join ( os . path . expanduser ( ' ~ ' ) , ' .config ' , ' youtube-dl ' , ' config ' )
if not os . path . isfile ( userConfFile ) :
userConfFile = os . path . join ( os . path . expanduser ( ' ~ ' ) , ' .config ' , ' youtube-dl.conf ' )
userConf = _readOptions ( userConfFile , None )
if userConf is None :
appdata_dir = os . environ . get ( ' appdata ' )
if appdata_dir :
userConf = _readOptions (
os . path . join ( appdata_dir , ' youtube-dl ' , ' config ' ) ,
default = None )
if userConf is None :
userConf = _readOptions (
os . path . join ( appdata_dir , ' youtube-dl ' , ' config.txt ' ) ,
default = None )
if userConf is None :
userConf = _readOptions (
os . path . join ( os . path . expanduser ( ' ~ ' ) , ' youtube-dl.conf ' ) ,
default = None )
if userConf is None :
userConf = _readOptions (
os . path . join ( os . path . expanduser ( ' ~ ' ) , ' youtube-dl.conf.txt ' ) ,
default = None )
if userConf is None :
userConf = [ ]
return userConf
2012-11-28 01:04:46 +00:00
def _format_option_string ( option ) :
''' ( ' -o ' , ' --option ' ) -> -o, --format METAVAR '''
opts = [ ]
if option . _short_opts :
opts . append ( option . _short_opts [ 0 ] )
if option . _long_opts :
opts . append ( option . _long_opts [ 0 ] )
if len ( opts ) > 1 :
opts . insert ( 1 , ' , ' )
if option . takes_value ( ) : opts . append ( ' %s ' % option . metavar )
return " " . join ( opts )
2013-09-06 14:26:22 +00:00
def _comma_separated_values_options_callback ( option , opt_str , value , parser ) :
setattr ( parser . values , option . dest , value . split ( ' , ' ) )
2013-07-20 10:49:24 +00:00
def _hide_login_info ( opts ) :
opts = list ( opts )
2013-10-23 14:32:17 +00:00
for private_opt in [ ' -p ' , ' --password ' , ' -u ' , ' --username ' , ' --video-password ' ] :
2013-07-20 10:49:24 +00:00
try :
i = opts . index ( private_opt )
opts [ i + 1 ] = ' <PRIVATE> '
except ValueError :
pass
return opts
2012-11-28 01:04:46 +00:00
max_width = 80
max_help_position = 80
# No need to wrap help messages if we're on a wide console
2013-12-09 17:29:07 +00:00
columns = get_term_width ( )
2012-11-28 01:04:46 +00:00
if columns : max_width = columns
fmt = optparse . IndentedHelpFormatter ( width = max_width , max_help_position = max_help_position )
fmt . format_option_strings = _format_option_string
kw = {
' version ' : __version__ ,
' formatter ' : fmt ,
' usage ' : ' % prog [options] url [url...] ' ,
' conflict_handler ' : ' resolve ' ,
}
parser = optparse . OptionParser ( * * kw )
# option groups
general = optparse . OptionGroup ( parser , ' General Options ' )
selection = optparse . OptionGroup ( parser , ' Video Selection ' )
authentication = optparse . OptionGroup ( parser , ' Authentication Options ' )
video_format = optparse . OptionGroup ( parser , ' Video Format Options ' )
2013-08-08 07:53:25 +00:00
subtitles = optparse . OptionGroup ( parser , ' Subtitle Options ' )
2013-07-01 12:53:25 +00:00
downloader = optparse . OptionGroup ( parser , ' Download Options ' )
2012-11-28 01:04:46 +00:00
postproc = optparse . OptionGroup ( parser , ' Post-processing Options ' )
filesystem = optparse . OptionGroup ( parser , ' Filesystem Options ' )
verbosity = optparse . OptionGroup ( parser , ' Verbosity / Simulation Options ' )
general . add_option ( ' -h ' , ' --help ' ,
action = ' help ' , help = ' print this help text and exit ' )
general . add_option ( ' -v ' , ' --version ' ,
action = ' version ' , help = ' print program version and exit ' )
general . add_option ( ' -U ' , ' --update ' ,
2013-07-18 10:53:24 +00:00
action = ' store_true ' , dest = ' update_self ' , help = ' update this program to latest version. Make sure that you have sufficient permissions (run with sudo if needed) ' )
2012-11-28 01:04:46 +00:00
general . add_option ( ' -i ' , ' --ignore-errors ' ,
2013-09-18 11:23:04 +00:00
action = ' store_true ' , dest = ' ignoreerrors ' , help = ' continue on download errors, for example to to skip unavailable videos in a playlist ' , default = False )
2013-10-18 21:09:32 +00:00
general . add_option ( ' --abort-on-error ' ,
action = ' store_false ' , dest = ' ignoreerrors ' ,
help = ' Abort downloading of further videos (in the playlist or the command line) if an error occurs ' )
2012-11-28 01:04:46 +00:00
general . add_option ( ' --dump-user-agent ' ,
action = ' store_true ' , dest = ' dump_user_agent ' ,
help = ' display the current browser identification ' , default = False )
general . add_option ( ' --user-agent ' ,
dest = ' user_agent ' , help = ' specify a custom user agent ' , metavar = ' UA ' )
2013-04-24 11:56:04 +00:00
general . add_option ( ' --referer ' ,
2013-04-26 17:25:17 +00:00
dest = ' referer ' , help = ' specify a custom referer, use if the video access is restricted to one domain ' ,
metavar = ' REF ' , default = None )
2012-11-28 01:04:46 +00:00
general . add_option ( ' --list-extractors ' ,
action = ' store_true ' , dest = ' list_extractors ' ,
help = ' List all supported extractors and the URLs they would handle ' , default = False )
2013-07-01 16:59:29 +00:00
general . add_option ( ' --extractor-descriptions ' ,
2013-07-01 16:52:19 +00:00
action = ' store_true ' , dest = ' list_extractor_descriptions ' ,
help = ' Output descriptions of all supported extractors ' , default = False )
2013-12-03 12:33:07 +00:00
general . add_option (
' --proxy ' , dest = ' proxy ' , default = None , metavar = ' URL ' ,
help = ' Use the specified HTTP/HTTPS proxy. Pass in an empty string (--proxy " " ) for direct connection ' )
2013-05-04 10:19:02 +00:00
general . add_option ( ' --no-check-certificate ' , action = ' store_true ' , dest = ' no_check_certificate ' , default = False , help = ' Suppress HTTPS certificate validation. ' )
2013-09-24 19:26:10 +00:00
general . add_option (
2013-10-18 09:50:48 +00:00
' --cache-dir ' , dest = ' cachedir ' , default = get_cachedir ( ) , metavar = ' DIR ' ,
2014-01-03 09:57:31 +00:00
help = ' Location in the filesystem where youtube-dl can store some downloaded information permanently. By default $XDG_CACHE_HOME/youtube-dl or ~/.cache/youtube-dl . At the moment, only YouTube player files (for videos with obfuscated signatures) are cached, but that may change. ' )
2013-09-24 19:26:10 +00:00
general . add_option (
' --no-cache-dir ' , action = ' store_const ' , const = None , dest = ' cachedir ' ,
help = ' Disable filesystem caching ' )
2013-12-02 12:37:05 +00:00
general . add_option (
' --socket-timeout ' , dest = ' socket_timeout ' ,
2014-01-05 03:36:46 +00:00
type = float , default = None , help = u ' Time to wait before giving up, in seconds ' )
2013-12-09 03:08:51 +00:00
general . add_option (
' --bidi-workaround ' , dest = ' bidi_workaround ' , action = ' store_true ' ,
2013-12-23 03:19:20 +00:00
help = u ' Work around terminals that lack bidirectional text support. Requires bidiv or fribidi executable in PATH ' )
2014-01-22 13:16:43 +00:00
general . add_option ( ' --default-search ' ,
dest = ' default_search ' , metavar = ' PREFIX ' ,
help = ' Use this prefix for unqualified URLs. For example " gvsearch2: " downloads two videos from google videos for youtube-dl " large apple " . By default (with value " auto " ) youtube-dl guesses. ' )
2014-02-03 05:54:27 +00:00
general . add_option (
' --ignore-config ' ,
action = ' store_true ' ,
help = ' Do not read configuration files. When given in the global configuration file /etc/youtube-dl.conf: do not read the user configuration in ~/.config/youtube-dl.conf ( % APPDATA % /youtube-dl/config.txt on Windows) ' )
2012-11-28 01:04:46 +00:00
2013-12-16 12:16:20 +00:00
selection . add_option (
' --playlist-start ' ,
dest = ' playliststart ' , metavar = ' NUMBER ' , default = 1 , type = int ,
help = ' playlist video to start at (default is %d efault) ' )
selection . add_option (
' --playlist-end ' ,
dest = ' playlistend ' , metavar = ' NUMBER ' , default = None , type = int ,
help = ' playlist video to end at (default is last) ' )
2012-11-28 01:04:46 +00:00
selection . add_option ( ' --match-title ' , dest = ' matchtitle ' , metavar = ' REGEX ' , help = ' download only matching titles (regex or caseless sub-string) ' )
selection . add_option ( ' --reject-title ' , dest = ' rejecttitle ' , metavar = ' REGEX ' , help = ' skip download for matching titles (regex or caseless sub-string) ' )
2013-11-25 21:15:20 +00:00
selection . add_option ( ' --max-downloads ' , metavar = ' NUMBER ' ,
dest = ' max_downloads ' , type = int , default = None ,
help = ' Abort after downloading NUMBER files ' )
2013-02-02 13:44:22 +00:00
selection . add_option ( ' --min-filesize ' , metavar = ' SIZE ' , dest = ' min_filesize ' , help = " Do not download any videos smaller than SIZE (e.g. 50k or 44.6m) " , default = None )
selection . add_option ( ' --max-filesize ' , metavar = ' SIZE ' , dest = ' max_filesize ' , help = " Do not download any videos larger than SIZE (e.g. 50k or 44.6m) " , default = None )
2013-04-27 12:01:55 +00:00
selection . add_option ( ' --date ' , metavar = ' DATE ' , dest = ' date ' , help = ' download only videos uploaded in this date ' , default = None )
2014-01-07 09:09:37 +00:00
selection . add_option (
' --datebefore ' , metavar = ' DATE ' , dest = ' datebefore ' , default = None ,
help = ' download only videos uploaded on or before this date (i.e. inclusive) ' )
selection . add_option (
' --dateafter ' , metavar = ' DATE ' , dest = ' dateafter ' , default = None ,
help = ' download only videos uploaded on or after this date (i.e. inclusive) ' )
2013-12-16 02:09:49 +00:00
selection . add_option (
' --min-views ' , metavar = ' COUNT ' , dest = ' min_views ' ,
default = None , type = int ,
help = " Do not download any videos with less than COUNT views " , )
selection . add_option (
' --max-views ' , metavar = ' COUNT ' , dest = ' max_views ' ,
default = None , type = int ,
help = " Do not download any videos with more than COUNT views " , )
2013-09-30 20:26:25 +00:00
selection . add_option ( ' --no-playlist ' , action = ' store_true ' , dest = ' noplaylist ' , help = ' download only the currently playing video ' , default = False )
2013-10-06 04:06:30 +00:00
selection . add_option ( ' --age-limit ' , metavar = ' YEARS ' , dest = ' age_limit ' ,
help = ' download only videos suitable for the given age ' ,
default = None , type = int )
2013-10-06 02:27:09 +00:00
selection . add_option ( ' --download-archive ' , metavar = ' FILE ' ,
dest = ' download_archive ' ,
2013-12-03 10:54:52 +00:00
help = ' Download only videos not listed in the archive file. Record the IDs of all downloaded videos in it. ' )
2014-01-21 01:09:49 +00:00
selection . add_option (
' --include-ads ' , dest = ' include_ads ' ,
action = ' store_true ' ,
help = ' Download advertisements as well (experimental) ' )
2014-01-22 21:17:53 +00:00
selection . add_option (
2014-01-22 20:56:37 +00:00
' --youtube-include-dash-manifest ' , action = ' store_true ' ,
dest = ' youtube_include_dash_manifest ' , default = False ,
help = ' Try to download the DASH manifest on YouTube videos (experimental) ' )
2013-01-22 05:50:42 +00:00
2012-11-28 01:04:46 +00:00
authentication . add_option ( ' -u ' , ' --username ' ,
dest = ' username ' , metavar = ' USERNAME ' , help = ' account username ' )
authentication . add_option ( ' -p ' , ' --password ' ,
dest = ' password ' , metavar = ' PASSWORD ' , help = ' account password ' )
authentication . add_option ( ' -n ' , ' --netrc ' ,
action = ' store_true ' , dest = ' usenetrc ' , help = ' use .netrc authentication data ' , default = False )
2013-06-25 20:22:32 +00:00
authentication . add_option ( ' --video-password ' ,
2014-01-11 23:27:00 +00:00
dest = ' videopassword ' , metavar = ' PASSWORD ' , help = ' video password (vimeo, smotri) ' )
2012-11-28 01:04:46 +00:00
video_format . add_option ( ' -f ' , ' --format ' ,
2014-01-22 13:53:23 +00:00
action = ' store ' , dest = ' format ' , metavar = ' FORMAT ' , default = None ,
2014-01-23 17:50:04 +00:00
help = ' video format code, specify the order of preference using slashes: " -f 22/17/18 " . " -f mp4 " and " -f flv " are also supported. You can also use the special names " best " , " bestaudio " , " worst " , and " worstaudio " . By default, youtube-dl will pick the best quality. ' )
2012-11-28 01:04:46 +00:00
video_format . add_option ( ' --all-formats ' ,
action = ' store_const ' , dest = ' format ' , help = ' download all available video formats ' , const = ' all ' )
video_format . add_option ( ' --prefer-free-formats ' ,
action = ' store_true ' , dest = ' prefer_free_formats ' , default = False , help = ' prefer free video formats unless a specific one is requested ' )
video_format . add_option ( ' --max-quality ' ,
action = ' store ' , dest = ' format_limit ' , metavar = ' FORMAT ' , help = ' highest quality format to download ' )
video_format . add_option ( ' -F ' , ' --list-formats ' ,
2014-01-12 23:03:31 +00:00
action = ' store_true ' , dest = ' listformats ' , help = ' list all available formats ' )
2013-08-08 07:53:25 +00:00
subtitles . add_option ( ' --write-sub ' , ' --write-srt ' ,
2012-11-28 01:04:46 +00:00
action = ' store_true ' , dest = ' writesubtitles ' ,
2013-08-07 16:59:11 +00:00
help = ' write subtitle file ' , default = False )
2013-08-08 07:53:25 +00:00
subtitles . add_option ( ' --write-auto-sub ' , ' --write-automatic-sub ' ,
2013-06-25 21:45:16 +00:00
action = ' store_true ' , dest = ' writeautomaticsub ' ,
2013-08-07 16:59:11 +00:00
help = ' write automatic subtitle file (youtube only) ' , default = False )
2013-08-08 07:53:25 +00:00
subtitles . add_option ( ' --all-subs ' ,
2013-02-22 01:52:55 +00:00
action = ' store_true ' , dest = ' allsubtitles ' ,
2013-08-07 16:59:11 +00:00
help = ' downloads all the available subtitles of the video ' , default = False )
2013-08-08 07:53:25 +00:00
subtitles . add_option ( ' --list-subs ' ,
2013-02-22 03:50:05 +00:00
action = ' store_true ' , dest = ' listsubtitles ' ,
2013-08-07 16:59:11 +00:00
help = ' lists all available subtitles for the video ' , default = False )
2013-08-08 07:53:25 +00:00
subtitles . add_option ( ' --sub-format ' ,
2013-06-23 10:59:20 +00:00
action = ' store ' , dest = ' subtitlesformat ' , metavar = ' FORMAT ' ,
2013-08-07 16:59:11 +00:00
help = ' subtitle format (default=srt) ([sbv/vtt] youtube only) ' , default = ' srt ' )
2013-09-06 14:26:22 +00:00
subtitles . add_option ( ' --sub-lang ' , ' --sub-langs ' , ' --srt-lang ' ,
action = ' callback ' , dest = ' subtitleslangs ' , metavar = ' LANGS ' , type = ' str ' ,
default = [ ] , callback = _comma_separated_values_options_callback ,
help = ' languages of the subtitles to download (optional) separated by commas, use IETF language tags like \' en,pt \' ' )
2012-11-28 01:04:46 +00:00
2013-07-01 12:53:25 +00:00
downloader . add_option ( ' -r ' , ' --rate-limit ' ,
2013-10-15 02:53:02 +00:00
dest = ' ratelimit ' , metavar = ' LIMIT ' , help = ' maximum download rate in bytes per second (e.g. 50K or 4.2M) ' )
2013-07-01 12:53:25 +00:00
downloader . add_option ( ' -R ' , ' --retries ' ,
dest = ' retries ' , metavar = ' RETRIES ' , help = ' number of retries (default is %d efault) ' , default = 10 )
downloader . add_option ( ' --buffer-size ' ,
2013-10-15 02:53:02 +00:00
dest = ' buffersize ' , metavar = ' SIZE ' , help = ' size of download buffer (e.g. 1024 or 16K) (default is %d efault) ' , default = " 1024 " )
2013-07-01 12:53:25 +00:00
downloader . add_option ( ' --no-resize-buffer ' ,
action = ' store_true ' , dest = ' noresizebuffer ' ,
help = ' do not automatically adjust the buffer size. By default, the buffer size is automatically resized from an initial value of SIZE. ' , default = False )
downloader . add_option ( ' --test ' , action = ' store_true ' , dest = ' test ' , default = False , help = optparse . SUPPRESS_HELP )
2012-11-28 01:04:46 +00:00
verbosity . add_option ( ' -q ' , ' --quiet ' ,
action = ' store_true ' , dest = ' quiet ' , help = ' activates quiet mode ' , default = False )
verbosity . add_option ( ' -s ' , ' --simulate ' ,
action = ' store_true ' , dest = ' simulate ' , help = ' do not download the video and do not write anything to disk ' , default = False )
verbosity . add_option ( ' --skip-download ' ,
action = ' store_true ' , dest = ' skip_download ' , help = ' do not download the video ' , default = False )
verbosity . add_option ( ' -g ' , ' --get-url ' ,
action = ' store_true ' , dest = ' geturl ' , help = ' simulate, quiet but print URL ' , default = False )
verbosity . add_option ( ' -e ' , ' --get-title ' ,
action = ' store_true ' , dest = ' gettitle ' , help = ' simulate, quiet but print title ' , default = False )
2013-05-06 05:30:07 +00:00
verbosity . add_option ( ' --get-id ' ,
action = ' store_true ' , dest = ' getid ' , help = ' simulate, quiet but print id ' , default = False )
2012-11-28 01:04:46 +00:00
verbosity . add_option ( ' --get-thumbnail ' ,
action = ' store_true ' , dest = ' getthumbnail ' ,
help = ' simulate, quiet but print thumbnail URL ' , default = False )
verbosity . add_option ( ' --get-description ' ,
action = ' store_true ' , dest = ' getdescription ' ,
help = ' simulate, quiet but print video description ' , default = False )
2013-12-16 03:15:10 +00:00
verbosity . add_option ( ' --get-duration ' ,
action = ' store_true ' , dest = ' getduration ' ,
help = ' simulate, quiet but print video length ' , default = False )
2012-11-28 01:04:46 +00:00
verbosity . add_option ( ' --get-filename ' ,
action = ' store_true ' , dest = ' getfilename ' ,
help = ' simulate, quiet but print output filename ' , default = False )
verbosity . add_option ( ' --get-format ' ,
action = ' store_true ' , dest = ' getformat ' ,
help = ' simulate, quiet but print output format ' , default = False )
2013-11-19 13:59:22 +00:00
verbosity . add_option ( ' -j ' , ' --dump-json ' ,
action = ' store_true ' , dest = ' dumpjson ' ,
2013-11-20 05:18:24 +00:00
help = ' simulate, quiet but print JSON information ' , default = False )
2013-02-13 01:02:31 +00:00
verbosity . add_option ( ' --newline ' ,
2013-02-18 17:52:06 +00:00
action = ' store_true ' , dest = ' progress_with_newline ' , help = ' output progress bar as new lines ' , default = False )
2012-11-28 01:04:46 +00:00
verbosity . add_option ( ' --no-progress ' ,
action = ' store_true ' , dest = ' noprogress ' , help = ' do not print progress bar ' , default = False )
verbosity . add_option ( ' --console-title ' ,
action = ' store_true ' , dest = ' consoletitle ' ,
help = ' display progress in console titlebar ' , default = False )
verbosity . add_option ( ' -v ' , ' --verbose ' ,
action = ' store_true ' , dest = ' verbose ' , help = ' print various debugging information ' , default = False )
2013-04-11 16:31:35 +00:00
verbosity . add_option ( ' --dump-intermediate-pages ' ,
action = ' store_true ' , dest = ' dump_intermediate_pages ' , default = False ,
2014-01-11 23:27:00 +00:00
help = ' print downloaded pages to debug problems (very verbose) ' )
2013-10-28 09:44:02 +00:00
verbosity . add_option ( ' --write-pages ' ,
action = ' store_true ' , dest = ' write_pages ' , default = False ,
2013-11-29 23:42:43 +00:00
help = ' Write downloaded intermediary pages to files in the current directory to debug problems ' )
2013-09-22 08:30:02 +00:00
verbosity . add_option ( ' --youtube-print-sig-code ' ,
action = ' store_true ' , dest = ' youtube_print_sig_code ' , default = False ,
help = optparse . SUPPRESS_HELP )
2013-12-29 14:28:32 +00:00
verbosity . add_option ( ' --print-traffic ' ,
dest = ' debug_printtraffic ' , action = ' store_true ' , default = False ,
2014-01-22 20:56:37 +00:00
help = ' Display sent and read HTTP traffic ' )
2012-11-28 01:04:46 +00:00
filesystem . add_option ( ' -t ' , ' --title ' ,
2013-04-28 14:26:11 +00:00
action = ' store_true ' , dest = ' usetitle ' , help = ' use title in file name (default) ' , default = False )
2012-11-28 01:04:46 +00:00
filesystem . add_option ( ' --id ' ,
2013-04-28 14:26:11 +00:00
action = ' store_true ' , dest = ' useid ' , help = ' use only video ID in file name ' , default = False )
2012-11-28 01:04:46 +00:00
filesystem . add_option ( ' -l ' , ' --literal ' ,
action = ' store_true ' , dest = ' usetitle ' , help = ' [deprecated] alias of --title ' , default = False )
filesystem . add_option ( ' -A ' , ' --auto-number ' ,
action = ' store_true ' , dest = ' autonumber ' ,
help = ' number downloaded files starting from 00000 ' , default = False )
filesystem . add_option ( ' -o ' , ' --output ' ,
2013-04-22 08:06:07 +00:00
dest = ' outtmpl ' , metavar = ' TEMPLATE ' ,
help = ( ' output filename template. Use %(title)s to get the title, '
' %(uploader)s for the uploader name, %(uploader_id)s for the uploader nickname if different, '
' %(autonumber)s to get an automatically incremented number, '
2013-10-18 21:06:49 +00:00
' %(ext)s for the filename extension, '
2014-01-11 23:27:00 +00:00
' %(format)s for the format description (like " 22 - 1280x720 " or " HD " ), '
' %(format_id)s for the unique id of the format (like Youtube \' s itags: " 137 " ), '
2013-10-18 21:06:49 +00:00
' %(upload_date)s for the upload date (YYYYMMDD), '
2013-04-22 08:06:07 +00:00
' %(extractor)s for the provider (youtube, metacafe, etc), '
2014-01-11 23:27:00 +00:00
' %(id)s for the video id, %(playlist)s for the playlist the video is in, '
2013-04-22 08:06:07 +00:00
' %(playlist_index)s for the position in the playlist and %% for a literal percent. '
' Use - to output to stdout. Can also be used to download to a different directory, '
' for example with -o \' /my/downloads/ %(uploader)s / %(title)s - %(id)s . %(ext)s \' . ' ) )
2013-04-02 04:40:07 +00:00
filesystem . add_option ( ' --autonumber-size ' ,
dest = ' autonumber_size ' , metavar = ' NUMBER ' ,
2013-11-09 18:21:30 +00:00
help = ' Specifies the number of digits in %(autonumber)s when it is present in output filename template or --auto-number option is given ' )
2012-11-28 01:04:46 +00:00
filesystem . add_option ( ' --restrict-filenames ' ,
action = ' store_true ' , dest = ' restrictfilenames ' ,
help = ' Restrict filenames to only ASCII characters, and avoid " & " and spaces in filenames ' , default = False )
filesystem . add_option ( ' -a ' , ' --batch-file ' ,
dest = ' batchfile ' , metavar = ' FILE ' , help = ' file containing URLs to download ( \' - \' for stdin) ' )
2013-11-22 13:57:53 +00:00
filesystem . add_option ( ' --load-info ' ,
dest = ' load_info_filename ' , metavar = ' FILE ' ,
2014-01-11 23:27:00 +00:00
help = ' json file containing the video information (created with the " --write-json " option) ' )
2012-11-28 01:04:46 +00:00
filesystem . add_option ( ' -w ' , ' --no-overwrites ' ,
action = ' store_true ' , dest = ' nooverwrites ' , help = ' do not overwrite files ' , default = False )
filesystem . add_option ( ' -c ' , ' --continue ' ,
2013-11-11 13:21:09 +00:00
action = ' store_true ' , dest = ' continue_dl ' , help = ' force resume of partially downloaded files. By default, youtube-dl will resume downloads if possible. ' , default = True )
2012-11-28 01:04:46 +00:00
filesystem . add_option ( ' --no-continue ' ,
action = ' store_false ' , dest = ' continue_dl ' ,
help = ' do not resume partially downloaded files (restart from beginning) ' )
filesystem . add_option ( ' --cookies ' ,
dest = ' cookiefile ' , metavar = ' FILE ' , help = ' file to read cookies from and dump cookie jar in ' )
filesystem . add_option ( ' --no-part ' ,
action = ' store_true ' , dest = ' nopart ' , help = ' do not use .part files ' , default = False )
filesystem . add_option ( ' --no-mtime ' ,
action = ' store_false ' , dest = ' updatetime ' ,
help = ' do not use the Last-modified header to set the file modification time ' , default = True )
filesystem . add_option ( ' --write-description ' ,
action = ' store_true ' , dest = ' writedescription ' ,
help = ' write video description to a .description file ' , default = False )
filesystem . add_option ( ' --write-info-json ' ,
action = ' store_true ' , dest = ' writeinfojson ' ,
help = ' write video metadata to a .info.json file ' , default = False )
2013-10-14 05:18:58 +00:00
filesystem . add_option ( ' --write-annotations ' ,
action = ' store_true ' , dest = ' writeannotations ' ,
help = ' write video annotations to a .annotation file ' , default = False )
2013-05-01 12:04:33 +00:00
filesystem . add_option ( ' --write-thumbnail ' ,
action = ' store_true ' , dest = ' writethumbnail ' ,
help = ' write thumbnail image to disk ' , default = False )
2012-11-28 01:04:46 +00:00
postproc . add_option ( ' -x ' , ' --extract-audio ' , action = ' store_true ' , dest = ' extractaudio ' , default = False ,
help = ' convert video files to audio-only files (requires ffmpeg or avconv and ffprobe or avprobe) ' )
postproc . add_option ( ' --audio-format ' , metavar = ' FORMAT ' , dest = ' audioformat ' , default = ' best ' ,
2013-01-10 18:15:04 +00:00
help = ' " best " , " aac " , " vorbis " , " mp3 " , " m4a " , " opus " , or " wav " ; best by default ' )
2012-11-28 01:04:46 +00:00
postproc . add_option ( ' --audio-quality ' , metavar = ' QUALITY ' , dest = ' audioquality ' , default = ' 5 ' ,
help = ' ffmpeg/avconv audio quality specification, insert a value between 0 (better) and 9 (worse) for VBR or a specific bitrate like 128K (default 5) ' )
2013-01-12 14:07:59 +00:00
postproc . add_option ( ' --recode-video ' , metavar = ' FORMAT ' , dest = ' recodevideo ' , default = None ,
help = ' Encode the video to another format if necessary (currently supported: mp4|flv|ogg|webm) ' )
2012-11-28 01:04:46 +00:00
postproc . add_option ( ' -k ' , ' --keep-video ' , action = ' store_true ' , dest = ' keepvideo ' , default = False ,
help = ' keeps the video file on disk after the post-processing; the video is erased by default ' )
2012-12-23 17:36:48 +00:00
postproc . add_option ( ' --no-post-overwrites ' , action = ' store_true ' , dest = ' nopostoverwrites ' , default = False ,
help = ' do not overwrite post-processed files; the post-processed files are overwritten by default ' )
2013-07-20 10:48:57 +00:00
postproc . add_option ( ' --embed-subs ' , action = ' store_true ' , dest = ' embedsubtitles ' , default = False ,
help = ' embed subtitles in the video (only for mp4 videos) ' )
2013-10-11 09:19:09 +00:00
postproc . add_option ( ' --add-metadata ' , action = ' store_true ' , dest = ' addmetadata ' , default = False ,
2014-01-02 12:47:28 +00:00
help = ' write metadata to the video file ' )
postproc . add_option ( ' --xattrs ' , action = ' store_true ' , dest = ' xattrs ' , default = False ,
help = ' write metadata to the video file \' s xattrs (using dublin core and xdg standards) ' )
2014-01-08 16:53:34 +00:00
postproc . add_option ( ' --prefer-avconv ' , action = ' store_false ' , dest = ' prefer_ffmpeg ' ,
help = ' Prefer avconv over ffmpeg for running the postprocessors (default) ' )
postproc . add_option ( ' --prefer-ffmpeg ' , action = ' store_true ' , dest = ' prefer_ffmpeg ' ,
help = ' Prefer ffmpeg over avconv for running the postprocessors ' )
2012-11-28 01:04:46 +00:00
parser . add_option_group ( general )
parser . add_option_group ( selection )
2013-07-01 12:53:25 +00:00
parser . add_option_group ( downloader )
2012-11-28 01:04:46 +00:00
parser . add_option_group ( filesystem )
parser . add_option_group ( verbosity )
parser . add_option_group ( video_format )
2013-08-08 07:53:25 +00:00
parser . add_option_group ( subtitles )
2012-11-28 01:04:46 +00:00
parser . add_option_group ( authentication )
parser . add_option_group ( postproc )
2013-04-22 21:05:05 +00:00
if overrideArguments is not None :
opts , args = parser . parse_args ( overrideArguments )
if opts . verbose :
2013-09-16 04:55:33 +00:00
write_string ( u ' [debug] Override config: ' + repr ( overrideArguments ) + ' \n ' )
2012-11-28 01:04:46 +00:00
else :
2013-08-08 07:53:25 +00:00
commandLineConf = sys . argv [ 1 : ]
2014-02-03 05:54:27 +00:00
if ' --ignore-config ' in commandLineConf :
systemConf = [ ]
userConf = [ ]
else :
systemConf = _readOptions ( ' /etc/youtube-dl.conf ' )
if ' --ignore-config ' in systemConf :
userConf = [ ]
else :
userConf = _readUserConf ( )
2013-04-22 21:05:05 +00:00
argv = systemConf + userConf + commandLineConf
2014-02-03 05:54:27 +00:00
2013-04-22 21:05:05 +00:00
opts , args = parser . parse_args ( argv )
2013-04-22 21:15:05 +00:00
if opts . verbose :
2013-09-16 04:55:33 +00:00
write_string ( u ' [debug] System config: ' + repr ( _hide_login_info ( systemConf ) ) + ' \n ' )
write_string ( u ' [debug] User config: ' + repr ( _hide_login_info ( userConf ) ) + ' \n ' )
write_string ( u ' [debug] Command-line args: ' + repr ( _hide_login_info ( commandLineConf ) ) + ' \n ' )
2013-12-26 20:55:42 +00:00
write_string ( u ' [debug] Encodings: locale %r , fs %r , out %r , pref: %r \n ' %
( locale . getpreferredencoding ( ) , sys . getfilesystemencoding ( ) , sys . stdout . encoding , preferredencoding ( ) ) )
2013-03-11 23:10:05 +00:00
2012-11-28 01:04:46 +00:00
return parser , opts , args
2011-11-21 18:59:59 +00:00
2013-12-16 04:04:12 +00:00
2013-04-16 17:26:48 +00:00
def _real_main ( argv = None ) :
2013-05-04 05:09:50 +00:00
# Compatibility fixes for Windows
if sys . platform == ' win32 ' :
# https://github.com/rg3/youtube-dl/issues/820
codecs . register ( lambda name : codecs . lookup ( ' utf-8 ' ) if name == ' cp65001 ' else None )
2013-12-16 04:04:12 +00:00
setproctitle ( u ' youtube-dl ' )
2013-04-16 17:26:48 +00:00
parser , opts , args = parseOpts ( argv )
2012-11-28 01:04:46 +00:00
# Set user agent
if opts . user_agent is not None :
std_headers [ ' User-Agent ' ] = opts . user_agent
2013-08-08 07:53:25 +00:00
2013-04-24 11:56:04 +00:00
# Set referer
if opts . referer is not None :
std_headers [ ' Referer ' ] = opts . referer
2012-11-28 01:04:46 +00:00
# Dump user agent
if opts . dump_user_agent :
2013-06-24 13:57:53 +00:00
compat_print ( std_headers [ ' User-Agent ' ] )
2012-11-28 01:04:46 +00:00
sys . exit ( 0 )
# Batch file verification
batchurls = [ ]
if opts . batchfile is not None :
try :
if opts . batchfile == ' - ' :
batchfd = sys . stdin
else :
batchfd = open ( opts . batchfile , ' r ' )
batchurls = batchfd . readlines ( )
batchurls = [ x . strip ( ) for x in batchurls ]
batchurls = [ x for x in batchurls if len ( x ) > 0 and not re . search ( r ' ^[#/;] ' , x ) ]
2013-07-30 21:11:44 +00:00
if opts . verbose :
2013-09-16 04:55:33 +00:00
write_string ( u ' [debug] Batch file urls: ' + repr ( batchurls ) + u ' \n ' )
2012-11-28 01:04:46 +00:00
except IOError :
sys . exit ( u ' ERROR: batch file could not be read ' )
all_urls = batchurls + args
all_urls = [ url . strip ( ) for url in all_urls ]
2014-01-05 04:24:50 +00:00
_enc = preferredencoding ( )
2014-01-05 09:58:36 +00:00
all_urls = [ url . decode ( _enc , ' ignore ' ) if isinstance ( url , bytes ) else url for url in all_urls ]
2012-11-28 01:04:46 +00:00
extractors = gen_extractors ( )
if opts . list_extractors :
2013-07-01 16:21:29 +00:00
for ie in sorted ( extractors , key = lambda ie : ie . IE_NAME . lower ( ) ) :
2013-06-24 13:57:53 +00:00
compat_print ( ie . IE_NAME + ( ' (CURRENTLY BROKEN) ' if not ie . _WORKING else ' ' ) )
2012-12-20 13:18:23 +00:00
matchedUrls = [ url for url in all_urls if ie . suitable ( url ) ]
2012-11-28 01:04:46 +00:00
for mu in matchedUrls :
2013-06-24 13:57:53 +00:00
compat_print ( u ' ' + mu )
2012-11-28 01:04:46 +00:00
sys . exit ( 0 )
2013-07-01 16:52:19 +00:00
if opts . list_extractor_descriptions :
for ie in sorted ( extractors , key = lambda ie : ie . IE_NAME . lower ( ) ) :
if not ie . _WORKING :
continue
desc = getattr ( ie , ' IE_DESC ' , ie . IE_NAME )
2013-10-07 10:21:24 +00:00
if desc is False :
continue
2013-07-01 16:52:19 +00:00
if hasattr ( ie , ' SEARCH_KEY ' ) :
_SEARCHES = ( u ' cute kittens ' , u ' slithering pythons ' , u ' falling cat ' , u ' angry poodle ' , u ' purple fish ' , u ' running tortoise ' )
_COUNTS = ( u ' ' , u ' 5 ' , u ' 10 ' , u ' all ' )
desc + = u ' (Example: " %s %s : %s " ) ' % ( ie . SEARCH_KEY , random . choice ( _COUNTS ) , random . choice ( _SEARCHES ) )
compat_print ( desc )
sys . exit ( 0 )
2012-11-28 01:04:46 +00:00
# Conflicting, missing and erroneous options
if opts . usenetrc and ( opts . username is not None or opts . password is not None ) :
parser . error ( u ' using .netrc conflicts with giving username/password ' )
if opts . password is not None and opts . username is None :
2014-01-11 23:27:00 +00:00
parser . error ( u ' account username missing \n ' )
2012-11-28 01:04:46 +00:00
if opts . outtmpl is not None and ( opts . usetitle or opts . autonumber or opts . useid ) :
parser . error ( u ' using output template conflicts with using title, video ID or auto number ' )
if opts . usetitle and opts . useid :
parser . error ( u ' using title conflicts with using video ID ' )
if opts . username is not None and opts . password is None :
opts . password = getpass . getpass ( u ' Type account password and press return: ' )
if opts . ratelimit is not None :
numeric_limit = FileDownloader . parse_bytes ( opts . ratelimit )
if numeric_limit is None :
parser . error ( u ' invalid rate limit specified ' )
opts . ratelimit = numeric_limit
2013-01-22 05:50:42 +00:00
if opts . min_filesize is not None :
numeric_limit = FileDownloader . parse_bytes ( opts . min_filesize )
if numeric_limit is None :
parser . error ( u ' invalid min_filesize specified ' )
opts . min_filesize = numeric_limit
if opts . max_filesize is not None :
numeric_limit = FileDownloader . parse_bytes ( opts . max_filesize )
if numeric_limit is None :
parser . error ( u ' invalid max_filesize specified ' )
opts . max_filesize = numeric_limit
2012-11-28 01:04:46 +00:00
if opts . retries is not None :
try :
opts . retries = int ( opts . retries )
2013-11-22 18:57:52 +00:00
except ( TypeError , ValueError ) :
2012-11-28 01:04:46 +00:00
parser . error ( u ' invalid retry count specified ' )
if opts . buffersize is not None :
numeric_buffersize = FileDownloader . parse_bytes ( opts . buffersize )
if numeric_buffersize is None :
parser . error ( u ' invalid buffer size specified ' )
opts . buffersize = numeric_buffersize
2013-12-16 12:16:20 +00:00
if opts . playliststart < = 0 :
raise ValueError ( u ' Playlist start must be positive ' )
if opts . playlistend not in ( - 1 , None ) and opts . playlistend < opts . playliststart :
raise ValueError ( u ' Playlist end must be greater than playlist start ' )
2012-11-28 01:04:46 +00:00
if opts . extractaudio :
2013-01-10 18:15:04 +00:00
if opts . audioformat not in [ ' best ' , ' aac ' , ' mp3 ' , ' m4a ' , ' opus ' , ' vorbis ' , ' wav ' ] :
2012-11-28 01:04:46 +00:00
parser . error ( u ' invalid audio format specified ' )
if opts . audioquality :
opts . audioquality = opts . audioquality . strip ( ' k ' ) . strip ( ' K ' )
if not opts . audioquality . isdigit ( ) :
parser . error ( u ' invalid audio quality specified ' )
2013-01-12 14:07:59 +00:00
if opts . recodevideo is not None :
if opts . recodevideo not in [ ' mp4 ' , ' flv ' , ' webm ' , ' ogg ' ] :
parser . error ( u ' invalid video recode format specified ' )
2013-04-27 12:01:55 +00:00
if opts . date is not None :
date = DateRange . day ( opts . date )
else :
date = DateRange ( opts . dateafter , opts . datebefore )
2014-01-22 13:16:43 +00:00
if opts . default_search not in ( ' auto ' , None ) and ' : ' not in opts . default_search :
parser . error ( u ' --default-search invalid; did you forget a colon (:) at the end? ' )
2012-11-28 01:04:46 +00:00
2014-01-22 13:53:23 +00:00
# Do not download videos when there are audio-only formats
if opts . extractaudio and not opts . keepvideo and opts . format is None :
opts . format = ' bestaudio/best '
2013-09-14 09:14:40 +00:00
# --all-sub automatically sets --write-sub if --write-auto-sub is not given
# this was the old behaviour if only --all-sub was given.
if opts . allsubtitles and ( opts . writeautomaticsub == False ) :
opts . writesubtitles = True
2012-12-15 16:44:48 +00:00
if sys . version_info < ( 3 , ) :
# In Python 2, sys.argv is a bytestring (also note http://bugs.python.org/issue2128 for Windows systems)
2012-12-15 22:54:44 +00:00
if opts . outtmpl is not None :
opts . outtmpl = opts . outtmpl . decode ( preferredencoding ( ) )
2012-12-15 16:44:48 +00:00
outtmpl = ( ( opts . outtmpl is not None and opts . outtmpl )
or ( opts . format == ' -1 ' and opts . usetitle and u ' %(title)s - %(id)s - %(format)s . %(ext)s ' )
or ( opts . format == ' -1 ' and u ' %(id)s - %(format)s . %(ext)s ' )
or ( opts . usetitle and opts . autonumber and u ' %(autonumber)s - %(title)s - %(id)s . %(ext)s ' )
or ( opts . usetitle and u ' %(title)s - %(id)s . %(ext)s ' )
or ( opts . useid and u ' %(id)s . %(ext)s ' )
or ( opts . autonumber and u ' %(autonumber)s - %(id)s . %(ext)s ' )
2013-04-28 14:26:11 +00:00
or u ' %(title)s - %(id)s . %(ext)s ' )
2013-12-15 10:42:38 +00:00
if not os . path . splitext ( outtmpl ) [ 1 ] and opts . extractaudio :
2013-09-21 09:10:22 +00:00
parser . error ( u ' Cannot download a video and extract audio into the same '
2013-12-15 10:42:38 +00:00
u ' file! Use " {0} . %(ext)s " instead of " {0} " as the output '
u ' template ' . format ( outtmpl ) )
2013-09-24 19:55:25 +00:00
2013-12-16 03:15:10 +00:00
any_printing = opts . geturl or opts . gettitle or opts . getid or opts . getthumbnail or opts . getdescription or opts . getfilename or opts . getformat or opts . getduration or opts . dumpjson
2014-01-12 00:27:47 +00:00
download_archive_fn = os . path . expanduser ( opts . download_archive ) if opts . download_archive is not None else opts . download_archive
2013-12-16 03:15:10 +00:00
2013-11-17 20:05:14 +00:00
ydl_opts = {
2012-11-28 01:04:46 +00:00
' usenetrc ' : opts . usenetrc ,
' username ' : opts . username ,
' password ' : opts . password ,
2013-06-25 20:22:32 +00:00
' videopassword ' : opts . videopassword ,
2013-12-16 03:15:10 +00:00
' quiet ' : ( opts . quiet or any_printing ) ,
2012-11-28 01:04:46 +00:00
' forceurl ' : opts . geturl ,
' forcetitle ' : opts . gettitle ,
2013-05-06 05:30:07 +00:00
' forceid ' : opts . getid ,
2012-11-28 01:04:46 +00:00
' forcethumbnail ' : opts . getthumbnail ,
' forcedescription ' : opts . getdescription ,
2013-12-16 03:15:10 +00:00
' forceduration ' : opts . getduration ,
2012-11-28 01:04:46 +00:00
' forcefilename ' : opts . getfilename ,
' forceformat ' : opts . getformat ,
2013-11-19 13:59:22 +00:00
' forcejson ' : opts . dumpjson ,
2012-11-28 01:04:46 +00:00
' simulate ' : opts . simulate ,
2013-12-16 03:15:10 +00:00
' skip_download ' : ( opts . skip_download or opts . simulate or any_printing ) ,
2012-11-28 01:04:46 +00:00
' format ' : opts . format ,
' format_limit ' : opts . format_limit ,
' listformats ' : opts . listformats ,
2012-12-15 16:44:48 +00:00
' outtmpl ' : outtmpl ,
2013-04-02 04:40:07 +00:00
' autonumber_size ' : opts . autonumber_size ,
2012-11-28 01:04:46 +00:00
' restrictfilenames ' : opts . restrictfilenames ,
' ignoreerrors ' : opts . ignoreerrors ,
' ratelimit ' : opts . ratelimit ,
' nooverwrites ' : opts . nooverwrites ,
' retries ' : opts . retries ,
' buffersize ' : opts . buffersize ,
' noresizebuffer ' : opts . noresizebuffer ,
' continuedl ' : opts . continue_dl ,
' noprogress ' : opts . noprogress ,
2013-02-18 17:52:06 +00:00
' progress_with_newline ' : opts . progress_with_newline ,
2012-11-28 01:04:46 +00:00
' playliststart ' : opts . playliststart ,
' playlistend ' : opts . playlistend ,
2013-09-30 20:26:25 +00:00
' noplaylist ' : opts . noplaylist ,
2012-11-28 01:04:46 +00:00
' logtostderr ' : opts . outtmpl == ' - ' ,
' consoletitle ' : opts . consoletitle ,
' nopart ' : opts . nopart ,
' updatetime ' : opts . updatetime ,
' writedescription ' : opts . writedescription ,
2013-10-14 05:18:58 +00:00
' writeannotations ' : opts . writeannotations ,
2012-11-28 01:04:46 +00:00
' writeinfojson ' : opts . writeinfojson ,
2013-05-01 12:04:33 +00:00
' writethumbnail ' : opts . writethumbnail ,
2012-11-28 01:04:46 +00:00
' writesubtitles ' : opts . writesubtitles ,
2013-06-25 21:45:16 +00:00
' writeautomaticsub ' : opts . writeautomaticsub ,
2013-02-22 01:52:55 +00:00
' allsubtitles ' : opts . allsubtitles ,
2013-02-22 03:50:05 +00:00
' listsubtitles ' : opts . listsubtitles ,
2013-02-22 02:53:54 +00:00
' subtitlesformat ' : opts . subtitlesformat ,
2013-09-06 14:26:22 +00:00
' subtitleslangs ' : opts . subtitleslangs ,
2013-02-21 16:09:39 +00:00
' matchtitle ' : decodeOption ( opts . matchtitle ) ,
' rejecttitle ' : decodeOption ( opts . rejecttitle ) ,
2012-11-28 01:04:46 +00:00
' max_downloads ' : opts . max_downloads ,
' prefer_free_formats ' : opts . prefer_free_formats ,
' verbose ' : opts . verbose ,
2013-04-11 16:31:35 +00:00
' dump_intermediate_pages ' : opts . dump_intermediate_pages ,
2013-10-28 09:44:02 +00:00
' write_pages ' : opts . write_pages ,
2012-12-11 08:57:40 +00:00
' test ' : opts . test ,
2013-01-12 14:07:59 +00:00
' keepvideo ' : opts . keepvideo ,
2013-01-22 05:50:42 +00:00
' min_filesize ' : opts . min_filesize ,
2013-04-27 12:01:55 +00:00
' max_filesize ' : opts . max_filesize ,
2013-12-16 02:09:49 +00:00
' min_views ' : opts . min_views ,
' max_views ' : opts . max_views ,
2013-05-01 12:04:33 +00:00
' daterange ' : date ,
2013-09-24 19:26:10 +00:00
' cachedir ' : opts . cachedir ,
2013-09-22 08:50:12 +00:00
' youtube_print_sig_code ' : opts . youtube_print_sig_code ,
2013-10-06 04:06:30 +00:00
' age_limit ' : opts . age_limit ,
2014-01-12 00:27:47 +00:00
' download_archive ' : download_archive_fn ,
2013-11-22 18:57:52 +00:00
' cookiefile ' : opts . cookiefile ,
' nocheckcertificate ' : opts . no_check_certificate ,
2013-11-26 07:03:11 +00:00
' proxy ' : opts . proxy ,
2013-12-02 12:37:05 +00:00
' socket_timeout ' : opts . socket_timeout ,
2013-12-09 03:08:51 +00:00
' bidi_workaround ' : opts . bidi_workaround ,
2013-12-29 14:28:32 +00:00
' debug_printtraffic ' : opts . debug_printtraffic ,
2014-01-08 16:53:34 +00:00
' prefer_ffmpeg ' : opts . prefer_ffmpeg ,
2014-01-21 01:09:49 +00:00
' include_ads ' : opts . include_ads ,
2014-01-22 13:16:43 +00:00
' default_search ' : opts . default_search ,
2014-01-22 20:56:37 +00:00
' youtube_include_dash_manifest ' : opts . youtube_include_dash_manifest ,
2013-11-17 20:05:14 +00:00
}
2012-11-28 01:04:46 +00:00
2013-11-17 20:05:14 +00:00
with YoutubeDL ( ydl_opts ) as ydl :
2013-11-22 18:57:52 +00:00
ydl . print_debug_header ( )
2013-11-17 20:05:14 +00:00
ydl . add_default_info_extractors ( )
# PostProcessors
# Add the metadata pp first, the other pps will copy it
if opts . addmetadata :
ydl . add_post_processor ( FFmpegMetadataPP ( ) )
if opts . extractaudio :
ydl . add_post_processor ( FFmpegExtractAudioPP ( preferredcodec = opts . audioformat , preferredquality = opts . audioquality , nopostoverwrites = opts . nopostoverwrites ) )
if opts . recodevideo :
ydl . add_post_processor ( FFmpegVideoConvertor ( preferedformat = opts . recodevideo ) )
if opts . embedsubtitles :
ydl . add_post_processor ( FFmpegEmbedSubtitlePP ( subtitlesformat = opts . subtitlesformat ) )
2014-01-02 12:47:28 +00:00
if opts . xattrs :
ydl . add_post_processor ( XAttrMetadataPP ( ) )
2013-11-17 20:05:14 +00:00
# Update version
if opts . update_self :
update_self ( ydl . to_screen , opts . verbose )
# Maybe do nothing
2013-11-22 13:57:53 +00:00
if ( len ( all_urls ) < 1 ) and ( opts . load_info_filename is None ) :
2013-11-17 20:05:14 +00:00
if not opts . update_self :
parser . error ( u ' you must provide at least one URL ' )
else :
sys . exit ( )
2012-11-28 01:04:46 +00:00
2013-11-17 20:05:14 +00:00
try :
2013-11-22 13:57:53 +00:00
if opts . load_info_filename is not None :
retcode = ydl . download_with_info_file ( opts . load_info_filename )
else :
retcode = ydl . download ( all_urls )
2013-11-17 20:05:14 +00:00
except MaxDownloadsReached :
ydl . to_screen ( u ' --max-download limit reached, aborting. ' )
retcode = 101
2012-11-28 01:04:46 +00:00
sys . exit ( retcode )
2011-11-21 18:59:59 +00:00
2013-10-07 16:50:26 +00:00
2013-04-16 17:26:48 +00:00
def main ( argv = None ) :
2012-11-28 01:04:46 +00:00
try :
2013-04-16 17:26:48 +00:00
_real_main ( argv )
2012-11-28 01:04:46 +00:00
except DownloadError :
sys . exit ( 1 )
except SameFileError :
sys . exit ( u ' ERROR: fixed output name but more than one file to download ' )
except KeyboardInterrupt :
sys . exit ( u ' \n ERROR: Interrupted by user ' )