2013-03-23 15:02:41 +01:00
|
|
|
# ex:ts=4:sw=4:sts=4:et
|
|
|
|
# -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
|
|
|
|
from __future__ import absolute_import
|
|
|
|
import sys
|
|
|
|
import re
|
|
|
|
import os
|
|
|
|
import logging
|
2014-02-18 18:56:28 +01:00
|
|
|
import copy
|
2014-03-24 21:54:03 +01:00
|
|
|
import platform
|
2013-03-23 15:02:41 +01:00
|
|
|
from optparse import OptionParser
|
|
|
|
|
2014-02-09 15:40:02 +01:00
|
|
|
from svtplay_dl.error import UIException
|
2013-03-23 15:02:41 +01:00
|
|
|
from svtplay_dl.log import log
|
2014-08-12 00:08:51 +02:00
|
|
|
from svtplay_dl.utils import decode_html_entities, filenamify, select_quality
|
2013-03-23 16:11:36 +01:00
|
|
|
from svtplay_dl.service import service_handler, Generic
|
2014-04-21 20:05:36 +02:00
|
|
|
from svtplay_dl.fetcher import VideoRetriever
|
2014-08-19 15:21:27 +02:00
|
|
|
from svtplay_dl.subtitle import subtitle
|
2013-03-23 15:02:41 +01:00
|
|
|
|
2014-08-28 19:47:39 +02:00
|
|
|
__version__ = "0.9.2014.08.28"
|
2013-03-23 15:02:41 +01:00
|
|
|
|
2014-08-12 00:08:51 +02:00
|
|
|
class Options(object):
|
2013-03-23 15:02:41 +01:00
|
|
|
"""
|
|
|
|
Options used when invoking the script from another Python script.
|
|
|
|
|
|
|
|
Simple container class used when calling get_media() from another Python
|
|
|
|
script. The variables corresponds to the command line parameters parsed
|
|
|
|
in main() when the script is called directly.
|
|
|
|
|
|
|
|
When called from a script there are a few more things to consider:
|
|
|
|
|
|
|
|
* Logging is done to 'log'. main() calls setup_log() which sets the
|
|
|
|
logging to either stdout or stderr depending on the silent level.
|
|
|
|
A user calling get_media() directly can either also use setup_log()
|
|
|
|
or configure the log manually.
|
|
|
|
|
|
|
|
* Progress information is printed to 'progress_stream' which defaults to
|
|
|
|
sys.stderr but can be changed to any stream.
|
|
|
|
|
|
|
|
* Many errors results in calls to system.exit() so catch 'SystemExit'-
|
|
|
|
Exceptions to prevent the entire application from exiting if that happens.
|
|
|
|
"""
|
|
|
|
|
|
|
|
def __init__(self):
|
|
|
|
self.output = None
|
|
|
|
self.resume = False
|
|
|
|
self.live = False
|
|
|
|
self.silent = False
|
2014-02-09 15:40:02 +01:00
|
|
|
self.force = False
|
2013-12-11 17:22:46 +01:00
|
|
|
self.quality = 0
|
2013-03-23 18:26:48 +01:00
|
|
|
self.flexibleq = None
|
2013-03-23 15:02:41 +01:00
|
|
|
self.hls = False
|
|
|
|
self.other = None
|
|
|
|
self.subtitle = False
|
|
|
|
self.username = None
|
|
|
|
self.password = None
|
2014-01-19 14:26:48 +01:00
|
|
|
self.thumbnail = False
|
2014-02-18 18:56:28 +01:00
|
|
|
self.all_episodes = False
|
2014-03-21 20:59:58 +01:00
|
|
|
self.force_subtitle = False
|
2014-05-01 17:13:46 +02:00
|
|
|
self.preferred = None
|
2014-08-11 21:00:19 +02:00
|
|
|
self.verbose = False
|
2014-08-11 21:24:35 +02:00
|
|
|
self.output_auto = False
|
2014-08-27 22:40:31 +02:00
|
|
|
self.service = None
|
2013-03-23 15:02:41 +01:00
|
|
|
|
|
|
|
def get_media(url, options):
|
2014-01-19 14:26:48 +01:00
|
|
|
|
2014-02-23 11:52:11 +01:00
|
|
|
stream = service_handler(url)
|
2013-09-04 15:02:58 +02:00
|
|
|
if not stream:
|
2014-02-23 11:52:11 +01:00
|
|
|
url, stream = Generic().get(url)
|
2013-03-23 15:02:41 +01:00
|
|
|
if not stream:
|
|
|
|
log.error("That site is not supported. Make a ticket or send a message")
|
|
|
|
sys.exit(2)
|
|
|
|
|
2014-02-18 18:56:28 +01:00
|
|
|
if options.all_episodes:
|
2014-09-21 20:30:28 +02:00
|
|
|
if options.output and os.path.isfile(options.output):
|
2014-02-18 18:56:28 +01:00
|
|
|
log.error("Output must be a directory if used with --all-episodes")
|
|
|
|
sys.exit(2)
|
2014-09-21 20:30:28 +02:00
|
|
|
elif options.output and not os.path.exists(options.output):
|
|
|
|
try:
|
|
|
|
os.makedirs(options.output)
|
|
|
|
except OSError as e:
|
|
|
|
log.error("%s: %s" % (e.strerror, e.filename))
|
|
|
|
return
|
2014-02-18 18:56:28 +01:00
|
|
|
|
|
|
|
episodes = stream.find_all_episodes(options)
|
|
|
|
|
|
|
|
for idx, o in enumerate(episodes):
|
|
|
|
if o == url:
|
|
|
|
substream = stream
|
|
|
|
else:
|
|
|
|
substream = service_handler(o)
|
|
|
|
|
2014-03-19 23:01:36 +01:00
|
|
|
log.info("Episode %d of %d", idx + 1, len(episodes))
|
2014-02-18 18:56:28 +01:00
|
|
|
|
|
|
|
# get_one_media overwrites options.output...
|
|
|
|
get_one_media(substream, copy.copy(options))
|
|
|
|
else:
|
|
|
|
get_one_media(stream, options)
|
|
|
|
|
|
|
|
def get_one_media(stream, options):
|
2013-03-23 15:02:41 +01:00
|
|
|
if not options.output or os.path.isdir(options.output):
|
2014-02-18 16:48:53 +01:00
|
|
|
data = stream.get_urldata()
|
2014-01-04 22:17:21 +01:00
|
|
|
match = re.search(r"(?i)<title[^>]*>\s*(.*?)\s*</title>", data, re.S)
|
2013-03-23 15:02:41 +01:00
|
|
|
if match:
|
2014-08-11 21:24:35 +02:00
|
|
|
options.output_auto = True
|
2014-01-05 16:58:17 +01:00
|
|
|
title_tag = decode_html_entities(match.group(1))
|
2014-01-05 17:02:48 +01:00
|
|
|
if not options.output:
|
|
|
|
options.output = filenamify(title_tag)
|
2013-03-23 15:02:41 +01:00
|
|
|
else:
|
2014-01-05 17:02:48 +01:00
|
|
|
# output is a directory
|
2014-02-18 18:59:18 +01:00
|
|
|
options.output = os.path.join(options.output, filenamify(title_tag))
|
2013-03-23 15:02:41 +01:00
|
|
|
|
2014-03-24 21:54:03 +01:00
|
|
|
if platform.system() == "Windows":
|
|
|
|
# ugly hack. replace \ with / or add extra \ because c:\test\kalle.flv will add c:_tab_est\kalle.flv
|
|
|
|
if options.output.find("\\") > 0:
|
|
|
|
options.output = options.output.replace("\\", "/")
|
|
|
|
|
2014-04-21 20:05:36 +02:00
|
|
|
videos = []
|
|
|
|
subs = []
|
|
|
|
streams = stream.get(options)
|
2014-06-18 21:10:05 +02:00
|
|
|
if streams:
|
|
|
|
for i in streams:
|
|
|
|
if isinstance(i, VideoRetriever):
|
2014-07-13 16:03:03 +02:00
|
|
|
if options.preferred:
|
|
|
|
if options.preferred == i.name():
|
|
|
|
videos.append(i)
|
|
|
|
else:
|
|
|
|
videos.append(i)
|
2014-06-18 21:10:05 +02:00
|
|
|
if isinstance(i, subtitle):
|
|
|
|
subs.append(i)
|
|
|
|
|
|
|
|
if options.subtitle and options.output != "-":
|
|
|
|
if subs:
|
|
|
|
subs[0].download(copy.copy(options))
|
|
|
|
if options.force_subtitle:
|
|
|
|
return
|
|
|
|
|
2014-06-23 21:24:34 +02:00
|
|
|
if len(videos) > 0:
|
|
|
|
stream = select_quality(options, videos)
|
|
|
|
try:
|
|
|
|
stream.download()
|
|
|
|
except UIException as e:
|
|
|
|
if options.verbose:
|
|
|
|
raise e
|
|
|
|
log.error(e.message)
|
|
|
|
sys.exit(2)
|
|
|
|
|
|
|
|
if options.thumbnail:
|
|
|
|
if hasattr(stream, "get_thumbnail"):
|
|
|
|
log.info("thumb requested")
|
|
|
|
if options.output != "-":
|
|
|
|
log.info("getting thumbnail")
|
|
|
|
stream.get_thumbnail(options)
|
|
|
|
else:
|
|
|
|
log.info("no thumb requested")
|
2014-06-18 21:10:05 +02:00
|
|
|
else:
|
2014-06-23 21:24:34 +02:00
|
|
|
log.error("Can't find any streams for that url")
|
2014-01-19 14:26:48 +01:00
|
|
|
else:
|
2014-06-18 21:10:05 +02:00
|
|
|
log.error("Can't find any streams for that url")
|
2014-01-11 23:02:47 +01:00
|
|
|
|
2013-03-23 15:02:41 +01:00
|
|
|
|
2014-01-05 16:30:45 +01:00
|
|
|
def setup_log(silent, verbose=False):
|
2014-02-09 15:38:51 +01:00
|
|
|
fmt = logging.Formatter('%(levelname)s: %(message)s')
|
2013-03-23 15:02:41 +01:00
|
|
|
if silent:
|
|
|
|
stream = sys.stderr
|
|
|
|
level = logging.WARNING
|
2014-01-05 16:30:45 +01:00
|
|
|
elif verbose:
|
|
|
|
stream = sys.stderr
|
|
|
|
level = logging.DEBUG
|
|
|
|
fmt = logging.Formatter('[%(created).3f] %(pathname)s/%(funcName)s: %(levelname)s %(message)s')
|
2013-03-23 15:02:41 +01:00
|
|
|
else:
|
|
|
|
stream = sys.stdout
|
|
|
|
level = logging.INFO
|
|
|
|
|
|
|
|
hdlr = logging.StreamHandler(stream)
|
|
|
|
hdlr.setFormatter(fmt)
|
|
|
|
|
|
|
|
log.addHandler(hdlr)
|
|
|
|
log.setLevel(level)
|
|
|
|
|
|
|
|
def main():
|
|
|
|
""" Main program """
|
|
|
|
usage = "usage: %prog [options] url"
|
|
|
|
parser = OptionParser(usage=usage, version=__version__)
|
|
|
|
parser.add_option("-o", "--output",
|
|
|
|
metavar="OUTPUT", help="Outputs to the given filename.")
|
|
|
|
parser.add_option("-r", "--resume",
|
|
|
|
action="store_true", dest="resume", default=False,
|
2014-10-06 23:04:14 +02:00
|
|
|
help="Resume a download (RTMP based ones)")
|
2013-03-23 15:02:41 +01:00
|
|
|
parser.add_option("-l", "--live",
|
|
|
|
action="store_true", dest="live", default=False,
|
2014-06-24 22:56:12 +02:00
|
|
|
help="Enable for live streams (RTMP based ones)")
|
2013-03-23 15:02:41 +01:00
|
|
|
parser.add_option("-s", "--silent",
|
|
|
|
action="store_true", dest="silent", default=False)
|
2014-01-05 16:30:45 +01:00
|
|
|
parser.add_option("-v", "--verbose",
|
|
|
|
action="store_true", dest="verbose", default=False)
|
2014-02-09 15:40:02 +01:00
|
|
|
parser.add_option("-f", "--force",
|
|
|
|
action="store_true", dest="force", default=False)
|
2013-03-23 18:26:48 +01:00
|
|
|
parser.add_option("-q", "--quality", default=0,
|
2013-03-23 15:02:41 +01:00
|
|
|
metavar="quality", help="Choose what format to download.\nIt will download the best format by default")
|
2013-03-23 18:26:48 +01:00
|
|
|
parser.add_option("-Q", "--flexible-quality", default=0,
|
|
|
|
metavar="amount", dest="flexibleq", help="Allow given quality (as above) to differ by an amount.")
|
2013-03-23 15:02:41 +01:00
|
|
|
parser.add_option("-H", "--hls",
|
2014-07-13 16:06:35 +02:00
|
|
|
action="store_true", dest="hls", default=False, help="obsolete use -P")
|
2013-03-23 15:02:41 +01:00
|
|
|
parser.add_option("-S", "--subtitle",
|
|
|
|
action="store_true", dest="subtitle", default=False,
|
|
|
|
help="Download subtitle from the site if available.")
|
2014-03-21 20:59:58 +01:00
|
|
|
parser.add_option("--force-subtitle", dest="force_subtitle", default=False,
|
|
|
|
action="store_true", help="Download only subtitle if its used with -S")
|
2013-03-23 15:02:41 +01:00
|
|
|
parser.add_option("-u", "--username", default=None,
|
|
|
|
help="Username")
|
|
|
|
parser.add_option("-p", "--password", default=None,
|
|
|
|
help="Password")
|
2014-01-19 14:26:48 +01:00
|
|
|
parser.add_option("-t", "--thumbnail",
|
|
|
|
action="store_true", dest="thumbnail", default=False,
|
|
|
|
help="Download thumbnail from the site if available.")
|
2014-02-18 18:56:28 +01:00
|
|
|
parser.add_option("-A", "--all-episodes",
|
|
|
|
action="store_true", dest="all_episodes", default=False,
|
|
|
|
help="Try to download all episodes.")
|
2014-05-01 17:13:46 +02:00
|
|
|
parser.add_option("-P", "--preferred", default=None,
|
2014-07-13 16:06:35 +02:00
|
|
|
metavar="preferred", help="preferred download method (rtmp, hls or hds)")
|
2013-03-23 15:02:41 +01:00
|
|
|
(options, args) = parser.parse_args()
|
2013-07-25 21:01:57 +02:00
|
|
|
if not args:
|
|
|
|
parser.print_help()
|
|
|
|
sys.exit(0)
|
2013-03-23 15:02:41 +01:00
|
|
|
if len(args) != 1:
|
|
|
|
parser.error("incorrect number of arguments")
|
2014-08-12 00:15:46 +02:00
|
|
|
options = mergeParserOption(Options(), options)
|
2014-01-05 16:30:45 +01:00
|
|
|
setup_log(options.silent, options.verbose)
|
2013-03-23 15:02:41 +01:00
|
|
|
|
2013-03-23 18:26:48 +01:00
|
|
|
if options.flexibleq and not options.quality:
|
|
|
|
log.error("flexible-quality requires a quality")
|
|
|
|
sys.exit(4)
|
|
|
|
|
2013-03-23 15:02:41 +01:00
|
|
|
url = args[0]
|
2014-04-02 19:32:35 +02:00
|
|
|
|
|
|
|
try:
|
|
|
|
get_media(url, options)
|
|
|
|
except KeyboardInterrupt:
|
2014-05-02 12:06:53 +02:00
|
|
|
print("")
|
2014-08-11 21:00:19 +02:00
|
|
|
|
|
|
|
def mergeParserOption(options, parser):
|
|
|
|
options.output = parser.output
|
|
|
|
options.resume = parser.resume
|
|
|
|
options.live = parser.live
|
|
|
|
options.silent = parser.silent
|
|
|
|
options.force = parser.force
|
|
|
|
options.quality = parser.quality
|
|
|
|
options.flexibleq = parser.flexibleq
|
|
|
|
options.hls = parser.hls
|
|
|
|
options.subtitle = parser.subtitle
|
|
|
|
options.username = parser.username
|
|
|
|
options.password = parser.password
|
|
|
|
options.thumbnail = parser.thumbnail
|
|
|
|
options.all_episodes = parser.all_episodes
|
|
|
|
options.force_subtitle = parser.force_subtitle
|
|
|
|
options.preferred = parser.preferred
|
|
|
|
options.verbose = parser.verbose
|
|
|
|
return options
|