2018-05-12 15:38:10 +02:00
|
|
|
from __future__ import absolute_import
|
|
|
|
|
|
|
|
import re
|
|
|
|
import os
|
|
|
|
import logging
|
|
|
|
import sys
|
|
|
|
import time
|
|
|
|
from datetime import timedelta
|
|
|
|
|
|
|
|
|
|
|
|
from svtplay_dl.utils.text import filenamify, decode_html_entities, ensure_unicode
|
|
|
|
from svtplay_dl.utils.terminal import get_terminal_size
|
|
|
|
|
|
|
|
progress_stream = sys.stderr
|
|
|
|
|
|
|
|
|
|
|
|
class ETA(object):
|
|
|
|
"""
|
|
|
|
An ETA class, used to calculate how long it takes to process
|
|
|
|
an arbitrary set of items. By initiating the object with the
|
|
|
|
number of items and continuously updating with current
|
|
|
|
progress, the class can calculate an estimation of how long
|
|
|
|
time remains.
|
|
|
|
"""
|
|
|
|
|
|
|
|
def __init__(self, end, start=0):
|
|
|
|
"""
|
|
|
|
Parameters:
|
|
|
|
end: the end (or size, of start is 0)
|
|
|
|
start: the starting position, defaults to 0
|
|
|
|
"""
|
|
|
|
self.start = start
|
|
|
|
self.end = end
|
|
|
|
self.pos = start
|
|
|
|
|
|
|
|
self.now = time.time()
|
|
|
|
self.start_time = self.now
|
|
|
|
|
|
|
|
def update(self, pos):
|
|
|
|
"""
|
|
|
|
Set new absolute progress position.
|
|
|
|
|
|
|
|
Parameters:
|
|
|
|
pos: new absolute progress
|
|
|
|
"""
|
|
|
|
self.pos = pos
|
|
|
|
self.now = time.time()
|
|
|
|
|
|
|
|
def increment(self, skip=1):
|
|
|
|
"""
|
|
|
|
Like update, but set new pos relative to old pos.
|
|
|
|
|
|
|
|
Parameters:
|
|
|
|
skip: progress since last update (defaults to 1)
|
|
|
|
"""
|
|
|
|
self.update(self.pos + skip)
|
|
|
|
|
|
|
|
@property
|
|
|
|
def left(self):
|
|
|
|
"""
|
|
|
|
returns: How many item remains?
|
|
|
|
"""
|
|
|
|
return self.end - self.pos
|
|
|
|
|
|
|
|
def __str__(self):
|
|
|
|
"""
|
|
|
|
returns: a time string of the format HH:MM:SS.
|
|
|
|
"""
|
|
|
|
duration = self.now - self.start_time
|
|
|
|
|
|
|
|
# Calculate how long it takes to process one item
|
|
|
|
try:
|
|
|
|
elm_time = duration / (self.end - self.left)
|
|
|
|
except ZeroDivisionError:
|
|
|
|
return "(unknown)"
|
|
|
|
|
|
|
|
return str(timedelta(seconds=int(elm_time * self.left)))
|
|
|
|
|
|
|
|
|
|
|
|
def progress(byte, total, extra=""):
|
|
|
|
""" Print some info about how much we have downloaded """
|
|
|
|
if total == 0:
|
|
|
|
progresstr = "Downloaded %dkB bytes" % (byte >> 10)
|
|
|
|
progress_stream.write(progresstr + '\r')
|
|
|
|
return
|
|
|
|
progressbar(total, byte, extra)
|
|
|
|
|
|
|
|
|
|
|
|
def progressbar(total, pos, msg=""):
|
|
|
|
"""
|
|
|
|
Given a total and a progress position, output a progress bar
|
|
|
|
to stderr. It is important to not output anything else while
|
|
|
|
using this, as it relies soley on the behavior of carriage
|
|
|
|
return (\\r).
|
|
|
|
|
|
|
|
Can also take an optioal message to add after the
|
|
|
|
progressbar. It must not contain newlines.
|
|
|
|
|
|
|
|
The progress bar will look something like this:
|
|
|
|
|
|
|
|
[099/500][=========...............................] ETA: 13:36:59
|
|
|
|
|
|
|
|
Of course, the ETA part should be supplied be the calling
|
|
|
|
function.
|
|
|
|
"""
|
|
|
|
width = get_terminal_size()[0] - 40
|
|
|
|
rel_pos = int(float(pos) / total * width)
|
|
|
|
bar = ''.join(["=" * rel_pos, "." * (width - rel_pos)])
|
|
|
|
|
|
|
|
# Determine how many digits in total (base 10)
|
|
|
|
digits_total = len(str(total))
|
|
|
|
fmt_width = "%0" + str(digits_total) + "d"
|
|
|
|
fmt = "\r[" + fmt_width + "/" + fmt_width + "][%s] %s"
|
|
|
|
|
|
|
|
progress_stream.write(fmt % (pos, total, bar, msg))
|
|
|
|
|
|
|
|
|
|
|
|
def filename(stream):
|
|
|
|
if stream.output["title"] is None:
|
|
|
|
data = ensure_unicode(stream.get_urldata())
|
|
|
|
if data is None:
|
|
|
|
return False
|
|
|
|
match = re.search(r"(?i)<title[^>]*>\s*(.*?)\s*</title>", data, re.S)
|
|
|
|
if match:
|
|
|
|
stream.config.set("output_auto", True)
|
|
|
|
title_tag = decode_html_entities(match.group(1))
|
|
|
|
stream.output["title"] = filenamify(title_tag)
|
|
|
|
return True
|
|
|
|
|
|
|
|
|
2018-05-13 02:33:37 +02:00
|
|
|
def formatname(output, config, extension="mp4"):
|
|
|
|
name = _formatname(output, config, extension)
|
|
|
|
if config.get("output") and os.path.isdir(os.path.expanduser(config.get("output"))):
|
|
|
|
name = os.path.join(config.get("output"), name)
|
|
|
|
elif config.get("path") and os.path.isdir(os.path.expanduser(config.get("path"))):
|
2018-05-20 20:51:34 +02:00
|
|
|
name = os.path.join(os.path.expanduser(config.get("path")), name)
|
2018-05-13 02:33:37 +02:00
|
|
|
elif config.get("output"):
|
|
|
|
filename, _ = os.path.splitext(config.get("output"))
|
|
|
|
name = "{}.{}".format(config.get("output"), extension)
|
|
|
|
return name
|
|
|
|
|
|
|
|
|
|
|
|
def _formatname(output, config, extension):
|
2018-05-12 15:38:10 +02:00
|
|
|
output["ext"] = extension
|
|
|
|
name = config.get("filename")
|
|
|
|
for key in output:
|
|
|
|
if key == "title" and output[key]:
|
|
|
|
name = name.replace("{title}", filenamify(output[key]))
|
|
|
|
if key == "season" and output[key]:
|
2018-05-12 15:41:38 +02:00
|
|
|
number = "{0:02d}".format(int(output[key]))
|
2018-05-12 15:38:10 +02:00
|
|
|
name = name.replace("{season}", number)
|
|
|
|
if key == "episode" and output[key]:
|
2018-05-12 15:41:38 +02:00
|
|
|
number = "{0:02d}".format(int(output[key]))
|
2018-05-12 15:38:10 +02:00
|
|
|
name = name.replace("{episode}", number)
|
|
|
|
if key == "episodename" and output[key]:
|
|
|
|
name = name.replace("{episodename}", filenamify(output[key]))
|
|
|
|
if key == "id" and output[key]:
|
|
|
|
name = name.replace("{id}", output[key])
|
|
|
|
if key == "service" and output[key]:
|
|
|
|
name = name.replace("{service}", output[key])
|
|
|
|
if key == "ext" and output[key]:
|
|
|
|
name = name.replace("{ext}", output[key])
|
|
|
|
|
|
|
|
# Remove all {text} we cant replace with something
|
|
|
|
for item in re.findall("([\.\-](([^\.\-]+\w+)?\{[\w\-]+\}))", name):
|
|
|
|
name = name.replace(item[0], "")
|
|
|
|
|
|
|
|
return name
|
|
|
|
|
|
|
|
|
2018-05-13 02:33:37 +02:00
|
|
|
def output(output, config, extension="mp4", mode="wb", **kwargs):
|
2018-05-13 01:42:10 +02:00
|
|
|
subtitlefiles = ["srt", "smi", "tt", "sami", "wrst"]
|
2018-05-12 15:38:10 +02:00
|
|
|
|
|
|
|
name = formatname(output, config, extension)
|
|
|
|
|
|
|
|
logging.info("Outfile: %s", name)
|
|
|
|
if os.path.isfile(name):
|
|
|
|
logging.warning("File ({}) already exists. Use --force to overwrite".format(name))
|
|
|
|
return None
|
2018-05-13 01:42:10 +02:00
|
|
|
if findexpisode(output, os.path.dirname(os.path.realpath(name)), os.path.basename(name)):
|
|
|
|
if extension in subtitlefiles:
|
|
|
|
if not config.get("force_subtitle"):
|
|
|
|
if not (config.get("silent") or config.get("silent_semi")):
|
|
|
|
logging.warning("File ({}) already exists. Use --force-subtitle to overwrite".format(name))
|
|
|
|
return None
|
|
|
|
else:
|
|
|
|
if not config.get("force"):
|
|
|
|
if not (config.get("silent") or config.get("silent_semi")):
|
|
|
|
logging.warning("File ({}) already exists. Use --force to overwrite".format(name))
|
|
|
|
return None
|
2018-05-12 15:38:10 +02:00
|
|
|
file_d = open(name, mode, **kwargs)
|
|
|
|
return file_d
|
|
|
|
|
|
|
|
|
2018-05-13 01:42:10 +02:00
|
|
|
def findexpisode(output, directory, name):
|
2018-05-12 15:38:10 +02:00
|
|
|
subtitlefiles = ["srt", "smi", "tt", "sami", "wrst"]
|
|
|
|
|
2018-05-13 01:42:10 +02:00
|
|
|
orgname, orgext = os.path.splitext(name)
|
2018-05-12 15:38:10 +02:00
|
|
|
|
|
|
|
files = [f for f in os.listdir(directory) if os.path.isfile(os.path.join(directory, f))]
|
|
|
|
for i in files:
|
2018-05-13 01:42:10 +02:00
|
|
|
lsname, lsext = os.path.splitext(i)
|
|
|
|
if output["service"]:
|
|
|
|
if orgext[1:] in subtitlefiles:
|
|
|
|
if name.find(output["service"]) > 0 and lsname.find(output["service"]) > 0 and \
|
|
|
|
name.find(output["id"]) > 0 and lsname.find(output["id"]) > 0 and \
|
|
|
|
orgext == lsext:
|
|
|
|
return True
|
|
|
|
elif lsext[1:] not in subtitlefiles and lsext[1:] not in ["m4a"]:
|
|
|
|
if name.find(output["service"]) > 0 and lsname.find(output["id"]) > 0:
|
|
|
|
return True
|
2018-05-12 15:38:10 +02:00
|
|
|
|
|
|
|
return False
|