mirror of
https://github.com/spaam/svtplay-dl.git
synced 2024-11-27 21:54:17 +01:00
86 lines
2.7 KiB
Python
86 lines
2.7 KiB
Python
import re
|
|
import logging
|
|
from urllib.parse import urljoin
|
|
|
|
from requests import Session
|
|
from requests.adapters import HTTPAdapter
|
|
from requests.packages.urllib3.util.retry import Retry
|
|
from svtplay_dl.utils.output import formatname
|
|
from svtplay_dl.utils.parser import Options
|
|
|
|
# Used for UA spoofing in get_http_data()
|
|
FIREFOX_UA = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.101 Safari/537.3'
|
|
|
|
retry = Retry(
|
|
total=5,
|
|
read=5,
|
|
connect=5,
|
|
backoff_factor=0.3,
|
|
status_forcelist=(500, 502, 504)
|
|
)
|
|
|
|
|
|
class HTTP(Session):
|
|
def __init__(self, config=dict(), *args, **kwargs):
|
|
Session.__init__(self, *args, **kwargs)
|
|
adapter = HTTPAdapter(max_retries=retry)
|
|
|
|
self.mount('http://', adapter)
|
|
self.mount('https://', adapter)
|
|
self.verify = config.get("ssl_verify")
|
|
self.proxy = config.get("proxy")
|
|
if config.get("http_headers"):
|
|
self.headers.update(self.split_header(config.get("http_headers")))
|
|
self.headers.update({"User-Agent": FIREFOX_UA})
|
|
|
|
def check_redirect(self, url):
|
|
return self.get(url, stream=True).url
|
|
|
|
def request(self, method, url, *args, **kwargs):
|
|
headers = kwargs.pop("headers", None)
|
|
if headers:
|
|
for i in headers.keys():
|
|
self.headers[i] = headers[i]
|
|
logging.debug("HTTP getting %r", url)
|
|
res = Session.request(self, method, url, verify=self.verify, proxies=self.proxy, *args, **kwargs)
|
|
return res
|
|
|
|
def split_header(self, headers):
|
|
return dict(x.split('=') for x in headers.split(';'))
|
|
|
|
|
|
def download_thumbnails(output, config, urls):
|
|
for show, url in urls:
|
|
data = Session().get(url).content
|
|
|
|
if show:
|
|
# Config for downloading show thumbnail
|
|
cconfig = Options()
|
|
cconfig.set("output", config.get("output"))
|
|
cconfig.set("path", config.get("path"))
|
|
cconfig.set("subfolder", config.get("subfolder"))
|
|
cconfig.set("filename", "{title}.tvshow.{ext}")
|
|
else:
|
|
cconfig = config
|
|
|
|
filename = formatname(output.copy(), cconfig, extension="tbn")
|
|
logging.info("Thumbnail: %s", filename)
|
|
|
|
fd = open(filename, "wb")
|
|
fd.write(data)
|
|
fd.close()
|
|
|
|
|
|
def get_full_url(url, srcurl):
|
|
if url[:4] == 'http':
|
|
return url
|
|
if url[0] == '/':
|
|
baseurl = re.search(r'^(http[s]{0,1}://[^/]+)/', srcurl)
|
|
return "{0}{1}".format(baseurl.group(1), url)
|
|
|
|
# remove everything after last / in the path of the URL
|
|
baseurl = re.sub(r'^([^\?]+)/[^/]*(\?.*)?$', r'\1/', srcurl)
|
|
returl = urljoin(baseurl, url)
|
|
|
|
return returl
|