X-Git-Url: https://code.delx.au/webdl/blobdiff_plain/481c2a2c7fe90a9dd07051dd052bdb867b8c6596..2f79e3271dc7b92988482c5099656a83b6148d91:/sbs.py diff --git a/sbs.py b/sbs.py index 568ef60..92b27cd 100644 --- a/sbs.py +++ b/sbs.py @@ -1,6 +1,5 @@ -#!/usr/bin/env python - -from common import grab_html, grab_json, grab_xml, download_hls, Node, append_to_qs +import requests_cache +from common import grab_html, grab_json, grab_xml, download_hls, download_mpd, Node, append_to_qs import json @@ -20,17 +19,18 @@ class SbsVideoNode(Node): self.can_download = True def download(self): - doc = grab_html(VIDEO_URL % self.video_id, 0) + with requests_cache.disabled(): + doc = grab_html(VIDEO_URL % self.video_id) player_params = self.get_player_params(doc) release_url = player_params["releaseUrls"]["html"] - doc = grab_xml(release_url, 0) - video = doc.xpath("//smil:video", namespaces=NS)[0] - video_url = video.attrib["src"] - if not video_url: - raise Exception("Unsupported video %s: %s" % (self.video_id, self.title)) filename = self.title + ".ts" - return download_hls(filename, video_url) + + hls_url = self.get_hls_url(release_url) + if hls_url: + return download_hls(filename, hls_url) + else: + return download_mpd(filename, release_url) def get_player_params(self, doc): for script in doc.xpath("//script"): @@ -45,6 +45,14 @@ class SbsVideoNode(Node): return json.loads(line[p1:p2]) raise Exception("Unable to find player params for %s: %s" % (self.video_id, self.title)) + def get_hls_url(self, release_url): + with requests_cache.disabled(): + doc = grab_xml("http:" + release_url.replace("http:", "").replace("https:", "")) + video = doc.xpath("//smil:video", namespaces=NS) + if not video: + return + video_url = video[0].attrib["src"] + return video_url class SbsNavNode(Node): def create_video_node(self, entry_data): @@ -71,7 +79,9 @@ class SbsRootNode(SbsNavNode): amount = 500 while True: url = append_to_qs(FULL_VIDEO_LIST, {"range": "%s-%s" % (offset, offset+amount)}) - data = grab_json(url, 3600) + data = grab_json(url) + if "entries" not in data: + raise Exception("Missing data in SBS response", data) entries = data["entries"] if len(entries) == 0: break