X-Git-Url: https://code.delx.au/webdl/blobdiff_plain/865d9550ef1e7c75f1dfcf26082652ad8d321257..HEAD:/iview.py diff --git a/iview.py b/iview.py index 792fc61..e7c198c 100644 --- a/iview.py +++ b/iview.py @@ -1,76 +1,153 @@ -#!/usr/bin/env python -# vim:ts=4:sts=4:sw=4:noet - -from common import grab_xml, grab_json, download_rtmp, Node -from datetime import datetime - -BASE_URL = "http://www.abc.net.au/iview/" -CONFIG_URL = BASE_URL + "xml/config.xml" -HASH_URL = BASE_URL + "images/iview.jpg" -NS = { - "auth": "http://www.abc.net.au/iView/Services/iViewHandshaker", -} - -class IviewNode(Node): - def __init__(self, title, parent, vpath): - Node.__init__(self, title, parent) - self.vpath = vpath - self.can_download = True - - def download(self): - auth_doc = grab_xml(PARAMS["auth"], 0) - vbase = auth_doc.xpath("//auth:server/text()", namespaces=NS)[0] - token = auth_doc.xpath("//auth:token/text()", namespaces=NS)[0] - vbase += "?auth=" + token - vpath, ext = self.vpath.rsplit(".", 1) - vpath = ext + ":" + vpath - filename = self.title + "." + ext - return download_rtmp(filename, vbase, vpath, HASH_URL) - - -class IviewSeries(Node): - def __init__(self, series_title, series_id, parent): - Node.__init__(self, series_title, parent) - self.series_title = series_title - self.series_id = series_id - - def fill_children(self): - series_doc = grab_json(PARAMS["api"] + "series=" + self.series_id, 3600)[0] - for episode in series_doc["f"]: - vpath = episode["n"] - episode_title = episode["b"].strip() - if not episode_title.startswith(self.series_title): - episode_title = self.series_title + " " + episode_title - if episode_title.lower().endswith(" (final)"): - episode_title = episode_title[:-8] - IviewNode(episode_title, self, vpath) +from common import append_to_qs, grab_json, grab_text, Node, download_hls +import hashlib +import hmac +import requests_cache +import string +import time +import urllib.parse +BASE_URL = "https://iview.abc.net.au" +API_URL = "https://iview.abc.net.au/api" + +def format_episode_title(series, ep): + if ep: + return series + " " + ep + else: + return series + +def add_episode(parent, ep_info): + video_key = ep_info["episodeHouseNumber"] + series_title = ep_info["seriesTitle"] + title = ep_info.get("title", None) + episode_title = format_episode_title(series_title, title) + + IviewEpisodeNode(episode_title, parent, video_key) + +class IviewEpisodeNode(Node): + def __init__(self, title, parent, video_key): + Node.__init__(self, title, parent) + self.video_key = video_key + self.filename = title + ".ts" + self.can_download = True + + def find_hls_url(self, playlist): + for video in playlist: + if video["type"] in ["program", "livestream"]: + streams = video["streams"]["hls"] + for quality in ["720", "sd", "sd-low"]: + if quality in streams: + return streams[quality] + raise Exception("Missing program stream for " + self.video_key + " -- " + self.title) + + def get_auth_token(self): + path = "/auth/hls/sign?ts=%s&hn=%s&d=android-tablet" % (int(time.time()), self.video_key) + sig = hmac.new(b'android.content.res.Resources', path.encode("utf-8"), hashlib.sha256).hexdigest() + auth_url = BASE_URL + path + "&sig=" + sig + with requests_cache.disabled(): + auth_token = grab_text(auth_url) + return auth_token + + def download(self): + info = grab_json(API_URL + "/programs/" + self.video_key) + if "playlist" not in info: + return False + video_url = self.find_hls_url(info["playlist"]) + auth_token = self.get_auth_token() + video_url = append_to_qs(video_url, {"hdnea": auth_token}) + return download_hls(self.filename, video_url) + + +class IviewIndexNode(Node): + def __init__(self, title, parent, url): + Node.__init__(self, title, parent) + self.url = url + self.unique_series = set() + + def fill_children(self): + info = grab_json(self.url) + for key in ["carousels", "collections", "index"]: + for collection_list in info.get(key, None): + if isinstance(collection_list, dict): + for ep_info in collection_list.get("episodes", []): + self.add_series(ep_info) + + def add_series(self, ep_info): + title = ep_info["seriesTitle"] + if title in self.unique_series: + return + self.unique_series.add(title) + url = API_URL + "/" + ep_info["href"] + IviewSeriesNode(title, self, url) + +class IviewSeriesNode(Node): + def __init__(self, title, parent, url): + Node.__init__(self, title, parent) + self.url = url + + def fill_children(self): + ep_info = grab_json(self.url) + series_slug = ep_info["href"].split("/")[1] + series_url = API_URL + "/series/" + series_slug + "/" + ep_info["seriesHouseNumber"] + info = grab_json(series_url) + for ep_info in info.get("episodes", []): + add_episode(self, ep_info) + +class IviewFlatNode(Node): + def __init__(self, title, parent, url): + Node.__init__(self, title, parent) + self.url = url + + def fill_children(self): + info = grab_json(self.url) + for ep_info in info: + add_episode(self, ep_info) + + +class IviewRootNode(Node): + def load_categories(self): + by_category_node = Node("By Category", self) + + data = grab_json(API_URL + "/categories") + categories = data["categories"] + + for category_data in categories: + category_title = category_data["title"] + category_title = string.capwords(category_title) + + category_href = category_data["href"] + + IviewIndexNode(category_title, by_category_node, API_URL + "/" + category_href) + + def load_channels(self): + by_channel_node = Node("By Channel", self) + + data = grab_json(API_URL + "/channel") + channels = data["channels"] + + for channel_data in channels: + channel_id = channel_data["categoryID"] + channel_title = { + "abc1": "ABC1", + "abc2": "ABC2", + "abc3": "ABC3", + "abc4kids": "ABC4Kids", + "news": "News", + "abcarts": "ABC Arts", + }.get(channel_id, channel_data["title"]) + + channel_href = channel_data["href"] + + IviewIndexNode(channel_title, by_channel_node, API_URL + "/" + channel_href) + + def load_featured(self): + IviewFlatNode("Featured", self, API_URL + "/featured") + + def fill_children(self): + self.load_categories() + self.load_channels() + self.load_featured() def fill_nodes(root_node): - root_node = Node("ABC iView", root_node) - - config_doc = grab_xml(CONFIG_URL, 24*3600) - global PARAMS - PARAMS = dict((p.attrib["name"], p.attrib["value"]) for p in config_doc.xpath("/config/param")) - - categories_doc = grab_xml(BASE_URL + PARAMS["categories"], 24*3600) - categories_map = {} - for category in categories_doc.xpath("//category[@genre='true']"): - cid = category.attrib["id"] - category_name = category.xpath("name/text()")[0] - category_node = Node(category_name, root_node) - categories_map[cid] = category_node - - # Create a duplicate of each series within each category that it appears - series_list_doc = grab_json(PARAMS["api"] + "seriesIndex", 3600) - for series in series_list_doc: - categories = series["e"].split() - sid = series["a"] - - series_title = series["b"].replace("&", "&") - for cid in categories: - category_node = categories_map.get(cid, None) - if category_node: - IviewSeries(series_title, sid, category_node) + IviewRootNode("ABC iView", root_node)