X-Git-Url: https://code.delx.au/webdl/blobdiff_plain/7d9926f2b1884467ece60492f8d49b757ad6a82a..HEAD:/iview.py diff --git a/iview.py b/iview.py index 15b5f43..e7c198c 100644 --- a/iview.py +++ b/iview.py @@ -1,8 +1,13 @@ -from common import grab_json, grab_xml, Node, download_hls -import urlparse +from common import append_to_qs, grab_json, grab_text, Node, download_hls +import hashlib +import hmac +import requests_cache +import string +import time +import urllib.parse -API_URL = "http://iview.abc.net.au/api" -AUTH_URL = "http://iview.abc.net.au/auth" +BASE_URL = "https://iview.abc.net.au" +API_URL = "https://iview.abc.net.au/api" def format_episode_title(series, ep): if ep: @@ -10,6 +15,14 @@ def format_episode_title(series, ep): else: return series +def add_episode(parent, ep_info): + video_key = ep_info["episodeHouseNumber"] + series_title = ep_info["seriesTitle"] + title = ep_info.get("title", None) + episode_title = format_episode_title(series_title, title) + + IviewEpisodeNode(episode_title, parent, video_key) + class IviewEpisodeNode(Node): def __init__(self, title, parent, video_key): Node.__init__(self, title, parent) @@ -19,104 +32,112 @@ class IviewEpisodeNode(Node): def find_hls_url(self, playlist): for video in playlist: - if video["type"] == "program": - return video["hls-high"] - raise Exception("Missing hls-high program stream for " + self.video_key) - - def get_auth_details(self): - auth_doc = grab_xml(AUTH_URL, 0) - NS = { - "auth": "http://www.abc.net.au/iView/Services/iViewHandshaker", - } - token = auth_doc.xpath("//auth:tokenhd/text()", namespaces=NS)[0] - token_url = auth_doc.xpath("//auth:server/text()", namespaces=NS)[0] - token_hostname = urlparse.urlparse(token_url).netloc - return token, token_hostname - - def hack_url_auth_token(self, video_url, token, token_hostname): - parsed_url = urlparse.urlparse(video_url) - hacked_url = parsed_url._replace(netloc=token_hostname, query="hdnea=" + token) - video_url = urlparse.urlunparse(hacked_url) - return video_url + if video["type"] in ["program", "livestream"]: + streams = video["streams"]["hls"] + for quality in ["720", "sd", "sd-low"]: + if quality in streams: + return streams[quality] + raise Exception("Missing program stream for " + self.video_key + " -- " + self.title) + + def get_auth_token(self): + path = "/auth/hls/sign?ts=%s&hn=%s&d=android-tablet" % (int(time.time()), self.video_key) + sig = hmac.new(b'android.content.res.Resources', path.encode("utf-8"), hashlib.sha256).hexdigest() + auth_url = BASE_URL + path + "&sig=" + sig + with requests_cache.disabled(): + auth_token = grab_text(auth_url) + return auth_token def download(self): - info = grab_json(API_URL + "/programs/" + self.video_key, 3600) + info = grab_json(API_URL + "/programs/" + self.video_key) + if "playlist" not in info: + return False video_url = self.find_hls_url(info["playlist"]) - token, token_hostname= self.get_auth_details() - hack_url = lambda url: self.hack_url_auth_token(url, token, token_hostname) - return download_hls(self.filename, video_url, hack_url) + auth_token = self.get_auth_token() + video_url = append_to_qs(video_url, {"hdnea": auth_token}) + return download_hls(self.filename, video_url) class IviewIndexNode(Node): def __init__(self, title, parent, url): Node.__init__(self, title, parent) self.url = url - self.series_map = {} - - def add_episode(self, ep_info): - video_key = ep_info["episodeHouseNumber"] - series_title = ep_info["seriesTitle"] - title = ep_info.get("title", None) - episode_title = format_episode_title(series_title, title) + self.unique_series = set() - series_node = self.series_map.get(series_title, None) - if not series_node: - series_node = Node(series_title, self) - self.series_map[series_title] = series_node - - IviewEpisodeNode(episode_title, series_node, video_key) + def fill_children(self): + info = grab_json(self.url) + for key in ["carousels", "collections", "index"]: + for collection_list in info.get(key, None): + if isinstance(collection_list, dict): + for ep_info in collection_list.get("episodes", []): + self.add_series(ep_info) + + def add_series(self, ep_info): + title = ep_info["seriesTitle"] + if title in self.unique_series: + return + self.unique_series.add(title) + url = API_URL + "/" + ep_info["href"] + IviewSeriesNode(title, self, url) + +class IviewSeriesNode(Node): + def __init__(self, title, parent, url): + Node.__init__(self, title, parent) + self.url = url def fill_children(self): - info = grab_json(self.url, 3600) - for index_list in info["index"]: - for ep_info in index_list["episodes"]: - self.add_episode(ep_info) + ep_info = grab_json(self.url) + series_slug = ep_info["href"].split("/")[1] + series_url = API_URL + "/series/" + series_slug + "/" + ep_info["seriesHouseNumber"] + info = grab_json(series_url) + for ep_info in info.get("episodes", []): + add_episode(self, ep_info) class IviewFlatNode(Node): def __init__(self, title, parent, url): Node.__init__(self, title, parent) self.url = url - def add_episode(self, ep_info): - video_key = ep_info["episodeHouseNumber"] - series_title = ep_info["seriesTitle"] - title = ep_info.get("title", None) - episode_title = format_episode_title(series_title, title) - - IviewEpisodeNode(episode_title, self, video_key) - def fill_children(self): - info = grab_json(self.url, 3600) + info = grab_json(self.url) for ep_info in info: - self.add_episode(ep_info) + add_episode(self, ep_info) class IviewRootNode(Node): def load_categories(self): by_category_node = Node("By Category", self) - def category(name, slug): - IviewIndexNode(name, by_category_node, API_URL + "/category/" + slug) - - category("Arts & Culture", "arts") - category("Comedy", "comedy") - category("Documentary", "docs") - category("Drama", "drama") - category("Education", "education") - category("Lifestyle", "lifestyle") - category("News & Current Affairs", "news") - category("Panel & Discussion", "panel") - category("Sport", "sport") + + data = grab_json(API_URL + "/categories") + categories = data["categories"] + + for category_data in categories: + category_title = category_data["title"] + category_title = string.capwords(category_title) + + category_href = category_data["href"] + + IviewIndexNode(category_title, by_category_node, API_URL + "/" + category_href) def load_channels(self): by_channel_node = Node("By Channel", self) - def channel(name, slug): - IviewIndexNode(name, by_channel_node, API_URL + "/channel/" + slug) - - channel("ABC1", "abc1") - channel("ABC2", "abc2") - channel("ABC3", "abc3") - channel("ABC4Kids", "abc4kids") - channel("iView Exclusives", "iview") + + data = grab_json(API_URL + "/channel") + channels = data["channels"] + + for channel_data in channels: + channel_id = channel_data["categoryID"] + channel_title = { + "abc1": "ABC1", + "abc2": "ABC2", + "abc3": "ABC3", + "abc4kids": "ABC4Kids", + "news": "News", + "abcarts": "ABC Arts", + }.get(channel_id, channel_data["title"]) + + channel_href = channel_data["href"] + + IviewIndexNode(channel_title, by_channel_node, API_URL + "/" + channel_href) def load_featured(self): IviewFlatNode("Featured", self, API_URL + "/featured")