-from common import grab_json, grab_xml, Node, download_hls
-import urlparse
+from common import append_to_qs, grab_json, grab_text, Node, download_hls
+import hashlib
+import hmac
+import requests_cache
+import string
+import time
+import urllib.parse
-API_URL = "http://iview.abc.net.au/api"
-AUTH_URL = "http://iview.abc.net.au/auth"
+BASE_URL = "https://iview.abc.net.au"
+API_URL = "https://iview.abc.net.au/api"
def format_episode_title(series, ep):
if ep:
else:
return series
+def add_episode(parent, ep_info):
+ video_key = ep_info["episodeHouseNumber"]
+ series_title = ep_info["seriesTitle"]
+ title = ep_info.get("title", None)
+ episode_title = format_episode_title(series_title, title)
+
+ IviewEpisodeNode(episode_title, parent, video_key)
+
class IviewEpisodeNode(Node):
def __init__(self, title, parent, video_key):
Node.__init__(self, title, parent)
def find_hls_url(self, playlist):
for video in playlist:
- if video["type"] == "program":
- return video["hls-high"]
- raise Exception("Missing hls-high program stream for " + self.video_key)
-
- def get_auth_details(self):
- auth_doc = grab_xml(AUTH_URL, 0)
- NS = {
- "auth": "http://www.abc.net.au/iView/Services/iViewHandshaker",
- }
- token = auth_doc.xpath("//auth:tokenhd/text()", namespaces=NS)[0]
- token_url = auth_doc.xpath("//auth:server/text()", namespaces=NS)[0]
- token_hostname = urlparse.urlparse(token_url).netloc
- return token, token_hostname
-
- def hack_url_auth_token(self, video_url, token, token_hostname):
- parsed_url = urlparse.urlparse(video_url)
- hacked_url = parsed_url._replace(netloc=token_hostname, query="hdnea=" + token)
- video_url = urlparse.urlunparse(hacked_url)
- return video_url
+ if video["type"] in ["program", "livestream"]:
+ streams = video["streams"]["hls"]
+ for quality in ["720", "sd", "sd-low"]:
+ if quality in streams:
+ return streams[quality]
+ raise Exception("Missing program stream for " + self.video_key + " -- " + self.title)
+
+ def get_auth_token(self):
+ path = "/auth/hls/sign?ts=%s&hn=%s&d=android-tablet" % (int(time.time()), self.video_key)
+ sig = hmac.new(b'android.content.res.Resources', path.encode("utf-8"), hashlib.sha256).hexdigest()
+ auth_url = BASE_URL + path + "&sig=" + sig
+ with requests_cache.disabled():
+ auth_token = grab_text(auth_url)
+ return auth_token
def download(self):
- info = grab_json(API_URL + "/programs/" + self.video_key, 3600)
+ info = grab_json(API_URL + "/programs/" + self.video_key)
+ if "playlist" not in info:
+ return False
video_url = self.find_hls_url(info["playlist"])
- token, token_hostname= self.get_auth_details()
- hack_url = lambda url: self.hack_url_auth_token(url, token, token_hostname)
- return download_hls(self.filename, video_url, hack_url)
+ auth_token = self.get_auth_token()
+ video_url = append_to_qs(video_url, {"hdnea": auth_token})
+ return download_hls(self.filename, video_url)
class IviewIndexNode(Node):
def __init__(self, title, parent, url):
Node.__init__(self, title, parent)
self.url = url
- self.series_map = {}
-
- def add_episode(self, ep_info):
- video_key = ep_info["episodeHouseNumber"]
- series_title = ep_info["seriesTitle"]
- title = ep_info.get("title", None)
- episode_title = format_episode_title(series_title, title)
+ self.unique_series = set()
- series_node = self.series_map.get(series_title, None)
- if not series_node:
- series_node = Node(series_title, self)
- self.series_map[series_title] = series_node
-
- IviewEpisodeNode(episode_title, series_node, video_key)
+ def fill_children(self):
+ info = grab_json(self.url)
+ for key in ["carousels", "collections", "index"]:
+ for collection_list in info.get(key, None):
+ if isinstance(collection_list, dict):
+ for ep_info in collection_list.get("episodes", []):
+ self.add_series(ep_info)
+
+ def add_series(self, ep_info):
+ title = ep_info["seriesTitle"]
+ if title in self.unique_series:
+ return
+ self.unique_series.add(title)
+ url = API_URL + "/" + ep_info["href"]
+ IviewSeriesNode(title, self, url)
+
+class IviewSeriesNode(Node):
+ def __init__(self, title, parent, url):
+ Node.__init__(self, title, parent)
+ self.url = url
def fill_children(self):
- info = grab_json(self.url, 3600)
- for index_list in info["index"]:
- for ep_info in index_list["episodes"]:
- self.add_episode(ep_info)
+ ep_info = grab_json(self.url)
+ series_slug = ep_info["href"].split("/")[1]
+ series_url = API_URL + "/series/" + series_slug + "/" + ep_info["seriesHouseNumber"]
+ info = grab_json(series_url)
+ for ep_info in info.get("episodes", []):
+ add_episode(self, ep_info)
class IviewFlatNode(Node):
def __init__(self, title, parent, url):
Node.__init__(self, title, parent)
self.url = url
- def add_episode(self, ep_info):
- video_key = ep_info["episodeHouseNumber"]
- series_title = ep_info["seriesTitle"]
- title = ep_info.get("title", None)
- episode_title = format_episode_title(series_title, title)
-
- IviewEpisodeNode(episode_title, self, video_key)
-
def fill_children(self):
- info = grab_json(self.url, 3600)
+ info = grab_json(self.url)
for ep_info in info:
- self.add_episode(ep_info)
+ add_episode(self, ep_info)
class IviewRootNode(Node):
def load_categories(self):
by_category_node = Node("By Category", self)
- def category(name, slug):
- IviewIndexNode(name, by_category_node, API_URL + "/category/" + slug)
-
- category("Arts & Culture", "arts")
- category("Comedy", "comedy")
- category("Documentary", "docs")
- category("Drama", "drama")
- category("Education", "education")
- category("Lifestyle", "lifestyle")
- category("News & Current Affairs", "news")
- category("Panel & Discussion", "panel")
- category("Sport", "sport")
+
+ data = grab_json(API_URL + "/categories")
+ categories = data["categories"]
+
+ for category_data in categories:
+ category_title = category_data["title"]
+ category_title = string.capwords(category_title)
+
+ category_href = category_data["href"]
+
+ IviewIndexNode(category_title, by_category_node, API_URL + "/" + category_href)
def load_channels(self):
by_channel_node = Node("By Channel", self)
- def channel(name, slug):
- IviewIndexNode(name, by_channel_node, API_URL + "/channel/" + slug)
-
- channel("ABC1", "abc1")
- channel("ABC2", "abc2")
- channel("ABC3", "abc3")
- channel("ABC4Kids", "abc4kids")
- channel("iView Exclusives", "iview")
+
+ data = grab_json(API_URL + "/channel")
+ channels = data["channels"]
+
+ for channel_data in channels:
+ channel_id = channel_data["categoryID"]
+ channel_title = {
+ "abc1": "ABC1",
+ "abc2": "ABC2",
+ "abc3": "ABC3",
+ "abc4kids": "ABC4Kids",
+ "news": "News",
+ "abcarts": "ABC Arts",
+ }.get(channel_id, channel_data["title"])
+
+ channel_href = channel_data["href"]
+
+ IviewIndexNode(channel_title, by_channel_node, API_URL + "/" + channel_href)
def load_featured(self):
IviewFlatNode("Featured", self, API_URL + "/featured")