]> code.delx.au - webdl/blobdiff - iview.py
Fixed silly bug in removing ffmpeg detection
[webdl] / iview.py
index f734be751e017b7c9b0be27f3484d9a0e915359e..e7c198cbd325a443a3263dcd05299a78eb890a4b 100644 (file)
--- a/iview.py
+++ b/iview.py
-#!/usr/bin/env python
-# vim:ts=4:sts=4:sw=4:noet
-
-from common import grab_xml, grab_json, download_rtmp, Node
-from datetime import datetime
-
-BASE_URL = "http://www.abc.net.au/iview/"
-CONFIG_URL = BASE_URL + "xml/config.xml"
-HASH_URL = BASE_URL + "images/iview.jpg"
-NS = {
-       "auth": "http://www.abc.net.au/iView/Services/iViewHandshaker",
-}
-PLAYPATH_PREFIXES = {
-       "akamai": "flash/playback/_definst_/",
-}
-
-class IviewNode(Node):
-       def __init__(self, title, parent, params, vpath):
-               Node.__init__(self, title, parent)
-               self.params = params
-               self.vpath = vpath
-               self.can_download = True
-
-       def download(self):
-               auth_doc = grab_xml(self.params["auth"], 0)
-               host = auth_doc.xpath("//auth:host/text()", namespaces=NS)[0]
-               playpath_prefix = PLAYPATH_PREFIXES.get(host.lower(), "")
-               vbase = auth_doc.xpath("//auth:server/text()", namespaces=NS)[0]
-               token = auth_doc.xpath("//auth:token/text()", namespaces=NS)[0]
-               vbase += "?auth=" + token
-               vpath, ext = self.vpath.rsplit(".", 1)
-               vpath = playpath_prefix + vpath
-               vpath = ext + ":" + vpath
-               filename = self.title + "." + ext
-               return download_rtmp(filename, vbase, vpath, HASH_URL)
-
+from common import append_to_qs, grab_json, grab_text, Node, download_hls
+import hashlib
+import hmac
+import requests_cache
+import string
+import time
+import urllib.parse
+
+BASE_URL = "https://iview.abc.net.au"
+API_URL = "https://iview.abc.net.au/api"
+
+def format_episode_title(series, ep):
+    if ep:
+        return series + " " + ep
+    else:
+        return series
+
+def add_episode(parent, ep_info):
+    video_key = ep_info["episodeHouseNumber"]
+    series_title = ep_info["seriesTitle"]
+    title = ep_info.get("title", None)
+    episode_title = format_episode_title(series_title, title)
+
+    IviewEpisodeNode(episode_title, parent, video_key)
+
+class IviewEpisodeNode(Node):
+    def __init__(self, title, parent, video_key):
+        Node.__init__(self, title, parent)
+        self.video_key = video_key
+        self.filename = title + ".ts"
+        self.can_download = True
+
+    def find_hls_url(self, playlist):
+        for video in playlist:
+            if video["type"] in ["program", "livestream"]:
+                streams = video["streams"]["hls"]
+                for quality in ["720", "sd", "sd-low"]:
+                    if quality in streams:
+                        return streams[quality]
+        raise Exception("Missing program stream for " + self.video_key + " -- " + self.title)
+
+    def get_auth_token(self):
+        path = "/auth/hls/sign?ts=%s&hn=%s&d=android-tablet" % (int(time.time()), self.video_key)
+        sig = hmac.new(b'android.content.res.Resources', path.encode("utf-8"), hashlib.sha256).hexdigest()
+        auth_url = BASE_URL + path + "&sig=" + sig
+        with requests_cache.disabled():
+            auth_token = grab_text(auth_url)
+        return auth_token
+
+    def download(self):
+        info = grab_json(API_URL + "/programs/" + self.video_key)
+        if "playlist" not in info:
+            return False
+        video_url = self.find_hls_url(info["playlist"])
+        auth_token = self.get_auth_token()
+        video_url = append_to_qs(video_url, {"hdnea": auth_token})
+        return download_hls(self.filename, video_url)
+
+
+class IviewIndexNode(Node):
+    def __init__(self, title, parent, url):
+        Node.__init__(self, title, parent)
+        self.url = url
+        self.unique_series = set()
+
+    def fill_children(self):
+        info = grab_json(self.url)
+        for key in ["carousels", "collections", "index"]:
+            for collection_list in info.get(key, None):
+                if isinstance(collection_list, dict):
+                    for ep_info in collection_list.get("episodes", []):
+                        self.add_series(ep_info)
+
+    def add_series(self, ep_info):
+        title = ep_info["seriesTitle"]
+        if title in self.unique_series:
+            return
+        self.unique_series.add(title)
+        url = API_URL + "/" + ep_info["href"]
+        IviewSeriesNode(title, self, url)
 
 class IviewSeriesNode(Node):
-       def __init__(self, title, parent, params, series_id):
-               Node.__init__(self, title, parent)
-               self.params = params
-               self.series_id = series_id
-
-       def fill_children(self):
-               series_doc = grab_json(self.params["api"] + "series=" + self.series_id, 3600)
-               if not series_doc:
-                       return
-               for episode in series_doc[0]["f"]:
-                       vpath = episode["n"]
-                       episode_title = episode["b"].strip()
-                       if not episode_title.startswith(self.title):
-                               episode_title = self.title + " " + episode_title
-                       if episode_title.lower().endswith(" (final)"):
-                               episode_title = episode_title[:-8]
-                       IviewNode(episode_title, self, self.params, vpath)
+    def __init__(self, title, parent, url):
+        Node.__init__(self, title, parent)
+        self.url = url
+
+    def fill_children(self):
+        ep_info = grab_json(self.url)
+        series_slug = ep_info["href"].split("/")[1]
+        series_url = API_URL + "/series/" + series_slug + "/" + ep_info["seriesHouseNumber"]
+        info = grab_json(series_url)
+        for ep_info in info.get("episodes", []):
+            add_episode(self, ep_info)
+
+class IviewFlatNode(Node):
+    def __init__(self, title, parent, url):
+        Node.__init__(self, title, parent)
+        self.url = url
+
+    def fill_children(self):
+        info = grab_json(self.url)
+        for ep_info in info:
+            add_episode(self, ep_info)
+
 
 class IviewRootNode(Node):
-       def __init__(self, parent):
-               Node.__init__(self, "ABC iView", parent)
+    def load_categories(self):
+        by_category_node = Node("By Category", self)
+
+        data = grab_json(API_URL + "/categories")
+        categories = data["categories"]
+
+        for category_data in categories:
+            category_title = category_data["title"]
+            category_title = string.capwords(category_title)
+
+            category_href = category_data["href"]
+
+            IviewIndexNode(category_title, by_category_node, API_URL + "/" + category_href)
+
+    def load_channels(self):
+        by_channel_node = Node("By Channel", self)
+
+        data = grab_json(API_URL + "/channel")
+        channels = data["channels"]
 
-       def fill_children(self):
-               config_doc = grab_xml(CONFIG_URL, 24*3600)
-               params = dict((p.attrib["name"], p.attrib["value"]) for p in config_doc.xpath("/config/param"))
+        for channel_data in channels:
+            channel_id = channel_data["categoryID"]
+            channel_title = {
+                "abc1": "ABC1",
+                "abc2": "ABC2",
+                "abc3": "ABC3",
+                "abc4kids": "ABC4Kids",
+                "news": "News",
+                "abcarts": "ABC Arts",
+            }.get(channel_id, channel_data["title"])
 
-               categories_doc = grab_xml(BASE_URL + params["categories"], 24*3600)
-               categories_map = {}
-               for category in categories_doc.xpath("//category[@genre='true']"):
-                       cid = category.attrib["id"]
-                       category_name = category.xpath("name/text()")[0]
-                       category_node = Node(category_name, self)
-                       categories_map[cid] = category_node
+            channel_href = channel_data["href"]
 
-               # Create a duplicate of each series within each category that it appears
-               series_list_doc = grab_json(params["api"] + "seriesIndex", 3600)
-               for series in series_list_doc:
-                       categories = series["e"].split()
-                       sid = series["a"]
+            IviewIndexNode(channel_title, by_channel_node, API_URL + "/" + channel_href)
 
-                       series_title = series["b"].replace("&", "&")
-                       for cid in categories:
-                               category_node = categories_map.get(cid, None)
-                               if category_node:
-                                       IviewSeriesNode(series_title, category_node, params, sid)
+    def load_featured(self):
+        IviewFlatNode("Featured", self, API_URL + "/featured")
 
+    def fill_children(self):
+        self.load_categories()
+        self.load_channels()
+        self.load_featured()
 
 
 def fill_nodes(root_node):
-       IviewRootNode(root_node)
+    IviewRootNode("ABC iView", root_node)