]> code.delx.au - webdl/blobdiff - iview.py
hls: allow last segment to be missing
[webdl] / iview.py
index 407351602f6ed05d020c4262cb3584d018e4d493..cfe5ec4a9ceab6e08eeac0a8e915e560155db4c6 100644 (file)
--- a/iview.py
+++ b/iview.py
-#!/usr/bin/env python
-# vim:ts=4:sts=4:sw=4:noet
-
-from common import grab_xml, grab_json, download_rtmp, Node
-import itertools
-
-BASE_URL = "http://www.abc.net.au/iview/"
-CONFIG_URL = BASE_URL + "xml/config.xml"
-HASH_URL = BASE_URL + "images/iview.jpg"
-NS = {
-       "auth": "http://www.abc.net.au/iView/Services/iViewHandshaker",
-}
-
-class IviewNode(Node):
-       def __init__(self, title, parent, params, vpath):
-               Node.__init__(self, title, parent)
-               self.params = params
-               self.vpath = vpath
-               self.filename = self.title + "." + vpath.rsplit(".", 1)[1]
-               self.can_download = True
-
-       def download(self):
-               auth_doc = grab_xml(self.params["auth"], 0)
-               server = self.params["server_streaming"]
-               token = auth_doc.xpath("//auth:token/text()", namespaces=NS)[0]
-               playpath = auth_doc.xpath("//auth:path/text()", namespaces=NS)[0]
-               if playpath == "playback/_definst_/":
-                       playpath = "flash/" + playpath
-               vbase = server + "?auth=" + token
-               vpath, ext = self.vpath.rsplit(".", 1)
-               vpath = ext + ":" + playpath + vpath
-               return download_rtmp(self.filename, vbase, vpath, HASH_URL)
-
-class IviewSeriesNode(Node):
-       def __init__(self, title, parent, params, series_id):
-               Node.__init__(self, title, parent)
-               self.params = params
-               self.series_id = series_id
-
-       def fill_children(self):
-               series_doc = grab_json(self.params["api"] + "series=" + self.series_id, 3600)
-               for episode_list in series_doc:
-                       if episode_list["a"] == self.series_id:
-                               episode_list = episode_list["f"]
-                               break
-               else:
-                       return
-
-               for episode in episode_list:
-                       vpath = episode["n"]
-                       episode_title = episode["b"].strip()
-                       if not episode_title.startswith(self.title):
-                               episode_title = self.title + " " + episode_title
-                       if episode_title.lower().endswith(" (final)"):
-                               episode_title = episode_title[:-8]
-                       IviewNode(episode_title, self, self.params, vpath)
-
-class SeriesInfo(object):
-       def __init__(self, title, sid, categories):
-               self.title = title
-               self.sid = sid
-               self.categories = categories
+from common import grab_json, grab_xml, Node, download_hls
+import urlparse
+
+API_URL = "http://iview.abc.net.au/api"
+AUTH_URL = "http://iview.abc.net.au/auth"
+
+def format_episode_title(series, ep):
+    if ep:
+        return series + " " + ep
+    else:
+        return series
+
+class IviewEpisodeNode(Node):
+    def __init__(self, title, parent, video_key):
+        Node.__init__(self, title, parent)
+        self.video_key = video_key
+        self.filename = title + ".mp4"
+        self.can_download = True
+
+    def find_hls_url(self, playlist):
+        for video in playlist:
+            if video["type"] == "program":
+                return video["hls-high"]
+        raise Exception("Missing hls-high program stream for " + self.video_key)
+
+    def get_auth_details(self):
+        auth_doc = grab_xml(AUTH_URL, 0)
+        NS = {
+            "auth": "http://www.abc.net.au/iView/Services/iViewHandshaker",
+        }
+        token = auth_doc.xpath("//auth:tokenhd/text()", namespaces=NS)[0]
+        token_url = auth_doc.xpath("//auth:server/text()", namespaces=NS)[0]
+        token_hostname = urlparse.urlparse(token_url).netloc
+        return token, token_hostname
+
+    def hack_url_auth_token(self, video_url, token, token_hostname):
+        parsed_url = urlparse.urlparse(video_url)
+        hacked_url = parsed_url._replace(netloc=token_hostname, query="hdnea=" + token)
+        video_url = urlparse.urlunparse(hacked_url)
+        return video_url
+
+    def download(self):
+        info = grab_json(API_URL + "/programs/" + self.video_key, 3600)
+        video_url = self.find_hls_url(info["playlist"])
+        token, token_hostname= self.get_auth_details()
+        hack_url = lambda url: self.hack_url_auth_token(url, token, token_hostname)
+        download_hls(self.filename, video_url, hack_url)
+
+
+class IviewIndexNode(Node):
+    def __init__(self, title, parent, url):
+        Node.__init__(self, title, parent)
+        self.url = url
+        self.series_map = {}
+
+    def add_episode(self, ep_info):
+        video_key = ep_info["episodeHouseNumber"]
+        series_title = ep_info["seriesTitle"]
+        title = ep_info.get("title", None)
+        episode_title = format_episode_title(series_title, title)
+
+        series_node = self.series_map.get(series_title, None)
+        if not series_node:
+            series_node = Node(series_title, self)
+            self.series_map[series_title] = series_node
+
+        IviewEpisodeNode(episode_title, series_node, video_key)
+
+    def fill_children(self):
+        info = grab_json(self.url, 3600)
+        for index_list in info["index"]:
+            for ep_info in index_list["episodes"]:
+                self.add_episode(ep_info)
+
+class IviewFlatNode(Node):
+    def __init__(self, title, parent, url):
+        Node.__init__(self, title, parent)
+        self.url = url
+
+    def add_episode(self, ep_info):
+        video_key = ep_info["episodeHouseNumber"]
+        series_title = ep_info["seriesTitle"]
+        title = ep_info.get("title", None)
+        episode_title = format_episode_title(series_title, title)
+
+        IviewEpisodeNode(episode_title, self, video_key)
+
+    def fill_children(self):
+        info = grab_json(self.url, 3600)
+        for ep_info in info:
+            self.add_episode(ep_info)
+
 
 class IviewRootNode(Node):
-       def __init__(self, parent):
-               Node.__init__(self, "ABC iView", parent)
-               self.params = {}
-               self.series_info = []
-               self.categories_map = {}
-
-       def load_params(self):
-               config_doc = grab_xml(CONFIG_URL, 24*3600)
-               for p in config_doc.xpath("/config/param"):
-                       key = p.attrib["name"]
-                       value = p.attrib["value"]
-                       self.params[key] = value
-
-       def load_series(self):
-               series_list_doc = grab_json(self.params["api"] + "seriesIndex", 3600)
-               for series in series_list_doc:
-                       title = series["b"].replace("&", "&")
-                       sid = series["a"]
-                       categories = series["e"].split()
-                       info = SeriesInfo(title, sid, categories)
-                       self.series_info.append(info)
-
-       def load_categories(self):
-               categories_doc = grab_xml(BASE_URL + self.params["categories"], 24*3600)
-               by_channel = Node("By Channel", self)
-               by_genre = Node("By Genre", self)
-               for category in categories_doc.xpath("//category"):
-                       cid = category.attrib["id"]
-                       category_name = category.xpath("name/text()")[0]
-                       if "genre" in category.attrib:
-                               parent = by_genre
-                       elif cid in ["abc1", "abc2", "abc3", "abc4", "original"]:
-                               parent = by_channel
-                       elif cid in ["featured", "recent", "last-chance", "trailers"]:
-                               parent = self
-                       else:
-                               continue
-                       node = Node(category_name, parent)
-                       self.categories_map[cid] = node
-
-       def link_series(self):
-               # Create a duplicate within each category for each series
-               for s in self.series_info:
-                       for cid in s.categories:
-                               parent = self.categories_map.get(cid)
-                               if parent:
-                                       IviewSeriesNode(s.title, parent, self.params, s.sid)
-
-       def fill_children(self):
-               self.load_params()
-               self.load_series()
-               self.load_categories()
-               self.link_series()
+    def load_categories(self):
+        by_category_node = Node("By Category", self)
+        def category(name, slug):
+            IviewIndexNode(name, by_category_node, API_URL + "/category/" + slug)
+
+        category("Arts & Culture", "arts")
+        category("Comedy", "comedy")
+        category("Documentary", "docs")
+        category("Drama", "drama")
+        category("Education", "education")
+        category("Lifestyle", "lifestyle")
+        category("News & Current Affairs", "news")
+        category("Panel & Discussion", "panel")
+        category("Sport", "sport")
+
+    def load_channels(self):
+        by_channel_node = Node("By Channel", self)
+        def channel(name, slug):
+            IviewIndexNode(name, by_channel_node, API_URL + "/channel/" + slug)
+
+        channel("ABC1", "abc1")
+        channel("ABC2", "abc2")
+        channel("ABC3", "abc3")
+        channel("ABC4Kids", "abc4kids")
+        channel("iView Exclusives", "iview")
+
+    def load_featured(self):
+        IviewFlatNode("Featured", self, API_URL + "/featured")
+
+    def fill_children(self):
+        self.load_categories()
+        self.load_channels()
+        self.load_featured()
 
 
 def fill_nodes(root_node):
-       IviewRootNode(root_node)
+    IviewRootNode("ABC iView", root_node)