]> code.delx.au - webdl/blob - iview.py
iView: Fix some missing videos. It seems not everything is in the index list
[webdl] / iview.py
1 from common import grab_json, grab_xml, Node, download_hls
2 import requests_cache
3 import urllib.parse
4
5 API_URL = "http://iview.abc.net.au/api"
6 AUTH_URL = "http://iview.abc.net.au/auth"
7
8 def format_episode_title(series, ep):
9 if ep:
10 return series + " " + ep
11 else:
12 return series
13
14 def add_episode(parent, ep_info):
15 video_key = ep_info["episodeHouseNumber"]
16 series_title = ep_info["seriesTitle"]
17 title = ep_info.get("title", None)
18 episode_title = format_episode_title(series_title, title)
19
20 IviewEpisodeNode(episode_title, parent, video_key)
21
22 class IviewEpisodeNode(Node):
23 def __init__(self, title, parent, video_key):
24 Node.__init__(self, title, parent)
25 self.video_key = video_key
26 self.filename = title + ".ts"
27 self.can_download = True
28
29 def find_hls_url(self, playlist):
30 for video in playlist:
31 if video["type"] == "program":
32 for quality in ["hls-plus", "hls-high"]:
33 if quality in video:
34 return video[quality].replace("http:", "https:")
35 raise Exception("Missing program stream for " + self.video_key)
36
37 def get_auth_details(self):
38 with requests_cache.disabled():
39 auth_doc = grab_xml(AUTH_URL)
40 NS = {
41 "auth": "http://www.abc.net.au/iView/Services/iViewHandshaker",
42 }
43 token = auth_doc.xpath("//auth:tokenhd/text()", namespaces=NS)[0]
44 token_url = auth_doc.xpath("//auth:server/text()", namespaces=NS)[0]
45 token_hostname = urllib.parse.urlparse(token_url).netloc
46 return token, token_hostname
47
48 def add_auth_token_to_url(self, video_url, token, token_hostname):
49 parsed_url = urllib.parse.urlparse(video_url)
50 hacked_url = parsed_url._replace(netloc=token_hostname, query="hdnea=" + token)
51 video_url = urllib.parse.urlunparse(hacked_url)
52 return video_url
53
54 def download(self):
55 info = grab_json(API_URL + "/programs/" + self.video_key)
56 video_url = self.find_hls_url(info["playlist"])
57 token, token_hostname= self.get_auth_details()
58 video_url = self.add_auth_token_to_url(video_url, token, token_hostname)
59 return download_hls(self.filename, video_url)
60
61 class IviewIndexNode(Node):
62 def __init__(self, title, parent, url):
63 Node.__init__(self, title, parent)
64 self.url = url
65 self.unique_series = set()
66
67 def fill_children(self):
68 info = grab_json(self.url)
69 for key in ["carousels", "collections", "index"]:
70 for collection_list in info[key]:
71 for ep_info in collection_list["episodes"]:
72 self.add_series(ep_info)
73
74 def add_series(self, ep_info):
75 title = ep_info["seriesTitle"]
76 if title in self.unique_series:
77 return
78 self.unique_series.add(title)
79 url = API_URL + "/" + ep_info["href"]
80 IviewSeriesNode(title, self, url)
81
82 class IviewSeriesNode(Node):
83 def __init__(self, title, parent, url):
84 Node.__init__(self, title, parent)
85 self.url = url
86
87 def fill_children(self):
88 ep_info = grab_json(self.url)
89 series_slug = ep_info["href"].split("/")[1]
90 series_url = API_URL + "/series/" + series_slug + "/" + ep_info["seriesHouseNumber"]
91 info = grab_json(series_url)
92 for ep_info in info["episodes"]:
93 add_episode(self, ep_info)
94
95 class IviewFlatNode(Node):
96 def __init__(self, title, parent, url):
97 Node.__init__(self, title, parent)
98 self.url = url
99
100 def fill_children(self):
101 info = grab_json(self.url)
102 for ep_info in info:
103 add_episode(self, ep_info)
104
105
106 class IviewRootNode(Node):
107 def load_categories(self):
108 by_category_node = Node("By Category", self)
109 def category(name, slug):
110 IviewIndexNode(name, by_category_node, API_URL + "/category/" + slug)
111
112 category("Arts & Culture", "arts")
113 category("Comedy", "comedy")
114 category("Documentary", "docs")
115 category("Drama", "drama")
116 category("Education", "education")
117 category("Lifestyle", "lifestyle")
118 category("News & Current Affairs", "news")
119 category("Panel & Discussion", "panel")
120 category("Sport", "sport")
121
122 def load_channels(self):
123 by_channel_node = Node("By Channel", self)
124 def channel(name, slug):
125 IviewIndexNode(name, by_channel_node, API_URL + "/channel/" + slug)
126
127 channel("ABC1", "abc1")
128 channel("ABC2", "abc2")
129 channel("ABC3", "abc3")
130 channel("ABC4Kids", "abc4kids")
131 channel("News", "news")
132 channel("ABC Arts", "abcarts")
133 channel("iView Exclusives", "iview")
134
135 def load_featured(self):
136 IviewFlatNode("Featured", self, API_URL + "/featured")
137
138 def fill_children(self):
139 self.load_categories()
140 self.load_channels()
141 self.load_featured()
142
143
144 def fill_nodes(root_node):
145 IviewRootNode("ABC iView", root_node)
146