code.delx.au - webdl/blob - ten.py

   1 import logging
   2 from common import grab_json, download_hls, Node, append_to_qs
   3
   4 SERIES_LIST_URL = "https://vod.ten.com.au/config/android-v4"
   5 SERIES_DETAIL_URL = "https://v.tenplay.com.au/api/videos/bcquery"
   6
   7 class TenVideoNode(Node):
   8     def __init__(self, title, parent, video_url):
   9         Node.__init__(self, title, parent)
  10         self.can_download = True
  11         self.video_url = video_url
  12
  13     def download(self):
  14         filename = self.title + ".ts"
  15         return download_hls(filename, self.video_url)
  16
  17 class TenSeriesNode(Node):
  18     def __init__(self, title, parent, query, expected_tv_show):
  19         Node.__init__(self, title, parent)
  20         self.title = title
  21         self.query = query
  22         self.expected_tv_show = expected_tv_show
  23         self.video_ids = set()
  24
  25     def fill_children(self):
  26         page_number = 0
  27         while page_number < 100:
  28             url = self.get_page_url(self.query, page_number)
  29             page_number += 1
  30
  31             page = grab_json(url)
  32             items = page["items"]
  33             if len(items) == 0:
  34                 break
  35
  36             for video_desc in items:
  37                 self.process_video(video_desc)
  38
  39     def get_page_url(self, query, page_number):
  40         return append_to_qs(SERIES_DETAIL_URL, {
  41             "command": "search_videos",
  42             "page_size": "30",
  43             "page_number": str(page_number),
  44         }) + query
  45
  46     def process_video(self, video_desc):
  47         video_id = video_desc["id"]
  48         video_url = video_desc["HLSURL"]
  49         tv_show = video_desc["customFields"]["tv_show"]
  50         title = video_desc["name"]
  51
  52         if video_id in self.video_ids:
  53             return
  54         if tv_show != self.expected_tv_show:
  55             logging.warn("Skipping unexpected video: %s != %s", tv_show, self.expected_tv_show)
  56             return
  57         self.video_ids.add(video_id)
  58
  59         TenVideoNode(title, self, video_url)
  60
  61 class TenRootNode(Node):
  62     def fill_children(self):
  63         doc = grab_json(SERIES_LIST_URL)
  64
  65         for series in doc["Browse TV"]["Shows"]:
  66             title = series["title"]
  67             query = series["query"] + series["episodefilter"]
  68             expected_tv_show = series["tv_show"]
  69
  70             TenSeriesNode(title, self, query, expected_tv_show)
  71
  72 def fill_nodes(root_node):
  73     TenRootNode("Ten", root_node)