code.delx.au - webdl/blob - brightcove.py

   1 import re
   2 import sys
   3
   4 from common import grab_json, download_hls, Node, append_to_qs
   5
   6 CH9_TOKEN = "ogxhPgSphIVa2hhxbi9oqtYwtg032io4B4-ImwddYliFWHqS0UfMEw.."
   7 CH10_TOKEN = "lWCaZyhokufjqe7H4TLpXwHSTnNXtqHxyMvoNOsmYA_GRaZ4zcwysw.."
   8
   9 BRIGHTCOVE_API = "http://api.brightcove.com/services/library?"
  10
  11
  12 class BrightcoveVideoNode(Node):
  13     def __init__(self, title, parent, token, video_id):
  14         Node.__init__(self, title, parent)
  15         self.can_download = True
  16         self.token = token
  17         self.video_id = video_id
  18
  19     def download(self):
  20         desc_url = append_to_qs(BRIGHTCOVE_API, {
  21             "token": self.token,
  22             "command": "find_video_by_id",
  23             "video_fields": "HLSURL",
  24             "video_id": self.video_id,
  25         })
  26         doc = grab_json(desc_url, 3600)
  27         video_url = doc["HLSURL"]
  28
  29         filename = self.title + ".ts"
  30         return download_hls(filename, video_url)
  31
  32 class BrightcoveRootNode(Node):
  33     def __init__(self, title, parent, token):
  34         Node.__init__(self, title, parent)
  35         self.token = token
  36         self.series_nodes = {}
  37
  38     def get_series_node(self, series_name):
  39         series_name = series_name.split("-")[0].strip()
  40         key = series_name.lower()
  41         node = self.series_nodes.get(key, None)
  42         if node is None:
  43             node = Node(series_name, self)
  44             self.series_nodes[key] = node
  45         return node
  46
  47     def fill_children(self):
  48         page_number = 0
  49         while page_number < 100:
  50             sys.stdout.write(".")
  51             sys.stdout.flush()
  52             url = self.get_all_videos_url(page_number)
  53             page_number += 1
  54
  55             page = grab_json(url, 3600)
  56             items = page["items"]
  57             if len(items) == 0:
  58                 break
  59
  60             for video_desc in items:
  61                 self.process_video(video_desc)
  62         print
  63
  64     def process_video(self, video_desc):
  65         if not video_desc["customFields"]:
  66             return
  67
  68         video_id = video_desc["id"]
  69         title = self.get_video_title(video_desc)
  70         series_name = self.get_series_name(video_desc)
  71
  72         parent_node = self.get_series_node(series_name)
  73         BrightcoveVideoNode(title, parent_node, self.token, video_id)
  74
  75     def get_video_title(self, video_desc):
  76         raise NotImplementedError()
  77
  78     def get_series_name(self, video_desc):
  79         raise NotImplementedError()
  80
  81     def get_all_videos_url(self, page_number):
  82         raise NotImplementedError()
  83
  84
  85 class Ch9RootNode(BrightcoveRootNode):
  86     def __init__(self, root_node):
  87         BrightcoveRootNode.__init__(self, "Nine", root_node, CH9_TOKEN)
  88
  89     def get_video_title(self, video_desc):
  90         title = video_desc["name"]
  91         season = video_desc["customFields"].get("season", "")
  92         episode = video_desc["customFields"].get("episode", "1").rjust(2, "0")
  93         series = self.get_series_name(video_desc)
  94
  95         if re.match(R"ep(isode)?\s*[0-9]+\s*:", title.lower()):
  96             title = title.split(":", 1)[1].strip()
  97
  98         title = "%s - %sx%s - %s" % (
  99             series,
 100             season,
 101             episode,
 102             title
 103         )
 104         return title
 105
 106     def get_series_name(self, video_desc):
 107         series = video_desc["customFields"].get("series", None)
 108         if not series:
 109             series = video_desc["name"]
 110         return series
 111
 112     def get_all_videos_url(self, page_number):
 113         return append_to_qs(BRIGHTCOVE_API, {
 114             "token": self.token,
 115             "command": "search_videos",
 116             "video_fields": "id,name,customFields",
 117             "custom_fields": "series,season,episode",
 118             "sort_by": "PUBLISH_DATE",
 119             "page_number": str(page_number),
 120         })
 121
 122
 123 class Ch10RootNode(BrightcoveRootNode):
 124     def __init__(self, root_node):
 125         BrightcoveRootNode.__init__(self, "Ten", root_node, CH10_TOKEN)
 126
 127     def get_video_title(self, video_desc):
 128         return video_desc["name"]
 129
 130     def get_series_name(self, video_desc):
 131         return video_desc["customFields"]["tv_show"]
 132
 133     def get_all_videos_url(self, page_number):
 134         return append_to_qs(BRIGHTCOVE_API, {
 135             "token": self.token,
 136             "command": "search_videos",
 137             "video_fields": "id,name,customFields",
 138             "custom_fields": "tv_show",
 139             "sort_by": "PUBLISH_DATE",
 140             "any": "video_type_long_form:Full Episode",
 141             "page_number": str(page_number),
 142         })
 143
 144
 145 def fill_nodes(root_node):
 146     Ch9RootNode(root_node)
 147     Ch10RootNode(root_node)
 148