- def explode_videos_to_unique_categories(self, full_video_list):
- for entry_data in full_video_list["entries"]:
+ def load_all_video_entries(self):
+ offset = 1
+ amount = 500
+ while True:
+ url = append_to_qs(FULL_VIDEO_LIST, {"range": "%s-%s" % (offset, offset+amount)})
+ data = grab_json(url)
+ if "entries" not in data:
+ raise Exception("Missing data in SBS response", data)
+ entries = data["entries"]
+ if len(entries) == 0:
+ break
+ for entry in entries:
+ yield entry
+ offset += amount
+
+ def explode_videos_to_unique_categories(self, all_video_entries):
+ for entry_data in all_video_entries: