From d2fbda5b1719e9a2463971f0f1ffd94e01d6e151 Mon Sep 17 00:00:00 2001 From: James Bunton Date: Sun, 24 Feb 2019 11:04:32 +1100 Subject: [PATCH] sbs: filter duplicates --- sbs.py | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) diff --git a/sbs.py b/sbs.py index dc353ca..1d6324f 100644 --- a/sbs.py +++ b/sbs.py @@ -77,17 +77,20 @@ class SbsRootNode(SbsNavNode): def load_all_video_entries(self): offset = 1 - amount = 49 + amount = 50 + uniq = set() while True: - url = append_to_qs(FULL_VIDEO_LIST, {"range": "%s-%s" % (offset, offset+amount)}) + url = append_to_qs(FULL_VIDEO_LIST, {"range": "%s-%s" % (offset, offset+amount-1)}) data = grab_json(url) if "entries" not in data: raise Exception("Missing data in SBS response", data) entries = data["entries"] if len(entries) == 0: break - for entry in entries: - yield entry + for i, entry in enumerate(entries): + if entry["guid"] not in uniq: + uniq.add(entry["guid"]) + yield entry offset += amount sys.stdout.write(".") sys.stdout.flush() -- 2.39.2