- filename = sanify_filename(filename)
- print "Downloading: %s" % filename
- if vpath.endswith(".flv"):
- vpath = vpath[:-4]
- cmd = [
- "rtmpdump",
- "-o", filename,
- "-r", vbase,
- "-y", vpath,
- ]
- print cmd
- if hash_url is not None:
- cmd += ["--swfVfy", hash_url]
- try:
- p = subprocess.Popen(cmd)
- ret = p.wait()
- if ret != 0:
- print >>sys.stderr, "rtmpdump exited with error code:", ret
- return False
- else:
- return True
- except OSError, e:
- print >>sys.stderr, "Failed to run rtmpdump!", e
- return False
- except KeyboardInterrupt:
- print "Cancelled", cmd
- try:
- p.terminate()
- p.wait()
- except KeyboardInterrupt:
- p.send_signal(signal.SIGKILL)
- p.wait()
-
-def download_urllib(filename, url):
- filename = sanify_filename(filename)
- print "Downloading: %s -> %s" % (url, filename)
- try:
- src = urllib.urlopen(url)
- dst = open(filename, "w")
- shutil.copyfileobj(src, dst)
- return True
- except KeyboardInterrupt:
- print "\nCancelled", url
- finally:
- src.close()
- dst.close()
- return False
+ filename = sanify_filename(filename)
+ print "Downloading: %s" % filename
+ if vpath.endswith(".flv"):
+ vpath = vpath[:-4]
+ cmd = [
+ "rtmpdump",
+ "-o", filename,
+ "-r", vbase,
+ "-y", vpath,
+ ]
+ if hash_url is not None:
+ cmd += ["--swfVfy", hash_url]
+ if exec_subprocess(cmd):
+ return convert_to_mp4(filename)
+ else:
+ return False
+
+def download_urllib(filename, url, referrer=None):
+ filename = sanify_filename(filename)
+ print "Downloading: %s" % filename
+ try:
+ src = _urlopen(url, referrer)
+ dst = open(filename, "w")
+ while True:
+ buf = src.read(1024*1024)
+ if not buf:
+ break
+ dst.write(buf)
+ sys.stdout.write(".")
+ sys.stdout.flush()
+ print
+ except KeyboardInterrupt:
+ print "\nCancelled", url
+ return False
+ finally:
+ try:
+ src.close()
+ except:
+ pass
+ try:
+ dst.close()
+ except:
+ pass
+
+ return convert_to_mp4(filename)
+
+def download_hls_get_stream(url):
+ def parse_bandwidth(line):
+ params = line.split(":", 1)[1].split(",")
+ for kv in params:
+ k, v = kv.split("=", 1)
+ if k == "BANDWIDTH":
+ return int(v)
+ return 0
+
+ m3u8 = grab_text(url, 0)
+ best_bandwidth = None
+ best_url = None
+ for line in m3u8.split("\n"):
+ if line.startswith("#EXT-X-STREAM-INF:"):
+ bandwidth = parse_bandwidth(line)
+ if best_bandwidth is None or bandwidth > best_bandwidth:
+ best_bandwidth = bandwidth
+ best_url = None
+ elif not line.startswith("#"):
+ if best_url is None:
+ best_url = line.strip()
+
+ if not best_url:
+ raise Exception("Failed to find best stream for HLS: " + url)
+
+ return best_url
+
+def download_hls_segments(outf, url):
+ m3u8 = grab_text(url, 0)
+
+ fail_if_not_last_segment = None
+ for line in m3u8.split("\n"):
+ if not line.strip() or line.startswith("#"):
+ continue
+
+ if fail_if_not_last_segment:
+ raise e
+
+ try:
+ download_hls_fetch_segment(outf, line)
+ except urllib2.HTTPError, e:
+ fail_if_not_last_segment = e
+ continue
+ sys.stdout.write(".")
+ sys.stdout.flush()
+
+ sys.stdout.write("\n")
+
+def download_hls_fetch_segment(outf, segment_url):
+ try:
+ src = _urlopen(segment_url)
+ shutil.copyfileobj(src, outf)
+ except:
+ raise
+ finally:
+ try:
+ src.close()
+ except:
+ pass
+
+def download_hls(filename, m3u8_master_url, hack_url_func=None):
+ if hack_url_func is None:
+ hack_url_func = lambda url: url
+
+ tmpdir = tempfile.mkdtemp(prefix="webdl-hls")
+
+ print "Downloading: %s" % filename
+
+ try:
+ best_stream_url = download_hls_get_stream(hack_url_func(m3u8_master_url))
+ ts_file = open(filename, "w")
+ download_hls_segments(ts_file, hack_url_func(best_stream_url))
+ except KeyboardInterrupt:
+ print "\nCancelled", m3u8_master_url
+ return False
+ finally:
+ shutil.rmtree(tmpdir)
+ try:
+ ts_file.close()
+ except:
+ pass
+
+ return convert_to_mp4(filename)
+
+def natural_sort(l, key=None):
+ ignore_list = ["a", "the"]
+ def key_func(k):
+ if key is not None:
+ k = key(k)
+ k = k.lower()
+ newk = []
+ for c in re.split("([0-9]+)", k):
+ c = c.strip()
+ if c.isdigit():
+ newk.append(int(c))
+ else:
+ for subc in c.split():
+ if subc not in ignore_list:
+ newk.append(subc)
+ return newk
+
+ return sorted(l, key=key_func)
+
+def append_to_qs(url, params):
+ r = list(urlparse.urlsplit(url))
+ qs = urlparse.parse_qs(r[3])
+ for k, v in params.iteritems():
+ if v is not None:
+ qs[k] = v
+ elif qs.has_key(k):
+ del qs[k]
+ r[3] = urllib.urlencode(qs, True)
+ url = urlparse.urlunsplit(r)
+ return url