X-Git-Url: https://code.delx.au/transcoding/blobdiff_plain/2353339b5b909c9c273e470b0f860f242168b6c4..1ed01efcec794b87acd65726f58dc2101810f6c1:/encode.py diff --git a/encode.py b/encode.py index 31b765f..31cc0de 100755 --- a/encode.py +++ b/encode.py @@ -1,5 +1,6 @@ #!/usr/bin/env python +from functools import partial import optparse import re import subprocess @@ -25,257 +26,390 @@ def mkarg(arg): out += "\"" return out +def midentify(source, field): + process = subprocess.Popen( + [ + "mplayer", source, + "-ao", "null", "-vo", "null", + "-frames", "0", "-identify", + ], + stdout=subprocess.PIPE, + stderr=subprocess.PIPE, + ) + for line in process.stdout: + try: + key, value = line.split("=") + except ValueError: + continue + if key == field: + return value.strip() + +def append_cmd(cmd, opt, var): + if var is not None: + cmd.append(opt) + cmd.append(str(var)) + +def duplicate_opts(opts): + return optparse.Values(opts.__dict__) + +def insert_mplayer_options(cmd, o): + do_opt = partial(append_cmd, cmd) + + if o.deinterlace: + cmd += ["-vf-add", "yadif"] + if o.noskip: + cmd += ["-noskip"] + if o.skipkb: + cmd += ["-sb", str(o.skipkb * 1024)] + + do_opt("-mc", o.mc) + do_opt("-fps", o.ifps) + do_opt("-ss", o.startpos) + do_opt("-endpos", o.endpos) + do_opt("-dvd-device", o.dvd) + do_opt("-chapter", o.chapter) + do_opt("-aid", o.audioid) + do_opt("-sid", o.subtitleid) + do_opt("-vf-add", o.vfilters) + do_opt("-af-add", o.afilters) + + class Command(object): def __init__(self, profile, opts): self.profile = profile self.opts = opts - - def print_install_message(self): - print >>sys.stderr, "Problem with command: %s", self.name - if self.package: - print >>sys.stderr, "Try running:\n# aptitude install %s", self.package - + self.__process = None + self.init() + + def init(self): + pass + def check_command(self, cmd): if self.opts.dump: return if subprocess.Popen(["which", cmd], stdout=open("/dev/null", "w")).wait() != 0: raise FatalException("Command '%s' is required" % cmd) - + def check_no_file(self, path): if os.path.exists(path): raise FatalException("Output file '%s' exists." % path) - def do_exec(self, args): + def do_exec(self, args, wait=True): if self.opts.dump: print " ".join(map(mkarg, args)) else: - if subprocess.Popen(args).wait() != 0: - raise FatalException("Failure executing command: %s" % args) + self.__process = subprocess.Popen(args) + self.__args = args + if wait: + self.wait() + + def wait(self): + if self.__process == None: + return + if self.__process.wait() != 0: + raise FatalException("Failure executing command: %s" % self.__args) + self.__process = None class MP4Box(Command): - codec2exts = { - "xvid": "m4v", - "x264": "h264", - "faac": "aac", - } - - def check(self): - self.check_command("mencoder") + def init(self): self.check_command("MP4Box") self.check_no_file(self.opts.output + ".mp4") def run(self): + o = self.opts p = self.profile - video = "video.%s" % self.codec2exts[p.vcodec] - audio = "audio.%s" % self.codec2exts[p.acodec] - input = self.opts.output + ".avi" # From Mencoder command - output = self.opts.output + ".mp4" - mencoder = ["mencoder", input, "-ovc", "copy", "-oac", "copy", "-of"] - self.do_exec(["rm", "-f", output]) - self.do_exec(mencoder + ["rawvideo", "-o", video]) - self.do_exec(mencoder + ["rawaudio", "-o", audio]) - self.do_exec(["MP4Box", "-add", video, "-add", audio, output]) - self.do_exec(["rm", "-f", video, audio, input]) + + if o.dump: + fps = "???" + else: + fps = midentify(p.video_tmp, "ID_VIDEO_FPS") + + self.do_exec([ + "MP4Box", + "-fps", fps, + "-add", p.video_tmp, + "-add", p.audio_tmp, + o.output + ".mp4" + ]) class MKVMerge(Command): - def check(self): + def init(self): self.check_command("mkvmerge") self.check_no_file(self.opts.output + ".mkv") def run(self): - input = self.opts.output + ".avi" # From Mencoder command - output = self.opts.output + ".mkv" - self.do_exec(["mkvmerge", "-o", output, input]) - self.do_exec(["rm", "-f", input]) + o = self.opts + p = self.profile + + if o.dump: + fps = "???" + else: + fps = midentify(p.video_tmp, "ID_VIDEO_FPS") + + self.do_exec([ + "mkvmerge", + "-o", o.output + ".mkv", + "--default-duration", "0:%sfps"%fps, + p.video_tmp, + p.audio_tmp, + ]) + + + +class MencoderFixRemux(Command): + def init(self): + self.check_command("mencoder") + self.check_no_file("remux.avi") + + orig = self.opts + self.opts = duplicate_opts(orig) + orig.input = "remux.avi" + orig.dvd = orig.chapter = orig.startpos = orig.endpos = None + + def run(self): + o = self.opts + cmd = [ + "mencoder", + "-o", "remux.avi", + "-oac", "copy", "-ovc", "copy", + "-mc", "0.1", + o.input, + ] + do_opt = partial(append_cmd, cmd) + do_opt("-dvd-device", o.dvd) + do_opt("-chapter", o.chapter) + do_opt("-ss", o.startpos) + do_opt("-endpos", o.endpos) + self.do_exec(cmd) + + + + + +class MPlayer(Command): + def init(self): + self.check_command("mplayer") + self.check_no_file("video.y4m") + self.check_no_file("audio.wav") + + def run(self): + os.mkfifo("video.y4m") + os.mkfifo("audio.wav") + cmd = [] + cmd += ["mplayer", self.opts.input] + cmd += ["-benchmark", "-noconsolecontrols", "-noconfig", "all"] + cmd += ["-vo", "yuv4mpeg:file=video.y4m"] + cmd += ["-ao", "pcm:waveheader:file=audio.wav"] + insert_mplayer_options(cmd, self.opts) + cmd += self.profile.extra + self.do_exec(cmd, wait=False) + + +class MencoderCopyAC3(Command): + def init(self): + self.check_command("mplayer") + self.check_no_file("audio.ac3") + self.profile.audio_tmp = "audio.ac3" + + def run(self): + cmd = [] + cmd += ["mencoder", self.opts.input] + cmd += ["-noconfig", "all"] + cmd += ["-ovc", "copy", "-oac", "copy"] + cmd += ["-of", "rawaudio", "-o", "audio.ac3"] + insert_mplayer_options(cmd, self.opts) + cmd += self.profile.extra + self.do_exec(cmd) + + +class X264(Command): + def init(self): + self.check_command("x264") + self.profile.video_tmp = "video.h264" + + def run(self): + p = self.profile + cmd = [] + cmd += ["x264", "--no-progress"] + cmd += p.x264opts + cmd += ["-o", p.video_tmp] + cmd += ["video.y4m"] + self.do_exec(cmd, wait=False) + + +class Lame(Command): + def init(self): + self.check_command("lame") + self.profile.audio_tmp = "audio.mp3" + + def run(self): + p = self.profile + cmd = [] + cmd += ["lame", "--quiet"] + cmd += p.lameopts + cmd += ["audio.wav"] + cmd += [p.audio_tmp] + self.do_exec(cmd, wait=False) + + +class Faac(Command): + def init(self): + self.check_command("faac") + self.profile.audio_tmp = "audio.aac" + + def run(self): + p = self.profile + cmd = [] + cmd += ["faac"] + cmd += ["-o", p.audio_tmp] + cmd += p.faacopts + cmd += ["audio.wav"] + self.do_exec(cmd, wait=False) +class SwallowAudio(Command): + def run(self): + self.do_exec(["dd", "if=audio.wav", "of=/dev/null"], wait=False) + class Mencoder(Command): codec2opts = { - "lavc": "-lavcopts", "xvid": "-xvidencopts", "x264": "-x264encopts", "faac": "-faacopts", "mp3lame": "-lameopts", } - def insert_options(self, cmd): - def try_opt(opt, var): - if var is not None: - cmd.append(opt) - cmd.append(var) - if self.opts.deinterlace: - cmd += ["-vf-add", "pp=lb"] - if self.opts.detelecine: - self.opts.ofps = "24000/1001" - cmd += ["-vf-add", "pullup,softskip"] - try_opt("-fps", self.opts.ifps) - try_opt("-ofps", self.opts.ofps) - try_opt("-ss", self.opts.startpos) - try_opt("-endpos", self.opts.endpos) - try_opt("-dvd-device", self.opts.dvd) - try_opt("-chapter", self.opts.chapter) - try_opt("-aid", self.opts.audioid) - try_opt("-sid", self.opts.subtitleid) - try_opt("-vf-add", self.opts.vfilters) - try_opt("-af", self.opts.afilters) - - def subst_values(self, cmd, vpass): - subst = { - "vbitrate": self.opts.vbitrate, - "abitrate": self.opts.abitrate, - "input": self.opts.input, - "output": self.opts.output + ".avi", - "vpass": vpass, - } - - return [x % subst for x in cmd] - - def pass1(self): + def init(self): + o = self.opts p = self.profile - cmd = [] - cmd += ["mencoder", "%(input)s", "-o", "/dev/null"] - self.insert_options(cmd) - cmd += ["-ovc", p.vcodec, self.codec2opts[p.vcodec], p.vopts] - cmd += ["-oac", "copy"] - cmd += self.profile.extra + self.profile.extra1 - cmd = self.subst_values(cmd, vpass=1) - return cmd - def pass2(self): + self.check_command("mencoder") + self.check_no_file(o.output + ".avi") + + p.video_tmp = o.output + ".avi" + p.audio_tmp = o.output + ".avi" + + def run(self): + o = self.opts p = self.profile + cmd = [] - cmd += ["mencoder", "%(input)s", "-o", "%(output)s"] - self.insert_options(cmd) + cmd += ["mencoder", o.input] + cmd += ["-noconfig", "all"] + insert_mplayer_options(cmd, o) + cmd += ["-vf-add", "harddup"] cmd += ["-ovc", p.vcodec, self.codec2opts[p.vcodec], p.vopts] - cmd += ["-oac", p.acodec, self.codec2opts[p.acodec], p.aopts] - if self.opts.episode_name: - cmd += ["-info", "name='%s'" % self.opts.episode_name] - cmd += self.profile.extra + self.profile.extra2 - cmd = self.subst_values(cmd, vpass=2) - return cmd - - def check(self): - self.check_command("mencoder") - self.check_no_file(self.opts.output + ".avi") + cmd += ["-oac", p.acodec] + if p.aopts: + cmd += [self.codec2opts[p.acodec], p.aopts] + cmd += self.profile.extra + cmd += ["-o", self.opts.output + ".avi"] + self.do_exec(cmd) + + +class MencoderDemux(Command): + codec2exts = { + "xvid": "m4v", + "x264": "h264", + "faac": "aac", + "mp3lame": "mp3", + "copyac3": "ac3", + } + + def init(self): + o = self.opts + p = self.profile + + self.check_command("mencoder") + p.audio_tmp = "audio." + self.codec2exts[p.acodec] + p.video_tmp = "video." + self.codec2exts[p.vcodec] + self.check_no_file(p.audio_tmp) + self.check_no_file(p.video_tmp) + def run(self): - self.do_exec(self.pass1()) - self.do_exec(self.pass2()) + o = self.opts + p = self.profile + + cmd = ["mencoder", "-ovc", "copy", "-oac", "copy", o.output + ".avi"] + cmd += ["-noconfig", "all", "-noskip", "-mc", "0"] + self.do_exec(cmd + ["-of", "rawaudio", "-o", p.audio_tmp]) + self.do_exec(cmd + ["-of", "rawvideo", "-o", p.video_tmp]) + self.do_exec(["rm", "-f", o.output + ".avi"]) class Profile(object): def __init__(self, commands, **kwargs): - self.default_opts = { - "vbitrate": 1000, - "abitrate": 192, - } self.extra = [] - self.extra1 = [] - self.extra2 = [] self.commands = commands self.__dict__.update(kwargs) def __contains__(self, keyname): return hasattr(self, keyname) +class Wait(object): + def __init__(self, commands): + self.commands = commands[:] + + def run(self): + for command in self.commands: + command.wait() + + profiles = { - "qt7" : + "x264/lame" : Profile( - commands=[Mencoder, MP4Box], - vcodec="x264", - vopts="pass=%(vpass)d:bitrate=%(vbitrate)d:me=umh:partitions=all:trellis=1:subq=7:bframes=1:direct_pred=auto", - acodec="faac", - aopts="br=%(abitrate)d:mpeg=4:object=2", + commands=[MPlayer, X264, Lame, Wait, MKVMerge], + x264opts=["--preset", "veryslow", "--crf", "20"], + lameopts=["--preset", "medium"], ), - "x264" : + "x264/copyac3" : Profile( - commands=[Mencoder, MKVMerge], - vcodec="x264", - vopts="pass=%(vpass)d:bitrate=%(vbitrate)d:subq=6:frameref=6:me=umh:partitions=all:bframes=4:b_adapt:qcomp=0.7:keyint=250", - acodec="mp3lame", - aopts="abr:br=%(abitrate)d", + commands=[MPlayer, X264, SwallowAudio, Wait, MencoderCopyAC3, MKVMerge], + x264opts=["--preset", "veryslow", "--crf", "20"], + lameopts=["--preset", "medium"], ), - "xvid" : + "xvid/lame" : Profile( commands=[Mencoder], vcodec="xvid", - vopts="pass=%(vpass)d:bitrate=%(vbitrate)d:vhq=4:autoaspect", + vopts="fixed_quant=2:vhq=4:autoaspect", acodec="mp3lame", - aopts="abr:br=%(abitrate)d", - extra2=["-ffourcc", "DX50"], - ), - - "ipodxvid" : - Profile( - commands=[Mencoder, MP4Box], - vcodec="xvid", - vopts="pass=%(vpass)d:bitrate=%(vbitrate)d:vhq=4:autoaspect:max_bframes=0", - acodec="faac", - aopts="br=%(abitrate)d:mpeg=4:object=2", - extra=["-vf-add", "scale=480:-10"], - ), - - "ipodx264" : - Profile( - commands=[Mencoder, MP4Box], - vcodec="x264", - vopts="pass=%(vpass)d:bitrate=%(vbitrate)d:vbv_maxrate=1500:vbv_bufsize=2000:nocabac:me=umh:partitions=all:trellis=1:subq=7:bframes=0:direct_pred=auto:level_idc=30:turbo", - acodec="faac", - aopts="br=%(abitrate)d:mpeg=4:object=2", - extra=["-vf-add", "scale=480:-10"], - extra2=["-channels", "2", "-srate", "48000"], + aopts="cbr:br=128", ), - "nokiax264" : + "apple-quicktime" : Profile( - commands=[Mencoder, MP4Box], - default_opts={ - "vbitrate": 256, - "abitrate": 96, - }, - vcodec="x264", - vopts="pass=%(vpass)d:bitrate=%(vbitrate)d:nocabac:me=umh:partitions=all:trellis=1:subq=7:bframes=0:direct_pred=auto", - acodec="faac", - aopts="br=%(abitrate)d:mpeg=4:object=2", - extra=["-vf-add", "scale=320:-10"], + commands=[MPlayer, X264, Faac, Wait, MP4Box], + x264opts=["--crf", "20", "--bframes", "1"], + faacopts=["-q", "100", "--mpeg-vers", "4"], ), - "n97xvid" : + "nokia-n97" : Profile( - commands=[Mencoder, MP4Box], - default_opts={ - "vbitrate": 1000, - "abitrate": 96, - }, + commands=[Mencoder, MencoderDemux, MP4Box], vcodec="xvid", - vopts="pass=%(vpass)d:bitrate=%(vbitrate)d:vhq=4:autoaspect:max_bframes=0", + vopts="bitrate=256:vhq=4:autoaspect:max_bframes=0", acodec="faac", - aopts="br=%(abitrate)d:mpeg=4:object=2", + aopts="br=64:mpeg=4:object=2", extra=["-vf-add", "scale=640:-10"], ), +} - "n97x264" : - Profile( - commands=[Mencoder, MP4Box], - default_opts={ - "vbitrate": 1000, - "abitrate": 96, - }, - vcodec="x264", - vopts="pass=%(vpass)d:bitrate=%(vbitrate)d:vbv_maxrate=2000:vbv_bufsize=2000:nocabac:me=umh:partitions=all:trellis=1:subq=7:bframes=0:direct_pred=auto:level_idc=20", - acodec="faac", - aopts="br=%(abitrate)d:mpeg=4:object=2", - extra=["-vf-add", "scale=640:-10"], - ), +mappings = { + "x264": "x264/lame", + "xvid": "xvid/lame", } +for x, y in mappings.iteritems(): + profiles[x] = profiles[y] @@ -285,25 +419,24 @@ def parse_args(): if sys.argv[0].find(profile_name) >= 0: break else: - profile_name = "xvid" + profile_name = "xvid/lame" parser = optparse.OptionParser(usage="%prog [options] input [output]") parser.add_option("--dvd", action="store", dest="dvd") parser.add_option("--deinterlace", action="store_true", dest="deinterlace") - parser.add_option("--detelecine", action="store_true", dest="detelecine") + parser.add_option("--fixmux", action="store_true", dest="fixmux") + parser.add_option("--mc", action="store", dest="mc", type="int") + parser.add_option("--noskip", action="store_true", dest="noskip") parser.add_option("--vfilters", action="store", dest="vfilters") parser.add_option("--afilters", action="store", dest="afilters") - parser.add_option("--vbitrate", action="store", dest="vbitrate", type="int") - parser.add_option("--abitrate", action="store", dest="abitrate", type="int") parser.add_option("--chapter", action="store", dest="chapter") parser.add_option("--ifps", action="store", dest="ifps") - parser.add_option("--ofps", action="store", dest="ofps") + parser.add_option("--skipkb", action="store", dest="skipkb", type="int") parser.add_option("--startpos", action="store", dest="startpos") parser.add_option("--endpos", action="store", dest="endpos") parser.add_option("--audioid", action="store", dest="audioid") parser.add_option("--subtitleid", action="store", dest="subtitleid") parser.add_option("--profile", action="store", dest="profile_name", default=profile_name) - parser.add_option("--episode-name", action="store", dest="episode_name") parser.add_option("--dump", action="store_true", dest="dump") try: opts, args = parser.parse_args(sys.argv[1:]) @@ -317,7 +450,7 @@ def parse_args(): except Exception: parser.print_usage() sys.exit(1) - + if "://" not in input: opts.input = os.path.abspath(input) else: @@ -330,6 +463,8 @@ def parse_args(): return opts def main(): + os.nice(1) + opts = parse_args() # Find our profile @@ -339,11 +474,6 @@ def main(): print >>sys.stderr, "Profile '%s' not found!" % opts.profile_name sys.exit(1) - # Pull in default option values from the profile - for key, value in profile.default_opts.iteritems(): - if getattr(opts, key) is None: - setattr(opts, key, value) - # Run in a temp dir so that multiple instances can be run simultaneously tempdir = tempfile.mkdtemp() try: @@ -351,10 +481,14 @@ def main(): try: commands = [] + if opts.fixmux: + profile.commands.insert(0, MencoderFixRemux) for CommandClass in profile.commands: - command = CommandClass(profile, opts) + if Command in CommandClass.__bases__: + command = CommandClass(profile, opts) + else: + command = CommandClass(commands) commands.append(command) - command.check() for command in commands: command.run()