#!/usr/bin/env python3
# vim: tabstop=4 shiftwidth=4 expandtab
import renderlib
import argparse
import tempfile
import shutil
import shlex
import time
import sys
import os
import re
from xml.sax.saxutils import escape as xmlescape
# Parse arguments
parser = argparse.ArgumentParser(
description='C3VOC Intro-Outro-Generator - Variant to use with apple Motion Files',
usage="./make.py gpn17/Intro.motn https://url/to/schedule.xml",
formatter_class=argparse.RawTextHelpFormatter)
parser.add_argument('motn', action="store", metavar='Motion-File', type=str, help='''
Path to your Motion-File .motn-File
''')
parser.add_argument('schedule', action="store", metavar='Schedule-URL', type=str, nargs='?', help='''
URL or Path to your schedule.xml
''')
parser.add_argument('--develop', action="store_true", default=False, help='''
Run script in develop mode and render with placeholder texts,
not parsing or accessing a schedule. Schedule-URL can be left blank when
used with --develop
This argument must not be used together with --id
Usage: ./make.py yourproject/ --develop
''')
parser.add_argument('--id', dest='ids', nargs='+', action="store", type=int, help='''
Only render the given ID(s) from your projects schedule.
This argument must not be used together with --develop
Usage: ./make.py yourproject/ --id 4711 0815 4223 1337
''')
parser.add_argument('--exclude-id', dest='exclude_ids', nargs='+', action="store", type=int, help='''
Do not render the given ID(s) from your projects schedule.
Usage: ./make.py yourproject/ --exclude-id 1 8 15 16 23 42
''')
args = parser.parse_args()
def headline(str):
print("##################################################")
print(str)
print("##################################################")
print()
def error(str):
headline(str)
parser.print_help()
sys.exit(1)
if not args.motn:
error("The Motion-File is a rquired argument")
if not args.develop and not args.schedule:
error("Either specify --develop or supply a schedule")
if args.develop:
persons = ['Arnulf Christl', 'Astrid Emde', 'Dominik Helle', 'Till Adams']
events = [{
'id': 3773,
'title': 'Was ist Open Source, wie funktioniert das?',
'subtitle': 'Die Organisation der Open Geo- und GIS-Welt. Worauf man achten sollte.',
'persons': persons,
'personnames': ', '.join(persons),
'room': 'Großer Saal',
}]
else:
events = list(renderlib.events(args.schedule))
def describe_event(event):
return "#{}: {}".format(event['id'], event['title'])
def event_print(event, message):
print("{} – {}".format(describe_event(event), message))
tempdir = tempfile.TemporaryDirectory()
print('working in ' + tempdir.name)
def fmt_command(command, **kwargs):
args = {}
for key, value in kwargs.items():
args[key] = shlex.quote(value)
return command.format(**args)
def run(command, **kwargs):
os.system(fmt_command(command, **kwargs))
def run_output(command, **kwargs):
# Apple Compressor behaves weirdly with its stdout. It will not terminate right when ran through
# os.subprocess, but work fine when run via os.system. To still get the output, we pipe it into a
# tempfile. This solution is quite stable.
# see https://twitter.com/mazdermind/status/1588286020121870336
with tempfile.NamedTemporaryFile() as t:
cmd = fmt_command(command, **kwargs)
os.system(f'{cmd} >{t.name} 2>&1')
return t.read().decode('utf-8')
def enqueue_job(event):
event_id = str(event['id'])
work_doc = os.path.join(tempdir.name, event_id + '.motn')
intermediate_clip = os.path.join(tempdir.name, event_id + '.mov')
with open(args.motn, 'r') as fp:
xmlstr = fp.read()
for key, value in event.items():
xmlstr = xmlstr.replace("$" + str(key), xmlescape(str(value)))
with open(work_doc, 'w') as fp:
fp.write(xmlstr)
compressor_info = run_output(
'/Applications/Compressor.app/Contents/MacOS/Compressor -batchname {batchname} -jobpath {jobpath} -settingpath hd1080p.compressorsetting -locationpath {locationpath}',
batchname=describe_event(event),
jobpath=work_doc,
locationpath=intermediate_clip)
match = re.search(r"", compressor_info)
if not match:
event_print(event, "unexpected output from compressor: \n" + compressor_info)
return
return match.group(1)
def fetch_job_status():
compressor_status = run_output('/Applications/Compressor.app/Contents/MacOS/Compressor -monitor')
job_status_matches = re.finditer(r"", compressor_status)
status_dict = {}
for match in job_status_matches:
lexer = shlex.shlex(match.group(1), posix=True)
lexer.wordchars += "="
job_status = dict(word.split("=", maxsplit=1) for word in lexer)
job_id = job_status['jobid']
status_dict[job_id] = job_status
return status_dict
def filter_finished_jobs(active_jobs):
job_status = fetch_job_status()
new_active_jobs = []
finished_jobs = []
for job_id, event in active_jobs:
if job_id not in job_status:
status = 'Processing'
else:
status = job_status[job_id]['status']
if status == 'Processing':
new_active_jobs.append((job_id, event))
continue
elif status == 'Successful':
finished_jobs.append((job_id, event))
else:
event_print(event, "failed with staus=" + status + " – removing from postprocessing queue")
return new_active_jobs, finished_jobs
def finalize_job(job_id, event):
event_id = str(event['id'])
intermediate_clip = os.path.join(tempdir.name, event_id + '.mov')
final_clip = os.path.join(os.path.dirname(args.motn), event_id + '.ts')
copy_clip = os.path.join(os.path.dirname(args.motn), event_id + '.mov')
shutil.copy(intermediate_clip, copy_clip)
run('ffmpeg -y -hide_banner -loglevel error -i {input} -f lavfi -i anullsrc -ar 48000 -ac 2 -map 0:v -c:v mpeg2video -q:v 0 -aspect 16:9 -map 1:a -map 1:a -map 1:a -map 1:a -shortest -f mpegts {output}',
input=intermediate_clip,
output=final_clip)
event_print(event, "finalized intro to " + final_clip)
active_jobs = []
if args.ids:
print("only including ids: ", args.ids)
if args.exclude_ids:
print("excluding ids: ", args.exclude_ids)
filtered_events = events
filtered_events = filter(lambda event: not args.ids or event['id'] in args.ids, filtered_events)
filtered_events = filter(lambda event: not args.exclude_ids or event['id'] not in args.exclude_ids, filtered_events)
filtered_events = list(filtered_events)
print("enqueuing {} jobs into compressor".format(len(filtered_events)))
for event in filtered_events:
job_id = enqueue_job(event)
if not job_id:
event_print(event, "job was not enqueued successfully, skipping postprocessing")
continue
event_print(event, "enqueued as " + job_id)
active_jobs.append((job_id, event))
print("waiting for rendering to complete")
while len(active_jobs) > 0:
time.sleep(15)
active_jobs, finished_jobs = filter_finished_jobs(active_jobs)
print("{} jobs in queue, {} ready to finalize".format(len(active_jobs), len(finished_jobs)))
for job_id, event in finished_jobs:
event_print(event, "finalizing job")
finalize_job(job_id, event)
print('all done, cleaning up ' + tempdir.name)
tempdir.cleanup()