More random scripts

cut_sync_race.py

@@ -0,0 +1,164 @@
+
+"""
+Starting from syncronized race start (as per reviews),
+cut a single racer's stream to disk.
+
+Database info:
+
+matches maps to multiple races via match_races (on match_id)
+matches links to racers and cawmentator:
+	matches.racer_{1,2}_id
+	matches.cawmentator_id
+races contains start time:
+	races.timestamp
+races maps to multiple runs via race_runs
+race_runs contains time for each racer
+	race_runs.time: centiseconds
+	race_runs.rank: 1 for fastest time
+
+"""
+
+import datetime
+import logging
+import os
+import re
+import subprocess
+from getpass import getpass
+from uuid import uuid4
+
+import argh
+import mysql.connector
+
+from common.segments import get_best_segments, full_cut_segments
+
+
+
+def ts(dt):
+	return dt.strftime("%FT%T")
+
+
+class NoSegments(Exception):
+	pass
+
+
+def cut_to_file(filename, base_dir, stream, start, end, variant='source', frame_counter=False):
+	logging.info("Cutting {}".format(filename))
+	segments = get_best_segments(
+		os.path.join(base_dir, stream, variant).lower(),
+		start, end,
+	)
+	if None in segments:
+		logging.warning("Cutting {} ({} to {}) but it contains holes".format(filename, ts(start), ts(end)))
+	if not segments or set(segments) == {None}:
+		raise NoSegments("Can't cut {} ({} to {}): No segments".format(filename, ts(start), ts(end)))
+	filter_args = []
+	# standardize resolution
+	filter_args += ["-vf", "scale=-2:720"]
+	if frame_counter:
+		filter_args += [
+			"-vf", "scale=-2:480, drawtext="
+				"fontfile=DejaVuSansMono.ttf"
+				":fontcolor=white"
+				":text='%{e\:t}'"
+				":x=(w-tw)/2+100"
+				":y=h-(2*lh)",
+		]
+	encoding_args = ['-c:v', 'libx264', '-preset', 'ultrafast', '-crf', '0', '-f', 'mp4']
+	with open(filename, 'w') as f:
+		for chunk in full_cut_segments(segments, start, end, filter_args + encoding_args):
+			f.write(chunk)
+
+
+def add_range(base, range):
+	return [base + datetime.timedelta(seconds=n) for n in range]
+
+
+def main(match_id, race_number, output_path,
+	host='condor.live', user='necrobot-read', password='necrobot-read', database='condor_x2',
+	base_dir='/srv/wubloader', temp_dir='/tmp',
+	start_range=(0, 10), output_range=(-1, 5),
+):
+	logging.basicConfig(level=logging.INFO)
+	output_range = [datetime.timedelta(seconds=n) for n in output_range]
+
+	match_id = int(match_id)
+	race_number = int(race_number)
+
+	if password is None:
+		password = getpass("Password? ")
+	conn = mysql.connector.connect(
+		host=host, user=user, password=password, database=database,
+	)
+
+	cur = conn.cursor()
+	cur.execute("""
+		SELECT
+			match_info.racer_1_name as racer_1,
+			match_info.racer_2_name as racer_2,
+			races.timestamp as start,
+			race_runs.time as duration,
+			match_races.winner as winner
+		FROM match_info
+		JOIN match_races ON (match_info.match_id = match_races.match_id)
+		JOIN races ON (match_races.race_id = races.race_id)
+		JOIN race_runs ON (races.race_id = race_runs.race_id)
+		WHERE race_runs.rank = 1
+			AND match_info.match_id = %(match_id)s
+			AND match_races.race_number = %(race_number)s
+	""", {'match_id': match_id, 'race_number': race_number})
+
+	data = cur.fetchall()
+	data = [
+		[item.encode('utf-8') if isinstance(item, unicode) else item for item in row]
+		for row in data
+	]
+
+	if not data:
+		raise Exception("No such race")
+	assert len(data) == 1, repr(data)
+
+	(racer1, racer2, start, duration, winner), = data
+	end = start + datetime.timedelta(seconds=duration/100.)
+	racer = [racer1, racer2][winner - 1]
+	if racer == 'smokepipe_':
+		racer = 'smokepipetwitch'
+
+	start_path = os.path.join(temp_dir, "start-{}.mp4".format(uuid4()))
+
+	start_start, start_end = add_range(start, start_range)
+	cut_to_file(start_path, base_dir, racer, start_start, start_end)
+
+	args = [
+		'ffmpeg', '-hide_banner',
+		'-i', start_path,
+		'-vf', 'blackdetect=d=0.1',
+		'-f', 'null', '/dev/null'
+	]
+	proc = subprocess.Popen(args, stderr=subprocess.PIPE)
+	out, err = proc.communicate()
+	if proc.wait() != 0:
+		raise Exception("ffmpeg exited {}\n{}".format(proc.wait(), err))
+	lines = [
+		line for line in re.split('[\r\n]', err.strip())
+		if line.startswith('[blackdetect @ ')
+	]
+	if len(lines) == 1:
+		line, = lines
+		black_end = line.split(' ')[4]
+		assert black_end.startswith('black_end:')
+		time_offset = float(black_end.split(':')[1])
+	else:
+		print "Unable to detect start (expected 1 black interval, but found {}).".format(len(lines))
+		print "Cutting file {} for manual detection.".format(start_path)
+		cut_to_file(start_path, base_dir, racer, start_start, start_end, frame_counter=True)
+		time_offset = float(raw_input("What timestamp of this video do we start at? "))
+	time_offset = datetime.timedelta(seconds=time_offset)
+
+	output_start = start_start + time_offset + output_range[0]
+	cut_to_file(output_path, base_dir, racer, output_start, end + output_range[1])
+
+	print "Cut to file {}".format(output_path)
+
+
+if __name__ == '__main__':
+	argh.dispatch_command(main)

fastest_grid.py

@@ -0,0 +1,121 @@
+
+"""
+Attempts to cut every race for a league from local segments.
+
+Database info:
+
+matches maps to multiple races via match_races (on match_id)
+matches links to racers and cawmentator:
+	matches.racer_{1,2}_id
+	matches.cawmentator_id
+races contains start time:
+	races.timestamp
+races maps to multiple runs via race_runs
+race_runs contains time for each racer
+	race_runs.time: centiseconds
+	race_runs.rank: 1 for fastest time
+
+"""
+
+import datetime
+import logging
+import os
+import sys
+from getpass import getpass
+
+import argh
+import mysql.connector
+
+from common.segments import get_best_segments, cut_segments
+
+INFO_QUERY = """
+	SELECT
+		match_info.racer_1_name as racer_1,
+		match_info.racer_2_name as racer_2,
+		match_info.cawmentator_name as cawmentator,
+		match_info.match_id as match_id,
+		match_races.race_number as race_number,
+		races.timestamp as start,
+		race_runs.time as duration
+	FROM match_info
+	JOIN match_races ON (match_info.match_id = match_races.match_id)
+	JOIN races ON (match_races.race_id = races.race_id)
+	JOIN race_runs ON (races.race_id = race_runs.race_id)
+	WHERE match_info.completed AND race_runs.rank = 1
+"""
+
+
+def ts(dt):
+	return dt.strftime("%FT%T")
+
+
+class NoSegments(Exception):
+	pass
+
+
+def cut_to_file(filename, base_dir, stream, start, end, variant='source'):
+	if os.path.exists(filename):
+		return
+	logging.info("Cutting {}".format(filename))
+	segments = get_best_segments(
+		os.path.join(base_dir, stream, variant).lower(),
+		start, end,
+	)
+	if None in segments:
+		logging.warning("Cutting {} ({} to {}) but it contains holes".format(filename, ts(start), ts(end)))
+	if not segments or set(segments) == {None}:
+		raise NoSegments("Can't cut {} ({} to {}): No segments".format(filename, ts(start), ts(end)))
+	with open(filename, 'w') as f:
+		for chunk in cut_segments(segments, start, end):
+			f.write(chunk)
+
+
+def main(host='condor.live', user='necrobot-read', password=None, database='season_8', base_dir='.', output_dir='.', find=None):
+	logging.basicConfig(level=logging.INFO)
+
+	if password is None:
+		password = getpass("Password? ")
+	conn = mysql.connector.connect(
+		host=host, user=user, password=password, database=database,
+	)
+
+	if find:
+		find = tuple(find.split('-'))
+
+	cur = conn.cursor()
+	cur.execute(INFO_QUERY)
+
+	data = cur.fetchall()
+	data = [
+		[item.encode('utf-8') if isinstance(item, unicode) else item for item in row]
+		for row in data
+	]
+
+	logging.info("Got info on {} races".format(len(data)))
+
+	for racer1, racer2, cawmentator, match_id, race_number, start, duration in data:
+		if find and (racer1.lower(), racer2.lower()) != find:
+			continue
+
+		end = start + datetime.timedelta(seconds=duration/100.)
+		base_name = "-".join(map(str, [racer1, racer2, match_id, race_number]))
+
+		items = [(racer1, racer1), (racer2, racer2)]
+		if cawmentator:
+			items.append(("cawmentary", cawmentator))
+		for name, stream in items:
+			try:
+				cut_to_file(
+					os.path.join(output_dir, "{}-{}.ts".format(base_name, name)),
+					base_dir, stream, start, end,
+				)
+			except NoSegments as e:
+				logging.warning(e)
+			except Exception as e:
+				logging.exception("Failed to cut {}-{}.ts ({} to {})".format(
+					base_name, name, ts(start), ts(end),
+				), exc_info=True)
+
+
+if __name__ == '__main__':
+	argh.dispatch_command(main)

find_fastest.py

@@ -0,0 +1,67 @@
+
+"""
+Output a list of fastest races in a league
+
+Database info:
+
+matches maps to multiple races via match_races (on match_id)
+matches links to racers and cawmentator:
+	matches.racer_{1,2}_id
+	matches.cawmentator_id
+races contains start time:
+	races.timestamp
+races maps to multiple runs via race_runs
+race_runs contains time for each racer
+	race_runs.time: centiseconds
+	race_runs.rank: 1 for fastest time
+
+"""
+
+import datetime
+import logging
+import os
+import re
+import subprocess
+from getpass import getpass
+from uuid import uuid4
+
+import argh
+import mysql.connector
+
+def main(league, limit=144,
+	host='condor.live', user='necrobot-read', password='necrobot-read', database='condor_x2',
+):
+	logging.basicConfig(level=logging.INFO)
+
+	if password is None:
+		password = getpass("Password? ")
+	conn = mysql.connector.connect(
+		host=host, user=user, password=password, database=database,
+	)
+
+	cur = conn.cursor()
+	cur.execute("""
+		SELECT
+			match_info.match_id as match_id,
+			match_races.race_number as race_number
+		FROM match_info
+		JOIN match_races ON (match_info.match_id = match_races.match_id)
+		JOIN races ON (match_races.race_id = races.race_id)
+		JOIN race_runs ON (races.race_id = race_runs.race_id)
+		WHERE race_runs.rank = 1
+			AND match_info.league_tag = %(league)s
+		ORDER BY race_runs.time ASC
+		LIMIT %(limit)s
+	""", {'limit': limit, 'league': league})
+
+	data = cur.fetchall()
+	data = [
+		[item.encode('utf-8') if isinstance(item, unicode) else item for item in row]
+		for row in data
+	]
+
+	for i, (match_id, race_number) in enumerate(data):
+		print i, match_id, race_number
+
+if __name__ == '__main__':
+	argh.dispatch_command(main)