mirror of https://github.com/ekimekim/wubloader
More random scripts
Mike Lang
3 years ago
parent
c2d2c1c872
commit
dbd13426f3
@ -0,0 +1,164 @@
|
||||
|
||||
"""
|
||||
Starting from syncronized race start (as per reviews),
|
||||
cut a single racer's stream to disk.
|
||||
|
||||
Database info:
|
||||
|
||||
matches maps to multiple races via match_races (on match_id)
|
||||
matches links to racers and cawmentator:
|
||||
matches.racer_{1,2}_id
|
||||
matches.cawmentator_id
|
||||
races contains start time:
|
||||
races.timestamp
|
||||
races maps to multiple runs via race_runs
|
||||
race_runs contains time for each racer
|
||||
race_runs.time: centiseconds
|
||||
race_runs.rank: 1 for fastest time
|
||||
|
||||
"""
|
||||
|
||||
import datetime
|
||||
import logging
|
||||
import os
|
||||
import re
|
||||
import subprocess
|
||||
from getpass import getpass
|
||||
from uuid import uuid4
|
||||
|
||||
import argh
|
||||
import mysql.connector
|
||||
|
||||
from common.segments import get_best_segments, full_cut_segments
|
||||
|
||||
|
||||
|
||||
def ts(dt):
|
||||
return dt.strftime("%FT%T")
|
||||
|
||||
|
||||
class NoSegments(Exception):
|
||||
pass
|
||||
|
||||
|
||||
def cut_to_file(filename, base_dir, stream, start, end, variant='source', frame_counter=False):
|
||||
logging.info("Cutting {}".format(filename))
|
||||
segments = get_best_segments(
|
||||
os.path.join(base_dir, stream, variant).lower(),
|
||||
start, end,
|
||||
)
|
||||
if None in segments:
|
||||
logging.warning("Cutting {} ({} to {}) but it contains holes".format(filename, ts(start), ts(end)))
|
||||
if not segments or set(segments) == {None}:
|
||||
raise NoSegments("Can't cut {} ({} to {}): No segments".format(filename, ts(start), ts(end)))
|
||||
filter_args = []
|
||||
# standardize resolution
|
||||
filter_args += ["-vf", "scale=-2:720"]
|
||||
if frame_counter:
|
||||
filter_args += [
|
||||
"-vf", "scale=-2:480, drawtext="
|
||||
"fontfile=DejaVuSansMono.ttf"
|
||||
":fontcolor=white"
|
||||
":text='%{e\:t}'"
|
||||
":x=(w-tw)/2+100"
|
||||
":y=h-(2*lh)",
|
||||
]
|
||||
encoding_args = ['-c:v', 'libx264', '-preset', 'ultrafast', '-crf', '0', '-f', 'mp4']
|
||||
with open(filename, 'w') as f:
|
||||
for chunk in full_cut_segments(segments, start, end, filter_args + encoding_args):
|
||||
f.write(chunk)
|
||||
|
||||
|
||||
def add_range(base, range):
|
||||
return [base + datetime.timedelta(seconds=n) for n in range]
|
||||
|
||||
|
||||
def main(match_id, race_number, output_path,
|
||||
host='condor.live', user='necrobot-read', password='necrobot-read', database='condor_x2',
|
||||
base_dir='/srv/wubloader', temp_dir='/tmp',
|
||||
start_range=(0, 10), output_range=(-1, 5),
|
||||
):
|
||||
logging.basicConfig(level=logging.INFO)
|
||||
output_range = [datetime.timedelta(seconds=n) for n in output_range]
|
||||
|
||||
match_id = int(match_id)
|
||||
race_number = int(race_number)
|
||||
|
||||
if password is None:
|
||||
password = getpass("Password? ")
|
||||
conn = mysql.connector.connect(
|
||||
host=host, user=user, password=password, database=database,
|
||||
)
|
||||
|
||||
cur = conn.cursor()
|
||||
cur.execute("""
|
||||
SELECT
|
||||
match_info.racer_1_name as racer_1,
|
||||
match_info.racer_2_name as racer_2,
|
||||
races.timestamp as start,
|
||||
race_runs.time as duration,
|
||||
match_races.winner as winner
|
||||
FROM match_info
|
||||
JOIN match_races ON (match_info.match_id = match_races.match_id)
|
||||
JOIN races ON (match_races.race_id = races.race_id)
|
||||
JOIN race_runs ON (races.race_id = race_runs.race_id)
|
||||
WHERE race_runs.rank = 1
|
||||
AND match_info.match_id = %(match_id)s
|
||||
AND match_races.race_number = %(race_number)s
|
||||
""", {'match_id': match_id, 'race_number': race_number})
|
||||
|
||||
data = cur.fetchall()
|
||||
data = [
|
||||
[item.encode('utf-8') if isinstance(item, unicode) else item for item in row]
|
||||
for row in data
|
||||
]
|
||||
|
||||
if not data:
|
||||
raise Exception("No such race")
|
||||
assert len(data) == 1, repr(data)
|
||||
|
||||
(racer1, racer2, start, duration, winner), = data
|
||||
end = start + datetime.timedelta(seconds=duration/100.)
|
||||
racer = [racer1, racer2][winner - 1]
|
||||
if racer == 'smokepipe_':
|
||||
racer = 'smokepipetwitch'
|
||||
|
||||
start_path = os.path.join(temp_dir, "start-{}.mp4".format(uuid4()))
|
||||
|
||||
start_start, start_end = add_range(start, start_range)
|
||||
cut_to_file(start_path, base_dir, racer, start_start, start_end)
|
||||
|
||||
args = [
|
||||
'ffmpeg', '-hide_banner',
|
||||
'-i', start_path,
|
||||
'-vf', 'blackdetect=d=0.1',
|
||||
'-f', 'null', '/dev/null'
|
||||
]
|
||||
proc = subprocess.Popen(args, stderr=subprocess.PIPE)
|
||||
out, err = proc.communicate()
|
||||
if proc.wait() != 0:
|
||||
raise Exception("ffmpeg exited {}\n{}".format(proc.wait(), err))
|
||||
lines = [
|
||||
line for line in re.split('[\r\n]', err.strip())
|
||||
if line.startswith('[blackdetect @ ')
|
||||
]
|
||||
if len(lines) == 1:
|
||||
line, = lines
|
||||
black_end = line.split(' ')[4]
|
||||
assert black_end.startswith('black_end:')
|
||||
time_offset = float(black_end.split(':')[1])
|
||||
else:
|
||||
print "Unable to detect start (expected 1 black interval, but found {}).".format(len(lines))
|
||||
print "Cutting file {} for manual detection.".format(start_path)
|
||||
cut_to_file(start_path, base_dir, racer, start_start, start_end, frame_counter=True)
|
||||
time_offset = float(raw_input("What timestamp of this video do we start at? "))
|
||||
time_offset = datetime.timedelta(seconds=time_offset)
|
||||
|
||||
output_start = start_start + time_offset + output_range[0]
|
||||
cut_to_file(output_path, base_dir, racer, output_start, end + output_range[1])
|
||||
|
||||
print "Cut to file {}".format(output_path)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
argh.dispatch_command(main)
|
||||
@ -0,0 +1,121 @@
|
||||
|
||||
"""
|
||||
Attempts to cut every race for a league from local segments.
|
||||
|
||||
Database info:
|
||||
|
||||
matches maps to multiple races via match_races (on match_id)
|
||||
matches links to racers and cawmentator:
|
||||
matches.racer_{1,2}_id
|
||||
matches.cawmentator_id
|
||||
races contains start time:
|
||||
races.timestamp
|
||||
races maps to multiple runs via race_runs
|
||||
race_runs contains time for each racer
|
||||
race_runs.time: centiseconds
|
||||
race_runs.rank: 1 for fastest time
|
||||
|
||||
"""
|
||||
|
||||
import datetime
|
||||
import logging
|
||||
import os
|
||||
import sys
|
||||
from getpass import getpass
|
||||
|
||||
import argh
|
||||
import mysql.connector
|
||||
|
||||
from common.segments import get_best_segments, cut_segments
|
||||
|
||||
INFO_QUERY = """
|
||||
SELECT
|
||||
match_info.racer_1_name as racer_1,
|
||||
match_info.racer_2_name as racer_2,
|
||||
match_info.cawmentator_name as cawmentator,
|
||||
match_info.match_id as match_id,
|
||||
match_races.race_number as race_number,
|
||||
races.timestamp as start,
|
||||
race_runs.time as duration
|
||||
FROM match_info
|
||||
JOIN match_races ON (match_info.match_id = match_races.match_id)
|
||||
JOIN races ON (match_races.race_id = races.race_id)
|
||||
JOIN race_runs ON (races.race_id = race_runs.race_id)
|
||||
WHERE match_info.completed AND race_runs.rank = 1
|
||||
"""
|
||||
|
||||
|
||||
def ts(dt):
|
||||
return dt.strftime("%FT%T")
|
||||
|
||||
|
||||
class NoSegments(Exception):
|
||||
pass
|
||||
|
||||
|
||||
def cut_to_file(filename, base_dir, stream, start, end, variant='source'):
|
||||
if os.path.exists(filename):
|
||||
return
|
||||
logging.info("Cutting {}".format(filename))
|
||||
segments = get_best_segments(
|
||||
os.path.join(base_dir, stream, variant).lower(),
|
||||
start, end,
|
||||
)
|
||||
if None in segments:
|
||||
logging.warning("Cutting {} ({} to {}) but it contains holes".format(filename, ts(start), ts(end)))
|
||||
if not segments or set(segments) == {None}:
|
||||
raise NoSegments("Can't cut {} ({} to {}): No segments".format(filename, ts(start), ts(end)))
|
||||
with open(filename, 'w') as f:
|
||||
for chunk in cut_segments(segments, start, end):
|
||||
f.write(chunk)
|
||||
|
||||
|
||||
def main(host='condor.live', user='necrobot-read', password=None, database='season_8', base_dir='.', output_dir='.', find=None):
|
||||
logging.basicConfig(level=logging.INFO)
|
||||
|
||||
if password is None:
|
||||
password = getpass("Password? ")
|
||||
conn = mysql.connector.connect(
|
||||
host=host, user=user, password=password, database=database,
|
||||
)
|
||||
|
||||
if find:
|
||||
find = tuple(find.split('-'))
|
||||
|
||||
cur = conn.cursor()
|
||||
cur.execute(INFO_QUERY)
|
||||
|
||||
data = cur.fetchall()
|
||||
data = [
|
||||
[item.encode('utf-8') if isinstance(item, unicode) else item for item in row]
|
||||
for row in data
|
||||
]
|
||||
|
||||
logging.info("Got info on {} races".format(len(data)))
|
||||
|
||||
for racer1, racer2, cawmentator, match_id, race_number, start, duration in data:
|
||||
if find and (racer1.lower(), racer2.lower()) != find:
|
||||
continue
|
||||
|
||||
end = start + datetime.timedelta(seconds=duration/100.)
|
||||
base_name = "-".join(map(str, [racer1, racer2, match_id, race_number]))
|
||||
|
||||
items = [(racer1, racer1), (racer2, racer2)]
|
||||
if cawmentator:
|
||||
items.append(("cawmentary", cawmentator))
|
||||
for name, stream in items:
|
||||
try:
|
||||
cut_to_file(
|
||||
os.path.join(output_dir, "{}-{}.ts".format(base_name, name)),
|
||||
base_dir, stream, start, end,
|
||||
)
|
||||
except NoSegments as e:
|
||||
logging.warning(e)
|
||||
except Exception as e:
|
||||
logging.exception("Failed to cut {}-{}.ts ({} to {})".format(
|
||||
base_name, name, ts(start), ts(end),
|
||||
), exc_info=True)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
argh.dispatch_command(main)
|
||||
@ -0,0 +1,67 @@
|
||||
|
||||
"""
|
||||
Output a list of fastest races in a league
|
||||
|
||||
Database info:
|
||||
|
||||
matches maps to multiple races via match_races (on match_id)
|
||||
matches links to racers and cawmentator:
|
||||
matches.racer_{1,2}_id
|
||||
matches.cawmentator_id
|
||||
races contains start time:
|
||||
races.timestamp
|
||||
races maps to multiple runs via race_runs
|
||||
race_runs contains time for each racer
|
||||
race_runs.time: centiseconds
|
||||
race_runs.rank: 1 for fastest time
|
||||
|
||||
"""
|
||||
|
||||
import datetime
|
||||
import logging
|
||||
import os
|
||||
import re
|
||||
import subprocess
|
||||
from getpass import getpass
|
||||
from uuid import uuid4
|
||||
|
||||
import argh
|
||||
import mysql.connector
|
||||
|
||||
def main(league, limit=144,
|
||||
host='condor.live', user='necrobot-read', password='necrobot-read', database='condor_x2',
|
||||
):
|
||||
logging.basicConfig(level=logging.INFO)
|
||||
|
||||
if password is None:
|
||||
password = getpass("Password? ")
|
||||
conn = mysql.connector.connect(
|
||||
host=host, user=user, password=password, database=database,
|
||||
)
|
||||
|
||||
cur = conn.cursor()
|
||||
cur.execute("""
|
||||
SELECT
|
||||
match_info.match_id as match_id,
|
||||
match_races.race_number as race_number
|
||||
FROM match_info
|
||||
JOIN match_races ON (match_info.match_id = match_races.match_id)
|
||||
JOIN races ON (match_races.race_id = races.race_id)
|
||||
JOIN race_runs ON (races.race_id = race_runs.race_id)
|
||||
WHERE race_runs.rank = 1
|
||||
AND match_info.league_tag = %(league)s
|
||||
ORDER BY race_runs.time ASC
|
||||
LIMIT %(limit)s
|
||||
""", {'limit': limit, 'league': league})
|
||||
|
||||
data = cur.fetchall()
|
||||
data = [
|
||||
[item.encode('utf-8') if isinstance(item, unicode) else item for item in row]
|
||||
for row in data
|
||||
]
|
||||
|
||||
for i, (match_id, race_number) in enumerate(data):
|
||||
print i, match_id, race_number
|
||||
|
||||
if __name__ == '__main__':
|
||||
argh.dispatch_command(main)
|
||||
Loading…
Reference in New Issue