You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
wubloader/chat_archiver/chat_archiver/merge.py

21 lines
500 B
Python

import argh
import logging
import json
from common.chat import merge_messages, format_batch
def main(*paths, log='INFO'):
"""Merge all listed batch files and output result to stdout"""
logging.basicConfig(level=log)
messages = []
for path in paths:
with open(path) as f:
batch = f.read()
batch = [json.loads(line) for line in batch.strip().split("\n")]
messages = merge_messages(messages, batch)
print(format_batch(messages))
if __name__ == '__main__':
argh.dispatch_command(main)