mirror of https://github.com/ekimekim/wubloader
Merge pull request #100 from ekimekim/mike/cutter/multiple-locations
cutter: Allow multiple upload locationspull/102/head
Mike Lang
5 years ago
committed by
GitHub
commit
1159a518f0
@ -0,0 +1,165 @@
|
||||
|
||||
import errno
|
||||
import json
|
||||
import logging
|
||||
import os
|
||||
import re
|
||||
import uuid
|
||||
|
||||
from common.googleapis import GoogleAPIClient
|
||||
|
||||
|
||||
class UploadBackend(object):
|
||||
"""Represents a place a video can be uploaded,
|
||||
and maintains any state needed to perform uploads.
|
||||
|
||||
Config args for the backend are passed into __init__ as kwargs,
|
||||
along with credentials as the first arg.
|
||||
|
||||
Should have a method upload_video(title, description, tags, data).
|
||||
Title, description and tags may have backend-specific meaning.
|
||||
Tags is a list of string.
|
||||
Data is an iterator of strings.
|
||||
It should return (video_id, video_link).
|
||||
|
||||
If the video must undergo additional processing before it's available
|
||||
(ie. it should go into the TRANSCODING state), then the backend should
|
||||
define the 'needs_transcode' attribute as True.
|
||||
If it does, it should also have a method check_status(ids) which takes a
|
||||
list of video ids and returns a list of the ones who have finished processing.
|
||||
|
||||
The upload backend also determines the encoding settings for the cutting
|
||||
process, this is given as a list of ffmpeg args
|
||||
under the 'encoding_settings' attribute.
|
||||
"""
|
||||
|
||||
needs_transcode = False
|
||||
|
||||
# reasonable default if settings don't otherwise matter
|
||||
encoding_settings = [] # TODO
|
||||
|
||||
def upload_video(self, title, description, tags, data):
|
||||
raise NotImplementedError
|
||||
|
||||
def check_status(self, ids):
|
||||
raise NotImplementedError
|
||||
|
||||
|
||||
class Youtube(UploadBackend):
|
||||
"""Represents a youtube channel to upload to, and settings for doing so.
|
||||
Config args besides credentials:
|
||||
hidden:
|
||||
If false, video is public. If true, video is unlisted. Default false.
|
||||
"""
|
||||
|
||||
needs_transcode = True
|
||||
encoding_settings = [] # TODO youtube's recommended settings
|
||||
|
||||
def __init__(self, credentials, hidden=False):
|
||||
self.logger = logging.getLogger(type(self).__name__)
|
||||
self.client = GoogleAPIClient(
|
||||
credentials['client_id'],
|
||||
credentials['client_secret'],
|
||||
credentials['refresh_token'],
|
||||
)
|
||||
self.hidden = hidden
|
||||
|
||||
def upload_video(self, title, description, tags, data):
|
||||
json = {
|
||||
'snippet': {
|
||||
'title': title,
|
||||
'description': description,
|
||||
'tags': tags,
|
||||
},
|
||||
}
|
||||
if self.hidden:
|
||||
json['status'] = {
|
||||
'privacyStatus': 'unlisted',
|
||||
}
|
||||
resp = self.client.request('POST',
|
||||
'https://www.googleapis.com/upload/youtube/v3/videos',
|
||||
params={
|
||||
'part': 'snippet,status' if self.hidden else 'snippet',
|
||||
'uploadType': 'resumable',
|
||||
},
|
||||
json=json,
|
||||
)
|
||||
resp.raise_for_status()
|
||||
upload_url = resp.headers['Location']
|
||||
resp = self.client.request('POST', upload_url, data=data)
|
||||
resp.raise_for_status()
|
||||
id = resp.json()['id']
|
||||
return id, 'https://youtu.be/{}'.format(id)
|
||||
|
||||
def check_status(self, ids):
|
||||
output = []
|
||||
# Break up into groups of 10 videos. I'm not sure what the limit is so this is reasonable.
|
||||
for i in range(0, len(ids), 10):
|
||||
group = ids[i:i+10]
|
||||
resp = self.client.request('GET',
|
||||
'https://www.googleapis.com/youtube/v3/videos',
|
||||
params={
|
||||
'part': 'id,status',
|
||||
'id': ','.join(group),
|
||||
},
|
||||
)
|
||||
resp.raise_for_status()
|
||||
for item in resp.json()['items']:
|
||||
if item['status']['uploadStatus'] == 'processed':
|
||||
output.append(item['id'])
|
||||
return output
|
||||
|
||||
|
||||
class Local(UploadBackend):
|
||||
"""An "upload" backend that just saves the file to local disk.
|
||||
Needs no credentials. Config args:
|
||||
path:
|
||||
Where to save the file.
|
||||
url_prefix:
|
||||
The leading part of the URL to return.
|
||||
The filename will be appended to this to form the full URL.
|
||||
So for example, if you set "http://example.com/videos/",
|
||||
then a returned video URL might look like:
|
||||
"http://example.com/videos/my-example-video-1ffd816b-6496-45d4-b8f5-5eb06ee532f9.ts"
|
||||
If not given, returns a file:// url with the full path.
|
||||
write_info:
|
||||
If true, writes a json file alongside the video file containing
|
||||
the video title, description and tags.
|
||||
This is intended primarily for testing purposes.
|
||||
Saves files under their title, plus a random video id to avoid conflicts.
|
||||
Ignores description and tags.
|
||||
"""
|
||||
|
||||
def __init__(self, credentials, path, url_prefix=None, write_info=False):
|
||||
self.path = path
|
||||
self.url_prefix = url_prefix
|
||||
self.write_info = write_info
|
||||
# make path if it doesn't already exist
|
||||
try:
|
||||
os.makedirs(self.path)
|
||||
except OSError as e:
|
||||
if e.errno != errno.EEXIST:
|
||||
raise
|
||||
# ignore already-exists errors
|
||||
|
||||
def upload_video(self, title, description, tags, data):
|
||||
video_id = uuid.uuid4()
|
||||
# make title safe by removing offending characters, replacing with '-'
|
||||
title = re.sub('[^A-Za-z0-9_]', '-', title)
|
||||
filename = '{}-{}.ts'.format(title, video_id) # TODO with re-encoding, this ext must change
|
||||
filepath = os.path.join(self.path, filename)
|
||||
if self.write_info:
|
||||
with open(os.path.join(self.path, '{}-{}.json'.format(title, video_id))) as f:
|
||||
f.write(json.dumps({
|
||||
'title': title,
|
||||
'description': description,
|
||||
'tags': tags,
|
||||
}) + '\n')
|
||||
with open(filepath, 'w') as f:
|
||||
for chunk in data:
|
||||
f.write(chunk)
|
||||
if self.url_prefix is not None:
|
||||
url = self.url_prefix + filename
|
||||
else:
|
||||
url = 'file://{}'.format(filepath)
|
||||
return video_id, url
|
||||
@ -1,61 +0,0 @@
|
||||
|
||||
import logging
|
||||
|
||||
from common.googleapis import GoogleAPIClient
|
||||
|
||||
|
||||
class Youtube(object):
|
||||
"""Manages youtube API operations"""
|
||||
|
||||
def __init__(self, client_id, client_secret, refresh_token):
|
||||
self.logger = logging.getLogger(type(self).__name__)
|
||||
self.client = GoogleAPIClient(client_id, client_secret, refresh_token)
|
||||
|
||||
def upload_video(self, title, description, tags, data, hidden=False):
|
||||
"""Data may be a string, file-like object or iterator. Returns id."""
|
||||
json = {
|
||||
'snippet': {
|
||||
'title': title,
|
||||
'description': description,
|
||||
'tags': tags,
|
||||
},
|
||||
}
|
||||
if hidden:
|
||||
json['status'] = {
|
||||
'privacyStatus': 'unlisted',
|
||||
}
|
||||
resp = self.client.request('POST',
|
||||
'https://www.googleapis.com/upload/youtube/v3/videos',
|
||||
params={
|
||||
'part': 'snippet,status' if hidden else 'snippet',
|
||||
'uploadType': 'resumable',
|
||||
},
|
||||
json=json,
|
||||
)
|
||||
resp.raise_for_status()
|
||||
upload_url = resp.headers['Location']
|
||||
resp = self.client.request('POST', upload_url, data=data)
|
||||
resp.raise_for_status()
|
||||
return resp.json()['id']
|
||||
|
||||
def get_video_status(self, ids):
|
||||
"""For a list of video ids, returns a dict {id: upload status}.
|
||||
A video is fully processed when upload status is 'processed'.
|
||||
NOTE: Video ids may be missing from the result, this probably indicates
|
||||
the video is errored.
|
||||
"""
|
||||
output = {}
|
||||
# Break up into groups of 10 videos. I'm not sure what the limit is so this is reasonable.
|
||||
for i in range(0, len(ids), 10):
|
||||
group = ids[i:i+10]
|
||||
resp = self.client.request('GET',
|
||||
'https://www.googleapis.com/youtube/v3/videos',
|
||||
params={
|
||||
'part': 'id,status',
|
||||
'id': ','.join(group),
|
||||
},
|
||||
)
|
||||
resp.raise_for_status()
|
||||
for item in resp.json()['items']:
|
||||
output[item['id']] = item['status']['uploadStatus']
|
||||
return output
|
||||
Loading…
Reference in New Issue