# encoding: utf-8
from __future__ import unicode_literals
import re
import json
import xml . etree . ElementTree
from . common import InfoExtractor
from . . utils import (
compat_urllib_parse ,
find_xpath_attr ,
fix_xml_ampersands ,
compat_urlparse ,
compat_str ,
compat_urllib_request ,
compat_parse_qs ,
ExtractorError ,
unsmuggle_url ,
)
class BrightcoveIE ( InfoExtractor ) :
_VALID_URL = r ' https?://.*brightcove \ .com/(services|viewer).* \ ?(?P<query>.*) '
_FEDERATED_URL_TEMPLATE = ' http://c.brightcove.com/services/viewer/htmlFederated? %s '
_TESTS = [
{
# From http://www.8tv.cat/8aldia/videos/xavier-sala-i-martin-aquesta-tarda-a-8-al-dia/
' url ' : ' http://c.brightcove.com/services/viewer/htmlFederated?playerID=1654948606001&flashID=myExperience& % 40videoPlayer=2371591881001 ' ,
' file ' : ' 2371591881001.mp4 ' ,
' md5 ' : ' 5423e113865d26e40624dce2e4b45d95 ' ,
' note ' : ' Test Brightcove downloads and detection in GenericIE ' ,
' info_dict ' : {
' title ' : ' Xavier Sala i Martín: “Un banc que no presta és un banc zombi que no serveix per a res” ' ,
' uploader ' : ' 8TV ' ,
' description ' : ' md5:a950cc4285c43e44d763d036710cd9cd ' ,
}
} ,
{
# From http://medianetwork.oracle.com/video/player/1785452137001
' url ' : ' http://c.brightcove.com/services/viewer/htmlFederated?playerID=1217746023001&flashID=myPlayer& % 40videoPlayer=1785452137001 ' ,
' file ' : ' 1785452137001.flv ' ,
' info_dict ' : {
' title ' : ' JVMLS 2012: Arrays 2.0 - Opportunities and Challenges ' ,
' description ' : ' John Rose speaks at the JVM Language Summit, August 1, 2012. ' ,
' uploader ' : ' Oracle ' ,
} ,
} ,
{
# From http://mashable.com/2013/10/26/thermoelectric-bracelet-lets-you-control-your-body-temperature/
' url ' : ' http://c.brightcove.com/services/viewer/federated_f9?&playerID=1265504713001&publisherID=AQ %7E %7E % 2CAAABBzUwv1E %7E % 2CxP-xFHVUstiMFlNYfvF4G9yFnNaqCw_9&videoID=2750934548001 ' ,
' info_dict ' : {
' id ' : ' 2750934548001 ' ,
' ext ' : ' mp4 ' ,
' title ' : ' This Bracelet Acts as a Personal Thermostat ' ,
' description ' : ' md5:547b78c64f4112766ccf4e151c20b6a0 ' ,
' uploader ' : ' Mashable ' ,
} ,
} ,
{
# test that the default referer works
# from http://national.ballet.ca/interact/video/Lost_in_Motion_II/
' url ' : ' http://link.brightcove.com/services/player/bcpid756015033001?bckey=AQ~~,AAAApYJi_Ck~,GxhXCegT1Dp39ilhXuxMJxasUhVNZiil&bctid=2878862109001 ' ,
' info_dict ' : {
' id ' : ' 2878862109001 ' ,
' ext ' : ' mp4 ' ,
' title ' : ' Lost in Motion II ' ,
' description ' : ' md5:363109c02998fee92ec02211bd8000df ' ,
' uploader ' : ' National Ballet of Canada ' ,
} ,
} ,
{
# https://github.com/rg3/youtube-dl/issues/2253
' url ' : ' http://v.thestar.com/services/player/bcpid2071349530001?bckey=AQ~~,AAAAuO4KaJE~,gatFNwSKdGDmDpIYqNJ-fTHn_c4z_LH_&bctid=3101154703001 ' ,
' file ' : ' 3101154703001.mp4 ' ,
' md5 ' : ' 0ba9446db037002366bab3b3eb30c88c ' ,
' info_dict ' : {
' title ' : ' Still no power ' ,
' uploader ' : ' thestar.com ' ,
' description ' : ' Mississauga resident David Farmer is still out of power as a result of the ice storm a month ago. To keep the house warm, Farmer cuts wood from his property for a wood burning stove downstairs. ' ,
}
}
]
@classmethod
def _build_brighcove_url ( cls , object_str ) :
"""
Build a Brightcove url from a xml string containing
< object class = " BrightcoveExperience " > { params } < / object >
"""
# Fix up some stupid HTML, see https://github.com/rg3/youtube-dl/issues/1553
object_str = re . sub ( r ' (<param name= " [^ " ]+ " value= " [^ " ]+ " )> ' ,
lambda m : m . group ( 1 ) + ' /> ' , object_str )
# Fix up some stupid XML, see https://github.com/rg3/youtube-dl/issues/1608
object_str = object_str . replace ( ' <-- ' , ' <!-- ' )
object_str = fix_xml_ampersands ( object_str )
object_doc = xml . etree . ElementTree . fromstring ( object_str )
fv_el = find_xpath_attr ( object_doc , ' ./param ' , ' name ' , ' flashVars ' )
if fv_el is not None :
flashvars = dict (
( k , v [ 0 ] )
for k , v in compat_parse_qs ( fv_el . attrib [ ' value ' ] ) . items ( ) )
else :
flashvars = { }
def find_param ( name ) :
if name in flashvars :
return flashvars [ name ]
node = find_xpath_attr ( object_doc , ' ./param ' , ' name ' , name )
if node is not None :
return node . attrib [ ' value ' ]
return None
params = { }
playerID = find_param ( ' playerID ' )
if playerID is None :
raise ExtractorError ( ' Cannot find player ID ' )
params [ ' playerID ' ] = playerID
playerKey = find_param ( ' playerKey ' )
# Not all pages define this value
if playerKey is not None :
params [ ' playerKey ' ] = playerKey
# The three fields hold the id of the video
videoPlayer = find_param ( ' @videoPlayer ' ) or find_param ( ' videoId ' ) or find_param ( ' videoID ' )
if videoPlayer is not None :
params [ ' @videoPlayer ' ] = videoPlayer
linkBase = find_param ( ' linkBaseURL ' )
if linkBase is not None :
params [ ' linkBaseURL ' ] = linkBase
data = compat_urllib_parse . urlencode ( params )
return cls . _FEDERATED_URL_TEMPLATE % data
@classmethod
def _extract_brightcove_url ( cls , webpage ) :
""" Try to extract the brightcove url from the wepbage, returns None
if it can ' t be found
"""
url_m = re . search ( r ' <meta \ s+property= " og:video " \ s+content= " (http://c.brightcove.com/[^ " ]+) " ' , webpage )
if url_m :
return url_m . group ( 1 )
m_brightcove = re . search (
r ''' (?sx)<object
( ? :
[ ^ > ] + ? class = ( [ \' " ])[^>]*?BrightcoveExperience.*? \1 |
[ ^ > ] * ? > \s * < param \s + name = " movie " \s + value = " https?://[^/]*brightcove \ .com/
) . + ? < / object > ''' ,
webpage )
if m_brightcove is not None :
return cls . _build_brighcove_url ( m_brightcove . group ( ) )
else :
return None
def _real_extract ( self , url ) :
url , smuggled_data = unsmuggle_url ( url , { } )
# Change the 'videoId' and others field to '@videoPlayer'
url = re . sub ( r ' (?<=[?&])(videoI(d|D)|bctid) ' , ' % 40videoPlayer ' , url )
# Change bckey (used by bcove.me urls) to playerKey
url = re . sub ( r ' (?<=[?&])bckey ' , ' playerKey ' , url )
mobj = re . match ( self . _VALID_URL , url )
query_str = mobj . group ( ' query ' )
query = compat_urlparse . parse_qs ( query_str )
videoPlayer = query . get ( ' @videoPlayer ' )
if videoPlayer :
# We set the original url as the default 'Referer' header
referer = smuggled_data . get ( ' Referer ' , url )
return self . _get_video_info (
videoPlayer [ 0 ] , query_str , query , referer = referer )
else :
player_key = query [ ' playerKey ' ]
return self . _get_playlist_info ( player_key [ 0 ] )
def _get_video_info ( self , video_id , query_str , query , referer = None ) :
request_url = self . _FEDERATED_URL_TEMPLATE % query_str
req = compat_urllib_request . Request ( request_url )
linkBase = query . get ( ' linkBaseURL ' )
if linkBase is not None :
referer = linkBase [ 0 ]
if referer is not None :
req . add_header ( ' Referer ' , referer )
webpage = self . _download_webpage ( req , video_id )
self . report_extraction ( video_id )
info = self . _search_regex ( r ' var experienceJSON = ( { .*?}); ' , webpage , ' json ' )
info = json . loads ( info ) [ ' data ' ]
video_info = info [ ' programmedContent ' ] [ ' videoPlayer ' ] [ ' mediaDTO ' ]
video_info [ ' _youtubedl_adServerURL ' ] = info . get ( ' adServerURL ' )
return self . _extract_video_info ( video_info )
def _get_playlist_info ( self , player_key ) :
info_url = ' http://c.brightcove.com/services/json/experience/runtime/?command=get_programming_for_experience&playerKey= %s ' % player_key
playlist_info = self . _download_webpage (
info_url , player_key , ' Downloading playlist information ' )
json_data = json . loads ( playlist_info )
if ' videoList ' not in json_data :
raise ExtractorError ( ' Empty playlist ' )
playlist_info = json_data [ ' videoList ' ]
videos = [ self . _extract_video_info ( video_info ) for video_info in playlist_info [ ' mediaCollectionDTO ' ] [ ' videoDTOs ' ] ]
return self . playlist_result ( videos , playlist_id = playlist_info [ ' id ' ] ,
playlist_title = playlist_info [ ' mediaCollectionDTO ' ] [ ' displayName ' ] )
def _extract_video_info ( self , video_info ) :
info = {
' id ' : compat_str ( video_info [ ' id ' ] ) ,
' title ' : video_info [ ' displayName ' ] . strip ( ) ,
' description ' : video_info . get ( ' shortDescription ' ) ,
' thumbnail ' : video_info . get ( ' videoStillURL ' ) or video_info . get ( ' thumbnailURL ' ) ,
' uploader ' : video_info . get ( ' publisherName ' ) ,
}
renditions = video_info . get ( ' renditions ' )
if renditions :
renditions = sorted ( renditions , key = lambda r : r [ ' size ' ] )
info [ ' formats ' ] = [ {
' url ' : rend [ ' defaultURL ' ] ,
' height ' : rend . get ( ' frameHeight ' ) ,
' width ' : rend . get ( ' frameWidth ' ) ,
} for rend in renditions ]
elif video_info . get ( ' FLVFullLengthURL ' ) is not None :
info . update ( {
' url ' : video_info [ ' FLVFullLengthURL ' ] ,
} )
if self . _downloader . params . get ( ' include_ads ' , False ) :
adServerURL = video_info . get ( ' _youtubedl_adServerURL ' )
if adServerURL :
ad_info = {
' _type ' : ' url ' ,
' url ' : adServerURL ,
}
if ' url ' in info :
return {
' _type ' : ' playlist ' ,
' title ' : info [ ' title ' ] ,
' entries ' : [ ad_info , info ] ,
}
else :
return ad_info
if ' url ' not in info and not info . get ( ' formats ' ) :
raise ExtractorError ( ' Unable to extract video url for %s ' % info [ ' id ' ] )
return info
