import re
from . common import InfoExtractor
from . . utils import (
extract_attributes ,
)
class BostonGlobeIE ( InfoExtractor ) :
_VALID_URL = r ' (?i)https?://(?:www \ .)?bostonglobe \ .com/.*/(?P<id>[^/]+)/ \ w+(?: \ .html)? '
_TESTS = [
{
' url ' : ' http://www.bostonglobe.com/metro/2017/02/11/tree-finally-succumbs-disease-leaving-hole-neighborhood/h1b4lviqzMTIn9sVy8F3gP/story.html ' ,
' md5 ' : ' 0a62181079c85c2d2b618c9a738aedaf ' ,
' info_dict ' : {
' title ' : ' A tree finally succumbs to disease, leaving a hole in a neighborhood ' ,
' id ' : ' 5320421710001 ' ,
' ext ' : ' mp4 ' ,
' description ' : ' It arrived as a sapling when the Back Bay was in its infancy, a spindly American elm tamped down into a square of dirt cut into the brick sidewalk of 1880s Marlborough Street, no higher than the first bay window of the new brownstone behind it. ' ,
' timestamp ' : 1486877593 ,
' upload_date ' : ' 20170212 ' ,
' uploader_id ' : ' 245991542 ' ,
} ,
} ,
{
# Embedded youtube video; we hand it off to the Generic extractor.
' url ' : ' https://www.bostonglobe.com/lifestyle/names/2017/02/17/does-ben-affleck-play-matt-damon-favorite-version-batman/ruqkc9VxKBYmh5txn1XhSI/story.html ' ,
' md5 ' : ' 582b40327089d5c0c949b3c54b13c24b ' ,
' info_dict ' : {
' title ' : " Who Is Matt Damon ' s Favorite Batman? " ,
' id ' : ' ZW1QCnlA6Qc ' ,
' ext ' : ' mp4 ' ,
' upload_date ' : ' 20170217 ' ,
' description ' : ' md5:3b3dccb9375867e0b4d527ed87d307cb ' ,
' uploader ' : ' The Late Late Show with James Corden ' ,
' uploader_id ' : ' TheLateLateShow ' ,
} ,
' expected_warnings ' : [ ' 404 ' ] ,
} ,
]
def _real_extract ( self , url ) :
page_id = self . _match_id ( url )
webpage = self . _download_webpage ( url , page_id )
page_title = self . _og_search_title ( webpage , default = None )
# <video data-brightcove-video-id="5320421710001" data-account="245991542" data-player="SJWAiyYWg" data-embed="default" class="video-js" controls itemscope itemtype="http://schema.org/VideoObject">
entries = [ ]
for video in re . findall ( r ' (?i)(<video[^>]+>) ' , webpage ) :
attrs = extract_attributes ( video )
video_id = attrs . get ( ' data-brightcove-video-id ' )
account_id = attrs . get ( ' data-account ' )
player_id = attrs . get ( ' data-player ' )
embed = attrs . get ( ' data-embed ' )
if video_id and account_id and player_id and embed :
entries . append (
f ' http://players.brightcove.net/ { account_id } / { player_id } _ { embed } /index.html?videoId= { video_id } ' )
if len ( entries ) == 0 :
return self . url_result ( url , ' Generic ' )
elif len ( entries ) == 1 :
return self . url_result ( entries [ 0 ] , ' BrightcoveNew ' )
else :
return self . playlist_from_matches ( entries , page_id , page_title , ie = ' BrightcoveNew ' )
