from __future__ import unicode_literals
from . common import InfoExtractor
from . theplatform import ThePlatformFeedIE
from . . utils import (
ExtractorError ,
int_or_none ,
find_xpath_attr ,
xpath_element ,
xpath_text ,
update_url_query ,
)
class CBSBaseIE ( ThePlatformFeedIE ) :
def _parse_smil_subtitles ( self , smil , namespace = None , subtitles_lang = ' en ' ) :
subtitles = { }
for k , ext in [ ( ' sMPTE-TTCCURL ' , ' tt ' ) , ( ' ClosedCaptionURL ' , ' ttml ' ) , ( ' webVTTCaptionURL ' , ' vtt ' ) ] :
cc_e = find_xpath_attr ( smil , self . _xpath_ns ( ' .//param ' , namespace ) , ' name ' , k )
if cc_e is not None :
cc_url = cc_e . get ( ' value ' )
if cc_url :
subtitles . setdefault ( subtitles_lang , [ ] ) . append ( {
' ext ' : ext ,
' url ' : cc_url ,
} )
return subtitles
class CBSIE ( CBSBaseIE ) :
_VALID_URL = r ''' (?x)
( ? :
cbs : |
https ? : / / ( ? : www \. ) ? ( ? :
( ? : cbs | paramountplus ) \. com / ( ? : shows / [ ^ / ] + / video | movies / [ ^ / ] + ) / |
colbertlateshow \. com / ( ? : video | podcasts ) / )
) ( ? P < id > [ \w - ] + ) '''
_TESTS = [ {
' url ' : ' https://www.cbs.com/shows/garth-brooks/video/_u7W953k6la293J7EPTd9oHkSPs6Xn6_/connect-chat-feat-garth-brooks/ ' ,
' info_dict ' : {
' id ' : ' _u7W953k6la293J7EPTd9oHkSPs6Xn6_ ' ,
' ext ' : ' mp4 ' ,
' title ' : ' Connect Chat feat. Garth Brooks ' ,
' description ' : ' Connect with country music singer Garth Brooks, as he chats with fans on Wednesday November 27, 2013. Be sure to tune in to Garth Brooks: Live from Las Vegas, Friday November 29, at 9/8c on CBS! ' ,
' duration ' : 1495 ,
' timestamp ' : 1385585425 ,
' upload_date ' : ' 20131127 ' ,
' uploader ' : ' CBSI-NEW ' ,
} ,
' params ' : {
# m3u8 download
' skip_download ' : True ,
} ,
' _skip ' : ' Blocked outside the US ' ,
} , {
' url ' : ' https://www.paramountplus.com/shows/catdog/video/Oe44g5_NrlgiZE3aQVONleD6vXc8kP0k/catdog-climb-every-catdog-the-canine-mutiny/ ' ,
' info_dict ' : {
' id ' : ' Oe44g5_NrlgiZE3aQVONleD6vXc8kP0k ' ,
' ext ' : ' mp4 ' ,
' title ' : ' CatDog - Climb Every CatDog/The Canine Mutiny ' ,
' description ' : ' md5:7ac835000645a69933df226940e3c859 ' ,
' duration ' : 1418 ,
' timestamp ' : 920264400 ,
' upload_date ' : ' 19990301 ' ,
' uploader ' : ' CBSI-NEW ' ,
} ,
' params ' : {
' skip_download ' : ' m3u8 ' ,
} ,
' _skip ' : ' Blocked outside the US ' ,
} , {
' url ' : ' https://www.paramountplus.com/shows/tooning-out-the-news/video/6hSWYWRrR9EUTz7IEe5fJKBhYvSUfexd/7-23-21-week-in-review-rep-jahana-hayes-howard-fineman-sen-michael-bennet-sheera-frenkel-cecilia-kang-/ ' ,
' info_dict ' : {
' id ' : ' 6hSWYWRrR9EUTz7IEe5fJKBhYvSUfexd ' ,
' ext ' : ' mp4 ' ,
' title ' : ' 7/23/21 WEEK IN REVIEW (Rep. Jahana Hayes/Howard Fineman/Sen. Michael Bennet/Sheera Frenkel & Cecilia Kang) ' ,
' description ' : ' md5:f4adcea3e8b106192022e121f1565bae ' ,
' duration ' : 2506 ,
' timestamp ' : 1627063200 ,
' upload_date ' : ' 20210723 ' ,
' uploader ' : ' CBSI-NEW ' ,
} ,
' params ' : {
' skip_download ' : ' m3u8 ' ,
} ,
' _skip ' : ' Blocked outside the US ' ,
} , {
' url ' : ' https://www.cbs.com/shows/the-late-show-with-stephen-colbert/video/60icOhMb9NcjbcWnF_gub9XXHdeBcNk2/the-late-show-6-23-21-christine-baranski-joy-oladokun- ' ,
' info_dict ' : {
' id ' : ' 60icOhMb9NcjbcWnF_gub9XXHdeBcNk2 ' ,
' title ' : ' The Late Show - 6/23/21 (Christine Baranski, Joy Oladokun) ' ,
' timestamp ' : 1624507140 ,
' description ' : ' md5:e01af24e95c74d55e8775aef86117b95 ' ,
' uploader ' : ' CBSI-NEW ' ,
' upload_date ' : ' 20210624 ' ,
} ,
' params ' : {
' ignore_no_formats_error ' : True ,
' skip_download ' : True ,
} ,
' expected_warnings ' : [
' This content expired on ' , ' No video formats found ' , ' Requested format is not available ' ] ,
} , {
' url ' : ' http://colbertlateshow.com/video/8GmB0oY0McANFvp2aEffk9jZZZ2YyXxy/the-colbeard/ ' ,
' only_matching ' : True ,
} , {
' url ' : ' http://www.colbertlateshow.com/podcasts/dYSwjqPs_X1tvbV_P2FcPWRa_qT6akTC/in-the-bad-room-with-stephen/ ' ,
' only_matching ' : True ,
} , {
' url ' : ' https://www.paramountplus.com/shows/all-rise/video/QmR1WhNkh1a_IrdHZrbcRklm176X_rVc/all-rise-space/ ' ,
' only_matching ' : True ,
} , {
' url ' : ' https://www.paramountplus.com/movies/million-dollar-american-princesses-meghan-and-harry/C0LpgNwXYeB8txxycdWdR9TjxpJOsdCq ' ,
' only_matching ' : True ,
} ]
def _extract_video_info ( self , content_id , site = ' cbs ' , mpx_acc = 2198311517 ) :
items_data = self . _download_xml (
' https://can.cbs.com/thunder/player/videoPlayerService.php ' ,
content_id , query = { ' partner ' : site , ' contentId ' : content_id } )
video_data = xpath_element ( items_data , ' .//item ' )
title = xpath_text ( video_data , ' videoTitle ' , ' title ' ) or xpath_text ( video_data , ' videotitle ' , ' title ' )
tp_path = ' dJ5BDC/media/guid/ %d / %s ' % ( mpx_acc , content_id )
tp_release_url = ' https://link.theplatform.com/s/ ' + tp_path
asset_types = [ ]
subtitles = { }
formats = [ ]
useXMLmetadata = True
last_e = None
for item in items_data . findall ( ' .//item ' ) :
asset_type = xpath_text ( item , ' assetType ' )
query = {
' mbr ' : ' true ' ,
' assetTypes ' : asset_type ,
}
if not asset_type :
# fallback for content_ids that videoPlayerService doesn't return anything for
useXMLmetadata = False
asset_type = ' fallback '
query [ ' formats ' ] = ' M3U+none,MPEG4,M3U+appleHlsEncryption,MP3 '
del query [ ' assetTypes ' ]
elif asset_type in asset_types :
continue
elif any ( excluded in asset_type for excluded in ( ' HLS_FPS ' , ' DASH_CENC ' , ' OnceURL ' ) ) :
continue
asset_types . append ( asset_type )
if asset_type . startswith ( ' HLS ' ) or ' StreamPack ' in asset_type :
query [ ' formats ' ] = ' MPEG4,M3U '
elif asset_type in ( ' RTMP ' , ' WIFI ' , ' 3G ' ) :
query [ ' formats ' ] = ' MPEG4,FLV '
try :
tp_formats , tp_subtitles = self . _extract_theplatform_smil (
update_url_query ( tp_release_url , query ) , content_id ,
' Downloading %s SMIL data ' % asset_type )
except ExtractorError as e :
last_e = e
if useXMLmetadata :
continue
query [ ' formats ' ] = ' ' # blank query to check if expired
try :
tp_formats , tp_subtitles = self . _extract_theplatform_smil (
update_url_query ( tp_release_url , query ) , content_id ,
' Downloading %s SMIL data, trying again with another format ' % asset_type )
except ExtractorError as e :
last_e = e
continue
formats . extend ( tp_formats )
subtitles = self . _merge_subtitles ( subtitles , tp_subtitles )
if last_e and not formats :
self . raise_no_formats ( last_e , True , content_id )
self . _sort_formats ( formats )
info = self . _extract_theplatform_metadata ( tp_path , content_id )
info . update ( {
' formats ' : formats ,
' subtitles ' : subtitles ,
' id ' : content_id
} )
if useXMLmetadata :
info . update ( {
' title ' : title ,
' series ' : xpath_text ( video_data , ' seriesTitle ' ) ,
' season_number ' : int_or_none ( xpath_text ( video_data , ' seasonNumber ' ) ) ,
' episode_number ' : int_or_none ( xpath_text ( video_data , ' episodeNumber ' ) ) ,
' duration ' : int_or_none ( xpath_text ( video_data , ' videoLength ' ) , 1000 ) ,
' thumbnail ' : xpath_text ( video_data , ' previewImageURL ' )
} )
return info
def _real_extract ( self , url ) :
content_id = self . _match_id ( url )
return self . _extract_video_info ( content_id )
class ParamountPlusSeriesIE ( InfoExtractor ) :
_VALID_URL = r ' https?://(?:www \ .)?paramountplus \ .com/shows/(?P<id>[a-zA-Z0-9-_]+)/?(?:[#?]|$) '
_TESTS = [ {
' url ' : ' https://www.paramountplus.com/shows/drake-josh ' ,
' playlist_mincount ' : 50 ,
' info_dict ' : {
' id ' : ' drake-josh ' ,
}
} , {
' url ' : ' https://www.paramountplus.com/shows/hawaii_five_0/ ' ,
' playlist_mincount ' : 240 ,
' info_dict ' : {
' id ' : ' hawaii_five_0 ' ,
}
} , {
' url ' : ' https://www.paramountplus.com/shows/spongebob-squarepants/ ' ,
' playlist_mincount ' : 248 ,
' info_dict ' : {
' id ' : ' spongebob-squarepants ' ,
}
} ]
_API_URL = ' https://www.paramountplus.com/shows/ {} /xhr/episodes/page/0/size/100000/xs/0/season/0/ '
def _entries ( self , show_name ) :
show_json = self . _download_json ( self . _API_URL . format ( show_name ) , video_id = show_name )
if show_json . get ( ' success ' ) :
for episode in show_json [ ' result ' ] [ ' data ' ] :
yield self . url_result (
' https://www.paramountplus.com %s ' % episode [ ' url ' ] ,
ie = CBSIE . ie_key ( ) , video_id = episode [ ' content_id ' ] )
def _real_extract ( self , url ) :
show_name = self . _match_id ( url )
return self . playlist_result ( self . _entries ( show_name ) , playlist_id = show_name )
