@ -219,7 +219,29 @@ class PatreonIE(PatreonBaseIE):
' thumbnail ' : r ' re:^https?://.+ ' ,
} ,
' params ' : { ' skip_download ' : ' m3u8 ' } ,
} , {
# multiple attachments/embeds
' url ' : ' https://www.patreon.com/posts/holy-wars-solos-100601977 ' ,
' playlist_count ' : 3 ,
' info_dict ' : {
' id ' : ' 100601977 ' ,
' title ' : ' " Holy Wars " (Megadeth) Solos Transcription & Lesson/Analysis ' ,
' description ' : ' md5:d099ab976edfce6de2a65c2b169a88d3 ' ,
' uploader ' : ' Bradley Hall ' ,
' uploader_id ' : ' 24401883 ' ,
' uploader_url ' : ' https://www.patreon.com/bradleyhallguitar ' ,
' channel_id ' : ' 3193932 ' ,
' channel_url ' : ' https://www.patreon.com/bradleyhallguitar ' ,
' channel_follower_count ' : int ,
' timestamp ' : 1710777855 ,
' upload_date ' : ' 20240318 ' ,
' like_count ' : int ,
' comment_count ' : int ,
' thumbnail ' : r ' re:^https?://.+ ' ,
} ,
' skip ' : ' Patron-only content ' ,
} ]
_RETURN_TYPE = ' video '
def _real_extract ( self , url ) :
video_id = self . _match_id ( url )
@ -234,58 +256,54 @@ class PatreonIE(PatreonBaseIE):
' include ' : ' audio,user,user_defined_tags,campaign,attachments_media ' ,
} )
attributes = post [ ' data ' ] [ ' attributes ' ]
title = attributes [ ' title ' ] . strip ( )
image = attributes . get ( ' image ' ) or { }
info = {
' id ' : video_id ,
' title ' : title ,
' description ' : clean_html ( attributes . get ( ' content ' ) ) ,
' thumbnail ' : image . get ( ' large_url ' ) or image . get ( ' url ' ) ,
' timestamp ' : parse_iso8601 ( attributes . get ( ' published_at ' ) ) ,
' like_count ' : int_or_none ( attributes . get ( ' like_count ' ) ) ,
' comment_count ' : int_or_none ( attributes . get ( ' comment_count ' ) ) ,
}
can_view_post = traverse_obj ( attributes , ' current_user_can_view ' )
if can_view_post and info [ ' comment_count ' ] :
info [ ' __post_extractor ' ] = self . extract_comments ( video_id )
for i in post . get ( ' included ' , [ ] ) :
i_type = i . get ( ' type ' )
if i_type == ' media ' :
media_attributes = i . get ( ' attributes ' ) or { }
download_url = media_attributes . get ( ' download_url ' )
info = traverse_obj ( attributes , {
' title ' : ( ' title ' , { str . strip } ) ,
' description ' : ( ' content ' , { clean_html } ) ,
' thumbnail ' : ( ' image ' , ( ' large_url ' , ' url ' ) , { url_or_none } , any ) ,
' timestamp ' : ( ' published_at ' , { parse_iso8601 } ) ,
' like_count ' : ( ' like_count ' , { int_or_none } ) ,
' comment_count ' : ( ' comment_count ' , { int_or_none } ) ,
} )
entries = [ ]
idx = 0
for include in traverse_obj ( post , ( ' included ' , lambda _ , v : v [ ' type ' ] ) ) :
include_type = include [ ' type ' ]
if include_type == ' media ' :
media_attributes = traverse_obj ( include , ( ' attributes ' , { dict } ) ) or { }
download_url = url_or_none ( media_attributes . get ( ' download_url ' ) )
ext = mimetype2ext ( media_attributes . get ( ' mimetype ' ) )
# if size_bytes is None, this media file is likely unavailable
# See: https://github.com/yt-dlp/yt-dlp/issues/4608
size_bytes = int_or_none ( media_attributes . get ( ' size_bytes ' ) )
if download_url and ext in KNOWN_EXTENSIONS and size_bytes is not None :
# XXX: what happens if there are multiple attachments?
return {
* * info ,
idx + = 1
entries . append ( {
' id ' : f ' { video_id } - { idx } ' ,
' ext ' : ext ,
' filesize ' : size_bytes ,
' url ' : download_url ,
}
elif i_type == ' user ' :
user_attributes = i . get ( ' attributes ' )
if user_attributes :
info . update ( {
' uploader ' : user_attributes . get ( ' full_name ' ) ,
' uploader_id ' : str_or_none ( i . get ( ' id ' ) ) ,
' uploader_url ' : user_attributes . get ( ' url ' ) ,
} )
elif i_type == ' post_tag ' :
info . setdefault ( ' tags ' , [ ] ) . append ( traverse_obj ( i , ( ' attributes ' , ' value ' ) ) )
elif i_type == ' campaign ' :
info . update ( {
' channel ' : traverse_obj ( i , ( ' attributes ' , ' title ' ) ) ,
' channel_id ' : str_or_none ( i . get ( ' id ' ) ) ,
' channel_url ' : traverse_obj ( i , ( ' attributes ' , ' url ' ) ) ,
' channel_follower_count ' : int_or_none ( traverse_obj ( i , ( ' attributes ' , ' patron_count ' ) ) ) ,
} )
elif include_type == ' user ' :
info . update ( traverse_obj ( include , {
' uploader ' : ( ' attributes ' , ' full_name ' , { str } ) ,
' uploader_id ' : ( ' id ' , { str_or_none } ) ,
' uploader_url ' : ( ' attributes ' , ' url ' , { url_or_none } ) ,
} ) )
elif include_type == ' post_tag ' :
if post_tag := traverse_obj ( include , ( ' attributes ' , ' value ' , { str } ) ) :
info . setdefault ( ' tags ' , [ ] ) . append ( post_tag )
elif include_type == ' campaign ' :
info . update ( traverse_obj ( include , {
' channel ' : ( ' attributes ' , ' title ' , { str } ) ,
' channel_id ' : ( ' id ' , { str_or_none } ) ,
' channel_url ' : ( ' attributes ' , ' url ' , { url_or_none } ) ,
' channel_follower_count ' : ( ' attributes ' , ' patron_count ' , { int_or_none } ) ,
} ) )
# handle Vimeo embeds
if traverse_obj ( attributes , ( ' embed ' , ' provider ' ) ) == ' Vimeo ' :
@ -296,36 +314,50 @@ class PatreonIE(PatreonBaseIE):
v_url , video_id , ' Checking Vimeo embed URL ' ,
headers = { ' Referer ' : ' https://patreon.com/ ' } ,
fatal = False , errnote = False ) :
return self . url_result (
entries . append ( self . url_result (
VimeoIE . _smuggle_referrer ( v_url , ' https://patreon.com/ ' ) ,
VimeoIE , url_transparent = True , * * info )
VimeoIE , url_transparent = True ) )
embed_url = traverse_obj ( attributes , ( ' embed ' , ' url ' , { url_or_none } ) )
if embed_url and self . _request_webpage ( embed_url , video_id , ' Checking embed URL ' , fatal = False , errnote = False ) :
return self . url_result ( embed_url , * * info )
entries . append ( self . url_result ( embed_url ) )
post_file = traverse_obj ( attributes , ' post_file ' )
post_file = traverse_obj ( attributes , ( ' post_file ' , { dict } ) )
if post_file :
name = post_file . get ( ' name ' )
ext = determine_ext ( name )
if ext in KNOWN_EXTENSIONS :
return {
* * info ,
entries . append ( {
' id ' : video_id ,
' ext ' : ext ,
' url ' : post_file [ ' url ' ] ,
}
} )
elif name == ' video ' or determine_ext ( post_file . get ( ' url ' ) ) == ' m3u8 ' :
formats , subtitles = self . _extract_m3u8_formats_and_subtitles ( post_file [ ' url ' ] , video_id )
return {
* * info ,
entries . append ( {
' id ' : video_id ,
' formats ' : formats ,
' subtitles ' : subtitles ,
}
} )
if can_view_post is False :
can_view_post = traverse_obj ( attributes , ' current_user_can_view ' )
comments = None
if can_view_post and info . get ( ' comment_count ' ) :
comments = self . extract_comments ( video_id )
if not entries and can_view_post is False :
self . raise_no_formats ( ' You do not have access to this post ' , video_id = video_id , expected = True )
else :
el if not entries :
self . raise_no_formats ( ' No supported media found in this post ' , video_id = video_id , expected = True )
elif len ( entries ) == 1 :
info . update ( entries [ 0 ] )
else :
for entry in entries :
entry . update ( info )
return self . playlist_result ( entries , video_id , * * info , __post_extractor = comments )
info [ ' id ' ] = video_id
info [ ' __post_extractor ' ] = comments
return info
def _get_comments ( self , post_id ) :
Oliver Hattshire
4 weeks ago
committed by
GitHub