Archives/yt-dlp
2
0
Fork 0
mirror of https://github.com/yt-dlp/yt-dlp.git synced 2024-11-19 09:25:43 +00:00
Code Issues Projects Releases Wiki Activity

[xtube:user] Remove duplicated video ids

Browse Source
This commit is contained in:
Sergey M․ 2016-02-16 22:06:26 +06:00
parent 86be3cdc2a
commit f4db09178a
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
youtube_dl/extractor/xtube.py
View File

@ -7,6 +7,7 @@
from ..compat import compat_urllib_parse_unquote from ..compat import compat_urllib_parse_unquote
from ..utils import ( from ..utils import (
int_or_none, int_or_none,
orderedSet,
sanitized_Request, sanitized_Request,
str_to_int, str_to_int,
) )
@ -118,7 +119,8 @@ def _real_extract(self, url):
if not html: if not html:
break break
for _, video_id in re.findall(r'data-plid=(["\'])(.+?)\1', html): for video_id in orderedSet([video_id for _, video_id in re.findall(
r'data-plid=(["\'])(.+?)\1', html)]):
entries.append(self.url_result('xtube:%s' % video_id, XTubeIE.ie_key())) entries.append(self.url_result('xtube:%s' % video_id, XTubeIE.ie_key()))
page_count = int_or_none(page.get('pageCount')) page_count = int_or_none(page.get('pageCount'))