From d9885e08454d5e2cffb74461f3ef3c13a03687e0 Mon Sep 17 00:00:00 2001 From: Liu Date: Tue, 12 Apr 2022 21:18:40 -0400 Subject: [PATCH] Update shoutwiki-spider to remove duplicates --- listsofwikis/mediawiki/shoutwiki-spider.py | 1 + listsofwikis/mediawiki/shoutwiki.com | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/listsofwikis/mediawiki/shoutwiki-spider.py b/listsofwikis/mediawiki/shoutwiki-spider.py index 5a52fb9..a509e51 100644 --- a/listsofwikis/mediawiki/shoutwiki-spider.py +++ b/listsofwikis/mediawiki/shoutwiki-spider.py @@ -64,6 +64,7 @@ def main(): break time.sleep(0.3) + wikis = list(set(wikis)) wikis.sort() with open('shoutwiki.com', 'w') as f: diff --git a/listsofwikis/mediawiki/shoutwiki.com b/listsofwikis/mediawiki/shoutwiki.com index a6e15f4..1adffc1 100644 --- a/listsofwikis/mediawiki/shoutwiki.com +++ b/listsofwikis/mediawiki/shoutwiki.com @@ -2170,4 +2170,4 @@ http://zhishi.shoutwiki.com/w/api.php http://zingarese.shoutwiki.com/w/api.php http://zuowen.shoutwiki.com/w/api.php http://zusnaties.shoutwiki.com/w/api.php -http://zuzendaritza.shoutwiki.com/w/api.php +http://zuzendaritza.shoutwiki.com/w/api.php \ No newline at end of file