Update shoutwiki-spider to remove duplicates

2 years ago · d9885e0845
parent fcc4080b23
commit d9885e0845
2 changed files with 2 additions and 1 deletions
--- a/listsofwikis/mediawiki/shoutwiki-spider.py
+++ b/listsofwikis/mediawiki/shoutwiki-spider.py
@ -64,6 +64,7 @@ def main():
                    break

        time.sleep(0.3)
+    wikis = list(set(wikis))
    wikis.sort()

    with open('shoutwiki.com', 'w') as f: