diff --git a/.gitignore b/.gitignore
index 2680feb..09e58ea 100644
--- a/.gitignore
+++ b/.gitignore
@@ -6,4 +6,4 @@ keys.txt
batchdownload/keys.txt
batchdownload/dumpgenerator.py
batchdownload/uploader.py
-
+.DS_Store
diff --git a/listsofwikis/mediawiki/battlestarwiki.org b/listsofwikis/mediawiki/battlestarwiki.org
index 0585f55..553faa3 100644
--- a/listsofwikis/mediawiki/battlestarwiki.org
+++ b/listsofwikis/mediawiki/battlestarwiki.org
@@ -1,9 +1,4 @@
-http://de.battlestarwiki.org/w/api.php
-http://en.battlestarwiki.org/w/api.php
-http://es.battlestarwiki.org/w/api.php
-http://fr.battlestarwiki.org/w/api.php
-http://media.battlestarwiki.org/w/api.php
-http://ms.battlestarwiki.org/w/api.php
-http://simple.battlestarwiki.org/w/api.php
-http://tr.battlestarwiki.org/w/api.php
-http://zh.battlestarwiki.org/w/api.php
+https://de.battlestarwiki.org/w/api.php
+https://en.battlestarwiki.org/w/api.php
+https://fr.battlestarwiki.ddns.net/api.php
+https://media.battlestarwiki.org/w/api.php
diff --git a/listsofwikis/mediawiki/fandom-spider.py b/listsofwikis/mediawiki/fandom-spider.py
new file mode 100644
index 0000000..e683456
--- /dev/null
+++ b/listsofwikis/mediawiki/fandom-spider.py
@@ -0,0 +1,50 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+# Copyright (C) 2022 Simon Liu
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see .
+
+import re
+import time
+import requests
+from urllib import parse
+from tqdm import tqdm
+
+def main():
+ headers = {
+ 'User-Agent': 'Mozilla/5.0 (X11; Linux i686; rv:24.0) Gecko/20100101 Firefox/24.0',
+ }
+
+ # grab lvl3 links
+ req = requests.get('https://community.fandom.com/wiki/Sitemap?level=2', headers=headers)
+ map_lvl3 = re.findall(r']+?)\">', req.text)
+
+ # grab wiki links
+ wikis = []
+ for lvl3 in tqdm(map_lvl3):
+ time.sleep(0.3)
+ req = requests.get('https://community.fandom.com%s' % lvl3)
+ if req.status_code != 200:
+ time.sleep(5)
+ req = requests.get('https://community.fandom.com%s' % lvl3)
+ wikis.extend([wiki.replace('http://', 'https://') for wiki in re.findall(r'