diff --git a/dumpgenerator.py b/dumpgenerator.py index b30295d..cd6a58e 100644 --- a/dumpgenerator.py +++ b/dumpgenerator.py @@ -1223,20 +1223,17 @@ def avoidWikimediaProjects(config={}, other={}): def getWikiEngine(url=''): """ Returns the wiki engine of a URL, if known """ - req = urllib2.Request(url=url, headers={'User-Agent': getUserAgent(), 'Accept-Encoding': 'gzip'}) - f = urllib2.urlopen(req) - if f.headers.get('Content-Encoding') and 'gzip' in f.headers.get('Content-Encoding'): - raw = gzip.GzipFile(fileobj=StringIO.StringIO(f.read())).read() - else: - raw = f.read() - f.close() + session = requests.Session() + session.headers = {'User-Agent': getUserAgent()} + r = session.post(url=url) + result = r.text wikiengine = 'Unknown' - if re.search(ur'(?im)(