From b162e7b14f7e2e067039891dd2614e2c3d3105ad Mon Sep 17 00:00:00 2001 From: Federico Leva Date: Thu, 13 Feb 2020 15:57:06 +0200 Subject: [PATCH] Reduce the API limit to 50 for arvlimit, gaplimit, ailimit Avoids to crash on errors or warnings which some wikis return for bigger requests, like https://www.openkm.com/wiki/api.php (MediaWiki 1.27.3). --- dumpgenerator.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/dumpgenerator.py b/dumpgenerator.py index 3fe6637..3278848 100755 --- a/dumpgenerator.py +++ b/dumpgenerator.py @@ -795,7 +795,7 @@ def getXMLRevisions(config={}, session=None, allpages=False): arvparams = { 'action': 'query', 'list': 'allrevisions', - 'arvlimit': 500, + 'arvlimit': 50, 'arvnamespace': namespace } if not config['curonly']: @@ -1290,7 +1290,7 @@ def getImageNamesAPI(config={}, session=None): 'aiprop': 'url|user', 'aifrom': aifrom, 'format': 'json', - 'ailimit': 500} + 'ailimit': 50} # FIXME Handle HTTP Errors HERE r = session.get(url=config['api'], params=params, timeout=30) handleStatusCode(r) @@ -1344,7 +1344,7 @@ def getImageNamesAPI(config={}, session=None): 'action': 'query', 'generator': 'allpages', 'gapnamespace': 6, - 'gaplimit': 500, + 'gaplimit': 50, 'gapfrom': gapfrom, 'prop': 'imageinfo', 'iiprop': 'user|url',