mirror of
https://github.com/WikiTeam/wikiteam
synced 2024-11-04 12:00:28 +00:00
retrying when server is slow
git-svn-id: https://wikiteam.googlecode.com/svn/trunk@22 31edc4fc-5e31-b4c4-d58b-c8bc928bcb95
This commit is contained in:
parent
1e7c20cba7
commit
20f9231e7c
@ -151,7 +151,17 @@ def getXMLPage(config={}, title=''):
|
|||||||
params['limit'] = limit
|
params['limit'] = limit
|
||||||
data = urllib.urlencode(params)
|
data = urllib.urlencode(params)
|
||||||
req = urllib2.Request(url=config['domain'], data=data, headers=headers)
|
req = urllib2.Request(url=config['domain'], data=data, headers=headers)
|
||||||
f = urllib2.urlopen(req)
|
try:
|
||||||
|
f = urllib2.urlopen(req)
|
||||||
|
except:
|
||||||
|
try:
|
||||||
|
print 'Sever is slow... Waiting some seconds and retrying...'
|
||||||
|
time.sleep(10)
|
||||||
|
f = urllib2.urlopen(req)
|
||||||
|
except:
|
||||||
|
print 'An error have occurred while retrieving', title
|
||||||
|
print 'Please, resume the dump, --resume'
|
||||||
|
sys.exit()
|
||||||
xml = f.read()
|
xml = f.read()
|
||||||
|
|
||||||
#if complete history, check if this page history has > limit edits, if so, retrieve all using offset if available
|
#if complete history, check if this page history has > limit edits, if so, retrieve all using offset if available
|
||||||
|
Loading…
Reference in New Issue
Block a user