retrying when server is slow

git-svn-id: https://wikiteam.googlecode.com/svn/trunk@23 31edc4fc-5e31-b4c4-d58b-c8bc928bcb95
13 years ago · 44ce637fb2
parent 20f9231e7c
commit 44ce637fb2
1 changed files with 11 additions and 1 deletions
--- a/dumpgenerator.py
+++ b/dumpgenerator.py
@ -172,7 +172,17 @@ def getXMLPage(config={}, title=''):
            params['offset'] = re.findall(r_timestamp, xml)[-1] #get the last timestamp from the acum XML
            data = urllib.urlencode(params)
            req2 = urllib2.Request(url=config['domain'], data=data, headers=headers)
-            f2 = urllib2.urlopen(req2)
+            try:
+                f2 = urllib2.urlopen(req2)
+            except:
+                try:
+                    print 'Sever is slow... Waiting some seconds and retrying...'
+                    time.sleep(10)
+                    f2 = urllib2.urlopen(req2)
+                except:
+                    print 'An error have occurred while retrieving', title
+                    print 'Please, resume the dump, --resume'
+                    sys.exit()
            xml2 = f2.read()
            if re.findall(r_timestamp, xml2): #are there more edits in this next XML chunk?
                if re.findall(r_timestamp, xml2)[-1] == params['offset']: