From 67bfa13da5519b6a852f2c1c3bdf4a7262ca8f9e Mon Sep 17 00:00:00 2001
From: Tom Parker-Shemilt <palfrey@tevp.net>
Date: Sat, 11 Jan 2020 14:45:49 +0000
Subject: [PATCH] Retry up to 5 times just in case on failure

---
 src/main.rs | 19 ++++++++++++++-----
 1 file changed, 14 insertions(+), 5 deletions(-)

diff --git a/src/main.rs b/src/main.rs
index 7689e2f..92aa2a7 100644
--- a/src/main.rs
+++ b/src/main.rs
@@ -9,7 +9,7 @@ use lazy_static::lazy_static;
 use std::sync::atomic::{AtomicU32, Ordering};
 use async_std::task;
 use std::time;
-use log::debug;
+use log::{warn, debug};
 use std::io::Write;
 
 struct MaxHandles {
@@ -65,10 +65,19 @@ fn to_anyhow<T, E>(res: std::result::Result<T, E>) -> Result<T>
 
 async fn get_url(url: String) -> (String, Result<String>) {
     let _handle = HANDLES.get().await;
-    debug!("Running {}", url);
-    let res = CLIENT.get(&url).send().await;
-    debug!("Finished {}", url);
-    (url, to_anyhow(res.map(|x| format!("{:?}", x))))
+    let mut res = Err(anyhow::anyhow!("Should always try at least once.."));
+    for _ in 0..5u8 {
+        debug!("Running {}", url);
+        let resp = CLIENT.get(&url).send().await;
+        if let Err(err) = resp {
+            warn!("Error while getting {}, retrying: {}", url, err);
+            continue;
+        }
+        debug!("Finished {}", url);
+        res = to_anyhow(resp.map(|x| format!("{:?}", x)));
+        break;
+    }
+    (url, res)
 }
 
 #[derive(Debug, Serialize, Deserialize)]