Archives/awesome-rust
2
1
Fork 0
mirror of https://github.com/rust-unofficial/awesome-rust synced 2024-11-16 06:12:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #867 from palfrey/add-github-secrets

Browse Source 
Support optional use of Github secrets to workaround rate limits
This commit is contained in:
Tom Parker-Shemilt 2020-04-25 18:26:03 +01:00 committed by GitHub
commit 2dfb07854f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 25 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
src/main.rs
View File

@ -14,6 +14,7 @@ use regex::Regex;
use scraper::{Html, Selector}; use scraper::{Html, Selector};
use failure::{Fail, Error, format_err}; use failure::{Fail, Error, format_err};
use chrono::{Local, DateTime, Duration}; use chrono::{Local, DateTime, Duration};
use std::env;
#[derive(Debug, Fail, Serialize, Deserialize)] #[derive(Debug, Fail, Serialize, Deserialize)]
enum CheckerError { enum CheckerError {
@ -121,11 +122,31 @@ fn get_url(url: String) -> BoxFuture<'static, (String, Result<(), CheckerError>)
let mut res = Err(CheckerError::NotTried); let mut res = Err(CheckerError::NotTried);
for _ in 0..5u8 { for _ in 0..5u8 {
debug!("Running {}", url); debug!("Running {}", url);
let resp = CLIENT lazy_static! {
static ref GITHUB_REPO_REGEX: Regex = Regex::new(r"^https://github.com/(?P<org>[^/]+)/(?P<repo>[^/]+)$").unwrap();
static ref GITHUB_API_REGEX: Regex = Regex::new(r"https://api.github.com/").unwrap();
}
if GITHUB_REPO_REGEX.is_match(&url) {
let rewritten = GITHUB_REPO_REGEX.replace_all(&url, "https://api.github.com/repos/$org/$repo");
info!("Replacing {} with {} to workaround rate limits on Github", url, rewritten);
let (_new_url, res) = get_url(rewritten.to_string()).await;
return (url, res);
}
let mut req = CLIENT
.get(&url) .get(&url)
.header(header::ACCEPT, "image/svg+xml, text/html, */*;q=0.8") .header(header::ACCEPT, "image/svg+xml, text/html, */*;q=0.8");
.send()
.await; if GITHUB_API_REGEX.is_match(&url) {
if let Ok(username) = env::var("GITHUB_USERNAME") {
if let Ok(password) = env::var("GITHUB_TOKEN") {
// needs a token with at least public_repo scope
info!("Using basic auth for {}", url);
req = req.basic_auth(username, Some(password));
}
}
}
let resp = req.send().await;
match resp { match resp {
Err(err) => { Err(err) => {
warn!("Error while getting {}, retrying: {}", url, err); warn!("Error while getting {}, retrying: {}", url, err);