awesome/awesome-rust
1
0
Fork 0
mirror of https://github.com/rust-unofficial/awesome-rust.git synced 2025-01-29 22:01:07 +02:00
Code Issues Releases Activity

Add text/hmtl header to fix crates.io

Browse Source
This commit is contained in:
Tom Parker-Shemilt 2020-01-13 16:07:48 +00:00
parent 70361602dd
commit 39b2e4b3b6
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/main.rs
View File

@ -11,7 +11,7 @@ use async_std::task;
use std::time; use std::time;
use log::{warn, debug}; use log::{warn, debug};
use std::io::Write; use std::io::Write;
use reqwest::{Client, redirect::Policy, StatusCode}; use reqwest::{Client, redirect::Policy, StatusCode, header};
struct MaxHandles { struct MaxHandles {
remaining: AtomicU32 remaining: AtomicU32
@ -70,7 +70,11 @@ async fn get_url(url: String) -> (String, Result<String>) {
let mut res = Err(anyhow::anyhow!("Should always try at least once..")); let mut res = Err(anyhow::anyhow!("Should always try at least once.."));
for _ in 0..5u8 { for _ in 0..5u8 {
debug!("Running {}", url); debug!("Running {}", url);
let resp = CLIENT.get(&url).send().await; let resp = CLIENT
.get(&url)
.header(header::ACCEPT, "text/html")
.send()
.await;
match resp { match resp {
Err(err) => { Err(err) => {
warn!("Error while getting {}, retrying: {}", url, err); warn!("Error while getting {}, retrying: {}", url, err);