Nulo/preciazo
1
0
Fork 0
mirror of https://github.com/catdevnull/preciazo.git synced 2024-11-26 19:46:19 +00:00
Code Issues Projects Releases Packages Wiki Activity

arreglar contador skipped

Browse source
This commit is contained in:
Cat /dev/Nulo 2024-01-12 19:06:35 -03:00
parent 12ee9bb592
commit a19d1aba65
1 changed files with 3 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
scraper-rs/src/main.rs
View file

@ -154,8 +154,8 @@ async fn fetch_and_save(client: reqwest::Client, url: String, pool: Pool) -> Cou
)).await.unwrap().unwrap(); )).await.unwrap().unwrap();
} }
Err(err) => { Err(err) => {
match err.downcast_ref::<FetchError>() { match err.downcast_ref::<reqwest::Error>() {
Some(FetchError::Http(e)) => match e.status() { Some(e) => match e.status() {
Some(StatusCode::NOT_FOUND) => counters.skipped += 1, Some(StatusCode::NOT_FOUND) => counters.skipped += 1,
_ => counters.errored += 1, _ => counters.errored += 1,
}, },
@ -170,8 +170,6 @@ async fn fetch_and_save(client: reqwest::Client, url: String, pool: Pool) -> Cou
#[derive(Debug, Error)] #[derive(Debug, Error)]
enum FetchError { enum FetchError {
#[error("reqwest error")]
Http(#[from] reqwest::Error),
#[error("parse error")] #[error("parse error")]
Parse(#[from] SimpleError), Parse(#[from] SimpleError),
#[error("tl error")] #[error("tl error")]
@ -203,8 +201,7 @@ async fn fetch_and_parse(
.retry_if(|| do_request(client, &url), retry_if_wasnt_not_found) .retry_if(|| do_request(client, &url), retry_if_wasnt_not_found)
.await? .await?
.text() .text()
.await .await?;
.map_err(FetchError::Http)?;
let maybe_point = { scrap_url(client, url, &body).await }; let maybe_point = { scrap_url(client, url, &body).await };