Nulo/preciazo
1
0
Fork 0
mirror of https://github.com/catdevnull/preciazo.git synced 2024-11-26 03:26:19 +00:00
Code Issues Projects Releases Packages Wiki Activity

Compare commits

base: Nulo:9fdc384005e59606f14017d688274048e53690ca
Branches Tags
Nulo:master
Nulo:new-rust-api
Nulo:postgres
...
compare: Nulo:918efeab4f6d1d7e1eef4702e02410fb2986eade
Branches Tags
Nulo:master
Nulo:new-rust-api
Nulo:postgres

2 commits
9fdc384005 ... 918efeab4f

Author SHA1 Message Date
Nulo
918efeab4f
Merge a1fa2796ef into 6d32c897ac 2024-08-04 12:55:42 -03:00
Nulo
6d32c897ac scraper: shuffle links 
to get other links if we start getting blocked
 2024-08-02 16:25:14 -03:00
1 changed files with 3 additions and 0 deletions
Show stats Expand all files Collapse all files

3
rust/src/scraper/auto.rs
View file

@ -6,6 +6,8 @@ use crate::db::Db;
use crate::scraper::Scraper; use crate::scraper::Scraper;
use futures::Future; use futures::Future;
use preciazo::supermercado::Supermercado; use preciazo::supermercado::Supermercado;
use rand::seq::SliceRandom;
use rand::thread_rng;
use reqwest::Url; use reqwest::Url;
#[derive(Clone)] #[derive(Clone)]
@ -48,6 +50,7 @@ impl Auto {
if let Some(n) = self.args.n_products { if let Some(n) = self.args.n_products {
links.truncate(n); links.truncate(n);
} }
links.shuffle(&mut thread_rng());
links links
}; };
// { // {