Nulo/preciazo
1
0
Fork 0
mirror of https://github.com/catdevnull/preciazo.git synced 2024-11-30 05:26:19 +00:00
Code Issues Projects Releases Packages Wiki Activity

scrapear urls por separado

Browse source
This commit is contained in:
Nulo 2023-12-31 15:52:16 +00:00 committed by GitHub
parent d05d7c6bcd
commit 9ad643e6d3
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 9 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
scraper/cli.ts
View file

@ -1,8 +1,17 @@
import { scrapCarrefourProducts } from "../carrefour-link-scraper/index.js";
import { scrapCotoProducts } from "../coto-link-scraper/index.js";
import { scrapDiaProducts } from "../dia-link-scraper/index.js";
import { auto } from "./auto.js"; import { auto } from "./auto.js";
import { parseWarc } from "./scrap.js"; import { parseWarc } from "./scrap.js";
if (process.argv[2] === "auto") { if (process.argv[2] === "auto") {
await auto(); await auto();
} else if (process.argv[2] === "scrap-carrefour-links") {
await scrapCarrefourProducts()
} else if (process.argv[2] === "scrap-dia-links") {
await scrapDiaProducts()
} else if (process.argv[2] === "scrap-coto-links") {
await scrapCotoProducts()
} else if (process.argv[2] === "scrap") { } else if (process.argv[2] === "scrap") {
const warcPaths = process.argv.slice(3); const warcPaths = process.argv.slice(3);
if (warcPaths.length > 0) { if (warcPaths.length > 0) {