scrapear urls por separado

This commit is contained in:
Nulo 2023-12-31 15:52:16 +00:00 committed by GitHub
parent d05d7c6bcd
commit 9ad643e6d3
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -1,8 +1,17 @@
import { scrapCarrefourProducts } from "../carrefour-link-scraper/index.js";
import { scrapCotoProducts } from "../coto-link-scraper/index.js";
import { scrapDiaProducts } from "../dia-link-scraper/index.js";
import { auto } from "./auto.js";
import { parseWarc } from "./scrap.js";
if (process.argv[2] === "auto") {
await auto();
} else if (process.argv[2] === "scrap-carrefour-links") {
await scrapCarrefourProducts()
} else if (process.argv[2] === "scrap-dia-links") {
await scrapDiaProducts()
} else if (process.argv[2] === "scrap-coto-links") {
await scrapCotoProducts()
} else if (process.argv[2] === "scrap") {
const warcPaths = process.argv.slice(3);
if (warcPaths.length > 0) {