From 9ad643e6d39d282c43a32514c40563c3e2d52812 Mon Sep 17 00:00:00 2001 From: Nulo <86896666+catdevnull@users.noreply.github.com> Date: Sun, 31 Dec 2023 15:52:16 +0000 Subject: [PATCH] scrapear urls por separado --- scraper/cli.ts | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/scraper/cli.ts b/scraper/cli.ts index 3f3fb39..2609b53 100644 --- a/scraper/cli.ts +++ b/scraper/cli.ts @@ -1,8 +1,17 @@ +import { scrapCarrefourProducts } from "../carrefour-link-scraper/index.js"; +import { scrapCotoProducts } from "../coto-link-scraper/index.js"; +import { scrapDiaProducts } from "../dia-link-scraper/index.js"; import { auto } from "./auto.js"; import { parseWarc } from "./scrap.js"; if (process.argv[2] === "auto") { await auto(); +} else if (process.argv[2] === "scrap-carrefour-links") { + await scrapCarrefourProducts() +} else if (process.argv[2] === "scrap-dia-links") { + await scrapDiaProducts() +} else if (process.argv[2] === "scrap-coto-links") { + await scrapCotoProducts() } else if (process.argv[2] === "scrap") { const warcPaths = process.argv.slice(3); if (warcPaths.length > 0) {