From e7d8ac8854786bde72fcad9590fddc5a4555b097 Mon Sep 17 00:00:00 2001 From: Nulo Date: Mon, 25 Dec 2023 13:21:20 -0300 Subject: [PATCH] limpiar auto --- scraper/auto.ts | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/scraper/auto.ts b/scraper/auto.ts index f65ce3e..494a8df 100644 --- a/scraper/auto.ts +++ b/scraper/auto.ts @@ -50,13 +50,13 @@ supermercados.forEach(downloadList); async function downloadList(supermercado: Supermercado) { const listPath = resolve( - join(process.env.LISTS_DIR ?? "../data", `${supermercado}.txt`) + join(process.env.LISTS_DIR ?? "../data", `${supermercado}.txt`), ); const date = new Date(); const ctxPath = await mkdtemp(join(tmpdir(), "preciazo-scraper-wget-")); const zstdWarcName = `${supermercado}-${format( date, - "yyyy-MM-dd-HH:mm" + "yyyy-MM-dd-HH:mm", )}.warc.zst`; const zstdWarcPath = join(ctxPath, zstdWarcName); const subproc = Bun.spawn({ @@ -100,6 +100,8 @@ async function downloadList(supermercado: Supermercado) { inform(`Falló subir ${zstdWarcName} a S3; ${error}`); console.error(error); } + + // TODO: borrar archivos temporales } async function scrapAndInform({ @@ -120,7 +122,7 @@ async function scrapAndInform({ inform( `Procesado ${zstdWarcName} (${progress.done} ok, ${ progress.errors.length - } errores) (tardó ${formatMs(took)})` + } errores) (tardó ${formatMs(took)})`, ); } else { inform(`Algo falló en ${zstdWarcName}`); @@ -157,7 +159,7 @@ function recompress(inputPath: string, outputPath: string) { ["-T0", "-15", "--long", "-o", outputPath], { stdio: ["pipe", null, null], - } + }, ); // @ts-expect-error a los types de bun no le gusta???? decompressor.stdout.pipe(compressor.stdin); @@ -213,7 +215,7 @@ async function sendTelegramMsg(text: string) { if (!process.env.TELEGRAM_BOT_TOKEN || !process.env.TELEGRAM_BOT_CHAT_ID) return; const url = new URL( - `https://api.telegram.org/bot${process.env.TELEGRAM_BOT_TOKEN}/sendMessage` + `https://api.telegram.org/bot${process.env.TELEGRAM_BOT_TOKEN}/sendMessage`, ); url.searchParams.set("chat_id", process.env.TELEGRAM_BOT_CHAT_ID); url.searchParams.set("text", text);