From 6256817ee15e08c087c70d86e4ca129358df52d7 Mon Sep 17 00:00:00 2001
From: Nulo <git@nulo.in>
Date: Thu, 4 Jan 2024 16:55:48 -0300
Subject: [PATCH] retornar progres

---
 scraper/scrap.ts | 27 ++++++++++++++++++++-------
 1 file changed, 20 insertions(+), 7 deletions(-)

diff --git a/scraper/scrap.ts b/scraper/scrap.ts
index 3e76cd6..8035a13 100644
--- a/scraper/scrap.ts
+++ b/scraper/scrap.ts
@@ -18,17 +18,11 @@ export type Precioish = Omit<
 >;
 
 export async function downloadList(path: string) {
-  let progress: {
-    done: number;
-    skipped: number;
-    errors: { error: any; url: string; path: string }[];
-  } = { done: 0, skipped: 0, errors: [] };
-
   let list = (await Bun.file(path).text())
     .split("\n")
     .filter((s) => s.length > 0);
 
-  await pMap(
+  const results = await pMap(
     list,
     async (urlS) => {
       let res: ScrapResult = { type: "skipped" };
@@ -40,10 +34,29 @@ export async function downloadList(path: string) {
         }
       }
       if (res.type === "error") console.error(res);
+      return res;
     },
     { concurrency: 32 }
   );
 
+  let progress: {
+    done: number;
+    skipped: number;
+    errors: { error: any; url: string; debugPath: string }[];
+  } = { done: 0, skipped: 0, errors: [] };
+  for (const result of results) {
+    switch (result.type) {
+      case "done":
+        progress.done++;
+        break;
+      case "error":
+        progress.errors.push(result);
+        break;
+      case "skipped":
+        progress.skipped++;
+        break;
+    }
+  }
   return progress;
 }