siempre tomar BD de DB_PATH

.gitignore

@@ -12,5 +12,4 @@ scraper/debug/
 scraper/x.tsv
 *.tmp
 target/
-.env
-.env*
+.env.*

db-datos/.env

@@ -0,0 +1 @@
+DB_PATH=../scraper/sqlite.db

db-datos/drizzle.config.ts

@@ -1,10 +1,14 @@
 import type { Config } from "drizzle-kit";
 
+if (!process.env.DB_PATH) throw new Error("no hay DB_PATH");
+
+export const DB_PATH = process.env.DB_PATH;
+
 export default {
   schema: "./schema.ts",
   out: "./drizzle",
   driver: "better-sqlite",
   dbCredentials: {
-    url: "../scraper/sqlite.db",
+    url: process.env.DB_PATH,
   },
 } satisfies Config;

db-datos/migrate.ts

@@ -2,8 +2,9 @@ import Database from "bun:sqlite";
 import { drizzle } from "drizzle-orm/bun-sqlite";
 import { migrate } from "drizzle-orm/bun-sqlite/migrator";
 import * as schema from "./schema.js";
+import { DB_PATH } from "./drizzle.config.js";
 
-const sqlite = new Database("../scraper/sqlite.db");
+const sqlite = new Database(DB_PATH);
 const db = drizzle(sqlite, { schema });
 
 migrate(db, { migrationsFolder: "./drizzle" });

scraper/.env

@@ -0,0 +1 @@
+DB_PATH=../scraper/sqlite.db

scraper/auto.ts

@@ -1,4 +1,3 @@
-import "dotenv/config";
 import { mkdtemp, access } from "node:fs/promises";
 import { tmpdir } from "node:os";
 import { join, resolve } from "node:path";
@@ -50,13 +49,13 @@ supermercados.forEach(downloadList);
 
 async function downloadList(supermercado: Supermercado) {
   const listPath = resolve(
-    join(process.env.LISTS_DIR ?? "../data", `${supermercado}.txt`),
+    join(process.env.LISTS_DIR ?? "../data", `${supermercado}.txt`)
   );
   const date = new Date();
   const ctxPath = await mkdtemp(join(tmpdir(), "preciazo-scraper-wget-"));
   const zstdWarcName = `${supermercado}-${format(
     date,
-    "yyyy-MM-dd-HH:mm",
+    "yyyy-MM-dd-HH:mm"
   )}.warc.zst`;
   const zstdWarcPath = join(ctxPath, zstdWarcName);
   const subproc = Bun.spawn({
@@ -122,7 +121,7 @@ async function scrapAndInform({
     inform(
       `Procesado ${zstdWarcName} (${progress.done} ok, ${
         progress.errors.length
-      } errores) (tardó ${formatMs(took)})`,
+      } errores) (tardó ${formatMs(took)})`
     );
   } else {
     inform(`Algo falló en ${zstdWarcName}`);
@@ -159,7 +158,7 @@ function recompress(inputPath: string, outputPath: string) {
       ["-T0", "-15", "--long", "-o", outputPath],
       {
         stdio: ["pipe", null, null],
-      },
+      }
     );
     // @ts-expect-error a los types de bun no le gusta????
     decompressor.stdout.pipe(compressor.stdin);
@@ -215,7 +214,7 @@ async function sendTelegramMsg(text: string) {
   if (!process.env.TELEGRAM_BOT_TOKEN || !process.env.TELEGRAM_BOT_CHAT_ID)
     return;
   const url = new URL(
-    `https://api.telegram.org/bot${process.env.TELEGRAM_BOT_TOKEN}/sendMessage`,
+    `https://api.telegram.org/bot${process.env.TELEGRAM_BOT_TOKEN}/sendMessage`
   );
   url.searchParams.set("chat_id", process.env.TELEGRAM_BOT_CHAT_ID);
   url.searchParams.set("text", text);

scraper/package.json

@@ -15,7 +15,6 @@
     "@aws-sdk/lib-storage": "^3.478.0",
     "date-fns": "^3.0.6",
     "db-datos": "workspace:^",
-    "dotenv": "^16.3.1",
     "drizzle-orm": "^0.29.1",
     "linkedom": "^0.16.5",
     "nanoid": "^5.0.4",

scraper/scrap.ts

@@ -9,11 +9,12 @@ import { getDiaProduct } from "./parsers/dia.js";
 import { getCotoProduct } from "./parsers/coto.js";
 import { join } from "path";
 import { and, eq, sql } from "drizzle-orm";
+import { DB_PATH } from "db-datos/drizzle.config.js";
 
 const DEBUG = false;
 const PARSER_VERSION = 2;
 
-const sqlite = new Database("sqlite.db");
+const sqlite = new Database(DB_PATH);
 const db = drizzle(sqlite, { schema });
 
 sqlite.run(`

sitio/src/lib/server/db.ts

@@ -3,7 +3,7 @@ import { drizzle } from "drizzle-orm/bun-sqlite";
 import * as schema from "db-datos/schema.js";
 import { env } from "$env/dynamic/private";
 
-const sqlite = new Database(env.DB_PATH ?? "../scraper/sqlite.db");
+const sqlite = new Database(env.DB_PATH);
 
 export const db = drizzle(sqlite, { schema });
 export * as schema from "db-datos/schema.js";