Nulo/preciazo
1
0
Fork 0
mirror of https://github.com/catdevnull/preciazo.git synced 2024-11-26 11:36:20 +00:00
Code Issues Projects Releases Packages Wiki Activity

agregar todo para resilencia

Browse source
This commit is contained in:
Nulo 2023-12-27 03:51:57 +00:00
parent 6c0c2e89f7
commit c523cea9be
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
scraper/scrap.ts
View file

@ -48,6 +48,7 @@ export async function parseWarc(path: string) {
const warc = Bun.spawn(["zstd", "-do", "/dev/stdout", path], { const warc = Bun.spawn(["zstd", "-do", "/dev/stdout", path], {
stderr: "ignore", stderr: "ignore",
}).stdout; }).stdout;
// TODO: tirar error si falla zstd
const parser = new WARCParser(warc); const parser = new WARCParser(warc);
for await (const record of parser) { for await (const record of parser) {