Nulo/preciazo
1
0
Fork 0
mirror of https://github.com/catdevnull/preciazo.git synced 2024-11-26 03:26:19 +00:00
Code Issues Projects Releases Packages Wiki Activity

mejorar importer

Browse source
This commit is contained in:
Cat /dev/Nulo 2024-09-06 23:43:37 -03:00
parent d16e25fd69
commit b7ced28868
1 changed files with 13 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
sepa/sepa-precios-importer/index.ts
View file

@ -66,7 +66,8 @@ await sql`
productos_leyenda_promo1 TEXT, productos_leyenda_promo1 TEXT,
productos_precio_unitario_promo2 NUMERIC(10, 2), productos_precio_unitario_promo2 NUMERIC(10, 2),
productos_leyenda_promo2 TEXT, productos_leyenda_promo2 TEXT,
FOREIGN KEY (id_dataset, id_comercio, id_bandera, id_sucursal) REFERENCES sucursales(id_dataset, id_comercio, id_bandera, id_sucursal) FOREIGN KEY (id_dataset, id_comercio, id_bandera, id_sucursal) REFERENCES sucursales(id_dataset, id_comercio, id_bandera, id_sucursal),
PRIMARY KEY (id_dataset, id_comercio, id_bandera, id_sucursal, id_producto)
); );
`; `;
@ -186,16 +187,21 @@ async function importDataset(dir: string) {
return; return;
} }
const keys = Object.keys(objs[0]); const keys = Object.keys(objs[0]);
const lines = Readable.from(
objs.map(
(data) => keys.map((key) => data[key]).join("\t") + "\n",
),
);
console.timeEnd("map"); console.timeEnd("map");
console.time("copy"); console.time("copy");
const writable = const writable =
await sql`copy precios (${sql.unsafe(keys.join(", "))}) from stdin with CSV DELIMITER E'\t' QUOTE E'\b'`.writable(); await sql`copy precios (${sql.unsafe(keys.join(", "))}) from stdin with CSV DELIMITER E'\t' QUOTE E'\b'`.writable();
await pipeline(lines, writable);
await pipeline(
Readable.from(
(async function* () {
for (const data of objs) {
yield keys.map((key) => data[key]).join("\t") + "\n";
}
})()
),
writable
);
console.timeEnd("copy"); console.timeEnd("copy");
console.info(`saved ${objs.length} rows`); console.info(`saved ${objs.length} rows`);
} catch (e) { } catch (e) {