Nulo/preciazo
1
0
Fork 0
mirror of https://github.com/catdevnull/preciazo.git synced 2024-11-22 06:16:18 +00:00
Code Issues Projects Releases Packages Wiki Activity

timeout

Browse source
This commit is contained in:
Cat /dev/Nulo 2024-08-28 21:00:34 -03:00
parent 814041eaf5
commit 6b98e1eb24
1 changed files with 9 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
sepa-precios-archiver/index.ts
View file

@ -96,11 +96,17 @@ await saveDatasetInfoIntoRepo(rawDatasetInfo);
let errored = false;
async function fetchWithRetry(url: string, maxRetries = 3): Promise<Response> {
async function fetchWithRetry(
url: string,
maxRetries = 3,
waitTime = 15000,
): Promise<Response> {
let retries = 0;
while (retries < maxRetries) {
try {
const response = await fetch(url);
const response = await fetch(url, {
signal: AbortSignal.timeout(waitTime),
});
if (!response.ok) {
throw new Error(`HTTP error! status: ${response.status}`);
}
@ -172,7 +178,7 @@ for (const resource of datasetInfo.result.resources) {
const fileName = `${resource.id}-${basename(resource.url)}`;
if (await checkFileExistsInB2(fileName)) continue;
console.log(`⬇️ Downloading and reuploading ${resource.url}`);
const response = await fetchWithRetry(resource.url);
const response = await fetchWithRetry(resource.url, 3, 60 * 1000);
if (!checkRes(response)) continue;
await uploadToB2Bucket(fileName, response.body);