Nulo/transicion-desordenada-diablo
1
1
Fork 0
mirror of https://github.com/catdevnull/transicion-desordenada-diablo synced 2024-05-19 19:50:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

agregar identifier a errores y siempre agregar urls

Browse source
This commit is contained in:
Cat /dev/Nulo 2023-11-28 19:57:35 -03:00
parent ef697d1cae
commit 5870592ac6
1 changed files with 19 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

33
download_json.js
View file

@ -64,10 +64,7 @@ async function downloadFromData(jsonUrlString) {
return true;
} catch (error) {
errorFile.write(
JSON.stringify({
url: dist.downloadURL,
...encodeError(error),
}) + "\n"
JSON.stringify(encodeError({ dataset, dist }, error)) + "\n"
);
return false;
}
@ -99,12 +96,7 @@ async function downloadFromData(jsonUrlString) {
try {
await downloadDistWithRetries(job);
} catch (error) {
await errorFile.write(
JSON.stringify({
url: job.url.toString(),
...encodeError(error),
}) + "\n"
);
await errorFile.write(JSON.stringify(job, encodeError(error)) + "\n");
nErrors++;
} finally {
nFinished++;
@ -245,13 +237,26 @@ function wait(ms) {
return new Promise((resolve) => setTimeout(resolve, ms));
}
function encodeError(error) {
/**
* @param {{ dataset: Dataset, dist: Distribution, url?: URL }} job
* @param {any} error
*/
function encodeError(job, error) {
const always = {
url: job.url?.toString || job.dist.downloadURL,
datasetIdentifier: job.dataset.identifier,
distributionIdentifier: job.dist.identifier,
};
if (error instanceof StatusCodeError)
return { kind: "http_error", status_code: error.code };
return { ...always, kind: "http_error", status_code: error.code };
else if (error instanceof TooManyRedirectsError)
return { kind: "infinite_redirect" };
return { ...always, kind: "infinite_redirect" };
else {
return { kind: "generic_error", error: error.code || error.message };
return {
...always,
kind: "generic_error",
error: error.code || error.message,
};
}
}