Nulo/transicion-desordenada-diablo
1
1
Fork 0
mirror of https://github.com/catdevnull/transicion-desordenada-diablo synced 2024-11-26 11:26:18 +00:00
Code Issues Projects Releases Packages Wiki Activity

refactor: network

Browse source
This commit is contained in:
Cat /dev/Nulo 2023-12-18 12:13:09 -03:00
parent 8d401e6ca3
commit 697eb887cf
1 changed files with 21 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

27
downloader/network.js
View file

@ -1,13 +1,12 @@
import { Dispatcher, request, Agent, setGlobalDispatcher } from "undici";
import { Dispatcher, request, Agent } from "undici";
import pLimit from "p-limit";
import { userAgent } from "./config.js";
setGlobalDispatcher(
new Agent({
const dispatcher = new Agent({
pipelining: 0,
bodyTimeout: 15 * 60 * 1000,
})
);
maxRedirections: 20,
});
export class StatusCodeError extends Error {
/**
@ -82,19 +81,27 @@ async function _customRequestWithLimits(url) {
}
/**
* genera los headers para hacer un pedido dependiendo de la url
* @param {URL} url
*/
async function _customRequest(url) {
function getHeaders(url) {
// sharepoint no le gusta compartir a bots lol
const spoofUserAgent = url.host.endsWith("sharepoint.com");
const res = await request(url.toString(), {
maxRedirections: 20,
headers: {
return {
"User-Agent": spoofUserAgent
? "Mozilla/5.0 (X11; Linux x86_64; rv:120.0) Gecko/20100101 Firefox/120.0"
: userAgent,
},
};
}
/**
* @param {URL} url
*/
async function _customRequest(url) {
const res = await request(url.toString(), {
headers: getHeaders(url),
dispatcher,
});
if (res.statusCode >= 300 && res.statusCode <= 399)
throw new TooManyRedirectsError();