Nulo/site-analyzer
1
0
Fork 0
Code Issues 5 Pull requests Projects 1 Releases Packages 1 Wiki Activity

Cleanup

Browse source
This commit is contained in:
Cat /dev/Nulo 2022-11-25 18:08:54 -03:00
parent ad0ef24257
commit 7f4649df37
1 changed files with 35 additions and 36 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

71
index.js
View file

@ -6,43 +6,9 @@ const noop = () => {};
// const log = noop; // const log = noop;
const { log } = console; const { log } = console;
function readStdin() {
return new Promise((resolve, reject) => {
let buffer = "";
process.stdin.resume();
process.stdin.on("data", (d) => (buffer = buffer.concat(d.toString())));
process.stdin.on("close", () => resolve(buffer));
});
}
const stdin = await readStdin(); const stdin = await readStdin();
const rawHtml = stdin; const rawHtml = stdin;
function isHttp(url) {
const r = /^(https?:\/\/|\/\/)/;
return r.test(url);
}
function isAbsolute(url) {
return url.startsWith("/");
}
function getHtml(el) {
// return rawHtml.slice(el.startIndex, el.endIndex);
let text = "";
for (const child of el.children) {
if (child.type === "text") text += child.data.trim();
else if (child.type === "tag") text += getHtml(child);
}
return text;
}
function checkUrl(type, el, url) {
if (isHttp(url)) {
log(`HTTP/S ${type}:`, getHtml(el));
} else if (isAbsolute(url)) {
log(`Absolute ${type}:`, getHtml(el));
}
}
function recursive(el) { function recursive(el) {
if (el.name === "a") { if (el.name === "a") {
if (el.attribs.href) { if (el.attribs.href) {
@ -66,12 +32,37 @@ function recursive(el) {
} }
} }
function checkUrl(type, el, url) {
if (isHttp(url)) {
log(`HTTP/S ${type}:`, getHtml(el));
} else if (isAbsolute(url)) {
log(`Absolute ${type}:`, getHtml(el));
}
}
function isHttp(url) {
const r = /^(https?:\/\/|\/\/)/;
return r.test(url);
}
function isAbsolute(url) {
return url.startsWith("/");
}
function getHtml(el) {
// return rawHtml.slice(el.startIndex, el.endIndex);
let text = "";
for (const child of el.children) {
if (child.type === "text") text += child.data.trim();
else if (child.type === "tag") text += getHtml(child);
}
return text;
}
const handler = new DomHandler( const handler = new DomHandler(
(error, dom) => { (error, dom) => {
if (error) { if (error) {
// TODO: Handle error // TODO: Handle error
} else { } else {
// for (let i = 0; i < 1000; i++) {
console.time(); console.time();
for (const el of dom) { for (const el of dom) {
if (el.type === "tag") { if (el.type === "tag") {
@ -79,10 +70,18 @@ const handler = new DomHandler(
} }
} }
console.timeEnd(); console.timeEnd();
// }
} }
}, },
{ withEndIndices: true, withStartIndices: true } { withEndIndices: true, withStartIndices: true }
); );
const parser = new Parser(handler); const parser = new Parser(handler);
parser.parseComplete(rawHtml); parser.parseComplete(rawHtml);
function readStdin() {
return new Promise((resolve, reject) => {
let buffer = "";
process.stdin.resume();
process.stdin.on("data", (d) => (buffer = buffer.concat(d.toString())));
process.stdin.on("close", () => resolve(buffer));
});
}