correr el builder como root

This commit is contained in:
Cat /dev/Nulo 2023-02-19 17:58:18 -03:00
parent baae0a2803
commit 26e9feff98
14 changed files with 105 additions and 95 deletions

View file

@ -1,19 +1,19 @@
import { mkdir, opendir } from "node:fs/promises"; import {
chmod,
chown,
copyFile,
mkdir,
opendir,
symlink,
writeFile,
} from "node:fs/promises";
import path from "node:path"; import path from "node:path";
import { cwd } from "node:process"; import { cwd } from "node:process";
import { Fstab } from "./fstab.js"; import { Fstab } from "./fstab.js";
import { execFile } from "./helpers/better-api.js"; import { execFile, exists } from "./helpers/better-api.js";
import { PasswdEntry, sudoReadPasswd } from "./helpers/passwd.js"; import { PasswdEntry, readPasswd } from "./helpers/passwd.js";
import {
sudoChmod,
sudoChown,
sudoCopy,
sudoMkdirP,
sudoSymlink,
sudoWriteExecutable,
sudoWriteFile,
} from "./helpers/sudo.js";
import { logDebug } from "./helpers/logger.js"; import { logDebug } from "./helpers/logger.js";
import assert from "node:assert";
export class Alpine { export class Alpine {
dir: string; dir: string;
@ -23,7 +23,7 @@ export class Alpine {
fstab: Fstab = new Fstab(this); fstab: Fstab = new Fstab(this);
async mkdirP(dir: string): Promise<void> { async mkdirP(dir: string): Promise<void> {
await sudoMkdirP(path.join(this.dir, dir)); await mkdir(this.path(dir), { recursive: true });
} }
async writeFile( async writeFile(
filePath: string, filePath: string,
@ -32,22 +32,22 @@ export class Alpine {
): Promise<void> { ): Promise<void> {
const p = path.join(this.dir, filePath); const p = path.join(this.dir, filePath);
await this.mkdirP(path.dirname(filePath)); await this.mkdirP(path.dirname(filePath));
await sudoWriteFile(p, content); await writeFile(p, content);
if (permissions) { if (permissions) {
await sudoChown(p, `${permissions.uid}:${permissions.gid}`); await chown(p, permissions.uid, permissions.gid);
await sudoChmod(p, "600"); await chmod(p, 0o600);
} }
} }
async writeExecutable(filePath: string, content: string): Promise<void> { async writeExecutable(filePath: string, content: string): Promise<void> {
await this.writeFile(filePath, content); await this.writeFile(filePath, content);
await sudoChmod(path.join(this.dir, filePath), "700"); await chmod(this.path(filePath), 0o700);
}
async assertExists(path: string) {
assert(await exists(this.path(path)));
} }
path(p: string): string { path(p: string): string {
return path.join(this.dir, p); return path.join(this.dir, p);
} }
sudoWriteExecutable(filePath: string, content: string): Promise<void> {
return sudoWriteExecutable(this.path(filePath), content);
}
private getRelativeSymlink( private getRelativeSymlink(
target: string, target: string,
filePath: string filePath: string
@ -63,20 +63,14 @@ export class Alpine {
} }
async symlink(_target: string, _filePath: string): Promise<void> { async symlink(_target: string, _filePath: string): Promise<void> {
const { target, filePath } = this.getRelativeSymlink(_target, _filePath); const { target, filePath } = this.getRelativeSymlink(_target, _filePath);
await sudoSymlink(target, filePath); await symlink(target, filePath);
} }
readPasswd(): Promise<PasswdEntry[]> { readPasswd(): Promise<PasswdEntry[]> {
return sudoReadPasswd(this.path("/etc/passwd")); return readPasswd(this.path("/etc/passwd"));
} }
async userAdd(user: string): Promise<PasswdEntry> { async userAdd(user: string): Promise<PasswdEntry> {
await execFile("sudo", [ await execFile("useradd", ["--user-group", "--root", this.dir, user]);
"useradd",
"--user-group",
"--root",
this.dir,
user,
]);
const passwd = await this.readPasswd(); const passwd = await this.readPasswd();
const entry = passwd.find((e) => e.name === user); const entry = passwd.find((e) => e.name === user);
if (!entry) { if (!entry) {
@ -88,8 +82,7 @@ export class Alpine {
async addPackages(packages: string[]): Promise<void> { async addPackages(packages: string[]): Promise<void> {
logDebug( logDebug(
"addPackages", "addPackages",
await execFile("sudo", [ await execFile("apk", [
"apk",
"add", "add",
"--clean-protected", "--clean-protected",
"--root", "--root",
@ -107,27 +100,27 @@ export class Alpine {
packages?: string[]; packages?: string[];
}): Promise<Alpine> { }): Promise<Alpine> {
const apkDir = path.join(dir, "/etc/apk"); const apkDir = path.join(dir, "/etc/apk");
await sudoMkdirP(apkDir); await mkdir(apkDir, { recursive: true });
// hack // hack
{ {
const cacheDir = path.join(cwd(), "cache"); const cacheDir = path.join(cwd(), "cache");
await mkdir("cache", { recursive: true }); await mkdir("cache", { recursive: true });
await sudoSymlink(cacheDir, path.join(apkDir, "cache")); await symlink(cacheDir, path.join(apkDir, "cache"));
} }
{ {
const apkKeysDir = path.join(apkDir, "keys"); const apkKeysDir = path.join(apkDir, "keys");
const keysSrcDir = "alpine/keys"; const keysSrcDir = "alpine/keys";
await sudoMkdirP(apkKeysDir); await mkdir(apkKeysDir, { recursive: true });
for await (const { name } of await opendir(keysSrcDir)) for await (const { name } of await opendir(keysSrcDir))
await sudoCopy( await copyFile(
path.join(keysSrcDir, name), path.join(keysSrcDir, name),
path.join(apkKeysDir, name) path.join(apkKeysDir, name)
); );
} }
await sudoWriteFile( await writeFile(
path.join(apkDir, "repositories"), path.join(apkDir, "repositories"),
[ [
"https://dl-cdn.alpinelinux.org/alpine/v3.17/main", "https://dl-cdn.alpinelinux.org/alpine/v3.17/main",
@ -136,8 +129,7 @@ export class Alpine {
); );
logDebug( logDebug(
"makeWorld", "makeWorld",
await execFile("sudo", [ await execFile("apk", [
"apk",
"add", "add",
"--initdb", "--initdb",
"--clean-protected", "--clean-protected",

View file

@ -1,5 +1,4 @@
import { Alpine } from "./alpine.js"; import { Alpine } from "./alpine.js";
import { sudoChmod, sudoMkdirP, sudoWriteFile } from "./helpers/sudo.js";
export class Fstab { export class Fstab {
private alpine: Alpine; private alpine: Alpine;
@ -17,20 +16,19 @@ export class Fstab {
.map(([key, val]) => `,${key}=${val}`) .map(([key, val]) => `,${key}=${val}`)
.join(""); .join("");
await this.addMount(`tmpfs ${path} tmpfs defaults,noexec,nosuid${add} 0 0`); await this.addMount(`tmpfs ${path} tmpfs defaults,noexec,nosuid${add} 0 0`);
await sudoMkdirP(this.alpine.path(path)); await this.alpine.mkdirP(path);
} }
// Writes fstab to disk. // Writes fstab to disk.
// Intended for internal use only, use addMount or addTmpfs instead // Intended for internal use only, use addMount or addTmpfs instead
async write() { async write() {
const path = this.alpine.path("/etc/fstab"); await this.alpine.writeFile(
await sudoWriteFile( "/etc/fstab",
path,
this.mounts.join("\n") + this.mounts.join("\n") +
// Busybox mount no entiende la última línea sino // Busybox mount no entiende la última línea sino
"\n" "\n",
{ uid: 0, gid: 0 }
); );
await sudoChmod(path, "600");
} }
} }
interface TmpfsOptions { interface TmpfsOptions {

View file

@ -3,7 +3,7 @@ import {
execFile as execFileCallback, execFile as execFileCallback,
spawn as spawnCallback, spawn as spawnCallback,
} from "node:child_process"; } from "node:child_process";
import { access } from "node:fs/promises"; import { access, stat } from "node:fs/promises";
export const execFile = promisify(execFileCallback); export const execFile = promisify(execFileCallback);
export const spawn = promisify(spawnCallback); export const spawn = promisify(spawnCallback);
@ -16,3 +16,12 @@ export async function canAccess(path: string): Promise<boolean> {
return false; return false;
} }
} }
export async function exists(path: string): Promise<boolean> {
try {
await stat(path);
return true;
} catch {
return false;
}
}

View file

@ -1,4 +1,4 @@
import { sudoReadFile } from "./sudo.js"; import { readFile } from "node:fs/promises";
export interface PasswdEntry { export interface PasswdEntry {
name: string; name: string;
@ -31,7 +31,7 @@ export function parsePasswd(content: string): PasswdEntry[] {
return entry; return entry;
}); });
} }
export async function sudoReadPasswd(path: string): Promise<PasswdEntry[]> { export async function readPasswd(path: string): Promise<PasswdEntry[]> {
const content = await sudoReadFile(path); const content = await readFile(path, "utf-8");
return parsePasswd(content); return parsePasswd(content);
} }

View file

@ -6,7 +6,6 @@ import { Alpine } from "./alpine.js";
import { generateForgejoSecretsFile } from "./services/forgejo/secrets.js"; import { generateForgejoSecretsFile } from "./services/forgejo/secrets.js";
import { generateGrafanaSecretsFile } from "./services/grafana/secrets.js"; import { generateGrafanaSecretsFile } from "./services/grafana/secrets.js";
import { execFile } from "./helpers/better-api.js"; import { execFile } from "./helpers/better-api.js";
import { sudoChown, sudoChownToRunningUser } from "./helpers/sudo.js";
import { setupKernel } from "./kernel.js"; import { setupKernel } from "./kernel.js";
import { runQemu } from "./qemu.js"; import { runQemu } from "./qemu.js";
import { Runit } from "./runit/index.js"; import { Runit } from "./runit/index.js";
@ -23,6 +22,13 @@ if (process.argv[2] === "generate-secrets") {
exit(0); exit(0);
} }
async function timed<T>(fn: () => Promise<T>): Promise<T> {
console.time(fn.toString());
const r = await fn();
console.timeEnd(fn.toString());
return r;
}
{ {
console.time("Building"); console.time("Building");
@ -32,11 +38,12 @@ if (process.argv[2] === "generate-secrets") {
await mkdir(kernelDir, { recursive: true }); await mkdir(kernelDir, { recursive: true });
const rootfsDir = await mkdtemp(path.join(tmpdir(), "define-alpine-")); const rootfsDir = await mkdtemp(path.join(tmpdir(), "define-alpine-"));
await sudoChown(rootfsDir, "root:root");
console.debug(rootfsDir); console.debug(rootfsDir);
const alpine = await Alpine.makeWorld({ dir: rootfsDir }); const alpine = await timed(() => Alpine.makeWorld({ dir: rootfsDir }));
await alpine.addPackages(["helix", "htop", "iproute2-ss", "socat"]); await timed(() =>
alpine.addPackages(["helix", "htop", "iproute2-ss", "socat"])
);
await alpine.writeFile( await alpine.writeFile(
"/root/.ash_history", "/root/.ash_history",
` `
@ -44,18 +51,17 @@ socat tcp-listen:80,reuseaddr,fork tcp:localhost:3050 &
`, `,
{ uid: 0, gid: 0 } { uid: 0, gid: 0 }
); );
await installFluentBit(alpine); await timed(() => installFluentBit(alpine));
const runit = await Runit.setup(alpine); const runit = await timed(() => Runit.setup(alpine));
await setupDhcpcd(alpine, runit); await timed(() => setupDhcpcd(alpine, runit));
await setupNtpsec(alpine, runit); await timed(() => setupNtpsec(alpine, runit));
await setupForgejo(alpine, runit); await timed(() => setupForgejo(alpine, runit));
await setupLoki(alpine, runit); await timed(() => setupLoki(alpine, runit));
await setupGrafana(alpine, runit); await timed(() => setupGrafana(alpine, runit));
const kernel = await setupKernel(alpine, kernelDir); const kernel = await timed(() => setupKernel(alpine, kernelDir));
const squashfs = path.join(artifactsDir, "image.squashfs"); const squashfs = path.join(artifactsDir, "image.squashfs");
await execFile("sudo", [ await execFile("mksquashfs", [
"mksquashfs",
alpine.dir, alpine.dir,
squashfs, squashfs,
"-root-mode", "-root-mode",
@ -67,9 +73,8 @@ socat tcp-listen:80,reuseaddr,fork tcp:localhost:3050 &
"-noappend", "-noappend",
"-quiet", "-quiet",
]); ]);
await sudoChownToRunningUser(squashfs);
console.timeEnd("Building"); console.timeEnd("Building");
runQemu(squashfs, kernel, { graphic: true }); // runQemu(squashfs, kernel, { graphic: true });
} }

View file

@ -1,9 +1,6 @@
import { constants } from "node:fs"; import { copyFile, rm } from "node:fs/promises";
import { copyFile } from "node:fs/promises";
import path from "node:path"; import path from "node:path";
import { Alpine } from "./alpine.js"; import { Alpine } from "./alpine.js";
import { canAccess } from "./helpers/better-api.js";
import { sudoChownToRunningUser, sudoCopy, sudoRm } from "./helpers/sudo.js";
export type Kind = "lts" | "virt"; export type Kind = "lts" | "virt";
export type Kernel = { export type Kernel = {
@ -77,11 +74,9 @@ default=lts
vmlinuz: path.join(output, "vmlinuz"), vmlinuz: path.join(output, "vmlinuz"),
}; };
await sudoCopy(initramfs, kernel.initramfs); await copyFile(initramfs, kernel.initramfs);
await sudoCopy(vmlinuz, kernel.vmlinuz); await copyFile(vmlinuz, kernel.vmlinuz);
await sudoChownToRunningUser(kernel.initramfs); await rm(initramfs);
await sudoChownToRunningUser(kernel.vmlinuz); await rm(vmlinuz);
await sudoRm(initramfs);
await sudoRm(vmlinuz);
return kernel; return kernel;
} }

View file

@ -6,7 +6,9 @@
"main": "index.js", "main": "index.js",
"scripts": { "scripts": {
"build": "esbuild --log-level=warning --target=node18 --platform=node --sourcemap --outdir=build-javascript --format=esm --bundle index.ts", "build": "esbuild --log-level=warning --target=node18 --platform=node --sourcemap --outdir=build-javascript --format=esm --bundle index.ts",
"run": "pnpm build && node --enable-source-maps build-javascript/index.js", "build:qemu": "esbuild --log-level=warning --target=node18 --platform=node --sourcemap --outdir=build-javascript --format=esm --bundle qemu.ts",
"build-image": "pnpm build && doas node --enable-source-maps build-javascript/index.js",
"run": "pnpm build-image && pnpm build:qemu && node --enable-source-maps build-javascript/qemu.js",
"//test": "pnpm build && node --enable-source-maps build-javascript/**/*.test.js", "//test": "pnpm build && node --enable-source-maps build-javascript/**/*.test.js",
"tsc:check": "tsc --noEmit" "tsc:check": "tsc --noEmit"
}, },

12
qemu.ts
View file

@ -2,11 +2,10 @@ import { mkdtemp, rm } from "node:fs/promises";
import { tmpdir } from "node:os"; import { tmpdir } from "node:os";
import path from "node:path"; import path from "node:path";
import { execFile } from "./helpers/better-api.js"; import { execFile } from "./helpers/better-api.js";
import { Kernel } from "./kernel.js";
export async function runQemu( export async function runQemu(
squashfs: string, squashfs: string,
kernel: Kernel, kernel: { initramfs: string; vmlinuz: string },
{ graphic, noShutdown }: { graphic?: boolean; noShutdown?: boolean } = { { graphic, noShutdown }: { graphic?: boolean; noShutdown?: boolean } = {
graphic: true, graphic: true,
noShutdown: false, noShutdown: false,
@ -59,3 +58,12 @@ export async function runQemu(
await rm(tmp, { recursive: true, force: true }); await rm(tmp, { recursive: true, force: true });
} }
} }
await runQemu(
"artifacts/image.squashfs",
{
initramfs: "artifacts/kernel/initramfs",
vmlinuz: "artifacts/kernel/vmlinuz",
},
{ graphic: true }
);

View file

@ -1,4 +1,4 @@
import { readFile } from "node:fs/promises"; import { readFile, rmdir } from "node:fs/promises";
import path from "node:path"; import path from "node:path";
import { Alpine } from "../alpine.js"; import { Alpine } from "../alpine.js";
@ -60,12 +60,12 @@ export class Runit {
); );
// https://wiki.gentoo.org/wiki/Runit#Reboot_and_shutdown // https://wiki.gentoo.org/wiki/Runit#Reboot_and_shutdown
await alpine.sudoWriteExecutable( await alpine.writeExecutable(
"/usr/local/sbin/rpoweroff", "/usr/local/sbin/rpoweroff",
`#!/bin/sh `#!/bin/sh
runit-init 0` runit-init 0`
); );
await alpine.sudoWriteExecutable( await alpine.writeExecutable(
"/usr/local/sbin/rreboot", "/usr/local/sbin/rreboot",
`#!/bin/sh `#!/bin/sh
runit-init 6` runit-init 6`
@ -100,10 +100,10 @@ exec chpst -P getty 38400 ttyS0 linux`
logScript?: string logScript?: string
): Promise<void> { ): Promise<void> {
const runScriptPath = path.join("/etc/sv/", name, "/run"); const runScriptPath = path.join("/etc/sv/", name, "/run");
await this.alpine.sudoWriteExecutable(runScriptPath, script); await this.alpine.writeExecutable(runScriptPath, script);
if (logScript) { if (logScript) {
const logScriptPath = path.join("/etc/sv/", name, "/log/run"); const logScriptPath = path.join("/etc/sv/", name, "/log/run");
await this.alpine.sudoWriteExecutable(logScriptPath, logScript); await this.alpine.writeExecutable(logScriptPath, logScript);
await this.alpine.symlink( await this.alpine.symlink(
`/run/runit/supervise.${name}.log`, `/run/runit/supervise.${name}.log`,
path.join("/etc/sv/", name, "/log/supervise") path.join("/etc/sv/", name, "/log/supervise")

View file

@ -1,14 +1,13 @@
import { buildForgejo } from "./build.js"; import { buildForgejo } from "./build.js";
import { Alpine } from "../../alpine.js"; import { Alpine } from "../../alpine.js";
import { Runit } from "../../runit/index.js"; import { Runit } from "../../runit/index.js";
import { join } from "node:path";
import { loadForgejoSecretsFile } from "./secrets.js"; import { loadForgejoSecretsFile } from "./secrets.js";
import { sudoCopy } from "../../helpers/sudo.js";
import { FluentBitParser, runitLokiLogger } from "../../software/fluentbit.js"; import { FluentBitParser, runitLokiLogger } from "../../software/fluentbit.js";
import { copyFile } from "node:fs/promises";
export async function setupForgejo(alpine: Alpine, runit: Runit) { export async function setupForgejo(alpine: Alpine, runit: Runit) {
const bin = await buildForgejo(); const bin = await buildForgejo();
await sudoCopy(bin, join(alpine.dir, "/usr/local/bin/forgejo")); await copyFile(bin, alpine.path("/usr/local/bin/forgejo"));
await alpine.addPackages(["tzdata", "git"]); await alpine.addPackages(["tzdata", "git"]);
const entry = await alpine.userAdd("_forgejo"); const entry = await alpine.userAdd("_forgejo");

View file

@ -49,7 +49,7 @@ datasources:
user user
); );
await alpine.sudoWriteExecutable( await alpine.writeExecutable(
"/usr/local/sbin/nulo-grafana-cli", "/usr/local/sbin/nulo-grafana-cli",
`#!/bin/sh `#!/bin/sh
cd / cd /

View file

@ -1,12 +1,11 @@
import { join } from "node:path"; import { copyFile } from "node:fs/promises";
import { Alpine } from "../../alpine.js"; import { Alpine } from "../../alpine.js";
import { sudoCopy } from "../../helpers/sudo.js";
import { Runit } from "../../runit/index.js"; import { Runit } from "../../runit/index.js";
import { buildLoki } from "./build.js"; import { buildLoki } from "./build.js";
export async function setupLoki(alpine: Alpine, runit: Runit): Promise<void> { export async function setupLoki(alpine: Alpine, runit: Runit): Promise<void> {
const bin = await buildLoki(); const bin = await buildLoki();
await sudoCopy(bin, join(alpine.dir, "/usr/local/bin/loki")); await copyFile(bin, alpine.path("/usr/local/bin/loki"));
const user = await alpine.userAdd("loki"); const user = await alpine.userAdd("loki");

View file

@ -1,5 +1,4 @@
import { Alpine } from "../alpine.js"; import { Alpine } from "../alpine.js";
import { sudoWriteFile } from "../helpers/sudo.js";
import { Runit } from "../runit/index.js"; import { Runit } from "../runit/index.js";
import { FluentBitParser, runitLokiLogger } from "../software/fluentbit.js"; import { FluentBitParser, runitLokiLogger } from "../software/fluentbit.js";
@ -10,8 +9,8 @@ export async function setupNtpsec(alpine: Alpine, runit: Runit) {
// file:///usr/share/doc/ntpsec/quick.html // file:///usr/share/doc/ntpsec/quick.html
// file:///usr/share/doc/ntpsec/NTS-QuickStart.html // file:///usr/share/doc/ntpsec/NTS-QuickStart.html
// XXX: revisar driftfile, creo que tiene que poder escribir pero está readonly // XXX: revisar driftfile, creo que tiene que poder escribir pero está readonly
await sudoWriteFile( await alpine.writeFile(
alpine.path("/etc/ntp.conf"), "/etc/ntp.conf",
` `
driftfile /var/lib/ntp/ntp.drift driftfile /var/lib/ntp/ntp.drift

View file

@ -1,7 +1,7 @@
import { constants, copyFile } from "node:fs/promises";
import { join } from "node:path"; import { join } from "node:path";
import { Alpine } from "../alpine.js"; import { Alpine } from "../alpine.js";
import { buildRepro, reproRun } from "../helpers/repro-run.js"; import { buildRepro, reproRun } from "../helpers/repro-run.js";
import { sudoCopy } from "../helpers/sudo.js";
const parsersPath = "/etc/fluent-bit/parsers.conf"; const parsersPath = "/etc/fluent-bit/parsers.conf";
@ -9,7 +9,11 @@ export async function installFluentBit(alpine: Alpine): Promise<void> {
const bin = await buildFluentBit(); const bin = await buildFluentBit();
await saveParsers(alpine); await saveParsers(alpine);
await alpine.addPackages(["musl-fts", "yaml"]); await alpine.addPackages(["musl-fts", "yaml"]);
await sudoCopy(bin, join(alpine.dir, "/usr/local/bin/fluent-bit")); await copyFile(
bin,
alpine.path("/usr/local/bin/fluent-bit"),
constants.COPYFILE_FICLONE
);
} }
// ## Script generators // ## Script generators