seedproject-web/agents/console/server.mjs
Carlos Arias 19c0cbb232 qa: auto-fix safe findings + per-finding instructions box
- qa-autofix.php queues Web Designer tasks for safe findings (alt, internal
  links) with 6h dedup; runQaFlow runs it after each pass and kicks the queue
  (QA_AUTOFIX env, on by default)
- adminqa fix() accepts optional human instructions; /admin/qa adds an
  instructions input per finding for the judgment calls
2026-07-24 10:39:15 +00:00

1037 lines
48 KiB
JavaScript

#!/usr/bin/env node
/**
* AstroAgent console runner.
*
* Runs AS the confined `carlos-arias-agent` user (systemd User=), binds
* 127.0.0.1 only, and is reached exclusively through nginx, which gates every
* request with auth_request against the PHP admin session. If a request lands
* here, the operator is already an authenticated admin — this process does not
* re-check that; its job is orchestration.
*
* Contract (matches app/src/components/DevConsole.astro):
* GET /devconsole/ping -> { authed, hasToken }
* POST /devconsole/run {message,page,...} -> { conversationId } (async)
* GET /devconsole/stream?conversationId=... -> SSE: text|tool|preview|published|error|done
* POST /devconsole/publish {conversationId} -> promotes preview, git commit
* POST /devconsole/discard {conversationId} -> reverts working tree
* POST /devconsole/auth {token} -> update the Claude token
* POST /devconsole/logout -> (admin logout is PHP; no-op here)
*
* Safety model:
* - The AGENT only edits files (tools: Read/Write/Edit/Glob/Grep/WebSearch,
* NO Bash). This runner — not the agent — runs every build and git op.
* - Every /run edits the working tree, then builds an ISOLATED preview to
* public-preview/<jobId>. Nothing is live.
* - /publish builds to public/, verifies the build passed, then git-commits
* (a rollback point). /discard does `git checkout -- .`.
* - One job at a time (single admin); a lock serialises run/publish/discard.
*
* Node built-ins only — no dependencies.
*/
import { createServer } from "node:http";
import { spawn } from "node:child_process";
import { randomUUID } from "node:crypto";
import { readFileSync, writeFileSync, existsSync, rmSync, mkdirSync } from "node:fs";
import { dirname, resolve, join } from "node:path";
import { fileURLToPath } from "node:url";
const HERE = dirname(fileURLToPath(import.meta.url));
const REPO = resolve(HERE, "..", ".."); // /www/wwwroot/CarlosAriasPersonal
const APP = join(REPO, "app");
const PREVIEW_DIR = join(REPO, "public-preview");
const ENV_FILE = join(REPO, "agents", ".env");
const CLAUDE = "/usr/local/bin/claude";
const PHP = "/usr/bin/php";
const PORT = Number(process.env.ADMIN_PORT || 3011);
const AGENT_TOOLS = "Read Write Edit Glob Grep WebSearch";
const DEFAULT_MODEL = "claude-sonnet-4-6";
// ---- env (.env) --------------------------------------------------------------
function loadEnv() {
const out = {};
if (existsSync(ENV_FILE)) {
for (const line of readFileSync(ENV_FILE, "utf8").split("\n")) {
const m = line.match(/^\s*([A-Z0-9_]+)\s*=\s*(.*)\s*$/);
if (m) out[m[1]] = m[2];
}
}
return out;
}
function saveToken(token) {
let s = existsSync(ENV_FILE) ? readFileSync(ENV_FILE, "utf8") : "";
if (/^CLAUDE_CODE_OAUTH_TOKEN=.*$/m.test(s)) {
s = s.replace(/^CLAUDE_CODE_OAUTH_TOKEN=.*$/m, `CLAUDE_CODE_OAUTH_TOKEN=${token}`);
} else {
s += `\nCLAUDE_CODE_OAUTH_TOKEN=${token}\n`;
}
writeFileSync(ENV_FILE, s, { mode: 0o600 });
}
// ---- job state ---------------------------------------------------------------
/** conversationId -> job */
const jobs = new Map();
let busy = false; // single-flight lock
function newJob(page) {
const conversationId = randomUUID();
const job = {
conversationId,
jobId: `${Date.now().toString(36)}-${Math.random().toString(36).slice(2, 7)}`,
sessionId: null, // claude session, for --resume follow-ups
page: page || "/",
events: [], // buffered for late SSE subscribers
clients: new Set(), // active SSE responses
done: false,
};
jobs.set(conversationId, job);
return job;
}
function emit(job, ev) {
job.events.push(ev);
const line = `data: ${JSON.stringify(ev)}\n\n`;
for (const res of job.clients) {
try { res.write(line); } catch {}
}
}
// ---- prompt wrapper ----------------------------------------------------------
function buildPrompt({ message, page, selections }) {
const parts = [];
parts.push(
"You are the editing agent for the Carlos Arias website (an Astro + Tailwind v4 static site).",
"Make ONLY the change the operator asks for. Keep everything on-brand:",
"the brand guide is brand/BRAND.md and the design tokens are in app/src/styles.css",
"(sumi-e — ink on washi paper, one vermillion seal, restraint, near-square radii).",
"Do NOT run builds or git commands — the console builds and publishes for you.",
"",
);
if (page && page !== "/") {
parts.push(`The operator is on the page: ${page}`);
parts.push(
"Its source is almost certainly under app/src/pages (find it with Glob/Grep).",
"",
);
} else if (page === "/") {
parts.push("The operator is on the homepage (app/src/pages/index.astro).", "");
}
if (Array.isArray(selections) && selections.length) {
parts.push("They selected these element(s) on the page:");
for (const s of selections) {
const tag = s.tag || s.selector || "element";
parts.push(`- <${tag}>${s.text ? ` — "${String(s.text).slice(0, 80)}"` : ""}${s.comment ? ` — note: ${s.comment}` : ""}`);
}
parts.push("");
}
parts.push("Request:", message);
return parts.join("\n");
}
// ---- run the agent, then build a preview -------------------------------------
function agentEnv() {
const env = loadEnv();
return {
...process.env,
HOME: process.env.HOME || "/var/lib/carlos-arias-agent",
PATH: "/usr/local/bin:/usr/bin:/bin",
CLAUDE_CODE_OAUTH_TOKEN: env.CLAUDE_CODE_OAUTH_TOKEN || "",
};
}
function runAgent(job, { message, page, selections, model }) {
const prompt = buildPrompt({ message, page, selections });
const args = [
"-p", prompt,
"--output-format", "stream-json",
"--verbose",
"--allowedTools", AGENT_TOOLS,
"--model", model || DEFAULT_MODEL,
];
if (job.sessionId) args.push("--resume", job.sessionId);
const child = spawn(CLAUDE, args, { cwd: REPO, env: agentEnv() });
let buf = "";
child.stdout.on("data", (chunk) => {
buf += chunk.toString();
let nl;
while ((nl = buf.indexOf("\n")) >= 0) {
const line = buf.slice(0, nl).trim();
buf = buf.slice(nl + 1);
if (!line) continue;
let msg;
try { msg = JSON.parse(line); } catch { continue; }
handleStreamMsg(job, msg);
}
});
child.stderr.on("data", (d) => {
const t = d.toString().trim();
if (t) emit(job, { kind: "tool", text: t.slice(0, 200) });
});
child.on("close", async (code) => {
if (code !== 0) {
emit(job, { type: "error", text: "The agent stopped unexpectedly. Nothing was changed." });
emit(job, { type: "done" });
job.done = true;
busy = false;
return;
}
await buildPreview(job);
busy = false;
});
child.on("error", (err) => {
emit(job, { type: "error", text: `Could not start the agent: ${err.message}` });
emit(job, { type: "done" });
job.done = true;
busy = false;
});
}
function handleStreamMsg(job, msg) {
// capture the resumable session id
if (msg.session_id) job.sessionId = msg.session_id;
const content = msg?.message?.content;
if (Array.isArray(content)) {
for (const block of content) {
if (block.type === "text" && block.text) emit(job, { kind: "text", text: block.text });
else if (block.type === "tool_use") {
const label = block.name === "Edit" || block.name === "Write"
? `${block.name} ${shortPath(block.input?.file_path)}`
: block.name;
emit(job, { kind: "tool", text: label });
}
}
}
if (msg.type === "result" && typeof msg.result === "string" && msg.result.trim()) {
emit(job, { kind: "text", text: msg.result.trim() });
}
}
function shortPath(p) {
if (!p) return "";
return String(p).replace(REPO + "/", "");
}
// ---- builds ------------------------------------------------------------------
function build(extraEnv) {
return new Promise((res) => {
const child = spawn("npm", ["run", "build"], {
cwd: APP,
env: { ...agentEnv(), ...extraEnv },
});
let tail = "";
const grab = (d) => { tail = (tail + d.toString()).slice(-4000); };
child.stdout.on("data", grab);
child.stderr.on("data", grab);
child.on("close", (code) => res({ ok: code === 0, tail }));
child.on("error", () => res({ ok: false, tail: "build failed to start" }));
});
}
async function buildPreview(job) {
emit(job, { kind: "tool", text: "building preview…" });
const out = join("..", "public-preview", job.jobId);
const base = `/_preview/${job.jobId}`;
const { ok, tail } = await build({ PREVIEW_OUT: out, PREVIEW_BASE: base });
if (!ok) {
emit(job, { type: "error", text: "The change broke the build, so it was not applied. Try rephrasing." });
// revert the agent's edits so the working tree stays clean
await git(["checkout", "--", "app", "brand", "api/db", "api/cli"]);
emit(job, { type: "done" });
job.done = true;
return;
}
const target = job.page && job.page !== "/" ? job.page.replace(/^\//, "") : "";
emit(job, { type: "preview", url: `${base}/${target}` });
emit(job, { type: "done" });
job.done = true;
}
// ---- git ---------------------------------------------------------------------
function git(args) {
return new Promise((res) => {
const child = spawn("git", args, { cwd: REPO, env: agentEnv() });
let tail = "";
child.stdout.on("data", (d) => (tail += d));
child.stderr.on("data", (d) => (tail += d));
child.on("close", (code) => res({ ok: code === 0, tail: tail.toString() }));
child.on("error", () => res({ ok: false, tail: "" }));
});
}
// ---- one-shot copy drafting --------------------------------------------------
// Turn a rough draft + prompt into polished project copy. No tools, no file
// writes, no preview — just returns text for the admin to review before saving.
function stripFence(t) {
const m = String(t).match(/```(?:json)?\s*([\s\S]*?)```/);
return (m ? m[1] : t).trim();
}
function draftCopy({ name, category, draft, prompt }) {
const ask = [
"You are writing copy for Carlos Arias's portfolio (carlosarias.co) — an Agentic AI & Automation Engineer who builds for law firms and service businesses.",
"Voice: precise, understated, confident. No hype, no buzzwords, no exclamation marks. Write a project case study.",
"",
`Project name: ${name}`,
category ? `Category: ${category}` : "",
draft ? `The author's rough draft / notes:\n${draft}` : "",
prompt ? `The author's instructions:\n${prompt}` : "",
"",
"Return ONLY a JSON object (no markdown fence, no commentary) with these string keys:",
'- "summary": one sentence (<=160 chars) for the projects list.',
'- "lede": one punchy opening line for the top of the project page.',
'- "body": the case study in Markdown. Use ## for section headings and - for bullets. Open with a short overview, and where it fits include a "## Highlights" bulleted section. 150-350 words.',
].filter(Boolean).join("\n");
return new Promise((resolve) => {
const args = ["-p", ask, "--output-format", "json", "--model", DEFAULT_MODEL, "--allowedTools", ""];
const child = spawn(CLAUDE, args, { cwd: REPO, env: agentEnv() });
let out = "";
child.stdout.on("data", (d) => (out += d));
child.on("close", () => {
try {
const envelope = JSON.parse(out);
const text = typeof envelope.result === "string" ? envelope.result : "";
const obj = JSON.parse(stripFence(text));
resolve({ ok: true, summary: obj.summary || "", lede: obj.lede || "", body: obj.body || "" });
} catch { resolve({ ok: false }); }
});
child.on("error", () => resolve({ ok: false }));
});
}
// ---- Web Designer: build a full structured project from a brief --------------
// Reads the uploaded images and authors a COMPLETE cja_projects record (copy +
// skills + metrics + captions). Read-only (no Write/Edit/Bash) — it returns
// structured data the server validates; it never mutates the repo.
const MEDIA_RE = /^\/media\/[\w.-]+$/;
const MAX_BUILD_IMAGES = 8;
function buildProject({ name, category, draft, prompt, images, instagram }) {
// keep only safe /media/ srcs, map to on-disk paths the agent can Read (cwd = REPO)
const srcs = (Array.isArray(images) ? images : [])
.map((im) => String(im?.src || ""))
.filter((s) => MEDIA_RE.test(s));
const useSrcs = srcs.slice(0, MAX_BUILD_IMAGES);
if (srcs.length > MAX_BUILD_IMAGES) {
console.log(`[build-project] capping images ${srcs.length} -> ${MAX_BUILD_IMAGES} (${srcs.length - MAX_BUILD_IMAGES} not captioned)`);
}
const paths = useSrcs.map((s) => "app/public" + s); // /media/x -> app/public/media/x
const imageLines = paths.length ? paths.map((p, i) => ` ${i + 1}. ${p}`).join("\n") : "";
const ask = [
"You are the Web Designer for Carlos Arias's portfolio (carlosarias.co) — an Agentic AI & Automation Engineer who builds for law firms and service businesses.",
"Your job: turn the brief below into a COMPLETE project case study for a fixed, on-brand page template. You author STRUCTURED CONTENT, not HTML or layout.",
"",
"Brand (from brand/BRAND.md — honor it): sumi-e, ink on washi paper, a single vermillion seal, restraint. Voice is precise, understated, confident — no hype, no buzzwords, no exclamation marks. Never describe colours or layout; the template owns all styling.",
"",
"The page auto-renders these sections from the fields you return — populate the ones the brief supports, leave the rest empty:",
"- header: title + one-line lede",
"- facts rail: kind (project type), period (timeline label), role",
"- metrics: a few outcome stats, each {value, label, note?}",
"- gallery: your caption for each image below",
"- body: the case study",
"- skills: grouped disciplines, each {group, items[]}",
"- stack: technologies used, as plain strings",
"- categories: 1-3 short tags",
"",
`Project name: ${name}`,
category ? `Category hint: ${category}` : "",
instagram ? "There is an Instagram reel for this project." : "",
draft ? `The author's rough draft / notes:\n${draft}` : "",
prompt ? `The author's special instructions (follow these):\n${prompt}` : "",
"",
paths.length
? `Uploaded images — READ each file and caption it from what is ACTUALLY shown. Keep captions short and specific; do not invent UI or content that isn't visible:\n${imageLines}`
: "No images were uploaded.",
"",
"Body rules: Markdown only, using ONLY ## / ### headings, paragraphs, - bullet lists, and **bold**. No images, no HTML, no tables. Open with a short overview; where it fits include a '## Highlights' bulleted section. 150-350 words.",
"",
"Return ONLY a JSON object (no markdown fence, no commentary) with these keys:",
'- "summary": one sentence (<=160 chars) for the projects list.',
'- "lede": one punchy opening line.',
'- "body": the Markdown case study.',
'- "kind": short project type, e.g. "Website" or "SaaS / Media" (or "").',
'- "period": a timeline label, e.g. "2024 — present" (or "").',
'- "role": Carlos\'s role on the project (or "").',
'- "categories": array of 1-3 short strings.',
'- "stack": array of technology strings.',
'- "skills": array of {"group": string, "items": [string, ...]}.',
'- "metrics": array of {"value": string, "label": string, "note"?: string}. Use an empty array if the brief has no real numbers — do NOT invent metrics.',
`- "captions": array of exactly ${paths.length} strings, one per uploaded image IN ORDER.`,
`- "alts": array of exactly ${paths.length} short alt-text strings, one per image IN ORDER.`,
].filter(Boolean).join("\n");
return new Promise((resolve) => {
const args = ["-p", ask, "--output-format", "json", "--model", DEFAULT_MODEL, "--allowedTools", "Read"];
const child = spawn(CLAUDE, args, { cwd: REPO, env: agentEnv() });
let out = "";
child.stdout.on("data", (d) => (out += d));
child.on("close", () => {
try {
const envelope = JSON.parse(out);
const text = typeof envelope.result === "string" ? envelope.result : "";
const obj = JSON.parse(stripFence(text));
// Re-zip the gallery server-side: trust OUR srcs, take the model's
// caption/alt by index. The model never dictates a file path.
const caps = Array.isArray(obj.captions) ? obj.captions : [];
const alts = Array.isArray(obj.alts) ? obj.alts : [];
const gallery = useSrcs.map((src, i) => ({
src,
alt: String(alts[i] || "").slice(0, 200),
caption: String(caps[i] || "").slice(0, 120),
}));
const strArr = (a) => (Array.isArray(a) ? a.map((x) => String(x)).filter(Boolean) : []);
resolve({
ok: true,
summary: obj.summary || "",
lede: obj.lede || "",
body: obj.body || "",
kind: obj.kind || "",
period: obj.period || "",
role: obj.role || "",
categories: strArr(obj.categories),
stack: strArr(obj.stack),
skills: Array.isArray(obj.skills) ? obj.skills : [],
metrics: Array.isArray(obj.metrics) ? obj.metrics : [],
gallery,
});
} catch { resolve({ ok: false }); }
});
child.on("error", () => resolve({ ok: false }));
});
}
// ---- Web Designer task queue -------------------------------------------------
// A durable design queue (cja_tasks) drained one task at a time. Each task runs
// the full-builder agent on any page (skills + brief), then auto-publishes:
// build must pass, then a scoped git commit. A failing task reverts itself and
// the queue moves on. The runner has no DB driver, so it claims/finishes rows
// via the api/cli/tasks-*.php helpers.
const GIT_SCOPE = ["app", "brand", "api/db", "api/cli"];
let draining = false;
function phpCli(args) {
return new Promise((resolve) => {
const child = spawn(PHP, args, { cwd: REPO, env: agentEnv() });
let out = "", err = "";
child.stdout.on("data", (d) => (out += d));
child.stderr.on("data", (d) => (err += d));
child.on("close", () => resolve({ out, err }));
child.on("error", () => resolve({ out: "", err: "php spawn failed" }));
});
}
async function claimNextTask() {
const { out } = await phpCli(["api/cli/tasks-next.php"]);
try { const t = JSON.parse((out || "{}").trim() || "{}"); return t && t.task_id ? t : null; }
catch { return null; }
}
async function finishTask(id, status, result) {
await phpCli(["api/cli/tasks-finish.php", `--id=${id}`, `--status=${status}`, `--result=${JSON.stringify(result)}`]);
}
function liveUrl(target) {
if (!target) return "/";
if (target.startsWith("new:")) return "/" + target.slice(4).replace(/^\/+/, "");
return target;
}
function nowStamp() {
const d = new Date();
const p = (n) => String(n).padStart(2, "0");
return `${d.getFullYear()}-${p(d.getMonth() + 1)}-${p(d.getDate())} ${p(d.getHours())}:${p(d.getMinutes())}`;
}
function buildDesignPrompt(task) {
let assets = { images: [], videos: [] };
try { assets = JSON.parse(task.assets || "{}") || {}; } catch {}
const images = Array.isArray(assets.images) ? assets.images : [];
const videos = Array.isArray(assets.videos) ? assets.videos : [];
const target = task.target_page || "/";
const isNew = target.startsWith("new:");
const slug = isNew ? target.slice(4).replace(/^\/+/, "") : "";
const p = [];
p.push(
"You are the Web Designer for the Carlos Arias website (carlosarias.co) — an Astro + Tailwind v4 static site.",
"You are a real designer: make considered, on-brand design decisions, not just literal edits.",
"",
"Before you start, consult your design skills and APPLY them: read .claude/skills/brand/SKILL.md and .claude/skills/ui-ux/SKILL.md.",
"The brand is sumi-e — ink on washi paper, a single vermillion seal, restraint, near-square 2px radii. Reuse the existing .ca-* classes and --ca-* tokens in app/src/styles.css and match nearby components; do not invent new one-off styles or add a second accent colour.",
"Do NOT run builds or git — the console builds and publishes for you.",
"",
);
if (isNew) {
p.push(
`TASK: create a NEW page at /${slug}.`,
`- Create app/src/pages/${slug}.astro using BaseLayout and existing .ca-* section patterns (study app/src/pages/about.astro and services.astro for structure).`,
"- Register it in the nav: add it to the nav array in app/src/components/Header.astro AND the footer links in app/src/components/Footer.astro.",
"",
);
} else {
p.push(
`TASK: work on the existing page ${target}.`,
"- Find its source under app/src/pages (Glob/Grep). Edit that file and any components it uses.",
"",
);
}
p.push("What to do:", task.prompt || "(no instructions given)", "");
if (task.draft && String(task.draft).trim()) {
p.push("Draft content to work from (polish it, don't paste it verbatim):", task.draft, "");
}
if (images.length) {
p.push("Images you may use — Read each to see what it shows, then place it with its /media/... src and a real alt:");
for (const im of images) {
p.push(`- ${im.url} (on disk: app/public${im.url})${im.alt ? ` — hint: ${im.alt}` : ""}`);
}
p.push("");
}
if (videos.length) {
p.push("Short video links to embed where they fit (e.g. an Instagram reel — responsive 9:16, no autoplay sound):");
for (const v of videos) p.push(`- ${v}`);
p.push("");
}
p.push(
"",
"After you finish the change, log it to the public changelog using your `changelog` skill:",
"- Add ONE entry to the $entries array in api/cli/seed-changelog.php, in the site's visitor-facing voice.",
`- Use the timestamp '${nowStamp()}' and attribute it to 'Website Designer Agent' (the 5th array element).`,
"- Choose the right type (added / updated / fixed / removed).",
"- Do NOT run the reseed or the build — the console does that for you.",
"- If you ended up making no change to the site, do not add a changelog entry.",
"",
"Keep the change scoped to what's asked and leave the working tree with only your intended edits.",
);
return p.join("\n");
}
async function runDesignTask(task) {
const prompt = buildDesignPrompt(task);
// Pre-flight: the auto-publish commit is scoped to GIT_SCOPE, so a dirty tree
// would get swept into this task's commit. Refuse rather than clobber WIP.
// Uploaded assets under app/public/media/ are expected (they're this task's
// images) and get committed with it, so they don't count as "dirty".
const pre = await git(["status", "--porcelain", "--", ...GIT_SCOPE]);
const dirty = pre.tail
.split("\n")
.map((l) => l.slice(3).trim()) // strip the "XY " status prefix
.filter(Boolean)
.filter((p) => !p.startsWith("app/public/media/"));
if (dirty.length) {
return { ok: false, error: "Working tree wasn't clean — commit or discard pending changes before running the queue." };
}
return new Promise((resolve) => {
const args = [
"-p", prompt,
"--output-format", "json",
"--allowedTools", "Read Write Edit Glob Grep WebSearch Skill",
"--model", DEFAULT_MODEL,
];
const child = spawn(CLAUDE, args, { cwd: REPO, env: agentEnv() });
let out = "";
child.stdout.on("data", (d) => (out += d));
child.on("close", async () => {
let summary = "";
try {
const env = JSON.parse(out);
if (typeof env.result === "string") summary = env.result.trim().slice(0, 500);
} catch {}
// Any source changes to publish?
const status = await git(["status", "--porcelain", "--", ...GIT_SCOPE]);
const changed = status.tail.trim() !== "";
if (!changed) {
return resolve({ ok: true, commit: "", summary: summary || "No changes were needed.", live: liveUrl(task.target_page) });
}
// The agent logs to the changelog by editing api/cli/seed-changelog.php
// (it has no shell). If it did, reseed cja_changelog so the build picks up
// the new entry — the changelog page reads the DB at build time.
if (/seed-changelog\.php/.test(status.tail)) {
await phpCli(["api/cli/seed-changelog.php"]);
}
// Build must pass before anything is committed.
const built = await build({});
if (!built.ok) {
await git(["checkout", "--", ...GIT_SCOPE]);
await git(["clean", "-fd", ...GIT_SCOPE]); // drop any new files the agent added
return resolve({ ok: false, error: "The change broke the build, so it was reverted." });
}
await git(["add", "--", ...GIT_SCOPE]);
const title = (task.title || "task").toString().slice(0, 120);
await git(["commit", "-q", "-m", `web designer: ${title}\n\n[published via task queue]`]);
const head = await git(["rev-parse", "--short", "HEAD"]);
resolve({ ok: true, commit: head.tail.trim(), summary, live: liveUrl(task.target_page) });
});
child.on("error", () => resolve({ ok: false, error: "Could not start the agent." }));
});
}
// Drain the queue sequentially. Shares the global `busy` lock so it never runs
// concurrently with the in-page console. Re-entrant-safe via `draining`.
async function drainTasks() {
if (draining) return;
draining = true;
try {
for (;;) {
if (busy) break; // in-page console is mid-edit; a later kick resumes the queue
const task = await claimNextTask();
if (!task) break;
busy = true;
let res;
try { res = await runDesignTask(task); }
catch (e) { res = { ok: false, error: String((e && e.message) || e) }; }
busy = false;
await finishTask(
task.task_id,
res.ok ? "published" : "failed",
res.ok ? { commit: res.commit, summary: res.summary, live: res.live } : { error: res.error || "failed" },
);
}
} finally {
draining = false;
}
}
// ---- QA agent ----------------------------------------------------------------
// A deterministic HTTP crawler tests the live static site (links, images, forms,
// API, SEO/meta), stores findings via the qa-*.php CLI, and a thin LLM step
// writes a plain-English summary. Read-only against the site — it never changes
// anything; fixes only happen when the admin clicks "Create fix task".
const QA_BASE = "https://carlosarias.co";
const QA_UA = "Mozilla/5.0 (compatible; CarlosAriasQA/1.0; +https://carlosarias.co)";
const QA_STATIC_ROUTES = [
"/", "/about", "/services", "/services/website-design",
"/projects", "/blog", "/contact", "/changelog", "/resume", "/faq",
];
let qaRunning = false;
async function probe(url, { method = "GET", readBody = false, timeout = 12000, headers = {}, body = null } = {}) {
const ctrl = new AbortController();
const t = setTimeout(() => ctrl.abort(), timeout);
try {
const r = await fetch(url, {
method, redirect: "follow", signal: ctrl.signal,
headers: { "user-agent": QA_UA, ...headers }, body,
});
let text = null;
if (readBody) text = await r.text();
else { try { await r.body?.cancel(); } catch {} }
return { status: r.status, ok: r.ok, finalUrl: r.url, text };
} catch (e) {
return { status: 0, ok: false, error: e.name === "AbortError" ? "timeout" : (e.message || "network error") };
} finally { clearTimeout(t); }
}
async function pMap(items, concurrency, fn) {
const out = []; let i = 0;
const workers = Array.from({ length: Math.min(concurrency, items.length || 1) }, async () => {
while (i < items.length) { const idx = i++; out[idx] = await fn(items[idx], idx); }
});
await Promise.all(workers);
return out;
}
const qaNorm = (p) => { p = String(p).split("#")[0].split("?")[0]; if (p.length > 1) p = p.replace(/\/+$/, ""); return p || "/"; };
const qaAbs = (href, pagePath) => { try { return new URL(href, QA_BASE + pagePath).href; } catch { return null; } };
const qaGrabAll = (re, html) => [...String(html).matchAll(re)].map((m) => m[1]);
const qaFirst = (re, html) => { const m = String(html).match(re); return m ? m[1].trim() : ""; };
// Classify each <img>: alt missing entirely, or present-but-empty (alt="" or a
// bare `alt`). Both are surfaced — an empty alt is only correct for a purely
// decorative image, so a content image (photo, cover, screenshot) with empty
// alt is a real accessibility gap, not a pass.
function qaAltIssues(html) {
const out = [];
for (const m of String(html).matchAll(/<img\b[^>]*>/gi)) {
const tag = m[0];
const src = (tag.match(/\bsrc=["']([^"']+)["']/i) || [])[1];
if (!src) continue;
const withVal = tag.match(/\salt\s*=\s*["']([^"']*)["']/i);
if (withVal) { if (withVal[1].trim() === "") out.push({ src, kind: "empty" }); }
else if (/\salt(\s|>|\/)/i.test(tag)) out.push({ src, kind: "empty" }); // bare `alt`
else out.push({ src, kind: "missing" });
}
return out;
}
async function runQa() {
const findings = [];
const add = (check_type, severity, url, detail, fix_hint = null) =>
findings.push({ check_type, severity, url, detail, fix_hint });
// ---- route set: static + DB-driven slugs -------------------------------
let dynamic = [];
try { dynamic = JSON.parse((await phpCli(["api/cli/qa-routes.php"])).out || "[]"); } catch {}
const routes = [...new Set([...QA_STATIC_ROUTES, ...dynamic].map(qaNorm))];
// ---- fetch every page, parse HTML --------------------------------------
const pages = await pMap(routes, 6, async (path) => ({ path, r: await probe(QA_BASE + path, { readBody: true }) }));
const fetched = new Map(); // normPath -> ok
const titles = new Map(); // title -> [paths]
const internal = new Set(); // internal target URLs
const images = new Set(); // image URLs
const external = new Map(); // external URL -> page it was found on
for (const { path, r } of pages) {
fetched.set(path, r.ok);
if (!r.ok) {
add("page", "error", path, `Returns ${r.status || r.error} instead of 200.`,
`${path} returns ${r.status || r.error} instead of 200. Investigate why the page fails to render and fix it.`);
continue;
}
const html = r.text || "";
const title = qaFirst(/<title[^>]*>([^<]*)<\/title>/i, html);
const desc = qaFirst(/<meta[^>]+name=["']description["'][^>]+content=["']([^"']*)["']/i, html);
const canon = qaFirst(/<link[^>]+rel=["']canonical["'][^>]+href=["']([^"']*)["']/i, html);
if (!title) add("seo", "warning", path, "Missing <title>.", `${path} has no <title>. Add a page-specific title via its BaseLayout props.`);
else { if (!titles.has(title)) titles.set(title, []); titles.get(title).push(path); }
if (!desc) add("seo", "warning", path, "Missing meta description.", `${path} has no meta description. Add a page-specific description via its BaseLayout props.`);
if (canon) { try { const h = new URL(canon).host; if (h && h !== "carlosarias.co") add("seo", "error", path, `Canonical points to ${h}.`, `${path} canonical points to ${h} instead of carlosarias.co. Fix the site URL / canonical.`); } catch {} }
if (!/<html[^>]+lang=/i.test(html)) add("a11y", "warning", path, "<html> has no lang attribute.", `${path} <html> tag has no lang attribute. Add lang="en".`);
for (const href of qaGrabAll(/<a\b[^>]*\bhref=["']([^"']+)["']/gi, html)) {
if (/^(mailto:|tel:|javascript:|#|data:)/i.test(href)) continue;
const u = qaAbs(href, path); if (!u) continue;
const noHash = u.split("#")[0];
if (noHash.startsWith(QA_BASE)) internal.add(noHash);
else if (/^https?:\/\//i.test(noHash) && !external.has(noHash)) external.set(noHash, path);
}
for (const src of qaGrabAll(/<img\b[^>]*\bsrc=["']([^"']+)["']/gi, html)) { const u = qaAbs(src, path); if (u && /^https?:/i.test(u)) images.add(u.split("#")[0]); }
for (const a of qaAltIssues(html)) {
if (a.kind === "empty") add("a11y", "warning", path, `Empty alt: ${a.src}`,
`On ${path}, the image "${a.src}" has an empty alt attribute. If it conveys meaning (a photo, cover, or screenshot), add descriptive alt text that explains what it shows; leave it empty only if it is purely decorative.`);
else add("a11y", "warning", path, `Missing alt: ${a.src}`,
`On ${path}, the image "${a.src}" has no alt attribute. Add descriptive alt text that explains what it shows.`);
}
}
// duplicate titles across pages
for (const [title, paths] of titles) {
if (paths.length > 1) add("seo", "warning", paths.join(", "), `${paths.length} pages share the title "${title}".`,
`These pages share one <title> ("${title}"): ${paths.join(", ")}. Give each a distinct, page-specific title.`);
}
// ---- internal links not already fetched --------------------------------
const internalPaths = [...new Set([...internal].map((u) => qaNorm(u.replace(QA_BASE, "") || "/")))];
const toCheck = internalPaths.filter((p) => !fetched.has(p));
await pMap(toCheck, 8, async (p) => {
const r = await probe(QA_BASE + p, {});
if (!r.ok) add("link", "error", p, `Broken internal link (${r.status || r.error}).`,
`An internal link points to ${p}, which returns ${r.status || r.error}. Find that link in the page source and fix the URL or remove the link.`);
});
// ---- images ------------------------------------------------------------
await pMap([...images], 8, async (u) => {
const r = await probe(u, {});
if (!r.ok) add("image", "error", u, `Image returns ${r.status || r.error}.`,
`The image ${u} returns ${r.status || r.error}. Fix the image path or replace the image.`);
});
// ---- external links (tolerant: only clear 404/410/DNS failures) ---------
await pMap([...external.keys()], 6, async (u) => {
const r = await probe(u, { method: "GET", timeout: 12000 });
const clearlyBad = r.status === 404 || r.status === 410 || (r.status === 0 && r.error && r.error !== "timeout");
if (clearlyBad) add("external", "warning", u, `External link may be broken (${r.status || r.error}); found on ${external.get(u)}.`,
`The external link ${u} (on ${external.get(u)}) appears broken (${r.status || r.error}). Verify it and update or remove it.`);
});
// ---- contact form: two non-polluting probes ----------------------------
const cHeaders = { "content-type": "application/json", origin: QA_BASE, referer: QA_BASE + "/contact" };
const hp = await probe(QA_BASE + "/api/contact/submit", {
method: "POST", readBody: true, headers: cHeaders,
body: JSON.stringify({ name: "QA Bot", email: "qa@carlosarias.co", subject: "other", message: "QA honeypot probe — please ignore.", company: "qa-honeypot" }),
});
if (hp.status !== 200) add("form", "error", "/api/contact/submit", `Contact honeypot probe returned ${hp.status || hp.error} (expected 200).`,
`POST /api/contact/submit returned ${hp.status || hp.error} instead of 200 for a probe. The contact form endpoint may be broken — check api/public/controllers/contact.php.`);
const val = await probe(QA_BASE + "/api/contact/submit", {
method: "POST", readBody: true, headers: cHeaders,
body: JSON.stringify({ name: "QA", email: "qa@carlosarias.co", subject: "other", message: "hi" }),
});
if (val.status !== 422) add("form", "warning", "/api/contact/submit", `Validation probe returned ${val.status || val.error} (expected 422 for a too-short message).`,
`POST /api/contact/submit did not reject an invalid submission (got ${val.status || val.error}, expected 422). Server-side validation may be off.`);
// ---- API health --------------------------------------------------------
const health = await probe(QA_BASE + "/api/health", { readBody: true });
// The API wraps responses in a {ok, data, error} envelope, so db is at data.db.
let dbOk = false; try { const j = JSON.parse(health.text || "{}"); dbOk = (j.data?.db ?? j.db) === "connected"; } catch {}
if (health.status !== 200 || !dbOk) add("health", "error", "/api/health", `Status ${health.status || health.error}, db ${dbOk ? "connected" : "not connected"}.`,
`/api/health returned ${health.status || health.error}${dbOk ? "" : " and the database is not connected"}. The API or database may be down.`);
// ---- sitemap coverage --------------------------------------------------
const sm = await probe(QA_BASE + "/sitemap.xml", { readBody: true });
if (sm.ok) {
const locs = new Set(qaGrabAll(/<loc>([^<]+)<\/loc>/gi, sm.text || "").map((l) => qaNorm(l.replace(QA_BASE, ""))));
for (const p of routes) if (!locs.has(p)) add("sitemap", "warning", p, "Not listed in sitemap.xml.",
`${p} is not in sitemap.xml. Add it in app/src/pages/sitemap.xml.js so search engines can find it.`);
} else {
add("sitemap", "warning", "/sitemap.xml", `sitemap.xml returned ${sm.status || sm.error}.`, `/sitemap.xml is unreachable (${sm.status || sm.error}). Check app/src/pages/sitemap.xml.js.`);
}
const counts = { error: 0, warning: 0, info: 0, pages: pages.length, links: toCheck.length, images: images.size, external: external.size };
for (const f of findings) counts[f.severity] = (counts[f.severity] || 0) + 1;
return { findings, counts };
}
// Thin LLM step: a plain-English run summary via the qa skill (best-effort).
function qaTriage(findings, counts) {
const top = [
...findings.filter((f) => f.severity === "error").slice(0, 12),
...findings.filter((f) => f.severity === "warning").slice(0, 12),
];
const lines = top.map((f) => `- [${f.severity}] ${f.check_type} ${f.url}: ${f.detail}`).join("\n") || "(no issues found)";
const fallback = `${counts.error} error(s) and ${counts.warning} warning(s) across ${counts.pages} pages.`;
const ask = [
"You are the QA agent for carlosarias.co. A crawler just tested the live site. Consult your `qa` skill.",
`Counts: ${counts.error} errors, ${counts.warning} warnings across ${counts.pages} pages.`,
"Top findings:", lines,
"",
"Write a 2-4 sentence plain-English summary for the site owner: overall health, the most important things to fix first, and whether anything is urgent. No preamble — just the summary.",
].join("\n");
return new Promise((resolve) => {
const child = spawn(CLAUDE, ["-p", ask, "--output-format", "json", "--allowedTools", "Read Skill", "--model", DEFAULT_MODEL], { cwd: REPO, env: agentEnv() });
let out = "";
child.stdout.on("data", (d) => (out += d));
child.on("close", () => {
let s = "";
try { const e = JSON.parse(out); if (typeof e.result === "string") s = e.result.trim().slice(0, 800); } catch {}
resolve(s || fallback);
});
child.on("error", () => resolve(fallback));
});
}
async function runQaFlow(trigger) {
if (qaRunning) return;
qaRunning = true;
let runId = 0;
try {
const start = await phpCli(["api/cli/qa-start.php", `--trigger=${trigger}`]);
runId = JSON.parse(start.out || "{}").run_id || 0;
if (!runId) throw new Error("could not open a QA run");
const { findings, counts } = await runQa();
// Triage (an LLM call) only when it's worth it: a manual run, or a
// scheduled heartbeat that actually found errors. Clean heartbeats get a
// cheap templated summary — no tokens spent when the site is fine.
const summary = (trigger === "manual" || counts.error > 0)
? await qaTriage(findings, counts)
: `${counts.error} error(s) and ${counts.warning} warning(s) across ${counts.pages} pages.`;
const tmp = `/tmp/qa-${runId}.json`;
writeFileSync(tmp, JSON.stringify(findings));
await phpCli(["api/cli/qa-finish.php", `--run=${runId}`, "--status=done", `--summary=${summary}`, `--counts=${JSON.stringify(counts)}`, `--findings-file=${tmp}`]);
rmSync(tmp, { force: true });
// Auto-fix the safe findings (alt text, broken internal links) — queue Web
// Designer tasks and kick the queue. Judgment calls are left for the admin.
if (QA_AUTOFIX) {
const af = await phpCli(["api/cli/qa-autofix.php", `--run=${runId}`]);
let queued = 0; try { queued = JSON.parse(af.out || "{}").queued || 0; } catch {}
if (queued > 0) drainTasks(); // fire-and-forget; the Web Designer fixes + self-logs
}
} catch (e) {
if (runId) await phpCli(["api/cli/qa-finish.php", `--run=${runId}`, "--status=failed", `--summary=QA run failed: ${String((e && e.message) || e).slice(0, 180)}`]);
} finally {
qaRunning = false;
}
}
// ---- request helpers ---------------------------------------------------------
function json(res, status, obj) {
const body = JSON.stringify(obj);
res.writeHead(status, { "content-type": "application/json; charset=utf-8" });
res.end(body);
}
function readBody(req) {
return new Promise((res) => {
let b = "";
req.on("data", (c) => (b += c));
req.on("end", () => {
try { res(b ? JSON.parse(b) : {}); } catch { res({}); }
});
});
}
// ---- server ------------------------------------------------------------------
const server = createServer(async (req, res) => {
const url = new URL(req.url, "http://localhost");
const path = url.pathname.replace(/^\/devconsole/, "") || "/";
const method = req.method || "GET";
try {
if (path === "/ping") {
const env = loadEnv();
return json(res, 200, { authed: true, hasToken: Boolean(env.CLAUDE_CODE_OAUTH_TOKEN) });
}
if (path === "/auth" && method === "POST") {
const { token } = await readBody(req);
if (!token || !/^sk-ant-/.test(token)) {
return json(res, 400, { error: "That doesn't look like a Claude token (expected sk-ant-…)." });
}
saveToken(token.trim());
return json(res, 200, { ok: true });
}
if (path === "/logout" && method === "POST") {
return json(res, 200, { ok: true }); // admin session is cleared by PHP
}
if (path === "/run" && method === "POST") {
if (busy) return json(res, 429, { error: "A change is already in progress — let it finish." });
const body = await readBody(req);
const message = String(body.message || "").trim();
if (!message) return json(res, 400, { error: "Say what you'd like changed." });
const env = loadEnv();
if (!env.CLAUDE_CODE_OAUTH_TOKEN) {
return json(res, 401, { error: "No Claude token set. Add one with the 🔑 button." });
}
// Continue an existing conversation, or start a new one.
let job = body.conversationId && jobs.get(body.conversationId);
if (job) { job.done = false; job.events = []; job.jobId = `${Date.now().toString(36)}-${Math.random().toString(36).slice(2, 7)}`; }
else job = newJob(body.page);
busy = true;
runAgent(job, { message, page: body.page, selections: body.selections, model: body.model });
return json(res, 200, { conversationId: job.conversationId });
}
// Draft project copy from a rough note + prompt (used by the New Project form).
if (path === "/draft" && method === "POST") {
if (busy) return json(res, 429, { error: "Busy — try again in a moment." });
const body = await readBody(req);
const name = String(body.name || "").trim();
if (!name) return json(res, 400, { error: "Add a project name first." });
const env = loadEnv();
if (!env.CLAUDE_CODE_OAUTH_TOKEN) return json(res, 401, { error: "No Claude token set." });
busy = true;
const d = await draftCopy(body);
busy = false;
if (!d.ok) return json(res, 500, { error: "Couldn't generate a draft — try again." });
return json(res, 200, d);
}
// Web Designer: build a full structured project from a brief + images.
if (path === "/build-project" && method === "POST") {
if (busy) return json(res, 429, { error: "Busy — try again in a moment." });
const body = await readBody(req);
const name = String(body.name || "").trim();
if (!name) return json(res, 400, { error: "Add a project name first." });
const env = loadEnv();
if (!env.CLAUDE_CODE_OAUTH_TOKEN) return json(res, 401, { error: "No Claude token set." });
busy = true;
const d = await buildProject(body);
busy = false;
if (!d.ok) return json(res, 500, { error: "The Web Designer couldn't finish — try again." });
return json(res, 200, d);
}
// Kick the Web Designer task queue: drain any queued design tasks. Returns
// immediately; the admin UI polls /api/admintasks/list for status.
if (path === "/tasks/run" && method === "POST") {
const env = loadEnv();
if (!env.CLAUDE_CODE_OAUTH_TOKEN) return json(res, 401, { error: "No Claude token set." });
drainTasks(); // fire-and-forget
return json(res, 200, { ok: true, draining, busy });
}
// Kick a QA run: crawl the live site, store findings. Read-only; returns
// immediately. The admin polls /api/adminqa/runs for status.
if (path === "/qa/run" && method === "POST") {
if (qaRunning) return json(res, 429, { error: "A QA run is already in progress." });
const body = await readBody(req);
const trigger = body.trigger === "scheduled" ? "scheduled" : "manual";
runQaFlow(trigger); // fire-and-forget
return json(res, 200, { ok: true });
}
if (path === "/stream") {
const id = url.searchParams.get("conversationId");
const job = id && jobs.get(id);
if (!job) return json(res, 404, { error: "unknown conversation" });
res.writeHead(200, {
"content-type": "text/event-stream",
"cache-control": "no-cache",
connection: "keep-alive",
});
// replay buffered, then stream live
for (const ev of job.events) res.write(`data: ${JSON.stringify(ev)}\n\n`);
if (job.done) return res.end();
job.clients.add(res);
req.on("close", () => job.clients.delete(res));
return;
}
if (path === "/publish" && method === "POST") {
if (busy) return json(res, 429, { error: "Busy — try again in a moment." });
const { conversationId } = await readBody(req);
const job = conversationId && jobs.get(conversationId);
if (!job) return json(res, 404, { error: "Nothing to publish." });
busy = true;
const built = await build({}); // real build to public/
if (!built.ok) { busy = false; return json(res, 500, { error: "Build failed — not published." }); }
await git(["add", "--", "app", "brand", "api/db", "api/cli"]);
const summary = (job.page && job.page !== "/" ? job.page : "homepage");
await git(["commit", "-q", "-m", `console: edit ${summary}\n\n[published via astroagent console]`]);
rmSync(join(PREVIEW_DIR, job.jobId), { recursive: true, force: true });
busy = false;
return json(res, 200, { ok: true, live: job.page || "/" });
}
// Rebuild the live site — used after structured content edits (projects
// gallery, etc.) that changed the DB rather than files. Builds public/ and
// commits any new media files (a no-op commit is fine).
if (path === "/rebuild" && method === "POST") {
if (busy) return json(res, 429, { error: "Busy — try again in a moment." });
busy = true;
const built = await build({});
if (!built.ok) { busy = false; return json(res, 500, { error: "Build failed." }); }
await git(["add", "--", "app/public/media", "app", "brand", "api/db", "api/cli"]);
await git(["commit", "-q", "-m", "console: content update"]); // ok if nothing to commit
busy = false;
return json(res, 200, { ok: true });
}
if (path === "/discard" && method === "POST") {
if (busy) return json(res, 429, { error: "Busy — try again in a moment." });
const { conversationId } = await readBody(req);
const job = conversationId && jobs.get(conversationId);
busy = true;
const CONTENT = ["app", "brand", "api/db", "api/cli"];
await git(["checkout", "--", ...CONTENT]);
await git(["clean", "-fd", ...CONTENT]);
if (job) rmSync(join(PREVIEW_DIR, job.jobId), { recursive: true, force: true });
busy = false;
if (job) jobs.delete(job.conversationId);
return json(res, 200, { ok: true });
}
return json(res, 404, { error: "not found" });
} catch (err) {
return json(res, 500, { error: err.message });
}
});
if (!existsSync(PREVIEW_DIR)) mkdirSync(PREVIEW_DIR, { recursive: true });
server.listen(PORT, "127.0.0.1", () => {
console.log(`[console] runner on 127.0.0.1:${PORT}, repo ${REPO}`);
});
// ---- QA heartbeat ------------------------------------------------------------
// The runner is long-lived, so the QA heartbeat is just an in-process timer —
// no cron, no extra units. Runs a scheduled QA pass every QA_HEARTBEAT_MIN
// minutes (0 disables), plus one pulse shortly after boot. runQaFlow self-guards
// against overlap and is read-only against the live site.
const QA_AUTOFIX = (process.env.QA_AUTOFIX ?? "1") !== "0"; // auto-fix safe findings
const QA_HEARTBEAT_MIN = Number(process.env.QA_HEARTBEAT_MIN || 60);
if (QA_HEARTBEAT_MIN > 0) {
setTimeout(() => runQaFlow("scheduled"), 90_000); // first pulse ~90s after boot
setInterval(() => runQaFlow("scheduled"), QA_HEARTBEAT_MIN * 60_000);
console.log(`[qa] heartbeat every ${QA_HEARTBEAT_MIN} min`);
}