mirrors/pikasTech-HWLAB
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #951 from pikasTech/fix/issue940-dom-probe-visibility

Browse Source 
test: expose live DOM probe message evidence
This commit is contained in:
Lyon
2026-06-05 23:18:28 +08:00
committed by GitHub
parent c7122c27e0 38e32a4591
commit 53d5be5e4d
1 changed files with 143 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/web-live-dom-probe.mjs
+143 -2
View File
@@ -45,6 +45,9 @@ export function parseProbeArgs(argv) {
cancelRunning: true,
waitAfterSubmitMs: 1500,
timeoutMs: 30000,
projectId: process.env.HWLAB_WEB_PROBE_PROJECT_ID ?? "prj_hwpod_workbench",
conversationId: process.env.HWLAB_WEB_PROBE_CONVERSATION_ID ?? "",
waitMessagesMs: 2500,
reportPath: tempReportPath("web-live-dom-probe.json"),
screenshotPath: tempReportPath("web-live-dom-probe.png"),
jobId: ""
@@ -65,10 +68,13 @@ export function parseProbeArgs(argv) {
else if (arg === "--pass" || arg.startsWith("--pass=")) args.pass = readValue("--pass");
else if (arg === "--viewport" || arg.startsWith("--viewport=")) args.viewport = readValue("--viewport");
else if (arg === "--message" || arg.startsWith("--message=")) args.message = readValue("--message");
else if (arg === "--project-id" || arg.startsWith("--project-id=")) args.projectId = readValue("--project-id");
else if (arg === "--conversation-id" || arg.startsWith("--conversation-id=")) args.conversationId = readValue("--conversation-id");
else if (arg === "--report" || arg.startsWith("--report=")) args.reportPath = readValue("--report");
else if (arg === "--screenshot" || arg.startsWith("--screenshot=")) args.screenshotPath = readValue("--screenshot");
else if (arg === "--job-id" || arg.startsWith("--job-id=")) args.jobId = readValue("--job-id");
else if (arg === "--wait-after-submit-ms" || arg.startsWith("--wait-after-submit-ms=")) args.waitAfterSubmitMs = positiveInteger(readValue("--wait-after-submit-ms"), "--wait-after-submit-ms");
else if (arg === "--wait-messages-ms" || arg.startsWith("--wait-messages-ms=")) args.waitMessagesMs = positiveInteger(readValue("--wait-messages-ms"), "--wait-messages-ms");
else if (arg === "--timeout-ms" || arg.startsWith("--timeout-ms=")) args.timeoutMs = positiveInteger(readValue("--timeout-ms"), "--timeout-ms");
else if (arg === "--fresh-session") args.freshSession = true;
else if (arg === "--no-cancel-running") args.cancelRunning = false;
@@ -92,11 +98,14 @@ export async function runProbe(args) {
const context = await browser.newContext({ viewport: { width, height } });
const page = await context.newPage();
await page.goto(args.url, { waitUntil: "domcontentloaded", timeout: args.timeoutMs });
await waitForAuthBootstrap(page, args, actions);
await maybeLogin(page, args, actions);
await page.locator("#workspace").waitFor({ state: "visible", timeout: args.timeoutMs });
await page.locator("#command-input").waitFor({ state: "visible", timeout: args.timeoutMs });
if (args.conversationId) await selectConversationInBrowserSession(page, args, actions);
if (args.freshSession) await maybeClick(page, "#session-create", actions, "fresh-session");
if (args.message) await submitPrompt(page, args, actions);
await waitForMessageCards(page, args, actions);
await page.screenshot({ path: screenshotPath, fullPage: true });
const dom = await collectDomEvidence(page);
result = {
@@ -115,6 +124,8 @@ export async function runProbe(args) {
safety: {
repoOwnedLauncher: true,
directChromiumLaunch: false,
projectId: args.projectId,
conversationSelected: Boolean(args.conversationId),
freshSessionRequested: args.freshSession,
promptSubmitted: Boolean(args.message),
cancelRunningRequested: args.cancelRunning
@@ -156,6 +167,7 @@ async function startProbe(args) {
"--user", args.user,
"--pass", args.pass,
"--viewport", args.viewport,
"--project-id", args.projectId,
"--report", reportPath,
"--screenshot", screenshotPath,
"--timeout-ms", String(args.timeoutMs),
@@ -163,6 +175,7 @@ async function startProbe(args) {
];
if (args.freshSession) childArgs.push("--fresh-session");
if (!args.cancelRunning) childArgs.push("--no-cancel-running");
if (args.conversationId) childArgs.push("--conversation-id", args.conversationId);
if (args.message) childArgs.push("--message", args.message);
const stdout = fs.openSync(stdoutPath, "a");
const stderr = fs.openSync(stderrPath, "a");
@@ -180,6 +193,8 @@ async function startProbe(args) {
pid: child.pid,
startedAt: new Date().toISOString(),
url: args.url,
projectId: args.projectId,
conversationId: args.conversationId || null,
reportPath,
screenshotPath,
stdoutPath,
@@ -216,12 +231,34 @@ async function probeStatus(args) {
async function maybeLogin(page, args, actions) {
const username = page.locator("#login-username");
if (!(await username.isVisible({ timeout: 2500 }).catch(() => false))) return;
if (!(await username.isVisible({ timeout: Math.min(args.timeoutMs, 12000) }).catch(() => false))) {
actions.push({ action: "login", skipped: "login-form-not-visible", authState: await page.locator("body").getAttribute("data-auth-state").catch(() => null) });
return;
}
await username.fill(args.user);
await page.locator("#login-password").fill(args.pass);
await page.locator("#login-submit").click();
actions.push({ action: "login", user: args.user });
await page.locator("#command-input").waitFor({ state: "visible", timeout: args.timeoutMs });
const finalUrl = new URL(page.url());
if (finalUrl.searchParams.has("username") || finalUrl.searchParams.has("password")) {
throw new Error("login credentials leaked into URL query");
}
}
async function waitForAuthBootstrap(page, args, actions) {
const timeout = Math.min(args.timeoutMs, 12000);
const settled = await page.waitForFunction(() => {
const authState = document.body.getAttribute("data-auth-state");
const loginVisible = Boolean(document.querySelector("#login-username"));
const workspaceVisible = Boolean(document.querySelector("#workspace"));
return authState !== "checking" || loginVisible || workspaceVisible;
}, null, { timeout }).catch(() => null);
actions.push({
action: "auth-bootstrap",
settled: Boolean(settled),
authState: await page.locator("body").getAttribute("data-auth-state").catch(() => null)
});
}
async function maybeClick(page, selector, actions, action) {
@@ -244,6 +281,77 @@ async function submitPrompt(page, args, actions) {
if (args.cancelRunning) await maybeClick(page, ".message-action-cancel", actions, "cancel-running-message");
}
async function selectConversationInBrowserSession(page, args, actions) {
const result = await page.evaluate(async ({ projectId, conversationId }) => {
const summarizeAuthSession = (body) => ({
authenticated: body?.authenticated ?? null,
userId: body?.user?.id ?? body?.actor?.id ?? null,
username: body?.user?.username ?? body?.actor?.username ?? null,
role: body?.user?.role ?? body?.actor?.role ?? null,
status: body?.user?.status ?? body?.actor?.status ?? null
});
const summarizeWorkspace = (workspace) => workspace ? {
workspaceId: workspace.workspaceId ?? null,
ownerUserId: workspace.ownerUserId ?? null,
projectId: workspace.projectId ?? null,
selectedConversationId: workspace.selectedConversationId ?? null,
selectedAgentSessionId: workspace.selectedAgentSessionId ?? null,
selectedConversationStatus: workspace.selectedConversation?.status ?? null,
selectedMessagesCount: workspace.selectedConversation?.messages?.length ?? workspace.selectedConversation?.messagesCount ?? null,
revision: workspace.revision ?? null
} : null;
const sessionResponse = await fetch("/auth/session", { credentials: "same-origin" });
const sessionBody = await sessionResponse.json().catch(() => null);
const workspaceResponse = await fetch(`/v1/workbench/workspace?projectId=${encodeURIComponent(projectId)}`, { credentials: "same-origin" });
const workspaceBody = await workspaceResponse.json().catch(() => null);
const workspaceId = workspaceBody?.workspace?.workspaceId;
if (!workspaceId) return {
ok: false,
phase: "workspace",
status: workspaceResponse.status,
workspaceId: null,
authSession: summarizeAuthSession(sessionBody),
workspace: summarizeWorkspace(workspaceBody?.workspace),
bodyStatus: workspaceBody?.status ?? null,
error: workspaceBody?.error ?? null
};
const selectResponse = await fetch(`/v1/workbench/workspace/${encodeURIComponent(workspaceId)}/select-conversation`, {
method: "POST",
credentials: "same-origin",
headers: { "content-type": "application/json" },
body: JSON.stringify({ projectId, conversationId, updatedByClient: "web-live-dom-probe" })
});
const selectBody = await selectResponse.json().catch(() => null);
return {
ok: selectResponse.ok,
phase: "select-conversation",
status: selectResponse.status,
workspaceId,
authSession: summarizeAuthSession(sessionBody),
workspace: summarizeWorkspace(workspaceBody?.workspace),
responseStatus: selectBody?.status ?? null,
error: selectBody?.error ?? null,
conversationId: selectBody?.workspace?.selectedConversationId ?? conversationId,
selectedMessageCount: selectBody?.workspace?.selectedConversation?.messages?.length ?? selectBody?.workspace?.selectedConversation?.messagesCount ?? null,
sessionStatus: selectBody?.workspace?.selectedConversation?.status ?? selectBody?.workspace?.sessionStatus ?? null
};
}, { projectId: args.projectId, conversationId: args.conversationId });
actions.push({ action: "select-conversation", ...result });
if (!result.ok) throw new Error(`browser session select-conversation failed: ${JSON.stringify(result)}`);
await page.reload({ waitUntil: "domcontentloaded", timeout: args.timeoutMs });
await waitForAuthBootstrap(page, args, actions);
await page.locator("#workspace").waitFor({ state: "visible", timeout: args.timeoutMs });
await page.locator("#command-input").waitFor({ state: "visible", timeout: args.timeoutMs });
}
async function waitForMessageCards(page, args, actions) {
if (!args.waitMessagesMs) return;
const before = await page.locator(".message-card").count().catch(() => 0);
const found = await page.waitForFunction(() => document.querySelectorAll(".message-card").length > 0, null, { timeout: args.waitMessagesMs }).catch(() => null);
const after = await page.locator(".message-card").count().catch(() => 0);
actions.push({ action: "wait-message-cards", before, after, found: Boolean(found), timeoutMs: args.waitMessagesMs });
}
async function collectDomEvidence(page) {
return page.evaluate(() => {
const workspace = document.querySelector("#workspace");
@@ -258,6 +366,7 @@ async function collectDomEvidence(page) {
} : null;
return {
title: document.title,
authState: document.body.getAttribute("data-auth-state"),
requiredSelectors: {
workspace: Boolean(workspace),
commandInput: Boolean(document.querySelector("#command-input")),
@@ -266,7 +375,38 @@ async function collectDomEvidence(page) {
sessionCreate: Boolean(document.querySelector("#session-create"))
},
messageCount: cards.length,
messageRoles: cards.map((card) => card.getAttribute("data-message-role") ?? [...card.classList].find((item) => item.startsWith("message-")) ?? "unknown"),
messageRoles: cards.map((card) => card.getAttribute("data-message-role") ?? [...card.classList].find((item) => item === "message-user" || item === "message-agent" || item === "message-system") ?? "unknown"),
messages: cards.map((card) => {
const trace = card.querySelector(".message-trace");
const traceEvents = card.querySelector(".message-trace-events");
const finalResponse = card.querySelector(".message-final-response");
const traceStyle = traceEvents ? getComputedStyle(traceEvents) : null;
const finalStyle = finalResponse ? getComputedStyle(finalResponse) : null;
const traceRect = traceEvents?.getBoundingClientRect();
const finalRect = finalResponse?.getBoundingClientRect();
return {
status: card.getAttribute("data-message-status") ?? null,
role: card.getAttribute("data-message-role") ?? [...card.classList].find((item) => item === "message-user" || item === "message-agent" || item === "message-system")?.replace(/^message-/, "") ?? null,
className: card.className,
trace: trace ? {
present: true,
open: trace instanceof HTMLDetailsElement ? trace.open : null,
status: trace.getAttribute("data-trace-status"),
mode: trace.getAttribute("data-trace-mode"),
maxHeight: traceStyle?.maxHeight ?? null,
overflowY: traceStyle?.overflowY ?? null,
height: traceRect ? Math.round(traceRect.height) : null,
scrollHeight: traceEvents ? Math.round(traceEvents.scrollHeight) : null
} : { present: false },
finalResponse: finalResponse ? {
present: true,
maxHeight: finalStyle?.maxHeight ?? null,
overflowY: finalStyle?.overflowY ?? null,
height: finalRect ? Math.round(finalRect.height) : null,
scrollHeight: Math.round(finalResponse.scrollHeight)
} : { present: false }
};
}),
scroll,
textPreview: (document.body.textContent ?? "").replace(/\s+/gu, " ").trim().slice(0, 800)
};
@@ -307,6 +447,7 @@ function helpPayload() {
command: "web-live-dom-probe",
usage: [
"node scripts/web-live-dom-probe.mjs run --url http://74.48.78.17:19666/ --fresh-session --report /tmp/hwlab-dev-gate/web-live-dom-probe.json",
"node scripts/web-live-dom-probe.mjs run --url http://74.48.78.17:19666/#/workspace --conversation-id cnv_...",
"node scripts/web-live-dom-probe.mjs start --url http://74.48.78.17:19666/ --fresh-session",
"node scripts/web-live-dom-probe.mjs status <jobId>"
],