import assert from "node:assert/strict"; import test from "node:test"; import { classifyCodeAgentBrowserJourney, classifyLiveDeploymentIdentity, classifyLiveWebAssetIdentity, parseSmokeArgs, runDevCloudWorkbenchLayoutSmoke, runDevCloudWorkbenchStaticSmoke, runDevCloudWorkbenchTimeoutFixtureSmoke, sanitizeAgentChatBody } from "./src/dev-cloud-workbench-smoke-lib.mjs"; import { classifyCodeAgentBrowserFailure, classifyCodeAgentChatReadiness } from "./src/code-agent-response-contract.mjs"; import { decideSmokeReportWrite, smokeCliExitCode } from "./dev-cloud-workbench-smoke.mjs"; const sourceIdentity = Object.freeze({ status: "observed", commitId: "ff4b3f928f76a0b46cd7998a2a865f3e1caf02c8", shortCommitId: "ff4b3f928f76", reportCommitId: "ff4b3f928f76", worktreeState: "clean", dirty: false }); const expectedRuntimeIdentity = Object.freeze({ status: "observed", serviceId: "hwlab-cloud-api", source: "deploy/artifact-catalog.dev.json+deploy/deploy.json", commitId: "7de6edd", imageTag: "7de6edd", image: "127.0.0.1:5000/hwlab/hwlab-cloud-api:7de6edd" }); test("workbench smoke defaults to SOURCE mode and requires live confirmation before DEV-LIVE provider calls", () => { const defaultArgs = parseSmokeArgs([]); assert.equal(defaultArgs.mode, "source"); assert.equal(defaultArgs.url, "http://74.48.78.17:16666/"); assert.equal(defaultArgs.confirmDevLive, false); const sourceArgs = parseSmokeArgs(["--source"]); assert.equal(sourceArgs.mode, "source"); const staticAliasArgs = parseSmokeArgs(["--static"]); assert.equal(staticAliasArgs.mode, "source"); const liveArgs = parseSmokeArgs(["--live", "--confirm-dev-live"]); assert.equal(liveArgs.mode, "live"); assert.equal(liveArgs.confirmDevLive, true); assert.equal(liveArgs.url, "http://74.48.78.17:16666/"); assert.throws( () => parseSmokeArgs(["--live"]), /requires explicit --live --confirm-dev-live/u ); }); test("source/default workbench report cannot claim DEV-LIVE and documents the confirmed live command", () => { const report = runDevCloudWorkbenchStaticSmoke(); assert.equal(report.mode, "source"); assert.equal(report.evidenceLevel, "SOURCE"); assert.equal(report.devLive, false); assert.equal(report.safety.devLive, false); assert.equal(report.validationCommands.includes("node scripts/dev-cloud-workbench-smoke.mjs --source"), true); assert.equal( report.validationCommands.includes("node scripts/dev-cloud-workbench-smoke.mjs --live --confirm-dev-live --url http://74.48.78.17:16666/ --report reports/dev-gate/dev-cloud-workbench-live.json"), true ); assert.equal( report.validationCommands.includes("node scripts/dev-cloud-workbench-smoke.mjs --live --url http://74.48.78.17:16666/ --report reports/dev-gate/dev-cloud-workbench-live.json"), false ); assert.equal(report.checks.find((check) => check.id === "code-agent-long-timeout-contract")?.status, "pass"); }); test("Code Agent browser failure classifier emits Chinese timeout/provider/browser categories with traceId", () => { const timeout = classifyCodeAgentBrowserFailure(new Error("request timed out after 150000ms"), { traceId: "trc_timeout" }); assert.equal(timeout.category, "timeout"); assert.match(timeout.chineseSummary, /超时/u); assert.match(timeout.chineseSummary, /trc_timeout/u); const provider = classifyCodeAgentBrowserFailure(new Error("OpenAI provider returned HTTP 502"), { traceId: "trc_provider" }); assert.equal(provider.category, "provider"); assert.match(provider.chineseSummary, /Provider 故障/u); assert.match(provider.chineseSummary, /trc_provider/u); const browser = classifyCodeAgentBrowserFailure(new Error("locator #command-input not found"), { traceId: "trc_browser" }); assert.equal(browser.category, "browser"); assert.match(browser.chineseSummary, /浏览器故障/u); assert.match(browser.chineseSummary, /trc_browser/u); }); test("workbench smoke CLI treats skipped browser evidence as blocked and refuses to write reports", () => { const report = { status: "skip", mode: "static-mobile-browser", summary: "Mobile browser smoke skipped because Playwright is unavailable." }; const decision = decideSmokeReportWrite( { reportPath: "reports/dev-gate/dev-cloud-workbench-mobile.json" }, report, { repoRoot: "/repo", cwd: "/repo" } ); assert.equal(decision.status, "blocked"); assert.equal(decision.write, false); assert.match(decision.summary, /skipped and does not contain required browser evidence/u); assert.equal(smokeCliExitCode(report, decision), 2); }); test("workbench smoke CLI refuses to overwrite live report with non-live fixture evidence", () => { const report = { status: "pass", mode: "local-agent-fixture-browser" }; const decision = decideSmokeReportWrite( { reportPath: "reports/dev-gate/dev-cloud-workbench-live.json" }, report, { repoRoot: "/repo", cwd: "/repo" } ); assert.equal(decision.status, "blocked"); assert.equal(decision.write, false); assert.match(decision.summary, /Refusing to overwrite reports\/dev-gate\/dev-cloud-workbench-live\.json/u); assert.equal(smokeCliExitCode(report, decision), 2); }); test("workbench smoke CLI allows live evidence to write the live report", () => { const report = { status: "pass", mode: "live" }; const decision = decideSmokeReportWrite( { reportPath: "reports/dev-gate/dev-cloud-workbench-live.json" }, report, { repoRoot: "/repo", cwd: "/repo" } ); assert.equal(decision.status, "pass"); assert.equal(decision.write, true); assert.equal(decision.reportPath, "/repo/reports/dev-gate/dev-cloud-workbench-live.json"); assert.equal(smokeCliExitCode(report, decision), 0); }); test("smoke args include a DOM-only live read-only mode", () => { const args = parseSmokeArgs(["--dom-only", "--url", "http://74.48.78.17:16666/"]); assert.equal(args.confirmDevLive, false); assert.equal(args.mode, "dom-only"); assert.equal(args.url, "http://74.48.78.17:16666/"); assert.equal(args.urlExplicit, true); }); test("smoke args include reusable layout-only browser mode", () => { const local = parseSmokeArgs(["--layout"]); assert.equal(local.mode, "layout"); assert.equal(local.urlExplicit, undefined); const live = parseSmokeArgs(["--layout", "--url", "http://74.48.78.17:16666/"]); assert.equal(live.mode, "layout"); assert.equal(live.url, "http://74.48.78.17:16666/"); assert.equal(live.urlExplicit, true); }); test("source/default smoke covers #278 sidebar collapse static contract", () => { const report = runDevCloudWorkbenchStaticSmoke(); assert.equal(report.checks.find((check) => check.id === "feedback-278-sidebar-collapse-contract")?.status, "pass"); }); test("live workbench identity passes only when runtime commit or image tag matches current source", () => { assert.equal( classifyLiveDeploymentIdentity(sourceIdentity, { status: "observed", commitId: "7de6edd2c41f", imageTag: "c7de474" }, expectedRuntimeIdentity).status, "pass" ); assert.equal( classifyLiveDeploymentIdentity(sourceIdentity, { status: "observed", commitId: "unknown", imageTag: "7de6edd" }, expectedRuntimeIdentity).status, "pass" ); const stale = classifyLiveDeploymentIdentity(sourceIdentity, { status: "observed", commitId: "c7de474", imageTag: "c7de474" }, expectedRuntimeIdentity); assert.equal(stale.status, "blocked"); assert.match(stale.summary, /Deployment drift/u); assert.match(stale.reason, /does not match current source desired runtime identity/u); }); test("live workbench identity blocks when source identity is dirty or runtime identity is absent", () => { const dirty = classifyLiveDeploymentIdentity( { ...sourceIdentity, worktreeState: "dirty", dirty: true, reportCommitId: "unknown" }, { status: "observed", commitId: "7de6edd", imageTag: "7de6edd" }, expectedRuntimeIdentity ); assert.equal(dirty.status, "blocked"); assert.match(dirty.reason, /not cleanly attributable/u); const missingRuntime = classifyLiveDeploymentIdentity(sourceIdentity, { status: "not_observed", commitId: "not_observed", imageTag: "not_observed" }, expectedRuntimeIdentity); assert.equal(missingRuntime.status, "blocked"); assert.match(missingRuntime.reason, /not observed/u); }); test("live workbench identity uses deploy desired runtime identity instead of git HEAD", () => { const deployed = classifyLiveDeploymentIdentity(sourceIdentity, { status: "observed", commitId: "7de6edd", imageTag: "7de6edd" }, expectedRuntimeIdentity); assert.equal(deployed.status, "pass"); assert.equal(deployed.expectedCommit, "7de6edd"); assert.equal(deployed.expectedReportCommitId, "ff4b3f928f76"); assert.equal(deployed.expectedSource, "deploy/artifact-catalog.dev.json+deploy/deploy.json"); }); test("live web asset identity blocks stale deployed primary assets", () => { const pass = classifyLiveWebAssetIdentity([ { path: "index.html", status: "match" }, { path: "styles.css", status: "match" }, { path: "app.mjs", status: "match" } ]); assert.equal(pass.status, "pass"); const stale = classifyLiveWebAssetIdentity([ { path: "index.html", status: "match" }, { path: "styles.css", status: "mismatch" }, { path: "app.mjs", status: "mismatch" } ]); assert.equal(stale.status, "blocked"); assert.deepEqual(stale.mismatches, ["styles.css", "app.mjs"]); assert.match(stale.summary, /Deployment drift/u); }); test("Code Agent browser classifier blocks provider 502 response shapes", () => { const summary = sanitizeAgentChatBody({ status: "completed", provider: "openai-responses", model: "gpt-5.5", backend: "hwlab-cloud-api/openai-responses", traceId: "trc_provider_502", reply: { content: "must not count" }, error: { code: "provider_unavailable", message: "OpenAI Responses returned HTTP 502: request rejected", providerStatus: 502, missingEnv: [] } }, { httpStatus: 502 }); assert.equal(summary.status, "failed"); assert.equal(summary.hasReply, false); assert.equal(summary.error.code, "provider_unavailable"); assert.equal(summary.error.providerStatus, 502); const classification = classifyCodeAgentBrowserJourney({ responseSummary: summary, httpOk: false, httpStatus: 502, ui: { agentChatStatus: "DEV-LIVE 回复", completedMessageVisible: true, failedMessageVisible: false } }); assert.equal(classification.status, "blocked"); assert.equal(classification.blocker, "provider-upstream"); }); test("Code Agent browser classifier treats sanitized 服务受阻 UI as blocked provider evidence", () => { const summary = sanitizeAgentChatBody({ status: "failed", provider: "openai-responses", model: "gpt-5.5", backend: "hwlab-cloud-api/openai-responses", traceId: "trc_provider_502", error: { code: "provider_unavailable", message: "OpenAI Responses returned HTTP 502: request rejected", providerStatus: 502, missingEnv: [] } }, { httpStatus: 200 }); const classification = classifyCodeAgentBrowserJourney({ responseSummary: summary, httpOk: true, httpStatus: 200, ui: { agentChatStatus: "服务受阻", completedMessageVisible: false, failedMessageVisible: true } }); assert.equal(classification.status, "blocked"); assert.equal(classification.blocker, "provider-upstream"); }); test("Code Agent readiness classifier blocks completed payloads over any non-2xx HTTP status", () => { const completedPayload = { conversationId: "cnv_completed_non_2xx", sessionId: "cnv_completed_non_2xx", messageId: "msg_completed_non_2xx", status: "completed", provider: "openai-responses", model: "gpt-5.5", backend: "hwlab-cloud-api/openai-responses", traceId: "trc_completed_non_2xx", reply: { content: "must only count over HTTP 2xx" } }; const accepted = classifyCodeAgentChatReadiness(completedPayload, { realDevLive: true, httpStatus: 200 }); assert.equal(accepted.status, "pass"); assert.equal(accepted.devLiveReplyPass, true); for (const httpStatus of [400, 401, 403, 429, 500, 502, 503, 504]) { const blocked = classifyCodeAgentChatReadiness(completedPayload, { realDevLive: true, httpStatus }); assert.equal(blocked.status, "blocked", `HTTP ${httpStatus} must block`); assert.equal(blocked.blocker, "provider-upstream", `HTTP ${httpStatus} blocker`); assert.equal(blocked.devLiveReplyPass, false, `HTTP ${httpStatus} must not pass DEV-LIVE`); assert.equal(blocked.providerStatus, httpStatus, `HTTP ${httpStatus} providerStatus`); assert.match(blocked.reason, /HTTP non-2xx|upstream response/u, `HTTP ${httpStatus} reason`); } }); test("Code Agent browser classifier accepts only completed HTTP success plus completed UI and real provider evidence", () => { const summary = sanitizeAgentChatBody({ status: "completed", provider: "openai-responses", model: "gpt-5.5", backend: "hwlab-cloud-api/openai-responses", traceId: "trc_completed", reply: { content: "ok" } }, { httpStatus: 200 }); const pass = classifyCodeAgentBrowserJourney({ responseSummary: summary, httpOk: true, httpStatus: 200, ui: { agentChatStatus: "DEV-LIVE 回复", completedMessageVisible: true, failedMessageVisible: false } }); assert.equal(pass.status, "pass"); const blocked = classifyCodeAgentBrowserJourney({ responseSummary: summary, httpOk: false, httpStatus: 500, ui: { agentChatStatus: "DEV-LIVE 回复", completedMessageVisible: true, failedMessageVisible: false } }); assert.equal(blocked.status, "blocked"); assert.equal(blocked.blocker, "provider-upstream"); }); test("Code Agent browser classifier blocks completed payloads without backend evidence", () => { const summary = sanitizeAgentChatBody({ status: "completed", provider: "openai-responses", model: "gpt-5.5", traceId: "trc_missing_backend", reply: { content: "must not count" } }, { httpStatus: 200 }); const classification = classifyCodeAgentBrowserJourney({ responseSummary: summary, httpOk: true, httpStatus: 200, ui: { agentChatStatus: "DEV-LIVE 回复", completedMessageVisible: true, failedMessageVisible: false } }); assert.equal(classification.status, "blocked"); assert.equal(classification.blocker, "untrusted-completion"); }); test("local Code Agent timeout fixture keeps failed UI state, trace evidence, and retry input", async () => { const report = await runDevCloudWorkbenchTimeoutFixtureSmoke({ responseDelayMs: 120, timeoutConfigMs: 50 }); if (report.status === "skip") { assert.match(report.summary, /Playwright is unavailable/u); return; } assert.equal(report.status, "pass", JSON.stringify(report.blockers, null, 2)); assert.equal(report.evidenceLevel, "SOURCE"); assert.equal(report.devLive, false); const timeoutCheck = report.checks.find((check) => check.id === "local-agent-timeout-fixture-failed-state"); assert.equal(timeoutCheck?.status, "pass"); assert.equal(timeoutCheck.observations.ui.agentChatStatus, "发送失败"); assert.equal(timeoutCheck.observations.ui.failedMessageVisible, true); assert.equal(timeoutCheck.observations.ui.failedMessageHasTrace, true); assert.equal(timeoutCheck.observations.ui.failedMessageHasChineseTimeout, true); assert.equal(timeoutCheck.observations.ui.retryInputPreserved, true); assert.equal(timeoutCheck.observations.ui.completedMessageVisible, false); }); test("layout smoke verifies desktop and mobile sidebar collapse geometry", async () => { const report = await runDevCloudWorkbenchLayoutSmoke(); if (report.status === "skip") { assert.match(report.summary, /Playwright is unavailable/u); return; } assert.equal(report.status, "pass", JSON.stringify(report.blockers, null, 2)); assert.equal(report.evidenceLevel, "SOURCE"); assert.equal(report.devLive, false); for (const id of [ "layout-desktop-expanded", "layout-desktop-collapsed", "layout-desktop-restored", "layout-mobile-collapsed", "layout-mobile-drawer" ]) { assert.equal(report.checks.find((check) => check.id === id)?.status, "pass", id); } const desktopCollapsed = report.checks.find((check) => check.id === "layout-desktop-collapsed")?.observations; assert.equal(desktopCollapsed.explorerCollapsed, true); assert.equal(desktopCollapsed.toggle.ariaLabel, "展开左侧资源树"); assert.equal(desktopCollapsed.toggle.text, "展开资源树"); assert.equal(desktopCollapsed.collapsedWidthGain, true); assert.equal(desktopCollapsed.keyTargetsReachable, true); const mobileCollapsed = report.checks.find((check) => check.id === "layout-mobile-collapsed")?.observations; assert.equal(mobileCollapsed.explorerCollapsed, true); assert.equal(mobileCollapsed.defaultCollapsedMobile, true); assert.equal(mobileCollapsed.keyTargetsReachable, true); });