mirrors/pikasTech-HWLAB
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #1606 from pikasTech/fix/1585-workbench-projection-lag-events

Browse Source 
fix: zero caught-up projection event lag metrics
This commit is contained in:
Lyon
2026-06-19 15:17:51 +08:00
committed by GitHub
parent a2dd8a8dd1 21eba1f5dc
commit 87da6ac18b
2 changed files with 9 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
internal/cloud/backend-performance.test.ts
+6 -1
View File
@@ -225,7 +225,7 @@ test("backend performance reports zero projection lag for caught-up terminal tra
const store = createBackendPerformanceStore({ env: { POD_NAMESPACE: "hwlab-v03", HWLAB_GITOPS_TARGET: "v03", HWLAB_RUNTIME_LANE: "v03", HWLAB_CODE_AGENT_AGENTRUN_PROVIDER_ID: "D601" } }); const store = createBackendPerformanceStore({ env: { POD_NAMESPACE: "hwlab-v03", HWLAB_GITOPS_TARGET: "v03", HWLAB_RUNTIME_LANE: "v03", HWLAB_CODE_AGENT_AGENTRUN_PROVIDER_ID: "D601" } });
store.recordWorkbenchProjection({ store.recordWorkbenchProjection({
sourceLatestSeq: 501, sourceLatestSeq: 601,
lastProjectedSeq: 501, lastProjectedSeq: 501,
sourceLatestEventAt: "2026-06-19T03:00:00.000Z", sourceLatestEventAt: "2026-06-19T03:00:00.000Z",
projectedLatestEventAt: "2026-06-19T02:00:00.000Z", projectedLatestEventAt: "2026-06-19T02:00:00.000Z",
@@ -238,10 +238,15 @@ test("backend performance reports zero projection lag for caught-up terminal tra
}); });
const text = store.metricsText(); const text = store.metricsText();
const lagEventsSumLine = text.split("\n").find((line) => line.startsWith("hwlab_workbench_projection_lag_events_sum") && line.includes('projection_status="caught_up"'));
const lagEventsBucketLine = text.split("\n").find((line) => line.startsWith("hwlab_workbench_projection_lag_events_bucket") && line.includes('projection_status="caught_up"') && line.includes('le="0"'));
const lagSumLine = text.split("\n").find((line) => line.startsWith("hwlab_workbench_projection_lag_seconds_sum") && line.includes('projection_status="caught_up"')); const lagSumLine = text.split("\n").find((line) => line.startsWith("hwlab_workbench_projection_lag_seconds_sum") && line.includes('projection_status="caught_up"'));
const lagBucketLine = text.split("\n").find((line) => line.startsWith("hwlab_workbench_projection_lag_seconds_bucket") && line.includes('projection_status="caught_up"') && line.includes('le="0.05"')); const lagBucketLine = text.split("\n").find((line) => line.startsWith("hwlab_workbench_projection_lag_seconds_bucket") && line.includes('projection_status="caught_up"') && line.includes('le="0.05"'));
const stuckLine = text.split("\n").find((line) => line.startsWith("hwlab_workbench_projection_stuck_traces") && line.includes('projection_status="caught_up"')); const stuckLine = text.split("\n").find((line) => line.startsWith("hwlab_workbench_projection_stuck_traces") && line.includes('projection_status="caught_up"'));
const terminalDelayBucketLine = text.split("\n").find((line) => line.startsWith("hwlab_workbench_terminal_projection_delay_seconds_bucket") && line.includes('projection_status="caught_up"') && line.includes('le="0.05"')); const terminalDelayBucketLine = text.split("\n").find((line) => line.startsWith("hwlab_workbench_terminal_projection_delay_seconds_bucket") && line.includes('projection_status="caught_up"') && line.includes('le="0.05"'));
assert.ok(lagEventsSumLine);
assert.match(lagEventsSumLine, / 0\.000000$/u);
assert.ok(lagEventsBucketLine?.endsWith(" 1"));
assert.ok(lagSumLine); assert.ok(lagSumLine);
assert.match(lagSumLine, / 0\.000000$/u); assert.match(lagSumLine, / 0\.000000$/u);
assert.ok(lagBucketLine?.endsWith(" 1")); assert.ok(lagBucketLine?.endsWith(" 1"));
internal/cloud/backend-performance.ts
+3 -1
View File
@@ -239,7 +239,9 @@ export function createBackendPerformanceStore(options: BackendPerformanceStoreOp
const sourceSeq = finiteNonNegativeNumber(input.sourceLatestSeq); const sourceSeq = finiteNonNegativeNumber(input.sourceLatestSeq);
const projectedSeq = finiteNonNegativeNumber(input.lastProjectedSeq); const projectedSeq = finiteNonNegativeNumber(input.lastProjectedSeq);
if (sourceSeq !== null && projectedSeq !== null) { if (sourceSeq !== null && projectedSeq !== null) {
const lagEvents = Math.max(0, Math.floor(sourceSeq - projectedSeq)); const lagEvents = isTerminalProjectionStatus(labels.projection_status)
? 0
: Math.max(0, Math.floor(sourceSeq - projectedSeq));
if (!recordHistogram(projectionLagEventsSeries, labels, lagEvents, PROJECTION_LAG_EVENT_BUCKETS, maxSeries)) incrementDropped("projection_lag_events_series_limit"); if (!recordHistogram(projectionLagEventsSeries, labels, lagEvents, PROJECTION_LAG_EVENT_BUCKETS, maxSeries)) incrementDropped("projection_lag_events_series_limit");
setGauge(projectionStuckGaugeSeries, labels, lagEvents > 0 && labels.projection_status !== "caught_up" ? 1 : 0, maxSeries) || incrementDropped("projection_stuck_series_limit"); setGauge(projectionStuckGaugeSeries, labels, lagEvents > 0 && labels.projection_status !== "caught_up" ? 1 : 0, maxSeries) || incrementDropped("projection_stuck_series_limit");
} }