Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 3 additions & 2 deletions scripts/verify-linux-ci-evidence.mjs
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ process.chdir(fileURLToPath(new URL('../', import.meta.url)));
const repository = 'safetymp/agentic-process-safety';
const workflow = '.github/workflows/deploy-pages.yml';
const pins = {
'apps/aps-demo/scripts/e2e.mjs': 'b8a854c2f40421d0d71f635a21e27e971294c0633cf43079934edec123395684',
'apps/aps-demo/scripts/e2e.mjs': '09f3ac4c7637988c34b1422df07724a8a84c3096b7a46129e775e7b2d3e3316b',
'apps/aps-demo/scripts/qa-evidence.mjs': '859c2a56553c93ad0f6a1e874ced2bfa51dbc1f7a9ec97ba15ba236783f01926',
[workflow]: '8a0a0126bfeba484e1b086cf8faecf872847c05146224bc237a1a331c4330e27',
};
Expand Down Expand Up @@ -45,7 +45,8 @@ export function verifyBrowserResult(result, reviewedAssertions) {
equal(result.status, 'passed', 'Browser assertions incomplete'); equal(result.engine, 'chromium', 'Chromium required');
equal(result.platform, 'linux', 'Linux browser');
assert.match(result.version, /^\d+\.\d+\.\d+\.\d+$/, 'Actual Chromium version');
assert.ok(Number.isInteger(result.assertions) && result.assertions >= 137, 'Partial assertion count');
equal(result.experience, 'APS redesign increments 1–4', 'Reviewed redesigned experience');
equal(result.assertions, 185, 'Complete assertion count for the pinned redesign runner');
equal(reviewedAssertions, result.assertions, 'Reviewed assertion count');
equal(result.errors, [], 'Console/page errors'); equal(result.violations, [], 'Network violations');
equal(result.prefix, '/agentic-process-safety/', 'Pages base path'); equal(result.screenshots, captures, 'Seven capture calls');
Expand Down
18 changes: 11 additions & 7 deletions scripts/verify-linux-ci-evidence.test.mjs
Original file line number Diff line number Diff line change
Expand Up @@ -2,15 +2,16 @@ import { test } from 'node:test';
import assert from 'node:assert/strict';
import { execFileSync } from 'node:child_process';
import { readFileSync } from 'node:fs';
import { createHash } from 'node:crypto';
import { evidenceEntries, gitBlobSha, verifyBrowserResult, verifyNodeVersion } from './verify-linux-ci-evidence.mjs';

// Synthetic unit fixtures test parsing and rejection, never actual CI provenance.
const result = () => ({
status: 'passed', platform: 'linux', engine: 'chromium', version: '140.0.7339.0',
assertions: 137, errors: [], violations: [], prefix: '/agentic-process-safety/',
assertions: 185, experience: 'APS redesign increments 1–4', errors: [], violations: [], prefix: '/agentic-process-safety/',
screenshots: ['overview', 'hazop', 'governance', 'simulator', 'assurance', 'mobile-light', 'mobile-dark'].map(n => `docs/screenshots/${n}.jpg`),
});
test('accepts a correctly formatted complete browser result', () => verifyBrowserResult(result(), 137));
test('accepts a correctly formatted complete browser result', () => verifyBrowserResult(result(), 185));
test('accepts actual Node 22 version format', () => verifyNodeVersion('v22.23.2'));
test('rejects other Node major and literal backslash escape', () => {
for (const version of ['v20.23.2', 'v220.1.0', 'v22\\.23.2']) assert.throws(() => verifyNodeVersion(version));
Expand All @@ -29,18 +30,21 @@ test('Git blob header uses byte length and NUL exactly as Git does', () => {
for (const [name, patch] of Object.entries({
failed: { status: 'failed' }, macOS: { platform: 'darwin' }, firefox: { engine: 'firefox' },
version: { version: '' }, escapedVersion: { version: '140\\.0\\.7339\\.0' },
malformedVersion: { version: '140x0x7339x0' }, partial: { assertions: 136 }, fractional: { assertions: 137.5 },
malformedVersion: { version: '140x0x7339x0' }, partial: { assertions: 184 }, legacyCount: { assertions: 137 }, inflatedCount: { assertions: 186 }, fractional: { assertions: 185.5 },
missingExperience: { experience: undefined }, legacyExperience: { experience: 'Legacy app' },
console: { errors: ['console error'] }, network: { violations: ['external request'] },
basePath: { prefix: '/' }, missingCaptures: { screenshots: [] },
})) test(`rejects ${name} browser evidence`, () => assert.throws(() => verifyBrowserResult({ ...result(), ...patch }, 137)));
})) test(`rejects ${name} browser evidence`, () => assert.throws(() => verifyBrowserResult({ ...result(), ...patch }, 185)));
test('rejects differing reviewed assertion count', () => assert.throws(() => verifyBrowserResult(result(), 139)));
test('rejects absent result', () => assert.throws(() => verifyBrowserResult(undefined, 137)));
test('rejects absent result', () => assert.throws(() => verifyBrowserResult(undefined, 185)));
test('postdeployment pin migration accepts only exact reviewed e2e/Pages bytes', () => {
const source = readFileSync(new URL('./verify-linux-ci-evidence.mjs', import.meta.url), 'utf8');
const exact = ['b8a854c2f40421d0d71f635a21e27e971294c0633cf43079934edec123395684', '8a0a0126bfeba484e1b086cf8faecf872847c05146224bc237a1a331c4330e27', '859c2a56553c93ad0f6a1e874ced2bfa51dbc1f7a9ec97ba15ba236783f01926'];
const stale = ['6086f2d7c5f8956d11b1cc04777f3ed527b80a2c96b87b728b3d31728bdaace2', '2725d66974b527c775f377dd2a4409bfc47658b6702cbc14b6ec1b5be9db8215'];
const exact = ['09f3ac4c7637988c34b1422df07724a8a84c3096b7a46129e775e7b2d3e3316b', '8a0a0126bfeba484e1b086cf8faecf872847c05146224bc237a1a331c4330e27', '859c2a56553c93ad0f6a1e874ced2bfa51dbc1f7a9ec97ba15ba236783f01926'];
const stale = ['b8a854c2f40421d0d71f635a21e27e971294c0633cf43079934edec123395684', '6086f2d7c5f8956d11b1cc04777f3ed527b80a2c96b87b728b3d31728bdaace2', '2725d66974b527c775f377dd2a4409bfc47658b6702cbc14b6ec1b5be9db8215'];
const literalPins = [...source.matchAll(/: '([a-f0-9]{64})'/g)].map(match => match[1]);
assert.deepEqual(literalPins.sort(), [...exact].sort());
const currentPaths = ['apps/aps-demo/scripts/e2e.mjs', '.github/workflows/deploy-pages.yml', 'apps/aps-demo/scripts/qa-evidence.mjs'];
for (const [index, path] of currentPaths.entries()) assert.equal(createHash('sha256').update(readFileSync(new URL('../' + path, import.meta.url))).digest('hex'), exact[index], `Reviewed source bytes: ${path}`);
for (const old of stale) assert.ok(!literalPins.includes(old));
assert.ok(source.includes("equal(review.schema, 'aps-linux-ci-review-1'"));
assert.ok(source.includes("for (const name of ['build', 'deploy'])"));
Expand Down
Loading