Five sprints delivered in this change: Sprint 001 - Ops UI Consolidation: Remove Operations Hub, Agents Fleet Dashboard, and Signals Runtime Dashboard (31 files deleted). Ops nav goes from 8 to 4 items. Redirects from old routes. Sprint 002 - Host Infrastructure (Backend): Add SshHostConfig and WinRmHostConfig target connection types with validation. Implement AgentInventoryCollector (real IInventoryCollector that parses docker ps JSON via IRemoteCommandExecutor abstraction). Enrich TopologyHostProjection with ProbeStatus/ProbeType/ProbeLastHeartbeat fields. Sprint 003 - Host UI + Environment Verification: Add runtime verification column to environment target list with Verified/Drift/ Offline/Unmonitored badges. Add container-level verification detail to Deploy Status tab showing deployed vs running digests with drift highlighting. Sprint 004 - Release Policies Rename: Move "Policy Packs" from Ops to Release Control as "Release Policies". Remove "Risk & Governance" from Security nav. Rename Pack Registry to Automation Catalog. Create gate-catalog.ts with 11 gate type display names and descriptions. Sprint 005 - Policy Builder: Create visual policy builder (3-step: name, gates, review) with per-gate-type config forms (CVSS threshold slider, signature toggles, freshness days, etc). Simplify pack workspace tabs from 6 to 3 (Rules, Test, Activate). Add YAML toggle within Rules tab. 59/59 Playwright e2e tests pass across 4 test suites. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
433 lines
14 KiB
TypeScript
433 lines
14 KiB
TypeScript
/**
|
|
* Operations UI Consolidation — E2E Tests
|
|
*
|
|
* Verifies Sprint 001 changes:
|
|
* 1. Operations Hub, Agent Fleet, and Signals pages are removed
|
|
* 2. Sidebar Ops section shows exactly 5 items
|
|
* 3. Old routes redirect gracefully (no 404 / blank pages)
|
|
* 4. Remaining Ops pages render correctly
|
|
* 5. Topology pages (hosts, targets, agents) are unaffected
|
|
* 6. No Angular runtime errors on any affected route
|
|
*/
|
|
|
|
import { expect, test, type Page } from '@playwright/test';
|
|
|
|
import { policyAuthorSession } from '../../src/app/testing';
|
|
|
|
const shellSession = {
|
|
...policyAuthorSession,
|
|
scopes: [
|
|
...new Set([
|
|
...policyAuthorSession.scopes,
|
|
'ui.read',
|
|
'admin',
|
|
'ui.admin',
|
|
'orch:read',
|
|
'orch:operate',
|
|
'orch:quota',
|
|
'findings:read',
|
|
'vuln:view',
|
|
'vuln:investigate',
|
|
'vuln:operate',
|
|
'vuln:audit',
|
|
'authority:tenants.read',
|
|
'advisory:read',
|
|
'vex:read',
|
|
'exceptions:read',
|
|
'exceptions:approve',
|
|
'aoc:verify',
|
|
'policy:read',
|
|
'policy:author',
|
|
'policy:review',
|
|
'policy:approve',
|
|
'policy:simulate',
|
|
'policy:audit',
|
|
'health:read',
|
|
'notify:viewer',
|
|
'release:read',
|
|
'release:write',
|
|
'release:publish',
|
|
'sbom:read',
|
|
'signer:read',
|
|
]),
|
|
],
|
|
};
|
|
|
|
const mockConfig = {
|
|
authority: {
|
|
issuer: 'http://127.0.0.1:4400/authority',
|
|
clientId: 'stella-ops-ui',
|
|
authorizeEndpoint: 'http://127.0.0.1:4400/authority/connect/authorize',
|
|
tokenEndpoint: 'http://127.0.0.1:4400/authority/connect/token',
|
|
logoutEndpoint: 'http://127.0.0.1:4400/authority/connect/logout',
|
|
redirectUri: 'http://127.0.0.1:4400/auth/callback',
|
|
postLogoutRedirectUri: 'http://127.0.0.1:4400/',
|
|
scope:
|
|
'openid profile email ui.read authority:tenants.read advisory:read vex:read exceptions:read exceptions:approve aoc:verify findings:read orch:read vuln:view vuln:investigate vuln:operate vuln:audit',
|
|
audience: 'http://127.0.0.1:4400/gateway',
|
|
dpopAlgorithms: ['ES256'],
|
|
refreshLeewaySeconds: 60,
|
|
},
|
|
apiBaseUrls: {
|
|
authority: '/authority',
|
|
scanner: '/scanner',
|
|
policy: '/policy',
|
|
concelier: '/concelier',
|
|
attestor: '/attestor',
|
|
gateway: '/gateway',
|
|
},
|
|
quickstartMode: true,
|
|
setup: 'complete',
|
|
};
|
|
|
|
const oidcConfig = {
|
|
issuer: mockConfig.authority.issuer,
|
|
authorization_endpoint: mockConfig.authority.authorizeEndpoint,
|
|
token_endpoint: mockConfig.authority.tokenEndpoint,
|
|
jwks_uri: 'http://127.0.0.1:4400/authority/.well-known/jwks.json',
|
|
response_types_supported: ['code'],
|
|
subject_types_supported: ['public'],
|
|
id_token_signing_alg_values_supported: ['RS256'],
|
|
};
|
|
|
|
async function setupShell(page: Page): Promise<void> {
|
|
await page.addInitScript((session) => {
|
|
try {
|
|
window.sessionStorage.clear();
|
|
} catch {
|
|
// ignore storage access errors in restricted contexts
|
|
}
|
|
(window as { __stellaopsTestSession?: unknown }).__stellaopsTestSession = session;
|
|
}, shellSession);
|
|
|
|
await page.route('**/platform/envsettings.json', (route) =>
|
|
route.fulfill({
|
|
status: 200,
|
|
contentType: 'application/json',
|
|
body: JSON.stringify(mockConfig),
|
|
}),
|
|
);
|
|
await page.route('**/config.json', (route) =>
|
|
route.fulfill({
|
|
status: 200,
|
|
contentType: 'application/json',
|
|
body: JSON.stringify(mockConfig),
|
|
}),
|
|
);
|
|
await page.route('**/authority/.well-known/openid-configuration', (route) =>
|
|
route.fulfill({
|
|
status: 200,
|
|
contentType: 'application/json',
|
|
body: JSON.stringify(oidcConfig),
|
|
}),
|
|
);
|
|
await page.route('**/.well-known/openid-configuration', (route) =>
|
|
route.fulfill({
|
|
status: 200,
|
|
contentType: 'application/json',
|
|
body: JSON.stringify(oidcConfig),
|
|
}),
|
|
);
|
|
await page.route('**/authority/.well-known/jwks.json', (route) =>
|
|
route.fulfill({
|
|
status: 200,
|
|
contentType: 'application/json',
|
|
body: JSON.stringify({ keys: [] }),
|
|
}),
|
|
);
|
|
await page.route('**/authority/connect/**', (route) =>
|
|
route.fulfill({
|
|
status: 400,
|
|
contentType: 'application/json',
|
|
body: JSON.stringify({ error: 'not-used-in-e2e' }),
|
|
}),
|
|
);
|
|
}
|
|
|
|
async function go(page: Page, path: string): Promise<void> {
|
|
await page.goto(path, { waitUntil: 'domcontentloaded' });
|
|
await page.waitForLoadState('networkidle', { timeout: 5000 }).catch(() => null);
|
|
}
|
|
|
|
async function ensureShell(page: Page): Promise<void> {
|
|
await expect(page.locator('aside.sidebar')).toHaveCount(1, { timeout: 30000 });
|
|
}
|
|
|
|
async function assertMainHasContent(page: Page): Promise<void> {
|
|
const main = page.locator('main');
|
|
await expect(main).toHaveCount(1);
|
|
await expect(main).toBeVisible();
|
|
const text = ((await main.textContent()) ?? '').replace(/\s+/g, '');
|
|
const childNodes = await main.locator('*').count();
|
|
expect(text.length > 12 || childNodes > 4).toBe(true);
|
|
}
|
|
|
|
function collectConsoleErrors(page: Page): string[] {
|
|
const errors: string[] = [];
|
|
page.on('console', (msg) => {
|
|
if (msg.type() === 'error') errors.push(msg.text());
|
|
});
|
|
page.on('pageerror', (err) => errors.push(err.message));
|
|
return errors;
|
|
}
|
|
|
|
function collectAngularErrors(page: Page): string[] {
|
|
const errors: string[] = [];
|
|
page.on('console', (msg) => {
|
|
const text = msg.text();
|
|
if (msg.type() === 'error' && /NG0\d{3,4}/.test(text)) {
|
|
errors.push(text);
|
|
}
|
|
});
|
|
return errors;
|
|
}
|
|
|
|
test.describe.configure({ mode: 'serial' });
|
|
|
|
test.beforeEach(async ({ page }) => {
|
|
await setupShell(page);
|
|
});
|
|
|
|
// ---------------------------------------------------------------------------
|
|
// 1. Sidebar navigation — removed items
|
|
// ---------------------------------------------------------------------------
|
|
test.describe('Ops nav: removed items are gone', () => {
|
|
test('sidebar does NOT contain Operations Hub', async ({ page }) => {
|
|
await go(page, '/ops/operations/jobs-queues');
|
|
await ensureShell(page);
|
|
const sidebar = page.locator('aside.sidebar');
|
|
await expect(sidebar).not.toContainText('Operations Hub');
|
|
});
|
|
|
|
test('sidebar does NOT contain Agent Fleet', async ({ page }) => {
|
|
await go(page, '/ops/operations/jobs-queues');
|
|
await ensureShell(page);
|
|
const sidebar = page.locator('aside.sidebar');
|
|
await expect(sidebar).not.toContainText('Agent Fleet');
|
|
});
|
|
|
|
test('sidebar does NOT contain Signals nav item', async ({ page }) => {
|
|
await go(page, '/ops/operations/jobs-queues');
|
|
await ensureShell(page);
|
|
const navItems = page.locator('aside.sidebar a.nav-item');
|
|
const count = await navItems.count();
|
|
for (let i = 0; i < count; i++) {
|
|
const text = (await navItems.nth(i).textContent()) ?? '';
|
|
expect(text.trim()).not.toBe('Signals');
|
|
}
|
|
});
|
|
});
|
|
|
|
// ---------------------------------------------------------------------------
|
|
// 2. Sidebar navigation — remaining items present
|
|
// ---------------------------------------------------------------------------
|
|
test.describe('Ops nav: 4 expected items are present', () => {
|
|
const EXPECTED_OPS_ITEMS = [
|
|
'Scheduled Jobs',
|
|
'Feeds & Airgap',
|
|
'Scripts',
|
|
'Diagnostics',
|
|
];
|
|
|
|
test('sidebar Ops section contains all 4 expected items', async ({ page }) => {
|
|
await go(page, '/ops/operations/jobs-queues');
|
|
await ensureShell(page);
|
|
const navText = (await page.locator('aside.sidebar').textContent()) ?? '';
|
|
|
|
for (const label of EXPECTED_OPS_ITEMS) {
|
|
expect(navText, `Sidebar should contain "${label}"`).toContain(label);
|
|
}
|
|
});
|
|
|
|
for (const label of EXPECTED_OPS_ITEMS) {
|
|
test(`Ops nav item "${label}" is clickable`, async ({ page }) => {
|
|
await go(page, '/');
|
|
await ensureShell(page);
|
|
|
|
// Expand the Operations group if collapsed
|
|
const opsGroup = page.locator('aside.sidebar .sb-group__header', { hasText: 'Operations' });
|
|
if (await opsGroup.isVisible({ timeout: 3000 }).catch(() => false)) {
|
|
const expanded = await opsGroup.getAttribute('aria-expanded');
|
|
if (expanded === 'false') {
|
|
await opsGroup.click();
|
|
await page.waitForTimeout(500);
|
|
}
|
|
}
|
|
|
|
const link = page.locator('aside.sidebar a.nav-item', { hasText: label }).first();
|
|
if (await link.isVisible({ timeout: 3000 }).catch(() => false)) {
|
|
await link.click();
|
|
await page.waitForTimeout(1500);
|
|
await ensureShell(page);
|
|
await assertMainHasContent(page);
|
|
}
|
|
});
|
|
}
|
|
});
|
|
|
|
// ---------------------------------------------------------------------------
|
|
// 3. Redirects — old routes redirect gracefully
|
|
// ---------------------------------------------------------------------------
|
|
test.describe('Old route redirects', () => {
|
|
test('/ops/operations redirects to jobs-queues (not 404)', async ({ page }) => {
|
|
await go(page, '/ops/operations');
|
|
await ensureShell(page);
|
|
expect(page.url()).toContain('/ops/operations/jobs-queues');
|
|
await assertMainHasContent(page);
|
|
});
|
|
|
|
test('/ops/signals redirects to doctor (diagnostics)', async ({ page }) => {
|
|
await go(page, '/ops/signals');
|
|
await ensureShell(page);
|
|
expect(page.url()).toContain('/ops/operations/doctor');
|
|
await assertMainHasContent(page);
|
|
});
|
|
|
|
test('/ops/operations landing renders non-blank page via redirect', async ({ page }) => {
|
|
const errors = collectAngularErrors(page);
|
|
await go(page, '/ops/operations');
|
|
await ensureShell(page);
|
|
await assertMainHasContent(page);
|
|
expect(errors).toHaveLength(0);
|
|
});
|
|
});
|
|
|
|
// ---------------------------------------------------------------------------
|
|
// 4. Remaining Ops pages render correctly
|
|
// ---------------------------------------------------------------------------
|
|
test.describe('Remaining Ops pages render content', () => {
|
|
test.setTimeout(120_000);
|
|
|
|
const OPS_ROUTES = [
|
|
{ path: '/ops/operations/jobs-queues', name: 'Scheduled Jobs' },
|
|
{ path: '/ops/operations/feeds-airgap', name: 'Feeds & AirGap' },
|
|
{ path: '/ops/operations/doctor', name: 'Diagnostics' },
|
|
{ path: '/ops/operations/data-integrity', name: 'Data Integrity' },
|
|
{ path: '/ops/operations/jobengine', name: 'JobEngine' },
|
|
{ path: '/ops/operations/event-stream', name: 'Event Stream' },
|
|
];
|
|
|
|
for (const route of OPS_ROUTES) {
|
|
test(`${route.name} (${route.path}) renders with content`, async ({ page }) => {
|
|
const errors = collectAngularErrors(page);
|
|
await go(page, route.path);
|
|
await ensureShell(page);
|
|
await assertMainHasContent(page);
|
|
expect(
|
|
errors,
|
|
`Angular errors on ${route.path}: ${errors.join('\n')}`,
|
|
).toHaveLength(0);
|
|
});
|
|
}
|
|
});
|
|
|
|
// ---------------------------------------------------------------------------
|
|
// 5. Topology pages — unaffected by consolidation
|
|
// ---------------------------------------------------------------------------
|
|
test.describe('Topology pages are unaffected', () => {
|
|
test.setTimeout(90_000);
|
|
|
|
const TOPOLOGY_ROUTES = [
|
|
{ path: '/setup/topology/overview', name: 'Topology Overview' },
|
|
{ path: '/setup/topology/hosts', name: 'Topology Hosts' },
|
|
{ path: '/setup/topology/targets', name: 'Topology Targets' },
|
|
{ path: '/setup/topology/agents', name: 'Topology Agents' },
|
|
];
|
|
|
|
for (const route of TOPOLOGY_ROUTES) {
|
|
test(`${route.name} (${route.path}) renders correctly`, async ({ page }) => {
|
|
const errors = collectAngularErrors(page);
|
|
await go(page, route.path);
|
|
await ensureShell(page);
|
|
await assertMainHasContent(page);
|
|
expect(
|
|
errors,
|
|
`Angular errors on ${route.path}: ${errors.join('\n')}`,
|
|
).toHaveLength(0);
|
|
});
|
|
}
|
|
|
|
test('agents route under operations still loads topology agents page', async ({ page }) => {
|
|
const errors = collectAngularErrors(page);
|
|
await go(page, '/ops/operations/agents');
|
|
await ensureShell(page);
|
|
await assertMainHasContent(page);
|
|
expect(errors).toHaveLength(0);
|
|
});
|
|
});
|
|
|
|
// ---------------------------------------------------------------------------
|
|
// 6. Multi-route stability — no errors across the full ops journey
|
|
// ---------------------------------------------------------------------------
|
|
test.describe('Ops journey stability', () => {
|
|
test('navigating across all ops routes produces no Angular errors', async ({ page }) => {
|
|
test.setTimeout(120_000);
|
|
const errors = collectAngularErrors(page);
|
|
|
|
const journey = [
|
|
'/ops',
|
|
'/ops/operations/jobs-queues',
|
|
'/ops/operations/feeds-airgap',
|
|
'/ops/operations/doctor',
|
|
'/ops/operations/data-integrity',
|
|
'/ops/operations/agents',
|
|
'/ops/operations/event-stream',
|
|
'/ops/integrations',
|
|
'/ops/policy',
|
|
];
|
|
|
|
for (const route of journey) {
|
|
await go(page, route);
|
|
await ensureShell(page);
|
|
}
|
|
|
|
expect(
|
|
errors,
|
|
`Angular errors during ops journey: ${errors.join('\n')}`,
|
|
).toHaveLength(0);
|
|
});
|
|
|
|
test('browser back/forward across ops routes works', async ({ page }) => {
|
|
await go(page, '/ops/operations/jobs-queues');
|
|
await ensureShell(page);
|
|
|
|
await go(page, '/ops/operations/doctor');
|
|
await ensureShell(page);
|
|
|
|
await go(page, '/ops/operations/feeds-airgap');
|
|
await ensureShell(page);
|
|
|
|
await page.goBack();
|
|
await page.waitForTimeout(1000);
|
|
expect(page.url()).toContain('/doctor');
|
|
|
|
await page.goForward();
|
|
await page.waitForTimeout(1000);
|
|
expect(page.url()).toContain('/feeds-airgap');
|
|
});
|
|
});
|
|
|
|
// ---------------------------------------------------------------------------
|
|
// 7. Legacy redirect coverage
|
|
// ---------------------------------------------------------------------------
|
|
test.describe('Legacy platform-ops redirects', () => {
|
|
test('legacy /ops/signals path redirects to diagnostics', async ({ page }) => {
|
|
await go(page, '/ops/signals');
|
|
await ensureShell(page);
|
|
expect(page.url()).toContain('/doctor');
|
|
});
|
|
|
|
test('/ops/operations base path redirects to jobs-queues', async ({ page }) => {
|
|
await go(page, '/ops/operations');
|
|
await ensureShell(page);
|
|
expect(page.url()).toContain('/jobs-queues');
|
|
});
|
|
|
|
test('/ops base path renders shell with content', async ({ page }) => {
|
|
await go(page, '/ops');
|
|
await ensureShell(page);
|
|
// /ops redirects to /ops/operations which redirects to /ops/operations/jobs-queues
|
|
await assertMainHasContent(page);
|
|
});
|
|
});
|