Add live integrations sweep harness script
This commit is contained in:
master
330
src/Web/StellaOps.Web/scripts/live-integrations-action-sweep.mjs
Normal file
330
src/Web/StellaOps.Web/scripts/live-integrations-action-sweep.mjs
Normal file
@@ -0,0 +1,330 @@
|
|||||||
|
import { mkdir, writeFile } from 'node:fs/promises';
|
||||||
|
import path from 'node:path';
|
||||||
|
import { fileURLToPath } from 'node:url';
|
||||||
|
|
||||||
|
import { chromium } from 'playwright';
|
||||||
|
|
||||||
|
import { authenticateFrontdoor, createAuthenticatedContext } from './live-frontdoor-auth.mjs';
|
||||||
|
|
||||||
|
const webRoot = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '..');
|
||||||
|
const outputDir = path.join(webRoot, 'output', 'playwright');
|
||||||
|
const outputPath = path.join(outputDir, 'live-integrations-action-sweep.json');
|
||||||
|
const authStatePath = path.join(outputDir, 'live-integrations-action-sweep.state.json');
|
||||||
|
const authReportPath = path.join(outputDir, 'live-integrations-action-sweep.auth.json');
|
||||||
|
const scopeQuery = 'tenant=demo-prod®ions=us-east&environments=stage&timeWindow=7d';
|
||||||
|
const STEP_TIMEOUT_MS = 30_000;
|
||||||
|
|
||||||
|
async function settle(page) {
|
||||||
|
await page.waitForLoadState('domcontentloaded', { timeout: 15_000 }).catch(() => {});
|
||||||
|
await page.waitForTimeout(1_500);
|
||||||
|
}
|
||||||
|
|
||||||
|
async function headingText(page) {
|
||||||
|
const headings = page.locator('h1, h2, [data-testid="page-title"], .page-title');
|
||||||
|
const count = await headings.count();
|
||||||
|
for (let index = 0; index < Math.min(count, 4); index += 1) {
|
||||||
|
const text = (await headings.nth(index).innerText().catch(() => '')).trim();
|
||||||
|
if (text) {
|
||||||
|
return text;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return '';
|
||||||
|
}
|
||||||
|
|
||||||
|
async function captureSnapshot(page, label) {
|
||||||
|
const alerts = await page
|
||||||
|
.locator('[role="alert"], .mat-mdc-snack-bar-container, .toast, .notification, .error-banner')
|
||||||
|
.evaluateAll((nodes) =>
|
||||||
|
nodes
|
||||||
|
.map((node) => (node.textContent || '').trim().replace(/\s+/g, ' '))
|
||||||
|
.filter(Boolean)
|
||||||
|
.slice(0, 5),
|
||||||
|
)
|
||||||
|
.catch(() => []);
|
||||||
|
|
||||||
|
return {
|
||||||
|
label,
|
||||||
|
url: page.url(),
|
||||||
|
title: await page.title(),
|
||||||
|
heading: await headingText(page),
|
||||||
|
alerts,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
async function persistSummary(summary) {
|
||||||
|
summary.lastUpdatedAtUtc = new Date().toISOString();
|
||||||
|
await writeFile(outputPath, `${JSON.stringify(summary, null, 2)}\n`, 'utf8');
|
||||||
|
}
|
||||||
|
|
||||||
|
async function navigate(page, route) {
|
||||||
|
const separator = route.includes('?') ? '&' : '?';
|
||||||
|
const url = `https://stella-ops.local${route}${separator}${scopeQuery}`;
|
||||||
|
await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30_000 });
|
||||||
|
await settle(page);
|
||||||
|
return url;
|
||||||
|
}
|
||||||
|
|
||||||
|
async function runAction(page, route, label, runner) {
|
||||||
|
const startedAtUtc = new Date().toISOString();
|
||||||
|
const startedAt = Date.now();
|
||||||
|
process.stdout.write(`[live-integrations-action-sweep] START ${route} -> ${label}\n`);
|
||||||
|
|
||||||
|
let timeoutHandle = null;
|
||||||
|
|
||||||
|
try {
|
||||||
|
const result = await Promise.race([
|
||||||
|
runner(),
|
||||||
|
new Promise((_, reject) => {
|
||||||
|
timeoutHandle = setTimeout(() => {
|
||||||
|
reject(new Error(`Timed out after ${STEP_TIMEOUT_MS}ms.`));
|
||||||
|
}, STEP_TIMEOUT_MS);
|
||||||
|
}),
|
||||||
|
]);
|
||||||
|
|
||||||
|
const completed = {
|
||||||
|
action: label,
|
||||||
|
ok: result?.ok ?? true,
|
||||||
|
...result,
|
||||||
|
startedAtUtc,
|
||||||
|
durationMs: Date.now() - startedAt,
|
||||||
|
};
|
||||||
|
|
||||||
|
process.stdout.write(
|
||||||
|
`[live-integrations-action-sweep] DONE ${route} -> ${label} ok=${completed.ok} durationMs=${completed.durationMs}\n`,
|
||||||
|
);
|
||||||
|
return completed;
|
||||||
|
} catch (error) {
|
||||||
|
const failed = {
|
||||||
|
action: label,
|
||||||
|
ok: false,
|
||||||
|
error: error instanceof Error ? error.message : String(error),
|
||||||
|
startedAtUtc,
|
||||||
|
durationMs: Date.now() - startedAt,
|
||||||
|
snapshot: await captureSnapshot(page, `failure:${route}:${label}`),
|
||||||
|
};
|
||||||
|
process.stdout.write(
|
||||||
|
`[live-integrations-action-sweep] FAIL ${route} -> ${label} error=${failed.error} durationMs=${failed.durationMs}\n`,
|
||||||
|
);
|
||||||
|
return failed;
|
||||||
|
} finally {
|
||||||
|
if (timeoutHandle) {
|
||||||
|
clearTimeout(timeoutHandle);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
async function clickLinkVerify(page, route, name, expectedPath) {
|
||||||
|
await navigate(page, route);
|
||||||
|
const candidates = [
|
||||||
|
page.getByRole('link', { name }),
|
||||||
|
page.getByRole('tab', { name }),
|
||||||
|
];
|
||||||
|
|
||||||
|
let locator = null;
|
||||||
|
for (const candidate of candidates) {
|
||||||
|
if ((await candidate.count()) > 0) {
|
||||||
|
locator = candidate.first();
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!locator) {
|
||||||
|
return {
|
||||||
|
ok: false,
|
||||||
|
reason: 'missing-link',
|
||||||
|
snapshot: await captureSnapshot(page, `missing-link:${name}`),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
await locator.click({ timeout: 10_000 });
|
||||||
|
await page.waitForURL((url) => url.pathname.includes(expectedPath), { timeout: 15_000 });
|
||||||
|
await settle(page);
|
||||||
|
|
||||||
|
return {
|
||||||
|
ok: page.url().includes(expectedPath),
|
||||||
|
expectedPath,
|
||||||
|
snapshot: await captureSnapshot(page, `after-link:${name}`),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
async function clickButtonVerify(page, route, name, expectedPath) {
|
||||||
|
await navigate(page, route);
|
||||||
|
const locator = page.getByRole('button', { name }).first();
|
||||||
|
if ((await locator.count()) === 0) {
|
||||||
|
return {
|
||||||
|
ok: false,
|
||||||
|
reason: 'missing-button',
|
||||||
|
snapshot: await captureSnapshot(page, `missing-button:${name}`),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
await locator.click({ timeout: 10_000 });
|
||||||
|
await page.waitForURL((url) => url.pathname.includes(expectedPath), { timeout: 15_000 });
|
||||||
|
await settle(page);
|
||||||
|
|
||||||
|
return {
|
||||||
|
ok: page.url().includes(expectedPath),
|
||||||
|
expectedPath,
|
||||||
|
snapshot: await captureSnapshot(page, `after-button:${name}`),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
async function main() {
|
||||||
|
await mkdir(outputDir, { recursive: true });
|
||||||
|
|
||||||
|
const authReport = await authenticateFrontdoor({
|
||||||
|
statePath: authStatePath,
|
||||||
|
reportPath: authReportPath,
|
||||||
|
headless: true,
|
||||||
|
});
|
||||||
|
|
||||||
|
const browser = await chromium.launch({
|
||||||
|
headless: true,
|
||||||
|
args: ['--disable-dev-shm-usage'],
|
||||||
|
});
|
||||||
|
|
||||||
|
const context = await createAuthenticatedContext(browser, authReport, { statePath: authStatePath });
|
||||||
|
const page = await context.newPage();
|
||||||
|
|
||||||
|
const runtime = {
|
||||||
|
consoleErrors: [],
|
||||||
|
pageErrors: [],
|
||||||
|
responseErrors: [],
|
||||||
|
requestFailures: [],
|
||||||
|
};
|
||||||
|
|
||||||
|
page.on('console', (message) => {
|
||||||
|
if (message.type() === 'error') {
|
||||||
|
runtime.consoleErrors.push({ page: page.url(), text: message.text() });
|
||||||
|
}
|
||||||
|
});
|
||||||
|
page.on('pageerror', (error) => {
|
||||||
|
runtime.pageErrors.push({ page: page.url(), message: error.message });
|
||||||
|
});
|
||||||
|
page.on('requestfailed', (request) => {
|
||||||
|
const url = request.url();
|
||||||
|
if (/\.(?:css|js|map|png|jpg|jpeg|svg|woff2?)(?:$|\?)/i.test(url)) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
const errorText = request.failure()?.errorText ?? 'unknown';
|
||||||
|
if (errorText === 'net::ERR_ABORTED') {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
runtime.requestFailures.push({
|
||||||
|
page: page.url(),
|
||||||
|
method: request.method(),
|
||||||
|
url,
|
||||||
|
error: errorText,
|
||||||
|
});
|
||||||
|
});
|
||||||
|
page.on('response', (response) => {
|
||||||
|
const url = response.url();
|
||||||
|
if (/\.(?:css|js|map|png|jpg|jpeg|svg|woff2?)(?:$|\?)/i.test(url)) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (response.status() >= 400) {
|
||||||
|
runtime.responseErrors.push({
|
||||||
|
page: page.url(),
|
||||||
|
method: response.request().method(),
|
||||||
|
status: response.status(),
|
||||||
|
url,
|
||||||
|
});
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
const results = [];
|
||||||
|
const summary = {
|
||||||
|
generatedAtUtc: new Date().toISOString(),
|
||||||
|
results,
|
||||||
|
runtime,
|
||||||
|
};
|
||||||
|
|
||||||
|
try {
|
||||||
|
results.push({
|
||||||
|
route: '/ops/integrations',
|
||||||
|
actions: [
|
||||||
|
await runAction(page, '/ops/integrations', 'link:Registries', () =>
|
||||||
|
clickLinkVerify(page, '/ops/integrations', 'Registries', '/ops/integrations/registries')),
|
||||||
|
await runAction(page, '/ops/integrations', 'link:SCM', () =>
|
||||||
|
clickLinkVerify(page, '/ops/integrations', 'SCM', '/ops/integrations/scm')),
|
||||||
|
await runAction(page, '/ops/integrations', 'link:CI/CD', () =>
|
||||||
|
clickLinkVerify(page, '/ops/integrations', 'CI/CD', '/ops/integrations/ci')),
|
||||||
|
await runAction(page, '/ops/integrations', 'link:Runtimes / Hosts', () =>
|
||||||
|
clickLinkVerify(page, '/ops/integrations', 'Runtimes / Hosts', '/ops/integrations/runtime-hosts')),
|
||||||
|
await runAction(page, '/ops/integrations', 'link:Advisory & VEX', () =>
|
||||||
|
clickLinkVerify(page, '/ops/integrations', 'Advisory & VEX', '/ops/integrations/advisory-vex-sources')),
|
||||||
|
await runAction(page, '/ops/integrations', 'link:Secrets', () =>
|
||||||
|
clickLinkVerify(page, '/ops/integrations', 'Secrets', '/ops/integrations/secrets')),
|
||||||
|
await runAction(page, '/ops/integrations', 'button:+ Add Integration', () =>
|
||||||
|
clickButtonVerify(page, '/ops/integrations', '+ Add Integration', '/ops/integrations/onboarding')),
|
||||||
|
await runAction(page, '/ops/integrations', 'link:View Activity', () =>
|
||||||
|
clickLinkVerify(page, '/ops/integrations', 'View Activity', '/ops/integrations/activity')),
|
||||||
|
],
|
||||||
|
});
|
||||||
|
await persistSummary(summary);
|
||||||
|
|
||||||
|
results.push({
|
||||||
|
route: '/ops/integrations/registries',
|
||||||
|
actions: [
|
||||||
|
await runAction(page, '/ops/integrations/registries', 'button:+ Add Registry', () =>
|
||||||
|
clickButtonVerify(page, '/ops/integrations/registries', '+ Add Registry', '/ops/integrations/onboarding/registry')),
|
||||||
|
await runAction(page, '/ops/integrations/registries', 'button:Add your first registry', () =>
|
||||||
|
clickButtonVerify(page, '/ops/integrations/registries', 'Add your first registry', '/ops/integrations/onboarding/registry')),
|
||||||
|
],
|
||||||
|
});
|
||||||
|
await persistSummary(summary);
|
||||||
|
|
||||||
|
results.push({
|
||||||
|
route: '/ops/integrations/runtime-hosts',
|
||||||
|
actions: [
|
||||||
|
await runAction(page, '/ops/integrations/runtime-hosts', 'button:+ Add RuntimeHost', () =>
|
||||||
|
clickButtonVerify(page, '/ops/integrations/runtime-hosts', '+ Add RuntimeHost', '/ops/integrations/onboarding/host')),
|
||||||
|
await runAction(page, '/ops/integrations/runtime-hosts', 'button:Add your first runtimehost', () =>
|
||||||
|
clickButtonVerify(page, '/ops/integrations/runtime-hosts', 'Add your first runtimehost', '/ops/integrations/onboarding/host')),
|
||||||
|
],
|
||||||
|
});
|
||||||
|
await persistSummary(summary);
|
||||||
|
|
||||||
|
results.push({
|
||||||
|
route: '/ops/integrations/secrets',
|
||||||
|
actions: [
|
||||||
|
await runAction(page, '/ops/integrations/secrets', 'button:+ Add Integration', () =>
|
||||||
|
clickButtonVerify(page, '/ops/integrations/secrets', '+ Add Integration', '/ops/integrations/onboarding')),
|
||||||
|
await runAction(page, '/ops/integrations/secrets', 'button:Open add integration hub', () =>
|
||||||
|
clickButtonVerify(page, '/ops/integrations/secrets', 'Open add integration hub', '/ops/integrations/onboarding')),
|
||||||
|
],
|
||||||
|
});
|
||||||
|
await persistSummary(summary);
|
||||||
|
|
||||||
|
results.push({
|
||||||
|
route: '/ops/integrations/advisory-vex-sources',
|
||||||
|
actions: [
|
||||||
|
await runAction(page, '/ops/integrations/advisory-vex-sources', 'button:+ Add Integration', () =>
|
||||||
|
clickButtonVerify(page, '/ops/integrations/advisory-vex-sources', '+ Add Integration', '/ops/integrations/onboarding')),
|
||||||
|
await runAction(page, '/ops/integrations/advisory-vex-sources', 'button:Open add integration hub', () =>
|
||||||
|
clickButtonVerify(page, '/ops/integrations/advisory-vex-sources', 'Open add integration hub', '/ops/integrations/onboarding')),
|
||||||
|
],
|
||||||
|
});
|
||||||
|
await persistSummary(summary);
|
||||||
|
} finally {
|
||||||
|
summary.failedActionCount = results.flatMap((route) => route.actions ?? []).filter((action) => action?.ok === false).length;
|
||||||
|
summary.runtimeIssueCount =
|
||||||
|
runtime.consoleErrors.length + runtime.pageErrors.length + runtime.responseErrors.length + runtime.requestFailures.length;
|
||||||
|
await persistSummary(summary).catch(() => {});
|
||||||
|
await browser.close().catch(() => {});
|
||||||
|
}
|
||||||
|
|
||||||
|
process.stdout.write(`${JSON.stringify(summary, null, 2)}\n`);
|
||||||
|
if (summary.failedActionCount > 0 || summary.runtimeIssueCount > 0) {
|
||||||
|
process.exitCode = 1;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
main().catch((error) => {
|
||||||
|
process.stderr.write(`[live-integrations-action-sweep] ${error instanceof Error ? error.message : String(error)}\n`);
|
||||||
|
process.exitCode = 1;
|
||||||
|
});
|
||||||
Reference in New Issue
Block a user