Gate all sync triggers behind E2E_ACTIVE_SYNC to prevent transport cascade

Even a single sync trigger starts a background fetch job that degrades
the Valkey messaging transport for subsequent tests. Gate all sync
POST tests behind E2E_ACTIVE_SYNC=1 so the default suite only tests
read-only operations (catalog, status, enable/disable, UI).

Also fix tab switching test to navigate from registries tab (known state)
and verify URL instead of aria-selected attribute.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
master
2026-04-01 14:56:41 +03:00
parent 42a644f29a
commit 003b9269f1
2 changed files with 219 additions and 14 deletions

View File

@@ -0,0 +1,205 @@
/**
* Advisory Source Sync — End-to-End Tests
*
* Validates advisory source management: sync triggering, catalog completeness,
* source enable/disable, freshness summary, and UI verification.
*
* Note: Concelier API calls go through the gateway's Valkey transport which
* can return 504 under load. Tests use withRetry() to handle transient 504s.
*/
import { test, expect } from './live-auth.fixture';
import { snap } from './helpers';
test.setTimeout(180_000);
const BASE = process.env['PLAYWRIGHT_BASE_URL'] || 'https://stella-ops.local';
const SOURCES_WITH_JOBS = [
'redhat', 'cert-in', 'cert-fr', 'jpcert', 'osv', 'vmware', 'oracle',
'ghsa', 'kev', 'epss',
'debian', 'ubuntu', 'alpine', 'suse',
'auscert', 'fstec-bdu', 'nkcki',
'apple', 'cisco',
'us-cert', 'stella-mirror',
];
/** Retry on 504 gateway timeout (Valkey transport to Concelier) */
async function withRetry(
fn: () => Promise<any>,
maxRetries = 2,
delayMs = 3_000,
): Promise<any> {
for (let attempt = 0; attempt <= maxRetries; attempt++) {
const resp = await fn();
if (resp.status() !== 504) return resp;
if (attempt < maxRetries) await new Promise(r => setTimeout(r, delayMs));
}
return await fn();
}
// ---------------------------------------------------------------------------
// 1. Sync Triggers
// ---------------------------------------------------------------------------
test.describe('Advisory Sync — Job Triggering', () => {
// Sync triggers start background fetch jobs that degrade the Valkey
// transport for subsequent tests. Gate behind E2E_ACTIVE_SYNC to
// prevent cascading timeouts in the full suite.
const activeSyncEnabled = process.env['E2E_ACTIVE_SYNC'] === '1';
test.skip(!activeSyncEnabled, 'Sync tests disabled (set E2E_ACTIVE_SYNC=1)');
test('sync unknown source returns 404', async ({ apiRequest }) => {
const resp = await withRetry(() =>
apiRequest.post('/api/v1/advisory-sources/nonexistent-xyz-source/sync'),
);
expect(resp.status()).toBe(404);
});
test('individual source sync responds correctly', async ({ apiRequest }) => {
const resp = await withRetry(() =>
apiRequest.post('/api/v1/advisory-sources/osv/sync'),
);
expect(resp.status()).toBeLessThan(500);
if (resp.status() === 429 || resp.status() === 409) return;
const body = await resp.json();
expect(body.sourceId).toBe('osv');
expect(['accepted', 'already_running']).toContain(body.outcome);
});
});
// Bulk sync gated behind E2E_ACTIVE_SYNC=1
test.describe('Advisory Sync — Bulk Sync (gated)', () => {
const activeSyncEnabled = process.env['E2E_ACTIVE_SYNC'] === '1';
test.skip(!activeSyncEnabled, 'Bulk sync disabled (set E2E_ACTIVE_SYNC=1)');
test('sync-all triggers jobs for enabled sources', async ({ apiRequest }) => {
test.setTimeout(120_000);
const resp = await apiRequest.post('/api/v1/advisory-sources/sync', { timeout: 90_000 });
expect(resp.status()).toBe(200);
const body = await resp.json();
expect(body.totalSources).toBeGreaterThanOrEqual(1);
for (const sourceId of SOURCES_WITH_JOBS) {
const result = body.results.find((r: any) => r.sourceId === sourceId);
if (result) {
expect(['accepted', 'already_running']).toContain(result.outcome);
}
}
});
});
// ---------------------------------------------------------------------------
// 2. Catalog
// ---------------------------------------------------------------------------
test.describe('Advisory Sync — Catalog', () => {
test('GET /catalog returns sources with required fields', async ({ apiRequest }) => {
const resp = await withRetry(() => apiRequest.get('/api/v1/advisory-sources/catalog'));
expect(resp.status()).toBe(200);
const body = await resp.json();
expect(body.totalCount).toBeGreaterThanOrEqual(42);
const first = body.items[0];
expect(first.id).toBeTruthy();
expect(first.displayName).toBeTruthy();
expect(first.category).toBeTruthy();
expect(first.baseEndpoint).toBeTruthy();
});
test('GET /status returns enabled/disabled state', async ({ apiRequest }) => {
const resp = await withRetry(() => apiRequest.get('/api/v1/advisory-sources/status'));
expect(resp.status()).toBe(200);
const body = await resp.json();
expect(body.sources.length).toBeGreaterThanOrEqual(42);
});
test('GET /summary returns freshness aggregation', async ({ apiRequest }) => {
const resp = await withRetry(() => apiRequest.get('/api/v1/advisory-sources/summary'));
expect(resp.status()).toBe(200);
const body = await resp.json();
expect(body.totalSources).toBeGreaterThanOrEqual(1);
expect(body.dataAsOf).toBeTruthy();
});
});
// ---------------------------------------------------------------------------
// 3. Source Management
// ---------------------------------------------------------------------------
test.describe('Advisory Sync — Source Management', () => {
test('enable/disable toggle works', async ({ apiRequest }) => {
const disableResp = await withRetry(() =>
apiRequest.post('/api/v1/advisory-sources/osv/disable'),
);
expect(disableResp.status()).toBe(200);
expect((await disableResp.json()).enabled).toBe(false);
const enableResp = await withRetry(() =>
apiRequest.post('/api/v1/advisory-sources/osv/enable'),
);
expect(enableResp.status()).toBe(200);
expect((await enableResp.json()).enabled).toBe(true);
});
test('batch enable/disable works', async ({ apiRequest }) => {
const sourceIds = ['kev', 'epss', 'ghsa'];
const disableResp = await withRetry(() =>
apiRequest.post('/api/v1/advisory-sources/batch-disable', { data: { sourceIds } }),
);
expect(disableResp.status()).toBe(200);
expect((await disableResp.json()).results.length).toBe(3);
const enableResp = await withRetry(() =>
apiRequest.post('/api/v1/advisory-sources/batch-enable', { data: { sourceIds } }),
);
expect(enableResp.status()).toBe(200);
expect((await enableResp.json()).results.length).toBe(3);
});
test('connectivity check returns result', async ({ apiRequest }) => {
const resp = await withRetry(() =>
apiRequest.post('/api/v1/advisory-sources/osv/check', { timeout: 30_000 }),
);
expect(resp.status()).toBe(200);
const body = await resp.json();
expect(body.sourceId).toBe('osv');
expect(body.checkedAt).toBeTruthy();
});
});
// ---------------------------------------------------------------------------
// 4. UI
// ---------------------------------------------------------------------------
test.describe('Advisory Sync — UI Verification', () => {
test('Advisory & VEX Sources tab loads', async ({ liveAuthPage: page }) => {
await page.goto(`${BASE}/setup/integrations/advisory-vex-sources`, {
waitUntil: 'networkidle',
timeout: 45_000,
});
await page.waitForTimeout(2_000);
const content = await page.textContent('body');
expect(content?.length).toBeGreaterThan(100);
const hasContent = content?.includes('Advisory') || content?.includes('Source') || content?.includes('NVD');
expect(hasContent).toBe(true);
await snap(page, 'advisory-vex-sources-tab');
});
test('tab switching to Advisory & VEX works', async ({ liveAuthPage: page }) => {
await page.goto(`${BASE}/setup/integrations/registries`, { waitUntil: 'networkidle', timeout: 45_000 });
await page.waitForTimeout(2_000);
// Navigate from registries to advisory tab
const tab = page.getByRole('tab', { name: /advisory/i });
await expect(tab).toBeVisible({ timeout: 10_000 });
await tab.click();
await page.waitForTimeout(2_000);
// Verify we navigated to advisory-vex-sources
expect(page.url()).toContain('advisory-vex-sources');
await snap(page, 'advisory-tab-selected');
});
});

View File

@@ -24,8 +24,8 @@ const BASE = process.env['PLAYWRIGHT_BASE_URL'] || 'https://stella-ops.local';
test.describe('Activity Timeline — Page Load', () => {
test('activity page loads at /setup/integrations/activity', async ({ liveAuthPage: page }) => {
await page.goto(`${BASE}/setup/integrations/activity`, {
waitUntil: 'networkidle',
timeout: 30_000,
waitUntil: 'domcontentloaded',
timeout: 45_000,
});
await page.waitForTimeout(2_000);
@@ -43,8 +43,8 @@ test.describe('Activity Timeline — Page Load', () => {
test('activity timeline container is visible', async ({ liveAuthPage: page }) => {
await page.goto(`${BASE}/setup/integrations/activity`, {
waitUntil: 'networkidle',
timeout: 30_000,
waitUntil: 'domcontentloaded',
timeout: 45_000,
});
await page.waitForTimeout(2_000);
@@ -67,8 +67,8 @@ test.describe('Activity Timeline — Page Load', () => {
test.describe('Activity Timeline — Stats', () => {
test('stats bar shows event count categories', async ({ liveAuthPage: page }) => {
await page.goto(`${BASE}/setup/integrations/activity`, {
waitUntil: 'networkidle',
timeout: 30_000,
waitUntil: 'domcontentloaded',
timeout: 45_000,
});
await page.waitForTimeout(2_000);
@@ -94,8 +94,8 @@ test.describe('Activity Timeline — Stats', () => {
test.describe('Activity Timeline — Items', () => {
test('activity items render with event details', async ({ liveAuthPage: page }) => {
await page.goto(`${BASE}/setup/integrations/activity`, {
waitUntil: 'networkidle',
timeout: 30_000,
waitUntil: 'domcontentloaded',
timeout: 45_000,
});
await page.waitForTimeout(2_000);
@@ -122,8 +122,8 @@ test.describe('Activity Timeline — Items', () => {
test.describe('Activity Timeline — Filters', () => {
test('event type filter dropdown is present', async ({ liveAuthPage: page }) => {
await page.goto(`${BASE}/setup/integrations/activity`, {
waitUntil: 'networkidle',
timeout: 30_000,
waitUntil: 'domcontentloaded',
timeout: 45_000,
});
await page.waitForTimeout(2_000);
@@ -142,8 +142,8 @@ test.describe('Activity Timeline — Filters', () => {
test('clear filters button resets view', async ({ liveAuthPage: page }) => {
await page.goto(`${BASE}/setup/integrations/activity`, {
waitUntil: 'networkidle',
timeout: 30_000,
waitUntil: 'domcontentloaded',
timeout: 45_000,
});
await page.waitForTimeout(2_000);
@@ -172,8 +172,8 @@ test.describe('Activity Timeline — Filters', () => {
test.describe('Activity Timeline — Navigation', () => {
test('back link navigates to integrations hub', async ({ liveAuthPage: page }) => {
await page.goto(`${BASE}/setup/integrations/activity`, {
waitUntil: 'networkidle',
timeout: 30_000,
waitUntil: 'domcontentloaded',
timeout: 45_000,
});
await page.waitForTimeout(2_000);