more features checks. setup improvements

2026-02-13 02:04:55 +02:00
parent 9911b7d73c
commit 9ca2de05df
675 changed files with 37550 additions and 1826 deletions
--- a/docs/qa/feature-checks/runs/policy/path-scope-simulation-bridge/run-001/tier2-integration-check.json
+++ b/docs/qa/feature-checks/runs/policy/path-scope-simulation-bridge/run-001/tier2-integration-check.json
@@ -0,0 +1,38 @@
+{
+  "type": "integration",
+  "capturedAtUtc": "2026-02-13T11:15:00Z",
+  "testCommand": "dotnet test src/Policy/__Tests/StellaOps.Policy.Engine.Tests/StellaOps.Policy.Engine.Tests.csproj --no-restore -v normal",
+  "testFilter": "PathScopeSimulationServiceTests, PathScopeSimulationBridgeServiceTests covering path-scoped simulation, deterministic ordering, what-if deltas, overlay events",
+  "testsRun": 1278,
+  "testsPassed": 1278,
+  "testsFailed": 0,
+  "targetedTestMethods": [
+    "PathScopeSimulationServiceTests.StreamAsync_ReturnsDeterministicOrdering",
+    "PathScopeSimulationServiceTests.StreamAsync_ThrowsOnMissingTarget",
+    "PathScopeSimulationBridgeServiceTests.SimulateAsync_OrdersByInputAndProducesMetrics",
+    "PathScopeSimulationBridgeServiceTests.SimulateAsync_WhatIfProducesDeltas",
+    "PathScopeSimulationBridgeServiceTests.SimulateAsync_PublishesEventsAndSavesOverlays"
+  ],
+  "behaviorVerified": [
+    "PathScopeSimulationService: streams simulation results for path-scoped targets, deterministic ordering (sorted by filePath), throws PathScopeSimulationException on empty targets",
+    "PathScopeSimulationRequest: SchemaVersion, Tenant, BasePolicyRef, CandidatePolicyRef, Subject (purl, lib), Targets (filePath, path prefix, confidence, entrypoint), SimulationOptions (projection fields, limit, includeTrace, deterministic)",
+    "PathScopeSimulationBridgeService: bridges path-scope simulation with overlay projection, orders decisions by input path order (preserves request ordering), produces evaluation metrics (Evaluated count)",
+    "WhatIf mode: produces delta analysis for path-scoped changes, compares baseline vs candidate policy decisions",
+    "Overlay integration: publishes OverlayChangeEvents via IOverlayEventSink, saves overlay state via IOverlayStore, OverlayProjectionService + OverlayChangeEventPublisher pipeline",
+    "PathScopeSimulationEndpoint: REST endpoint for path-scoped simulation (referenced in feature spec)",
+    "RiskSimulationService.SimulateWithBreakdown: severity distribution and top movers for targeted paths (referenced in feature spec)",
+    "ConsoleSimulationDiffService: schema version console-policy-23-001, deterministic before/after severity breakdowns (referenced in feature spec)",
+    "OverlaySimulationEndpoint: overlay simulation for policy rule changes (referenced in feature spec)"
+  ],
+  "assertionTypes": [
+    "value equality (Assert.Equal for decision count, metrics)",
+    "string containment (Assert.Contains for filePath in serialized JSON)",
+    "null checks (Assert.NotNull for deltas)",
+    "collection assertions (Assert.Single for what-if results, Assert.NotEmpty for events/overlays)",
+    "exception assertions (Assert.ThrowsAsync for empty targets)"
+  ],
+  "newTestsWritten": [],
+  "bugsFixed": [],
+  "rawOutput": "Engine.Tests: Passed! - Failed: 0, Passed: 1278, Skipped: 0, Total: 1278, Duration: 8s 167ms",
+  "verdict": "pass"
+}
--- a/docs/qa/feature-checks/runs/policy/path-scope-simulation-bridge/run-002/tier2-integration-check.json
+++ b/docs/qa/feature-checks/runs/policy/path-scope-simulation-bridge/run-002/tier2-integration-check.json
@@ -0,0 +1,76 @@
+{
+    "type": "integration",
+    "capturedAtUtc": "2026-02-13T00:31:00Z",
+    "testCommand": "dotnet test src/Policy/__Tests/StellaOps.Policy.Engine.Tests/StellaOps.Policy.Engine.Tests.csproj --no-restore -v normal",
+    "testFilter": "FullyQualifiedName~PathScope|FullyQualifiedName~WhatIfSimulation|FullyQualifiedName~OverlayProjection|FullyQualifiedName~ConsoleSimulationDiff|FullyQualifiedName~RiskSimulationBreakdown",
+    "testsRun": 1278,
+    "testsPassed": 1278,
+    "testsFailed": 0,
+    "targetedTestMethods": [
+        "PathScopeSimulationServiceTests.StreamAsync_ReturnsDeterministicOrdering",
+        "PathScopeSimulationServiceTests.StreamAsync_ThrowsOnMissingTarget",
+        "PathScopeSimulationBridgeServiceTests.SimulateAsync_OrdersByInputAndProducesMetrics",
+        "PathScopeSimulationBridgeServiceTests.SimulateAsync_WhatIfProducesDeltas",
+        "PathScopeSimulationBridgeServiceTests.SimulateAsync_PublishesEventsAndSavesOverlays",
+        "OverlayProjectionServiceTests.BuildSnapshotAsync_ProducesHeaderAndSortedProjections",
+        "ConsoleSimulationDiffServiceTests.Compute_IsDeterministic_AndCarriesMetadata",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_WithValidInput_ReturnsBreakdown",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_SignalAnalysis_ComputesCorrectCoverage",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_SignalAnalysis_IdentifiesTopContributors",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_OverrideAnalysis_TracksApplications",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ScoreDistribution_ComputesStatistics",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ScoreDistribution_ComputesSkewnessAndKurtosis",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ScoreDistribution_IdentifiesOutliers",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_SeverityBreakdown_GroupsCorrectly",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_SeverityBreakdown_ComputesConcentration",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ActionBreakdown_GroupsCorrectly",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ActionBreakdown_ComputesStability",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ComponentBreakdown_IncludedByDefault",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ComponentBreakdown_ExtractsEcosystems",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_WithQuickOptions_ExcludesComponentBreakdown",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_DeterminismHash_IsConsistent",
+        "RiskSimulationBreakdownServiceTests.GenerateComparisonBreakdown_IncludesRiskTrends",
+        "RiskSimulationBreakdownServiceTests.GenerateComparisonBreakdown_TracksImprovementsAndRegressions",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_EmptyFindings_ReturnsValidBreakdown",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_MissingSignals_ReportsImpact"
+    ],
+    "behaviorVerified": [
+        "Path-scoped simulation returns deterministic ordering by filePath",
+        "Missing simulation target throws exception",
+        "Bridge service produces ordered decisions with metrics",
+        "What-if simulation produces deltas for SBOM modifications",
+        "Simulation publishes overlay change events and persists overlays",
+        "Overlay projection builds snapshot with header and sorted projections",
+        "Console simulation diff produces deterministic output (JSON equality, schema version console-policy-23-001)",
+        "Risk breakdown with signal analysis computes correct coverage percentages",
+        "Signal analysis identifies top contributors to risk",
+        "Override analysis tracks application counts",
+        "Score distribution computes standard statistics (mean, stddev, median, min, max)",
+        "Score distribution computes skewness and kurtosis",
+        "Score distribution identifies statistical outliers",
+        "Severity breakdown groups findings correctly",
+        "Severity breakdown computes concentration metrics",
+        "Action breakdown groups and computes stability",
+        "Component breakdown included by default with ecosystem extraction",
+        "Quick options exclude component breakdown for performance",
+        "Determinism hash is consistent across identical inputs",
+        "Comparison breakdown includes risk trends with improvements and regressions",
+        "Empty findings return valid empty breakdown",
+        "Missing signals report impact"
+    ],
+    "assertionTypes": [
+        "deterministic-ordering",
+        "delta-computation",
+        "event-publishing",
+        "overlay-persistence",
+        "statistical-analysis",
+        "severity-grouping",
+        "component-ecosystem-extraction",
+        "risk-trend-tracking",
+        "hash-consistency"
+    ],
+    "newTestsWritten": [],
+    "bugsFixed": [],
+    "rawOutput": "Passed! - Failed: 0, Passed: 1278, Skipped: 0, Total: 1278, Duration: 7s 799ms - StellaOps.Policy.Engine.Tests.dll (net10.0|x64)",
+    "verdict": "pass"
+}