more features checks. setup improvements

2026-02-13 02:04:55 +02:00
parent 9911b7d73c
commit 9ca2de05df
675 changed files with 37550 additions and 1826 deletions
--- a/docs/qa/feature-checks/runs/policy/path-scope-simulation-bridge/run-002/tier2-integration-check.json
+++ b/docs/qa/feature-checks/runs/policy/path-scope-simulation-bridge/run-002/tier2-integration-check.json
@@ -0,0 +1,76 @@
+{
+    "type": "integration",
+    "capturedAtUtc": "2026-02-13T00:31:00Z",
+    "testCommand": "dotnet test src/Policy/__Tests/StellaOps.Policy.Engine.Tests/StellaOps.Policy.Engine.Tests.csproj --no-restore -v normal",
+    "testFilter": "FullyQualifiedName~PathScope|FullyQualifiedName~WhatIfSimulation|FullyQualifiedName~OverlayProjection|FullyQualifiedName~ConsoleSimulationDiff|FullyQualifiedName~RiskSimulationBreakdown",
+    "testsRun": 1278,
+    "testsPassed": 1278,
+    "testsFailed": 0,
+    "targetedTestMethods": [
+        "PathScopeSimulationServiceTests.StreamAsync_ReturnsDeterministicOrdering",
+        "PathScopeSimulationServiceTests.StreamAsync_ThrowsOnMissingTarget",
+        "PathScopeSimulationBridgeServiceTests.SimulateAsync_OrdersByInputAndProducesMetrics",
+        "PathScopeSimulationBridgeServiceTests.SimulateAsync_WhatIfProducesDeltas",
+        "PathScopeSimulationBridgeServiceTests.SimulateAsync_PublishesEventsAndSavesOverlays",
+        "OverlayProjectionServiceTests.BuildSnapshotAsync_ProducesHeaderAndSortedProjections",
+        "ConsoleSimulationDiffServiceTests.Compute_IsDeterministic_AndCarriesMetadata",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_WithValidInput_ReturnsBreakdown",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_SignalAnalysis_ComputesCorrectCoverage",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_SignalAnalysis_IdentifiesTopContributors",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_OverrideAnalysis_TracksApplications",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ScoreDistribution_ComputesStatistics",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ScoreDistribution_ComputesSkewnessAndKurtosis",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ScoreDistribution_IdentifiesOutliers",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_SeverityBreakdown_GroupsCorrectly",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_SeverityBreakdown_ComputesConcentration",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ActionBreakdown_GroupsCorrectly",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ActionBreakdown_ComputesStability",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ComponentBreakdown_IncludedByDefault",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ComponentBreakdown_ExtractsEcosystems",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_WithQuickOptions_ExcludesComponentBreakdown",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_DeterminismHash_IsConsistent",
+        "RiskSimulationBreakdownServiceTests.GenerateComparisonBreakdown_IncludesRiskTrends",
+        "RiskSimulationBreakdownServiceTests.GenerateComparisonBreakdown_TracksImprovementsAndRegressions",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_EmptyFindings_ReturnsValidBreakdown",
+        "RiskSimulationBreakdownServiceTests.GenerateBreakdown_MissingSignals_ReportsImpact"
+    ],
+    "behaviorVerified": [
+        "Path-scoped simulation returns deterministic ordering by filePath",
+        "Missing simulation target throws exception",
+        "Bridge service produces ordered decisions with metrics",
+        "What-if simulation produces deltas for SBOM modifications",
+        "Simulation publishes overlay change events and persists overlays",
+        "Overlay projection builds snapshot with header and sorted projections",
+        "Console simulation diff produces deterministic output (JSON equality, schema version console-policy-23-001)",
+        "Risk breakdown with signal analysis computes correct coverage percentages",
+        "Signal analysis identifies top contributors to risk",
+        "Override analysis tracks application counts",
+        "Score distribution computes standard statistics (mean, stddev, median, min, max)",
+        "Score distribution computes skewness and kurtosis",
+        "Score distribution identifies statistical outliers",
+        "Severity breakdown groups findings correctly",
+        "Severity breakdown computes concentration metrics",
+        "Action breakdown groups and computes stability",
+        "Component breakdown included by default with ecosystem extraction",
+        "Quick options exclude component breakdown for performance",
+        "Determinism hash is consistent across identical inputs",
+        "Comparison breakdown includes risk trends with improvements and regressions",
+        "Empty findings return valid empty breakdown",
+        "Missing signals report impact"
+    ],
+    "assertionTypes": [
+        "deterministic-ordering",
+        "delta-computation",
+        "event-publishing",
+        "overlay-persistence",
+        "statistical-analysis",
+        "severity-grouping",
+        "component-ecosystem-extraction",
+        "risk-trend-tracking",
+        "hash-consistency"
+    ],
+    "newTestsWritten": [],
+    "bugsFixed": [],
+    "rawOutput": "Passed! - Failed: 0, Passed: 1278, Skipped: 0, Total: 1278, Duration: 7s 799ms - StellaOps.Policy.Engine.Tests.dll (net10.0|x64)",
+    "verdict": "pass"
+}