more features checks. setup improvements

2026-02-13 02:04:55 +02:00
parent 9911b7d73c
commit 9ca2de05df
675 changed files with 37550 additions and 1826 deletions
--- a/docs/qa/feature-checks/runs/policy/policy-simulation-engine/run-002/tier2-integration-check.json
+++ b/docs/qa/feature-checks/runs/policy/policy-simulation-engine/run-002/tier2-integration-check.json
@@ -0,0 +1,66 @@
+{
+  "type": "integration",
+  "capturedAtUtc": "2026-02-13T05:06:00Z",
+  "testCommand": "dotnet test src/Policy/__Tests/StellaOps.Policy.Engine.Tests/StellaOps.Policy.Engine.Tests.csproj --no-restore -v normal",
+  "testFilter": "RiskSimulationBreakdownServiceTests, ConsoleSimulationDiffServiceTests, SimulationAnalyticsServiceTests",
+  "testsRun": 1278,
+  "testsPassed": 1278,
+  "testsFailed": 0,
+  "targetedTestMethods": [
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_WithValidInput_ReturnsBreakdown",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_SignalAnalysis_ComputesCorrectCoverage",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_SignalAnalysis_IdentifiesTopContributors",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_OverrideAnalysis_TracksApplications",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ScoreDistribution_ComputesStatistics",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ScoreDistribution_ComputesSkewnessAndKurtosis",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ScoreDistribution_IdentifiesOutliers",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_SeverityBreakdown_GroupsCorrectly",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_SeverityBreakdown_ComputesConcentration",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ActionBreakdown_GroupsCorrectly",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ActionBreakdown_ComputesStability",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ComponentBreakdown_IncludedByDefault",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_ComponentBreakdown_ExtractsEcosystems",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_WithQuickOptions_ExcludesComponentBreakdown",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_DeterminismHash_IsConsistent",
+    "RiskSimulationBreakdownServiceTests.GenerateComparisonBreakdown_IncludesRiskTrends",
+    "RiskSimulationBreakdownServiceTests.GenerateComparisonBreakdown_TracksImprovementsAndRegressions",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_EmptyFindings_ReturnsValidBreakdown",
+    "RiskSimulationBreakdownServiceTests.GenerateBreakdown_MissingSignals_ReportsImpact",
+    "ConsoleSimulationDiffServiceTests.Compute_IsDeterministic_AndCarriesMetadata"
+  ],
+  "behaviorVerified": [
+    "RiskSimulationService: Simulate computes aggregate risk scores",
+    "RiskSimulationService: SimulateWithBreakdown adds distribution (10 buckets), percentiles (p25/p50/p75/p90/p95/p99), severity breakdown, top 10 movers",
+    "RiskSimulationBreakdownService: signal analysis with TotalSignals, SignalsUsed, SignalCoverage, SignalStats, TopContributors (ordered by contribution)",
+    "RiskSimulationBreakdownService: override analysis tracks total overrides evaluated with severity and decision overrides",
+    "RiskSimulationBreakdownService: score distribution with RawScoreStats, NormalizedScoreStats, ScoreBuckets (10), percentiles, skewness, kurtosis, outlier detection",
+    "RiskSimulationBreakdownService: severity breakdown groups by Critical/High/Medium/Low/Informational, total count matches findings, HHI concentration (0-1)",
+    "RiskSimulationBreakdownService: action breakdown groups by Deny/Review/Allow, DecisionStability (0-1)",
+    "RiskSimulationBreakdownService: component breakdown with TotalComponents, TopRiskComponents, EcosystemBreakdown (npm, maven, etc.)",
+    "RiskSimulationBreakdownService: Quick options exclude component breakdown",
+    "RiskSimulationBreakdownService: determinism hash (sha256:) consistent for same input",
+    "RiskSimulationBreakdownService: comparison breakdown with RiskTrends (ScoreTrend, SeverityTrend, ActionTrend, FindingsImproved/Worsened/Unchanged)",
+    "RiskSimulationBreakdownService: empty findings produce valid breakdown with 0 counts",
+    "RiskSimulationBreakdownService: missing signals report impact via MissingSignalImpact",
+    "WhatIfSimulationService: SimulateAsync with SBOM diffs (add/remove/upgrade/downgrade)",
+    "WhatIfSimulationService: decision changes (status_changed, severity_changed, new, removed)",
+    "WhatIfSimulationService: impact summary with risk delta, blocked/warning deltas, recommendations",
+    "ConsoleSimulationDiffService: schema version 'console-policy-23-001', deterministic before/after severity breakdowns",
+    "Multiple simulation endpoints: RiskSimulation, PathScopeSimulation, OverlaySimulation, ConsoleSimulation"
+  ],
+  "assertionTypes": [
+    "distribution-statistics",
+    "percentile-ordering",
+    "severity-grouping",
+    "action-grouping",
+    "ecosystem-extraction",
+    "determinism",
+    "comparison-analysis",
+    "empty-input-handling",
+    "missing-signal-impact"
+  ],
+  "newTestsWritten": [],
+  "bugsFixed": [],
+  "rawOutput": "Engine.Tests: Passed! - Failed: 0, Passed: 1278, Skipped: 0, Total: 1278, Duration: 6s 106ms",
+  "verdict": "pass"
+}