stella-ops.org/git.stella-ops.org
1
0
Fork 0
Code Issues Pull Requests Actions 3 Releases Wiki Activity

more features checks. setup improvements

Browse Source
This commit is contained in:
master
2026-02-13 02:04:55 +02:00
parent 9911b7d73c
commit 9ca2de05df
675 changed files with 37550 additions and 1826 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
docs/qa/feature-checks/runs/policy/console-simulation-diff/run-001/tier0-source-check.json Normal file
View File

@@ -0,0 +1,28 @@
{
"tier": 0,
"type": "source_check",
"capturedAtUtc": "2026-02-12T23:38:00Z",
"feature": "console-simulation-diff",
"module": "policy",
"runId": "run-001",
"result": "pass",
"filesExpected": [
"src/Policy/StellaOps.Policy.Engine/Console/ConsoleSimulationDiffService.cs",
"src/Policy/StellaOps.Policy.Engine/Console/ConsoleSimulationDiffModels.cs",
"src/Policy/StellaOps.Policy.Engine/Endpoints/ConsoleSimulationEndpoint.cs"
],
"filesFound": [
"src/Policy/StellaOps.Policy.Engine/Console/ConsoleSimulationDiffService.cs",
"src/Policy/StellaOps.Policy.Engine/Console/ConsoleSimulationDiffModels.cs",
"src/Policy/StellaOps.Policy.Engine/Endpoints/ConsoleSimulationEndpoint.cs"
],
"filesMissing": [],
"classesVerified": [
"ConsoleSimulationDiffService (internal sealed class): Compute method generates deterministic before/after comparison with severity breakdown, delta summary, rule impact, explain samples",
"ConsoleSimulationDiffModels: ConsoleSimulationDiffRequest, ConsoleSimulationDiffResponse (SchemaVersion, Summary, RuleImpact, Samples, Provenance), ConsoleArtifactScope, ConsoleDiffDelta, ConsoleRuleImpact, ConsoleDiffProvenance, ConsoleSimulationBudget, ConsoleSimulationFilters",
"ConsoleSimulationEndpoint: REST API for triggering console simulation diffs"
],
"percentFound": 100,
"verdict": "pass",
"notes": "All 3 key source files verified. ConsoleSimulationDiffService implements schema version 'console-policy-23-001' with deterministic SHA-256 ID generation, MaxFindings (1-50,000), MaxExplainSamples (0-200) budgets, and lexicographic Ordinal ordering."
}

17
docs/qa/feature-checks/runs/policy/console-simulation-diff/run-001/tier1-code-review.json Normal file
View File

@@ -0,0 +1,17 @@
{
"tier": 1,
"type": "code_review",
"capturedAtUtc": "2026-02-12T12:10:00Z",
"feature": "console-simulation-diff",
"claimsVerified": true,
"missingClaims": [],
"presentClaims": [
"Console/ConsoleSimulationDiffService.cs - internal sealed class with Compute method",
"SchemaVersion = 'console-policy-23-001' confirmed in source",
"Console/ConsoleSimulationDiffModels.cs - request/response DTOs",
"SimulationAnalyticsService.ComputeDeltaSummary integration confirmed",
"Endpoints/ConsoleSimulationEndpoint.cs exists"
],
"verdict": "done",
"notes": "ConsoleSimulationDiffService is internal sealed with Compute method and schema version matching docs. Models for request/response present. SimulationAnalyticsService integration confirmed via grep."
}

40
docs/qa/feature-checks/runs/policy/console-simulation-diff/run-001/tier2-integration-check.json Normal file
View File

@@ -0,0 +1,40 @@
{
"tier": 2,
"type": "integration",
"subtype": "2d",
"capturedAtUtc": "2026-02-12T23:40:00Z",
"feature": "console-simulation-diff",
"module": "policy",
"runId": "run-001",
"testCommand": "dotnet test src/Policy/StellaOps.Policy.tests.slnf --filter \"FullyQualifiedName~ConsoleSimulationDiffServiceTests\" --no-restore -v normal",
"testFilter": "FullyQualifiedName~ConsoleSimulationDiffServiceTests",
"testProject": "StellaOps.Policy.Tests",
"testFile": "src/Policy/__Tests/StellaOps.Policy.Engine.Tests/Console/ConsoleSimulationDiffServiceTests.cs",
"testsRun": 708,
"testsPassed": 708,
"testsFailed": 0,
"testsSkipped": 0,
"filterNote": "Microsoft.Testing.Platform runs all 708 tests in the slnf; filter is advisory. ConsoleSimulationDiffServiceTests contains targeted tests for console simulation diff behavior.",
"targetedTestMethods": [
"Compute_IsDeterministic_AndCarriesMetadata - verifies determinism (JSON serialization equality across 2 calls), schema version 'console-policy-23-001', summary with Before/After totals > 0, non-empty RuleImpact, samples within budget (<=10), provenance with evaluation timestamp"
],
"behaviorVerified": [
"Determinism: same request produces identical JSON serialized output across repeated calls (Assert.Equal on serialized first vs second)",
"Schema version: response contains 'console-policy-23-001' schema identifier",
"Summary Before/After: both contain Total > 0 severity counts",
"Rule impact: non-empty RuleImpact array with per-rule analysis",
"Budget enforcement: Samples.Findings.Length <= MaxFindings (10 in test)",
"Provenance: EvaluationTimestamp matches request input exactly",
"Artifact scoping: request includes multiple ConsoleArtifactScope entries (sha256:abc, sha256:def)",
"Filter support: ConsoleSimulationFilters with severity and rule ID filters",
"ConsoleSimulationBudget: MaxFindings=10, MaxExplainSamples=5 respected"
],
"assertionTypes": [
"xUnit Assert.Equal for JSON serialization determinism comparison",
"xUnit Assert.Equal for schema version string and provenance timestamp",
"xUnit Assert.True for Before/After total > 0 and samples within budget",
"xUnit Assert.NotEmpty for RuleImpact array presence"
],
"verdict": "pass",
"notes": "708/708 tests pass (3.3s). ConsoleSimulationDiffService verified: deterministic output (JSON equality on repeated calls), schema version 'console-policy-23-001', severity breakdown with Before/After totals, RuleImpact analysis, budget-capped samples, provenance with evaluation timestamp. Test uses SimulationAnalyticsService integration for delta computation."
}