documentation cleanse, sprints work and planning. remaining non EF DAL migration to EF

2026-02-25 01:24:07 +02:00
parent b07d27772e
commit 4db038123b
9090 changed files with 4836 additions and 2909 deletions
--- a/docs-archived/qa/feature-checks/runs/policy/time-travel-replay-engine/run-002/tier2-integration-check.json
+++ b/docs-archived/qa/feature-checks/runs/policy/time-travel-replay-engine/run-002/tier2-integration-check.json
@@ -0,0 +1,62 @@
+{
+    "type": "integration",
+    "capturedAtUtc": "2026-02-13T17:16:00Z",
+    "testCommand": "dotnet test src/Policy/__Tests/StellaOps.Policy.Tests/StellaOps.Policy.Tests.csproj --no-restore -v normal",
+    "testFilter": "FullyQualifiedName~Replay|FullyQualifiedName~VerdictComparer|FullyQualifiedName~Snapshot",
+    "testsRun": 781,
+    "testsPassed": 781,
+    "testsFailed": 0,
+    "targetedTestMethods": [
+        "ReplayEngineTests.Replay_ValidSnapshot_ReturnsResult",
+        "ReplayEngineTests.Replay_NonExistentSnapshot_ReturnsReplayFailed",
+        "ReplayEngineTests.Replay_NoOriginalVerdict_ReturnsNoComparison",
+        "ReplayEngineTests.Replay_SameInputs_ProducesDeterministicResult",
+        "ReplayEngineTests.Replay_DifferentArtifacts_ProducesDifferentResults",
+        "ReplayEngineTests.Replay_RecordsDuration",
+        "ReplayEngineTests.Replay_WithValidOriginalVerdictId_AttemptsComparison",
+        "VerdictComparerTests.Compare_IdenticalVerdicts_ReturnsExactMatch",
+        "VerdictComparerTests.Compare_DifferentDecisions_ReturnsMismatch",
+        "VerdictComparerTests.Compare_ScoreWithinTolerance_ReturnsMatchWithinTolerance",
+        "VerdictComparerTests.Compare_ScoreBeyondTolerance_ReturnsMismatch",
+        "VerdictComparerTests.Compare_DifferentFindings_DetectsAddedAndRemoved",
+        "VerdictComparerTests.Compare_SameFindings_DifferentOrder_ReturnsMatch",
+        "VerdictComparerTests.Compare_ExtraFindings_DetectsAdditions",
+        "VerdictComparerTests.Compare_CalculatesCorrectConfidence",
+        "ReplayReportTests (8: report ID, determinism flags, confidence levels, recommendations, timing)",
+        "SnapshotBuilderTests (9: valid build, missing Engine/Policy/Scoring/Sources validation)",
+        "SnapshotIdGeneratorTests (12: deterministic ID, tamper detection, ksm:sha256: prefix)"
+    ],
+    "behaviorVerified": [
+        "ReplayEngine.ReplayAsync pipeline: load snapshot -> verify integrity -> resolve frozen inputs -> execute evaluation -> compare with original -> generate report",
+        "Valid snapshot produces replay result with correct SnapshotId and non-null ReplayedVerdict",
+        "Non-existent snapshot returns ReplayFailed with descriptive error containing 'not found'",
+        "Missing original verdict returns NoComparison match status",
+        "Same inputs produce deterministic result across 10 iterations (score, decision, findings identical)",
+        "Different artifact digests produce different replay results",
+        "Duration tracked (TimeSpan > 0) for performance analysis",
+        "Frozen inputs prevent time-dependent drift (AllowNetworkFetch=false default)",
+        "VerdictComparer: identical verdicts return ExactMatch with DeterminismConfidence=1.0",
+        "VerdictComparer: different decisions return Mismatch (Critical category)",
+        "VerdictComparer: score within tolerance (0.0005 < 0.001) returns MatchWithinTolerance",
+        "VerdictComparer: score beyond tolerance (0.5 > 0.001) returns Mismatch",
+        "VerdictComparer: finding deltas detect Added (present in replay, absent in original) and Removed (absent in replay, present in original)",
+        "VerdictComparer: same findings in different order returns ExactMatch (order-independent)",
+        "VerdictComparer: DeterminismConfidence decreases with Critical/Minor/Finding penalties",
+        "ReplayDeltaReport: FieldDeltas shows field-level differences, FindingDeltas shows Added/Removed/Modified",
+        "ReplayDeltaReport: SuspectedCauses populated (Advisory data differences, Scoring rule changes)",
+        "Snapshot integrity verification runs before replay execution",
+        "KnowledgeSnapshotManifest with content-addressed SnapshotId (ksm:sha256:)"
+    ],
+    "assertionTypes": [
+        "FluentAssertions Should().Be for ReplayMatchStatus",
+        "FluentAssertions Should().BeTrue/BeFalse for IsDeterministic",
+        "FluentAssertions Should().BeGreaterThan for Duration",
+        "FluentAssertions Should().AllSatisfy for determinism verification across 10 iterations",
+        "FluentAssertions Should().Contain for finding deltas",
+        "FluentAssertions Should().BeCloseTo for timestamp verification"
+    ],
+    "newTestsWritten": [],
+    "bugsFixed": [],
+    "rawOutput": "Policy.Tests: Passed! - Failed: 0, Passed: 781, Skipped: 0, Total: 781, Duration: 4s 601ms. ReplayEngineTests: 7 tests verify full replay pipeline (valid/invalid snapshot, NoComparison, 10-iteration determinism, different artifacts, duration tracking, original verdict comparison). VerdictComparerTests: 8 tests verify match status (ExactMatch/Mismatch/MatchWithinTolerance), score tolerance, finding delta detection (Added/Removed), order-independent matching, confidence calculation. ReplayReportTests: 8 tests verify report structure (ID, determinism, confidence levels 1.0/0.9/0.5/0.0, recommendations, timing). SnapshotBuilderTests + SnapshotIdGeneratorTests: 21 tests verify snapshot creation and content-addressed ID generation.",
+    "verdict": "pass"
+}