more features checks. setup improvements
This commit is contained in:
@@ -0,0 +1,18 @@
|
||||
{
|
||||
"runId": "run-001",
|
||||
"feature": "counterfactual-engine",
|
||||
"module": "policy",
|
||||
"tier": 0,
|
||||
"capturedAtUtc": "2026-02-12T21:20:00Z",
|
||||
"filesChecked": [
|
||||
"src/Policy/__Libraries/StellaOps.Policy/Counterfactuals/CounterfactualEngine.cs",
|
||||
"src/Policy/__Libraries/StellaOps.Policy/Counterfactuals/CounterfactualResult.cs"
|
||||
],
|
||||
"found": [
|
||||
"src/Policy/__Libraries/StellaOps.Policy/Counterfactuals/CounterfactualEngine.cs",
|
||||
"src/Policy/__Libraries/StellaOps.Policy/Counterfactuals/CounterfactualResult.cs"
|
||||
],
|
||||
"missing": [],
|
||||
"verdict": "pass",
|
||||
"notes": "Both source files exist with substantial non-trivial implementation (370+ lines of engine logic, 319 lines of result models)."
|
||||
}
|
||||
@@ -0,0 +1,18 @@
|
||||
{
|
||||
"runId": "run-001",
|
||||
"feature": "counterfactual-engine",
|
||||
"module": "policy",
|
||||
"tier": 1,
|
||||
"capturedAtUtc": "2026-02-12T21:25:00Z",
|
||||
"project": "src/Policy/__Tests/StellaOps.Policy.Tests/StellaOps.Policy.Tests.csproj",
|
||||
"buildResult": "pass",
|
||||
"testResult": "pass",
|
||||
"testSummary": "781 passed, 0 failed, 0 skipped",
|
||||
"codeReviewChecklist": {
|
||||
"mainClassExists": true,
|
||||
"logicMatchesDescription": true,
|
||||
"unitTestsExerciseCoreBehavior": true,
|
||||
"testsAssertMeaningfulOutcomes": true
|
||||
},
|
||||
"verdict": "pass"
|
||||
}
|
||||
@@ -0,0 +1,67 @@
|
||||
{
|
||||
"runId": "run-001",
|
||||
"feature": "counterfactual-engine",
|
||||
"module": "policy",
|
||||
"tier": 2,
|
||||
"type": "integration",
|
||||
"capturedAtUtc": "2026-02-12T21:30:00Z",
|
||||
"testCommand": "dotnet test src\Policy\__Tests\StellaOps.Policy.Tests\StellaOps.Policy.Tests.csproj --no-restore",
|
||||
"testsRun": 781,
|
||||
"testsPassed": 781,
|
||||
"testsFailed": 0,
|
||||
"newTestsWritten": [
|
||||
{
|
||||
"file": "src/Policy/__Tests/StellaOps.Policy.Tests/Counterfactuals/CounterfactualEngineTests.cs",
|
||||
"testClass": "CounterfactualEngineTests",
|
||||
"testCount": 22,
|
||||
"methods": [
|
||||
"ComputeAsync_AlreadyPassing_ReturnsNoPaths",
|
||||
"ExceptionPath_EffortVariesBySeverity (4 data rows: Critical=5, High=4, Medium=3, Low=2)",
|
||||
"ExceptionPath_ExcludedWhenPolicyDisallows",
|
||||
"ExceptionPath_ExcludedWhenOptionDisabled",
|
||||
"VersionUpgradePath_UsesFixedVersionLookup",
|
||||
"VersionUpgradePath_NotProducedWhenNoFixAvailable",
|
||||
"VersionUpgradePath_NotProducedWhenDelegateNotSet",
|
||||
"CompensatingControlPath_HasEffort4",
|
||||
"CompensatingControlPath_ExcludedWhenPolicyDisallows",
|
||||
"ComputeAsync_ThrowsOnNullFinding",
|
||||
"ComputeAsync_ThrowsOnNullVerdict",
|
||||
"DefaultOptions_IncludeExceptionAndCompensatingControl",
|
||||
"CounterfactualResult_Blocked_SortsByEffort",
|
||||
"CounterfactualResult_AlreadyPassing_Properties",
|
||||
"CounterfactualPath_Vex_CorrectStructure",
|
||||
"CounterfactualPath_Exception_CorrectStructure",
|
||||
"CounterfactualPath_Reachability_CorrectStructure",
|
||||
"CounterfactualPath_VersionUpgrade_CorrectStructure",
|
||||
"CounterfactualPath_CompensatingControl_CorrectStructure"
|
||||
]
|
||||
}
|
||||
],
|
||||
"bugsFixes": [],
|
||||
"behaviorVerified": [
|
||||
"ComputeAsync returns AlreadyPassing with Ship/Ship verdict and empty paths for Pass verdict findings",
|
||||
"Exception path effort varies correctly by severity: Critical=5, High=4, Medium=3, Low=2",
|
||||
"Exception path excluded when PolicyAllowsExceptions is false",
|
||||
"Exception path excluded when IncludeExceptionPaths option is false",
|
||||
"Version upgrade path extracts current version from PURL and includes fixed version from FixedVersionLookup delegate",
|
||||
"Version upgrade path not produced when FixedVersionLookup returns null (no fix available)",
|
||||
"Version upgrade path not produced when FixedVersionLookup delegate is not set",
|
||||
"Compensating control path has fixed effort of 4",
|
||||
"Compensating control path excluded when PolicyAllowsCompensatingControls is false",
|
||||
"Null argument validation: throws ArgumentNullException for null finding and verdict",
|
||||
"Default options produce Exception and CompensatingControl paths for blocked findings with CVE",
|
||||
"CounterfactualResult.Blocked sorts paths by EstimatedEffort ascending; RecommendedPath is lowest effort",
|
||||
"CounterfactualResult.AlreadyPassing has Ship verdict, no paths, HasPaths=false, RecommendedPath=null",
|
||||
"All 5 CounterfactualPath factory methods (Vex, Exception, Reachability, VersionUpgrade, CompensatingControl) create correct Type, Conditions, Actor, and ActionUri"
|
||||
],
|
||||
"assertionTypes": [
|
||||
"Exact value comparison (Should().Be())",
|
||||
"Collection assertions (Should().ContainSingle(), Contain(), BeEmpty())",
|
||||
"Boolean assertions (Should().BeTrue(), BeFalse())",
|
||||
"Null assertions (Should().BeNull())",
|
||||
"String content assertions (Should().Contain())",
|
||||
"Exception assertions (Should().ThrowAsync<>())"
|
||||
],
|
||||
"rawOutput": "Passed! - Failed: 0, Passed: 781, Skipped: 0, Total: 781, Duration: 3s 258ms - StellaOps.Policy.Tests.dll (net10.0|x64)",
|
||||
"verdict": "pass"
|
||||
}
|
||||
Reference in New Issue
Block a user