stella-ops.org/git.stella-ops.org
1
0
Fork 0
Code Issues Pull Requests Actions 2 Releases Wiki Activity

Stabilize U

Browse Source
This commit is contained in:
master
2026-02-16 07:33:20 +02:00
parent 45c0f1bb59
commit 70fdbfcf25
166 changed files with 20156 additions and 4833 deletions
Download Patch File Download Diff File Expand all files Collapse all files

185
docs/qa/feature-checks/runs/cli/cli-e2e-tests/run-001/tier2-cli-check.json Normal file
View File

@@ -0,0 +1,185 @@
{
"tier": "2b",
"timestamp": "2026-02-15T21:15:00Z",
"runId": "run-001-phase-c",
"agent": "cli-agent",
"method": "dotnet test per-csproj with -v normal",
"cliTestProjects": [
{
"project": "StellaOps.Cli.Tests.csproj",
"path": "src/Cli/__Tests/StellaOps.Cli.Tests/StellaOps.Cli.Tests.csproj",
"testsRun": 1182,
"testsPassed": 1182,
"testsFailed": 0,
"testsSkipped": 0,
"duration": "11.990s",
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 1182, Skipped: 0, Total: 1182, Duration: 11s 990ms - StellaOps.Cli.Tests.dll (net10.0|x64)"
},
{
"project": "StellaOps.Cli.Commands.Setup.Tests.csproj",
"path": "src/Cli/__Tests/StellaOps.Cli.Commands.Setup.Tests/StellaOps.Cli.Commands.Setup.Tests.csproj",
"testsRun": 79,
"testsPassed": 79,
"testsFailed": 0,
"testsSkipped": 0,
"duration": "0.640s",
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 79, Skipped: 0, Total: 79, Duration: 640ms - StellaOps.Cli.Commands.Setup.Tests.dll (net10.0|x64)"
},
{
"project": "StellaOps.Cli.AdviseParity.Tests.csproj",
"path": "src/Cli/__Tests/StellaOps.Cli.AdviseParity.Tests/StellaOps.Cli.AdviseParity.Tests.csproj",
"testsRun": 2,
"testsPassed": 2,
"testsFailed": 0,
"testsSkipped": 0,
"duration": "0.598s",
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 2, Skipped: 0, Total: 2, Duration: 598ms - StellaOps.Cli.AdviseParity.Tests.dll (net10.0|x64)"
},
{
"project": "StellaOps.Cli.CompareOverlay.Tests.csproj",
"path": "src/Cli/__Tests/StellaOps.Cli.CompareOverlay.Tests/StellaOps.Cli.CompareOverlay.Tests.csproj",
"testsRun": 3,
"testsPassed": 3,
"testsFailed": 0,
"testsSkipped": 0,
"duration": "0.688s",
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 3, Skipped: 0, Total: 3, Duration: 688ms - StellaOps.Cli.CompareOverlay.Tests.dll (net10.0|x64)"
},
{
"project": "StellaOps.Cli.UnknownsExport.Tests.csproj",
"path": "src/Cli/__Tests/StellaOps.Cli.UnknownsExport.Tests/StellaOps.Cli.UnknownsExport.Tests.csproj",
"testsRun": 3,
"testsPassed": 3,
"testsFailed": 0,
"testsSkipped": 0,
"duration": "0.796s",
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 3, Skipped: 0, Total: 3, Duration: 796ms - StellaOps.Cli.UnknownsExport.Tests.dll (net10.0|x64)"
}
],
"toolsTestProjects": [
{
"project": "StellaOps.Tools.GoldenPairs.Tests.csproj",
"path": "src/Tools/__Tests/StellaOps.Tools.GoldenPairs.Tests/StellaOps.Tools.GoldenPairs.Tests.csproj",
"testsRun": 10,
"testsPassed": 10,
"testsFailed": 0,
"testsSkipped": 0,
"duration": "1.470s",
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 10, Skipped: 0, Total: 10, Duration: 1s 470ms - StellaOps.Tools.GoldenPairs.Tests.dll (net10.0|x64)"
},
{
"project": "FixtureUpdater.Tests.csproj",
"path": "src/Tools/__Tests/FixtureUpdater.Tests/FixtureUpdater.Tests.csproj",
"testsRun": 4,
"testsPassed": 4,
"testsFailed": 0,
"testsSkipped": 0,
"duration": "1.302s",
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 4, Skipped: 0, Total: 4, Duration: 1s 302ms - FixtureUpdater.Tests.dll (net10.0|x64)"
},
{
"project": "LanguageAnalyzerSmoke.Tests.csproj",
"path": "src/Tools/__Tests/LanguageAnalyzerSmoke.Tests/LanguageAnalyzerSmoke.Tests.csproj",
"testsRun": 4,
"testsPassed": 4,
"testsFailed": 0,
"testsSkipped": 0,
"duration": "0.433s",
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 4, Skipped: 0, Total: 4, Duration: 433ms - LanguageAnalyzerSmoke.Tests.dll (net10.0|x64)"
},
{
"project": "NotifySmokeCheck.Tests.csproj",
"path": "src/Tools/__Tests/NotifySmokeCheck.Tests/NotifySmokeCheck.Tests.csproj",
"testsRun": 4,
"testsPassed": 4,
"testsFailed": 0,
"testsSkipped": 0,
"duration": "0.570s",
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 4, Skipped: 0, Total: 4, Duration: 570ms - NotifySmokeCheck.Tests.dll (net10.0|x64)"
},
{
"project": "PolicyDslValidator.Tests.csproj",
"path": "src/Tools/__Tests/PolicyDslValidator.Tests/PolicyDslValidator.Tests.csproj",
"testsRun": 2,
"testsPassed": 2,
"testsFailed": 0,
"testsSkipped": 0,
"duration": "0.625s",
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 2, Skipped: 0, Total: 2, Duration: 625ms - PolicyDslValidator.Tests.dll (net10.0|x64)"
},
{
"project": "PolicySchemaExporter.Tests.csproj",
"path": "src/Tools/__Tests/PolicySchemaExporter.Tests/PolicySchemaExporter.Tests.csproj",
"testsRun": 3,
"testsPassed": 3,
"testsFailed": 0,
"testsSkipped": 0,
"duration": "1.076s",
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 3, Skipped: 0, Total: 3, Duration: 1s 076ms - PolicySchemaExporter.Tests.dll (net10.0|x64)"
},
{
"project": "PolicySimulationSmoke.Tests.csproj",
"path": "src/Tools/__Tests/PolicySimulationSmoke.Tests/PolicySimulationSmoke.Tests.csproj",
"testsRun": 3,
"testsPassed": 3,
"testsFailed": 0,
"testsSkipped": 0,
"duration": "0.515s",
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 3, Skipped: 0, Total: 3, Duration: 515ms - PolicySimulationSmoke.Tests.dll (net10.0|x64)"
},
{
"project": "RustFsMigrator.Tests.csproj",
"path": "src/Tools/__Tests/RustFsMigrator.Tests/RustFsMigrator.Tests.csproj",
"testsRun": 2,
"testsPassed": 2,
"testsFailed": 0,
"testsSkipped": 0,
"duration": "0.452s",
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 2, Skipped: 0, Total: 2, Duration: 452ms - RustFsMigrator.Tests.dll (net10.0|x64)"
},
{
"project": "StellaOps.Tools.WorkflowGenerator.Tests.csproj",
"path": "src/Tools/__Tests/StellaOps.Tools.WorkflowGenerator.Tests/StellaOps.Tools.WorkflowGenerator.Tests.csproj",
"testsRun": 76,
"testsPassed": 76,
"testsFailed": 0,
"testsSkipped": 0,
"duration": "0.584s",
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 76, Skipped: 0, Total: 76, Duration: 584ms - StellaOps.Tools.WorkflowGenerator.Tests.dll (net10.0|x64)"
}
],
"totalCliTests": 1269,
"totalCliPassed": 1269,
"totalCliFailed": 0,
"totalCliSkipped": 0,
"totalToolsTests": 108,
"totalToolsPassed": 108,
"totalToolsFailed": 0,
"totalToolsSkipped": 0,
"grandTotalTests": 1377,
"grandTotalPassed": 1377,
"grandTotalFailed": 0,
"grandTotalSkipped": 0,
"disabledTests": [],
"coverageGaps": [],
"assertionQualityReview": {
"reviewed": true,
"filesReviewed": [
"CommandHandlersTests.cs - verifies exit codes, job kinds, actual API call values",
"CliSpecTests.cs - verifies CLI spec YAML contains required fields (privacy defaults, exit codes, pinned digests)",
"CliExitCodeTests.cs - verifies concrete exit code constants using FluentAssertions",
"CliDeterminismTests.cs - verifies same-input-same-output determinism with hash comparison",
"VexGenCommandTests.cs - verifies command structure, options, descriptions",
"PolicyCommandTests.cs - invokes full command pipeline with JSON output parsing"
],
"quality": "strong",
"notes": "Tests exercise real command handlers with stub backends, verify exit codes, parse JSON output, assert determinism. No shallow null-checks found."
},
"notes": [
"All 5 CLI test projects pass with 0 failures, 0 skips",
"All 9 Tools test projects pass with 0 failures, 0 skips",
"No disabled/skipped tests found (grep for Skip, #if false, DISABLED returned no matches)",
"Test assertions are substantive: exit code verification, JSON parsing, determinism checks, command structure validation",
"Known issue: scan delta and chain commands have System.CommandLine OOM risk at runtime (not in tests)"
]
}