97 lines
7.5 KiB
JSON
97 lines
7.5 KiB
JSON
{
|
|
"runId": "run-20260213-deep-e2e",
|
|
"tier": "2b",
|
|
"timestamp": "2026-02-13T21:48:00Z",
|
|
"method": "stella <command> --help via dotnet run",
|
|
"cliProject": "src/Cli/StellaOps.Cli/StellaOps.Cli.csproj",
|
|
"summary": {
|
|
"totalFeatures": 111,
|
|
"pass": 109,
|
|
"fail": 2,
|
|
"failedFeatures": ["delta-scan-cli-command.md", "proof-chain-cli-commands-with-structured-exit-codes.md"]
|
|
},
|
|
"categories": {
|
|
"category1_core_infrastructure": {
|
|
"total": 15,
|
|
"pass": 15,
|
|
"fail": 0,
|
|
"features": [
|
|
{ "file": "cli-command-router-infrastructure.md", "command": "--help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "cli-help-text-and-discoverability.md", "command": "scan --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "resource-oriented-cli-hierarchy.md", "command": "--help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "cli-config-command-hub.md", "command": "config --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "settings-consolidation-under-stella-config.md", "command": "config show --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "setup-wizard-cli.md", "command": "setup --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "backward-compatible-command-aliases.md", "command": "function-map --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "cli-deprecation-warning-system.md", "command": "fmap --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "cli-plugin-module-loading-architecture.md", "command": "-v --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "cli-with-plugin-based-command-modules.md", "command": "--help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "tenant-context-management-cli.md", "command": "tenants --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "token-minting-and-delegation-cli.md", "command": "auth --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "auth-revocation-bundle-export-verify-cli.md", "command": "auth --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "cli-parity.md", "command": "--help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "cli-help-text-and-discoverability-policy.md", "command": "policy --help", "exitCode": 0, "verdict": "pass" }
|
|
]
|
|
},
|
|
"category2_scan_policy": {
|
|
"total": 20,
|
|
"pass": 19,
|
|
"fail": 1,
|
|
"features": [
|
|
{ "file": "baseline-selection-logic.md", "command": "scan --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "cli-scan-command-consolidation.md", "command": "scan --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "scan-reproducibility-verification-flag.md", "command": "scan replay --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "scan-snapshot-compare-cli.md", "command": "scan diff --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "scan-entry-trace-analysis-cli.md", "command": "scan entrytrace --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "delta-scan-cli-command.md", "command": "scan delta --help", "exitCode": 1, "verdict": "fail", "notes": "scan delta subcommand not implemented" },
|
|
{ "file": "cli-policy-lifecycle-commands.md", "command": "policy --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "policy-dsl-compiler-cli.md", "command": "policy compile --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "policy-dsl-testing-cli.md", "command": "policy test --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "policy-history-cli.md", "command": "policy history --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "policy-publish-and-sign-cli.md", "command": "policy publish --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "policy-review-workflow-cli.md", "command": "policy review --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "policy-rollback-cli.md", "command": "policy rollback --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "policy-scaffolding-cli.md", "command": "policy new --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "policy-simulation-batch-mode-with-sbom-selectors.md", "command": "policy simulate --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "policy-simulation-reachability-overrides.md", "command": "policy simulate --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "policy-version-bump-cli.md", "command": "policy version --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "policy-workspace-initialization-cli.md", "command": "policy init --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "vex-gated-policy-decisions.md", "command": "scan gate-policy --help", "exitCode": 0, "verdict": "pass" }
|
|
]
|
|
},
|
|
"category3_evidence_vex_sbom": {
|
|
"total": 19,
|
|
"pass": 19,
|
|
"fail": 0,
|
|
"features": [
|
|
{ "file": "evidence-pack-download-and-verification.md", "command": "evidence --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "cli-verify-command-for-attestation-chain-validation.md", "command": "verify --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "vex-generation-with-evidence-links.md", "command": "vex --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "sbom-format-conversion-cli.md", "command": "sbom --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "proof-of-exposure-export-verify-cli.md", "command": "proof --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "rekor-cli-commands.md", "command": "verify --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "witness-cli-commands.md", "command": "witness --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "cli-offline-offline-poe-verification.md", "command": "offline --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "cli-forensic-snapshot-commands.md", "command": "forensic --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "evidence-legal-holds-cli.md", "command": "forensic --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "evidence-card-and-remediation-pr-cli-commands.md", "command": "evidence --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "cli-and-web-ui-for-proof-inspection.md", "command": "proof --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "audit-bundle-generation-and-verification-cli.md", "command": "bundle --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "offline-sbom-verification-cli.md", "command": "verify --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "offline-verdict-verification-cli-plugin.md", "command": "verify --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "verification-receipt-cli.md", "command": "verify --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "verification-command-consolidation.md", "command": "verify --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "vex-observation-and-webhooks-cli.md", "command": "vex --help", "exitCode": 0, "verdict": "pass" },
|
|
{ "file": "cli-vex-consensus-commands.md", "command": "vex --help", "exitCode": 0, "verdict": "pass" }
|
|
]
|
|
},
|
|
"category4_remaining": {
|
|
"total": 57,
|
|
"pass": 56,
|
|
"fail": 1,
|
|
"failedFeatures": ["proof-chain-cli-commands-with-structured-exit-codes.md"],
|
|
"notes": "All remaining CLI features passed --help verification except proof-chain (OOM on stella chain --help, exit code 127). Covers advisory, advise, ci, api, golden, detscore, export, notify, obs, reachability, seal, drift, binary, crypto, etc."
|
|
}
|
|
}
|
|
}
|