documentation cleanse, sprints work and planning. remaining non EF DAL migration to EF
This commit is contained in:
master
@@ -0,0 +1,20 @@
|
||||
{
|
||||
"tier": "2d",
|
||||
"testProject": "StellaOps.Policy.AuthSignals.Tests.csproj",
|
||||
"timestamp": "2026-02-15T14:35:00Z",
|
||||
"testsRun": 19,
|
||||
"testsPassed": 19,
|
||||
"testsFailed": 0,
|
||||
"duration": "306ms",
|
||||
"assertionQuality": "deep",
|
||||
"keyTestClasses": [
|
||||
"AuthSignalProviderTests",
|
||||
"SignalAuthenticationTests"
|
||||
],
|
||||
"featuresCovered": [
|
||||
"runtime-containment-signals-for-unknowns-scoring",
|
||||
"jurisdiction-specific-vex-trust-rules"
|
||||
],
|
||||
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 19, Skipped: 0, Total: 19, Duration: 306ms - StellaOps.Policy.AuthSignals.Tests.dll (net10.0|x64)",
|
||||
"notes": "Deep verification: Auth signal tests verify signal authentication and authorization with specific credential scenarios. Provider tests verify signal injection into policy evaluation context."
|
||||
}
|
||||
@@ -0,0 +1,52 @@
|
||||
{
|
||||
"tier": "2d",
|
||||
"testProject": "StellaOps.Policy.Determinization.Tests.csproj",
|
||||
"timestamp": "2026-02-15T14:32:00Z",
|
||||
"testsRun": 438,
|
||||
"testsPassed": 438,
|
||||
"testsFailed": 0,
|
||||
"duration": "2s 290ms",
|
||||
"assertionQuality": "deep",
|
||||
"keyTestClasses": [
|
||||
"EwsCalculatorTests",
|
||||
"EwsNormalizerTests",
|
||||
"ImpactScoreCalculatorTests",
|
||||
"CombinedImpactCalculatorTests",
|
||||
"DeltaIfPresentCalculatorTests",
|
||||
"ConflictDetectorTests",
|
||||
"WeightManifestLoaderTests",
|
||||
"WeightManifestCommandsTests",
|
||||
"WeightManifestHashComputerTests",
|
||||
"UnknownTriageQueueServiceTests",
|
||||
"TriageQueueEvaluatorTests",
|
||||
"TrustScoreAlgebraFacadeTests",
|
||||
"TrustScoreAggregatorTests",
|
||||
"UncertaintyScoreCalculatorTests",
|
||||
"DecayedConfidenceCalculatorTests",
|
||||
"DecayPropertyTests",
|
||||
"DeterminismPropertyTests",
|
||||
"EntropyPropertyTests",
|
||||
"DeterminizationResultTests",
|
||||
"ObservationDecayTests",
|
||||
"SignalSnapshotTests",
|
||||
"UncertaintyScoreTests",
|
||||
"ReanalysisFingerprintTests",
|
||||
"DeterminizationOptionsTests"
|
||||
],
|
||||
"featuresCovered": [
|
||||
"evidence-weighted-score-model",
|
||||
"anchor-aware-determinization-rules-in-policy-engine",
|
||||
"deterministic-trust-score-algebra",
|
||||
"delta-if-present-calculations-for-missing-signals",
|
||||
"versioned-weight-manifests",
|
||||
"unknowns-decay-and-triage-queue",
|
||||
"unknowns-grey-queue-with-conflict-detection-and-reanalysis-fingerprints",
|
||||
"unknowns-ranking-algorithm",
|
||||
"exponential-confidence-decay-for-unknown-reachability",
|
||||
"impact-scoring-for-unknowns",
|
||||
"blast-radius-scoring-for-unknowns",
|
||||
"determinization-reanalysis-configuration"
|
||||
],
|
||||
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 438, Skipped: 0, Total: 438, Duration: 2s 290ms - StellaOps.Policy.Determinization.Tests.dll (net10.0|x64)",
|
||||
"notes": "Deep verification: EWS calculator tests verify specific score ranges for high/low risk signals with exact dimension counts. Property-based tests for decay monotonicity, determinism idempotency, entropy bounds. Weight manifest tests verify SHA256 hashes. Triage queue tests verify prioritization ordering. Conflict detector tests verify specific conflict resolution outcomes."
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
{
|
||||
"tier": "2d",
|
||||
"testProject": "StellaOps.Policy.Engine.Contract.Tests.csproj",
|
||||
"timestamp": "2026-02-15T14:31:00Z",
|
||||
"testsRun": 6,
|
||||
"testsPassed": 6,
|
||||
"testsFailed": 0,
|
||||
"duration": "894ms",
|
||||
"assertionQuality": "adequate",
|
||||
"keyTestClasses": [
|
||||
"PolicyEngineContractTests"
|
||||
],
|
||||
"featuresCovered": [
|
||||
"policy-interop-framework",
|
||||
"declarative-multi-modal-policy-engine"
|
||||
],
|
||||
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 6, Skipped: 0, Total: 6, Duration: 894ms - StellaOps.Policy.Engine.Contract.Tests.dll (net10.0|x64)",
|
||||
"notes": "Contract tests verify API contract stability for the policy engine. Small test count is expected for contract testing."
|
||||
}
|
||||
@@ -0,0 +1,68 @@
|
||||
{
|
||||
"tier": "2d",
|
||||
"testProject": "StellaOps.Policy.Engine.Tests.csproj",
|
||||
"timestamp": "2026-02-15T14:31:00Z",
|
||||
"testsRun": 1278,
|
||||
"testsPassed": 1278,
|
||||
"testsFailed": 0,
|
||||
"duration": "8s 751ms",
|
||||
"assertionQuality": "deep",
|
||||
"keyTestClasses": [
|
||||
"PolicyEngineDeterminismTests",
|
||||
"PolicyEvaluatorTests",
|
||||
"PolicyCompilerTests",
|
||||
"PolicyDecisionServiceTests",
|
||||
"EvidenceWeightedScoreEnricherTests",
|
||||
"VexDecisionEmitterTests",
|
||||
"VexDecisionSigningServiceTests",
|
||||
"StabilityDampingGateTests",
|
||||
"DeterminizationGateTests",
|
||||
"BudgetEnforcementIntegrationTests",
|
||||
"CicdGateIntegrationTests",
|
||||
"PolicyGateEvaluatorTests",
|
||||
"VexTrustGateTests",
|
||||
"IncrementalOrchestratorTests",
|
||||
"ReachabilityCoreBridgeTests",
|
||||
"ScoringDeterminismVerifierTests",
|
||||
"VerdictAttestationIntegrationTests",
|
||||
"EwsVerdictDeterminismTests",
|
||||
"ScorePolicyDigestReplayIntegrationTests",
|
||||
"PolicyEngineApiHostTests"
|
||||
],
|
||||
"featuresCovered": [
|
||||
"declarative-multi-modal-policy-engine",
|
||||
"policy-engine-with-proofs",
|
||||
"determinism-guards",
|
||||
"deterministic-evaluation-with-knowledge-snapshots",
|
||||
"evidence-weighted-score-model",
|
||||
"vex-decisioning-engine",
|
||||
"signed-vex-override-enforcement-in-policy-engine",
|
||||
"ci-cd-gate-exit-code-convention",
|
||||
"cve-aware-release-policy-gates",
|
||||
"diff-aware-release-gates",
|
||||
"risk-budget-management",
|
||||
"risk-budget-model",
|
||||
"earned-capacity-replenishment-for-risk-budgets",
|
||||
"risk-verdict-attestation-contract",
|
||||
"dsse-signed-reversible-decisions",
|
||||
"policy-bundles-with-proof-objects",
|
||||
"replayable-verdict-evaluation",
|
||||
"proof-replay-deterministic-verdict-replay",
|
||||
"batch-simulation-orchestration",
|
||||
"batch-exception-loading-for-policy-evaluation",
|
||||
"exception-effect-registry",
|
||||
"exception-recheck-policy-system",
|
||||
"exception-recheck-build-gate",
|
||||
"gate-bypass-audit-logging",
|
||||
"gate-level-selection",
|
||||
"vextrustgate-policy-integration",
|
||||
"policy-simulation-engine",
|
||||
"path-scope-simulation-bridge",
|
||||
"console-simulation-diff",
|
||||
"knowledge-snapshot-manifest",
|
||||
"smart-diff-semantic-risk-delta",
|
||||
"runtime-containment-signals-for-unknowns-scoring"
|
||||
],
|
||||
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 1278, Skipped: 0, Total: 1278, Duration: 8s 751ms - StellaOps.Policy.Engine.Tests.dll (net10.0|x64)",
|
||||
"notes": "Deep verification: Determinism tests run evaluations 10x and compare verdict hashes and canonical JSON. Integration tests verify full pipeline from policy compilation through evaluation to attestation. Property-based tests for score monotonicity, VEX lattice merge, risk budget monotonicity. Gate tests verify specific pass/fail outcomes with concrete inputs."
|
||||
}
|
||||
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"tier": "2d",
|
||||
"testProject": "StellaOps.Policy.Exceptions.Tests.csproj",
|
||||
"timestamp": "2026-02-15T14:32:00Z",
|
||||
"testsRun": 83,
|
||||
"testsPassed": 83,
|
||||
"testsFailed": 0,
|
||||
"duration": "886ms",
|
||||
"assertionQuality": "deep",
|
||||
"keyTestClasses": [
|
||||
"ExceptionLifecycleTests",
|
||||
"ExceptionScopeValidationTests",
|
||||
"ExceptionApprovalTests"
|
||||
],
|
||||
"featuresCovered": [
|
||||
"auditable-exception-objects",
|
||||
"exception-system",
|
||||
"evidence-hooks-for-exception-approval",
|
||||
"evidence-requirement-validation-for-exceptions",
|
||||
"exception-application-audit-trail",
|
||||
"policy-gate-with-evidence-linked-approval"
|
||||
],
|
||||
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 83, Skipped: 0, Total: 83, Duration: 886ms - StellaOps.Policy.Exceptions.Tests.dll (net10.0|x64)",
|
||||
"notes": "Deep verification: Exception lifecycle state machine tests verify valid/invalid transitions. Scope validation checks specific constraint enforcement. Approval workflow tests verify evidence-linked approval logic with concrete outcomes."
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
{
|
||||
"tier": "2d",
|
||||
"testProject": "StellaOps.Policy.Explainability.Tests.csproj",
|
||||
"timestamp": "2026-02-15T14:33:00Z",
|
||||
"testsRun": 35,
|
||||
"testsPassed": 35,
|
||||
"testsFailed": 0,
|
||||
"duration": "547ms",
|
||||
"assertionQuality": "deep",
|
||||
"keyTestClasses": [
|
||||
"VerdictRationaleRendererTests",
|
||||
"ProofGraphBuilderTests",
|
||||
"ProofStudioServiceTests"
|
||||
],
|
||||
"featuresCovered": [
|
||||
"verdict-explainability-rationale-renderer",
|
||||
"explainability-with-proof-extracts",
|
||||
"explainability-testing-framework",
|
||||
"proof-studio-ux"
|
||||
],
|
||||
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 35, Skipped: 0, Total: 35, Duration: 547ms - StellaOps.Policy.Explainability.Tests.dll (net10.0|x64)",
|
||||
"notes": "Deep verification: Rationale renderer tests verify content-addressed RationaleId (sha256 prefix), specific CVE values, policy clause IDs, and verdict values. Content-addressing determinism test proves identical inputs produce identical IDs. Proof graph builder verifies graph structure."
|
||||
}
|
||||
@@ -0,0 +1,34 @@
|
||||
{
|
||||
"tier": "2d",
|
||||
"testProject": "StellaOps.Policy.Gateway.Tests.csproj",
|
||||
"timestamp": "2026-02-15T14:36:00Z",
|
||||
"testsRun": 126,
|
||||
"testsPassed": 126,
|
||||
"testsFailed": 0,
|
||||
"duration": "27s 970ms",
|
||||
"assertionQuality": "deep",
|
||||
"keyTestClasses": [
|
||||
"GatesEndpointsIntegrationTests",
|
||||
"PolicyGatewayIntegrationTests",
|
||||
"VexTrustGateIntegrationTests",
|
||||
"PolicyEngineClientTests",
|
||||
"PolicyGatewayDpopProofGeneratorTests",
|
||||
"GatewayActivationTests",
|
||||
"GovernanceEndpointsTests",
|
||||
"ScoreGateEndpointsTests",
|
||||
"ToolLatticeEndpointsTests",
|
||||
"ExceptionServiceTests",
|
||||
"ApprovalWorkflowServiceTests"
|
||||
],
|
||||
"featuresCovered": [
|
||||
"risk-budget-api-endpoints",
|
||||
"ci-cd-gate-exit-code-convention",
|
||||
"dry-run-policy-application-api",
|
||||
"policy-gate-with-evidence-linked-approval",
|
||||
"vextrustgate-policy-integration",
|
||||
"gate-bypass-audit-logging",
|
||||
"exception-system"
|
||||
],
|
||||
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 126, Skipped: 0, Total: 126, Duration: 27s 970ms - StellaOps.Policy.Gateway.Tests.dll (net10.0|x64)",
|
||||
"notes": "Deep verification: Integration tests use WebApplicationFactory to test real HTTP endpoints. Gate endpoint tests verify specific HTTP status codes, response body structure (BomRef, GateDecision). DPoP proof generator tests verify JWT structure. Approval workflow tests verify end-to-end approval state transitions. Longer duration due to in-process HTTP server startup."
|
||||
}
|
||||
@@ -0,0 +1,21 @@
|
||||
{
|
||||
"tier": "2d",
|
||||
"testProject": "StellaOps.Policy.Pack.Tests.csproj",
|
||||
"timestamp": "2026-02-15T14:36:00Z",
|
||||
"testsRun": 50,
|
||||
"testsPassed": 50,
|
||||
"testsFailed": 0,
|
||||
"duration": "959ms",
|
||||
"assertionQuality": "deep",
|
||||
"keyTestClasses": [
|
||||
"PackBuilderTests",
|
||||
"PackVersionTests",
|
||||
"PackSerializationTests"
|
||||
],
|
||||
"featuresCovered": [
|
||||
"policy-bundles-with-proof-objects",
|
||||
"knowledge-snapshot-manifest"
|
||||
],
|
||||
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 50, Skipped: 0, Total: 50, Duration: 959ms - StellaOps.Policy.Pack.Tests.dll (net10.0|x64)",
|
||||
"notes": "Deep verification: Pack builder tests verify specific bundle content structure and integrity hashes. Version tests verify semantic versioning constraints. Serialization tests verify round-trip fidelity."
|
||||
}
|
||||
@@ -0,0 +1,40 @@
|
||||
{
|
||||
"tier": "2d",
|
||||
"testProject": "StellaOps.Policy.Persistence.Tests.csproj",
|
||||
"timestamp": "2026-02-15T14:38:00Z",
|
||||
"testsRun": 158,
|
||||
"testsPassed": 158,
|
||||
"testsFailed": 0,
|
||||
"duration": "2m 15s 871ms",
|
||||
"assertionQuality": "deep",
|
||||
"keyTestClasses": [
|
||||
"EvaluationRunRepositoryTests",
|
||||
"ExceptionObjectRepositoryTests",
|
||||
"ExceptionRepositoryTests",
|
||||
"PackRepositoryTests",
|
||||
"PackVersioningWorkflowTests",
|
||||
"PolicyAuditRepositoryTests",
|
||||
"PolicyMigrationTests",
|
||||
"PolicyQueryDeterminismTests",
|
||||
"PolicyVersioningImmutabilityTests",
|
||||
"PostgresExceptionApplicationRepositoryTests",
|
||||
"PostgresExceptionObjectRepositoryTests",
|
||||
"PostgresReceiptRepositoryTests",
|
||||
"RecheckEvidenceMigrationTests",
|
||||
"RiskProfileRepositoryTests",
|
||||
"RiskProfileVersionHistoryTests",
|
||||
"RuleRepositoryTests",
|
||||
"UnknownsRepositoryTests"
|
||||
],
|
||||
"featuresCovered": [
|
||||
"auditable-exception-objects",
|
||||
"exception-application-audit-trail",
|
||||
"policy-bundles-with-proof-objects",
|
||||
"risk-budget-management",
|
||||
"deterministic-evaluation-with-knowledge-snapshots",
|
||||
"exception-recheck-policy-system",
|
||||
"unknown-budget-policy-enforcement"
|
||||
],
|
||||
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 158, Skipped: 0, Total: 158, Duration: 2m 15s 871ms - StellaOps.Policy.Persistence.Tests.dll (net10.0|x64)",
|
||||
"notes": "Deep verification: Repository tests run against real PostgreSQL via Testcontainers. Migration tests verify schema evolution. Query determinism tests verify identical results from same inputs. Immutability tests verify that versioned policies cannot be mutated. Long duration is due to Postgres container startup. This is the strongest evidence tier for data persistence correctness."
|
||||
}
|
||||
@@ -0,0 +1,116 @@
|
||||
{
|
||||
"tier": "2d",
|
||||
"testProject": "StellaOps.Policy.Tests.csproj",
|
||||
"timestamp": "2026-02-15T14:34:00Z",
|
||||
"testsRun": 781,
|
||||
"testsPassed": 781,
|
||||
"testsFailed": 0,
|
||||
"duration": "5s 816ms",
|
||||
"assertionQuality": "deep",
|
||||
"keyTestClasses": [
|
||||
"SignatureRequiredGateTests",
|
||||
"CvssThresholdGateTests",
|
||||
"SbomPresenceGateTests",
|
||||
"VexProofGateTests",
|
||||
"FixChainGateTests",
|
||||
"FacetQuotaGateTests",
|
||||
"RiskBudgetTests",
|
||||
"BudgetLedgerTests",
|
||||
"GateLevelTests",
|
||||
"OpaGateAdapterTests",
|
||||
"TrustedKeyRegistryTests",
|
||||
"PolicyEvaluationTests",
|
||||
"PolicyBinderTests",
|
||||
"PolicyPreviewServiceTests",
|
||||
"PolicyScoringConfigTests",
|
||||
"PolicySnapshotStoreTests",
|
||||
"PolicyValidationCliTests",
|
||||
"ExceptionObjectTests",
|
||||
"ExceptionEvaluatorTests",
|
||||
"ExceptionEventTests",
|
||||
"ExceptionHistoryTests",
|
||||
"DeltaVerdictTests",
|
||||
"SecurityStateDeltaTests",
|
||||
"BaselineSelectorTests",
|
||||
"ReplayEngineTests",
|
||||
"VerdictComparerTests",
|
||||
"ReplayReportTests",
|
||||
"K4LatticeTests",
|
||||
"ClaimScoreMergerTests",
|
||||
"ClaimScoreMergerPropertyTests",
|
||||
"LatticeStoreTests",
|
||||
"TrustLatticeEngineIntegrationTests",
|
||||
"VexNormalizerTests",
|
||||
"PolicyGateRegistryTests",
|
||||
"PolicyGatesTests",
|
||||
"EvidenceFreshnessCalculatorTests",
|
||||
"ProofLedgerTests",
|
||||
"ScoreExplainBuilderTests",
|
||||
"EvidenceWeightedScoreModelTests",
|
||||
"ConfidenceCalculatorTests",
|
||||
"EvidenceTtlEnforcerTests",
|
||||
"SuppressionRuleEvaluatorTests",
|
||||
"SplCanonicalizerTests",
|
||||
"SplLayeringEngineTests",
|
||||
"SplMigrationToolTests",
|
||||
"SplSchemaResourceTests",
|
||||
"SnapshotBuilderTests",
|
||||
"SnapshotIdGeneratorTests",
|
||||
"SnapshotServiceTests",
|
||||
"SecretEvidenceContextTests",
|
||||
"SecretSignalBinderTests",
|
||||
"CounterfactualEngineTests",
|
||||
"LicenseComplianceEvaluatorTests",
|
||||
"LicenseCompatibilityCheckerTests",
|
||||
"LicenseExpressionEvaluatorTests",
|
||||
"LicensePolicyLoaderTests",
|
||||
"LicenseComplianceReporterTests",
|
||||
"SpdxLicenseExpressionParserTests",
|
||||
"NtiaBaselineValidatorTests",
|
||||
"NtiaCompliancePolicyLoaderTests",
|
||||
"SupplierValidatorTests",
|
||||
"DependencyCompletenessCheckerTests",
|
||||
"RegulatoryFrameworkMapperTests",
|
||||
"SupplierTrustVerifierTests",
|
||||
"NtiaComplianceIntegrationTests",
|
||||
"LicenseComplianceRealSbomTests",
|
||||
"ToolAccessEvaluatorTests",
|
||||
"FixChainGateIntegrationTests",
|
||||
"FixChainGatePredicateTests",
|
||||
"UnknownsGateCheckerIntegrationTests"
|
||||
],
|
||||
"featuresCovered": [
|
||||
"signature-required-policy-gate",
|
||||
"sbom-presence-policy-gate",
|
||||
"epss-threshold-policy-gate",
|
||||
"vex-status-promotion-gate",
|
||||
"risk-budget-api-endpoints",
|
||||
"risk-budget-management",
|
||||
"risk-budget-model",
|
||||
"risk-point-scoring",
|
||||
"gate-level-selection",
|
||||
"release-gate-levels",
|
||||
"belnap-k4-trust-lattice-engine",
|
||||
"claimscore-merger-and-policy-gate-registry",
|
||||
"vex-format-normalization",
|
||||
"vex-trust-lattice-with-provenance-coverage-replayability-scoring",
|
||||
"delta-verdict-engine",
|
||||
"security-state-delta",
|
||||
"proof-replay-deterministic-verdict-replay",
|
||||
"time-travel-replay-engine",
|
||||
"exception-system",
|
||||
"auditable-exception-objects",
|
||||
"evidence-freshness-and-time-decay-scoring",
|
||||
"score-attestation-and-proof-ledger",
|
||||
"counterfactual-engine",
|
||||
"license-compliance-evaluation-engine",
|
||||
"ntia-compliance-validation-with-supplier-trust-verification",
|
||||
"policy-dsl",
|
||||
"dry-run-policy-application-api",
|
||||
"comprehensive-testing-strategy",
|
||||
"property-based-tests",
|
||||
"deterministic-sbom-to-vex-pipeline-with-signed-state-transitions"
|
||||
],
|
||||
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 781, Skipped: 0, Total: 781, Duration: 5s 816ms - StellaOps.Policy.Tests.dll (net10.0|x64)",
|
||||
"notes": "Deep verification: Signature gate tests verify specific pass/fail for disabled/enabled/missing signature scenarios. K4 lattice tests verify lattice algebra operations with concrete truth values. Budget ledger tests verify consumption/replenishment with exact amounts. License compliance tests run against real SBOM data. NTIA compliance integration tests verify end-to-end compliance checking. Property-based tests for ClaimScoreMerger verify algebraic properties."
|
||||
}
|
||||
@@ -0,0 +1,24 @@
|
||||
{
|
||||
"tier": "2d",
|
||||
"testProject": "StellaOps.PolicyDsl.Tests.csproj",
|
||||
"timestamp": "2026-02-15T14:33:00Z",
|
||||
"testsRun": 140,
|
||||
"testsPassed": 140,
|
||||
"testsFailed": 0,
|
||||
"duration": "1s 441ms",
|
||||
"assertionQuality": "deep",
|
||||
"keyTestClasses": [
|
||||
"PolicyDslParserTests",
|
||||
"PolicyDslCompilerTests",
|
||||
"PolicyDslValidationTests",
|
||||
"SplCanonicalizerTests",
|
||||
"SplLayeringEngineTests"
|
||||
],
|
||||
"featuresCovered": [
|
||||
"policy-dsl",
|
||||
"score-v1-policy-format",
|
||||
"policy-interop-framework"
|
||||
],
|
||||
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 140, Skipped: 0, Total: 140, Duration: 1s 441ms - StellaOps.PolicyDsl.Tests.dll (net10.0|x64)",
|
||||
"notes": "Deep verification: DSL parser tests verify specific AST structures from policy text. Compiler tests verify round-trip compilation. Canonicalizer tests verify deterministic output. Layering engine tests verify policy inheritance resolution."
|
||||
}
|
||||
@@ -0,0 +1,20 @@
|
||||
{
|
||||
"tier": "2d",
|
||||
"testProject": "StellaOps.Policy.Predicates.Tests.csproj",
|
||||
"timestamp": "2026-02-15T14:35:00Z",
|
||||
"testsRun": 26,
|
||||
"testsPassed": 26,
|
||||
"testsFailed": 0,
|
||||
"duration": "364ms",
|
||||
"assertionQuality": "deep",
|
||||
"keyTestClasses": [
|
||||
"PredicateEvaluatorTests",
|
||||
"FixChainPredicateTests"
|
||||
],
|
||||
"featuresCovered": [
|
||||
"prohibitedpatternanalyzer",
|
||||
"epss-raw-feed-layer"
|
||||
],
|
||||
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 26, Skipped: 0, Total: 26, Duration: 364ms - StellaOps.Policy.Predicates.Tests.dll (net10.0|x64)",
|
||||
"notes": "Deep verification: Predicate evaluator tests verify specific matching outcomes for various policy predicate expressions. Fix chain predicate tests verify chain traversal logic."
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
{
|
||||
"tier": "2d",
|
||||
"testProject": "StellaOps.Policy.RiskProfile.Tests.csproj",
|
||||
"timestamp": "2026-02-15T14:33:00Z",
|
||||
"testsRun": 6,
|
||||
"testsPassed": 6,
|
||||
"testsFailed": 0,
|
||||
"duration": "719ms",
|
||||
"assertionQuality": "adequate",
|
||||
"keyTestClasses": [
|
||||
"RiskProfileTests"
|
||||
],
|
||||
"featuresCovered": [
|
||||
"risk-budget-model",
|
||||
"risk-budget-management"
|
||||
],
|
||||
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 6, Skipped: 0, Total: 6, Duration: 719ms - StellaOps.Policy.RiskProfile.Tests.dll (net10.0|x64)",
|
||||
"notes": "Adequate verification: Risk profile tests cover core model construction and validation. Small test count reflects focused library scope."
|
||||
}
|
||||
@@ -0,0 +1,32 @@
|
||||
{
|
||||
"tier": "2d",
|
||||
"testProject": "StellaOps.Policy.Scoring.Tests.csproj",
|
||||
"timestamp": "2026-02-15T14:30:00Z",
|
||||
"testsRun": 263,
|
||||
"testsPassed": 263,
|
||||
"testsFailed": 0,
|
||||
"duration": "813ms",
|
||||
"assertionQuality": "deep",
|
||||
"keyTestClasses": [
|
||||
"CvssV4DeepVerificationTests",
|
||||
"CvssV4EngineTests",
|
||||
"CvssV4EnvironmentalTests",
|
||||
"CvssV4EnvironmentalDeepVerificationTests",
|
||||
"CvssMultiVersionEngineTests",
|
||||
"CvssPipelineIntegrationTests",
|
||||
"CvssPolicyLoaderTests",
|
||||
"CvssVectorInteropTests",
|
||||
"MacroVectorLookupTests",
|
||||
"ReceiptBuilderTests"
|
||||
],
|
||||
"featuresCovered": [
|
||||
"adversarial-input-validation-for-scoring-inputs",
|
||||
"cvss-v4-0-scoring-engine",
|
||||
"cvss-v4-0-environmental-metrics-completion",
|
||||
"score-attestation-and-proof-ledger",
|
||||
"score-v1-policy-format",
|
||||
"risk-point-scoring"
|
||||
],
|
||||
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 263, Skipped: 0, Total: 263, Duration: 813ms - StellaOps.Policy.Scoring.Tests.dll (net10.0|x64)",
|
||||
"notes": "Deep verification: MacroVector lookup table completeness (729 entries), precise score values (0.0-10.0 range validation), CVSS v4 environmental multipliers, receipt model validation, vector interop conversion. Tests verify specific computed values, not just non-null."
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"tier": "2d",
|
||||
"testProject": "StellaOps.Policy.Unknowns.Tests.csproj",
|
||||
"timestamp": "2026-02-15T14:34:00Z",
|
||||
"testsRun": 59,
|
||||
"testsPassed": 59,
|
||||
"testsFailed": 0,
|
||||
"duration": "827ms",
|
||||
"assertionQuality": "deep",
|
||||
"keyTestClasses": [
|
||||
"UnknownsBudgetTests",
|
||||
"UnknownsDecayTests",
|
||||
"UnknownsRankingTests",
|
||||
"GreyQueueTests"
|
||||
],
|
||||
"featuresCovered": [
|
||||
"unknown-budget-policy-enforcement",
|
||||
"unknowns-budget-dashboard",
|
||||
"unknowns-decay-and-triage-queue",
|
||||
"unknowns-grey-queue-with-conflict-detection-and-reanalysis-fingerprints",
|
||||
"unknowns-ranking-algorithm",
|
||||
"blast-radius-scoring-for-unknowns",
|
||||
"exponential-confidence-decay-for-unknown-reachability"
|
||||
],
|
||||
"rawOutputSnippet": "Passed! - Failed: 0, Passed: 59, Skipped: 0, Total: 59, Duration: 827ms - StellaOps.Policy.Unknowns.Tests.dll (net10.0|x64)",
|
||||
"notes": "Deep verification: Budget enforcement tests verify specific budget consumption and overage detection. Decay tests verify exponential confidence curves. Ranking algorithm tests verify ordering with specific inputs. Grey queue tests verify conflict detection and reanalysis fingerprint generation."
|
||||
}
|
||||
@@ -0,0 +1,35 @@
|
||||
{
|
||||
"module": "policy",
|
||||
"runId": "run-001",
|
||||
"timestamp": "2026-02-15T14:40:00Z",
|
||||
"totalTestProjects": 15,
|
||||
"totalTests": 3468,
|
||||
"totalPassed": 3468,
|
||||
"totalFailed": 0,
|
||||
"totalSkipped": 0,
|
||||
"featuresCovered": 88,
|
||||
"assertionQualityBreakdown": {
|
||||
"deep": 13,
|
||||
"adequate": 2,
|
||||
"shallow": 0
|
||||
},
|
||||
"projectResults": [
|
||||
{ "project": "StellaOps.Policy.Scoring.Tests", "tests": 263, "passed": 263, "failed": 0, "duration": "813ms", "quality": "deep" },
|
||||
{ "project": "StellaOps.Policy.Engine.Tests", "tests": 1278, "passed": 1278, "failed": 0, "duration": "8s 751ms", "quality": "deep" },
|
||||
{ "project": "StellaOps.Policy.Engine.Contract.Tests", "tests": 6, "passed": 6, "failed": 0, "duration": "894ms", "quality": "adequate" },
|
||||
{ "project": "StellaOps.Policy.Determinization.Tests", "tests": 438, "passed": 438, "failed": 0, "duration": "2s 290ms", "quality": "deep" },
|
||||
{ "project": "StellaOps.Policy.Exceptions.Tests", "tests": 83, "passed": 83, "failed": 0, "duration": "886ms", "quality": "deep" },
|
||||
{ "project": "StellaOps.Policy.Explainability.Tests", "tests": 35, "passed": 35, "failed": 0, "duration": "547ms", "quality": "deep" },
|
||||
{ "project": "StellaOps.PolicyDsl.Tests", "tests": 140, "passed": 140, "failed": 0, "duration": "1s 441ms", "quality": "deep" },
|
||||
{ "project": "StellaOps.Policy.RiskProfile.Tests", "tests": 6, "passed": 6, "failed": 0, "duration": "719ms", "quality": "adequate" },
|
||||
{ "project": "StellaOps.Policy.Unknowns.Tests", "tests": 59, "passed": 59, "failed": 0, "duration": "827ms", "quality": "deep" },
|
||||
{ "project": "StellaOps.Policy.Tests", "tests": 781, "passed": 781, "failed": 0, "duration": "5s 816ms", "quality": "deep" },
|
||||
{ "project": "StellaOps.Policy.Predicates.Tests", "tests": 26, "passed": 26, "failed": 0, "duration": "364ms", "quality": "deep" },
|
||||
{ "project": "StellaOps.Policy.AuthSignals.Tests", "tests": 19, "passed": 19, "failed": 0, "duration": "306ms", "quality": "deep" },
|
||||
{ "project": "StellaOps.Policy.Gateway.Tests", "tests": 126, "passed": 126, "failed": 0, "duration": "27s 970ms", "quality": "deep" },
|
||||
{ "project": "StellaOps.Policy.Pack.Tests", "tests": 50, "passed": 50, "failed": 0, "duration": "959ms", "quality": "deep" },
|
||||
{ "project": "StellaOps.Policy.Persistence.Tests", "tests": 158, "passed": 158, "failed": 0, "duration": "2m 15s 871ms", "quality": "deep" }
|
||||
],
|
||||
"gapsIdentified": [],
|
||||
"notes": "All 15 test projects run individually against their .csproj files (not .slnf). 3468 total tests, 100% pass rate. Assertion quality is deep for 13/15 projects and adequate for 2 small contract/model projects. No shallow tests found. Persistence tests run against real PostgreSQL via Testcontainers. Gateway tests run against real HTTP via WebApplicationFactory. Engine tests include property-based testing for algebraic invariants. Determinization tests include property-based testing for decay/entropy/determinism. This supersedes the prior .slnf-based evidence."
|
||||
}
|
||||
Reference in New Issue
Block a user