documentation cleanse, sprints work and planning. remaining non EF DAL migration to EF
This commit is contained in:
master
@@ -0,0 +1,6 @@
|
||||
{
|
||||
"approved": true,
|
||||
"reason": "Confirmed missing implementation in the primary proof-verification path despite passing builds/tests and integration suites.",
|
||||
"revisedRootCause": "Core proof-verification behavior is partially scaffolded; tests currently validate scaffold semantics instead of complete feature contract.",
|
||||
"capturedAtUtc": "2026-02-11T19:50:02.7880235Z"
|
||||
}
|
||||
@@ -0,0 +1,73 @@
|
||||
{
|
||||
"type": "tier0-source-check",
|
||||
"module": "binaryindex",
|
||||
"feature": "binary-proof-verification-pipeline",
|
||||
"runId": "run-001",
|
||||
"capturedAtUtc": "2026-02-11T19:42:40.5848184Z",
|
||||
"filesChecked": [
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/ValidationHarnessService.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation/ValidationHarness.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/Services/KpiRegressionService.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.DeltaSig/Provenance/GroundTruthProvenanceResolver.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation.Abstractions/IValidationHarness.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/Services/IKpiRegressionService.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.DeltaSig/Provenance/ISymbolProvenanceResolver.cs"
|
||||
],
|
||||
"found": [
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/ValidationHarnessService.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation/ValidationHarness.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/Services/KpiRegressionService.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.DeltaSig/Provenance/GroundTruthProvenanceResolver.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation.Abstractions/IValidationHarness.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/Services/IKpiRegressionService.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.DeltaSig/Provenance/ISymbolProvenanceResolver.cs"
|
||||
],
|
||||
"missing": [
|
||||
|
||||
],
|
||||
"declarations": [
|
||||
{
|
||||
"symbol": "ValidationHarnessService",
|
||||
"file": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/ValidationHarnessService.cs",
|
||||
"declarationFound": true,
|
||||
"line": 22
|
||||
},
|
||||
{
|
||||
"symbol": "ValidationHarness",
|
||||
"file": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation/ValidationHarness.cs",
|
||||
"declarationFound": true,
|
||||
"line": 12
|
||||
},
|
||||
{
|
||||
"symbol": "KpiRegressionService",
|
||||
"file": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/Services/KpiRegressionService.cs",
|
||||
"declarationFound": true,
|
||||
"line": 21
|
||||
},
|
||||
{
|
||||
"symbol": "GroundTruthProvenanceResolver",
|
||||
"file": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.DeltaSig/Provenance/GroundTruthProvenanceResolver.cs",
|
||||
"declarationFound": true,
|
||||
"line": 22
|
||||
},
|
||||
{
|
||||
"symbol": "IValidationHarness",
|
||||
"file": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation.Abstractions/IValidationHarness.cs",
|
||||
"declarationFound": true,
|
||||
"line": 7
|
||||
},
|
||||
{
|
||||
"symbol": "IKpiRegressionService",
|
||||
"file": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/Services/IKpiRegressionService.cs",
|
||||
"declarationFound": true,
|
||||
"line": 15
|
||||
},
|
||||
{
|
||||
"symbol": "ISymbolProvenanceResolver",
|
||||
"file": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.DeltaSig/Provenance/ISymbolProvenanceResolver.cs",
|
||||
"declarationFound": true,
|
||||
"line": 16
|
||||
}
|
||||
],
|
||||
"verdict": "pass"
|
||||
}
|
||||
@@ -0,0 +1,75 @@
|
||||
{
|
||||
"type": "tier1-build-check",
|
||||
"module": "binaryindex",
|
||||
"feature": "binary-proof-verification-pipeline",
|
||||
"runId": "run-001",
|
||||
"capturedAtUtc": "2026-02-11T19:49:44.7042934Z",
|
||||
"project": "BinaryIndex proof verification pipeline (GroundTruth.Reproducible, Validation, DeltaSig provenance)",
|
||||
"buildResult": "pass",
|
||||
"testResult": "pass",
|
||||
"codeReviewResult": "fail",
|
||||
"codeReviewFindings": [
|
||||
{
|
||||
"file": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/ValidationHarnessService.cs",
|
||||
"line": 206,
|
||||
"issue": "Pipeline stages are placeholders (symbol recovery, IR lift, fingerprinting, matcher, SBOM hash)."
|
||||
},
|
||||
{
|
||||
"file": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation/Matchers/MatcherAdapters.cs",
|
||||
"line": 27,
|
||||
"issue": "Semantic/instruction/call-graph matchers are stubbed with synthetic scores."
|
||||
},
|
||||
{
|
||||
"file": "src/BinaryIndex/__Tests/StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests/ValidationHarnessServiceTests.cs",
|
||||
"line": 4,
|
||||
"issue": "Tests validate skeleton behavior and explicitly accept placeholder metrics."
|
||||
}
|
||||
],
|
||||
"commands": [
|
||||
{
|
||||
"name": "build-groundtruth-reproducible",
|
||||
"command": "dotnet build src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/StellaOps.BinaryIndex.GroundTruth.Reproducible.csproj -c Release",
|
||||
"logFile": "docs\\qa\\feature-checks\\runs\\binaryindex\\binary-proof-verification-pipeline\\run-001\\tier1-build-groundtruth-reproducible.log",
|
||||
"exitCode": 0
|
||||
},
|
||||
{
|
||||
"name": "build-validation",
|
||||
"command": "dotnet build src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation/StellaOps.BinaryIndex.Validation.csproj -c Release",
|
||||
"logFile": "docs\\qa\\feature-checks\\runs\\binaryindex\\binary-proof-verification-pipeline\\run-001\\tier1-build-validation.log",
|
||||
"exitCode": 0
|
||||
},
|
||||
{
|
||||
"name": "build-validation-abstractions",
|
||||
"command": "dotnet build src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation.Abstractions/StellaOps.BinaryIndex.Validation.Abstractions.csproj -c Release",
|
||||
"logFile": "docs\\qa\\feature-checks\\runs\\binaryindex\\binary-proof-verification-pipeline\\run-001\\tier1-build-validation-abstractions.log",
|
||||
"exitCode": 0
|
||||
},
|
||||
{
|
||||
"name": "build-deltasig",
|
||||
"command": "dotnet build src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.DeltaSig/StellaOps.BinaryIndex.DeltaSig.csproj -c Release",
|
||||
"logFile": "docs\\qa\\feature-checks\\runs\\binaryindex\\binary-proof-verification-pipeline\\run-001\\tier1-build-deltasig.log",
|
||||
"exitCode": 0
|
||||
},
|
||||
{
|
||||
"name": "test-groundtruth-reproducible",
|
||||
"command": "dotnet test src/BinaryIndex/__Tests/StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests/StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests.csproj -c Release --no-build",
|
||||
"logFile": "docs\\qa\\feature-checks\\runs\\binaryindex\\binary-proof-verification-pipeline\\run-001\\tier1-test-groundtruth-reproducible.log",
|
||||
"exitCode": 0
|
||||
},
|
||||
{
|
||||
"name": "test-validation",
|
||||
"command": "dotnet test src/BinaryIndex/__Tests/StellaOps.BinaryIndex.Validation.Tests/StellaOps.BinaryIndex.Validation.Tests.csproj -c Release --no-build",
|
||||
"logFile": "docs\\qa\\feature-checks\\runs\\binaryindex\\binary-proof-verification-pipeline\\run-001\\tier1-test-validation.log",
|
||||
"exitCode": 0
|
||||
},
|
||||
{
|
||||
"name": "test-deltasig-attestation",
|
||||
"command": "dotnet test src/BinaryIndex/__Tests/StellaOps.BinaryIndex.DeltaSig.Tests/StellaOps.BinaryIndex.DeltaSig.Tests.csproj -c Release --filter \"FullyQualifiedName~DeltaSigAttestorIntegrationTests|FullyQualifiedName~DeltaSigPredicateLargeBlobsTests\"",
|
||||
"logFile": "docs\\qa\\feature-checks\\runs\\binaryindex\\binary-proof-verification-pipeline\\run-001\\tier1-test-deltasig-attestation.log",
|
||||
"exitCode": 0
|
||||
}
|
||||
],
|
||||
"errors": [
|
||||
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"type": "integration",
|
||||
"capturedAtUtc": "2026-02-11T19:44:33.0653383Z",
|
||||
"commandsFile": "docs/qa/feature-checks/runs/binaryindex/binary-proof-verification-pipeline/run-001/tier2-commands.json",
|
||||
"tests": [
|
||||
|
||||
],
|
||||
"behaviorVerified": [
|
||||
"Validation/attestor, reproducible-harness, and golden-set test suites execute successfully in this run."
|
||||
],
|
||||
"behaviorMissing": [
|
||||
"Validation matcher adapters contain explicit placeholder/TODO logic, so semantic/call-graph proof verification is not production-complete.",
|
||||
"KPI regression service still includes TODO/null-path fallback for baseline retrieval, limiting claimed regression-proof guarantees.",
|
||||
"GroundTruth provenance resolver contains null-return fallback paths that undermine complete proof provenance coverage."
|
||||
],
|
||||
"parityEvidence": [
|
||||
"27: // TODO: Integrate with actual B2R2-based semantic diff implementation",
|
||||
"28: // For now, this is a stub that returns a placeholder result",
|
||||
"48: return null;",
|
||||
"61: return null;",
|
||||
"71: return null;",
|
||||
"84: return null;",
|
||||
"166: // TODO: Integrate with validation harness to get latest run",
|
||||
"136: return null;"
|
||||
],
|
||||
"verdict": "fail"
|
||||
}
|
||||
@@ -0,0 +1,62 @@
|
||||
{
|
||||
"type": "integration",
|
||||
"module": "binaryindex",
|
||||
"feature": "binary-proof-verification-pipeline",
|
||||
"runId": "run-001",
|
||||
"capturedAtUtc": "2026-02-11T19:48:35.2958131Z",
|
||||
"checks": [
|
||||
{
|
||||
"description": "Validation harness + bundle + KPI integration suite",
|
||||
"command": "dotnet test src/BinaryIndex/__Tests/StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests/StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests.csproj -c Release --filter \"FullyQualifiedName~StandaloneVerifierIntegrationTests|FullyQualifiedName~BundleExportIntegrationTests|FullyQualifiedName~BundleImportIntegrationTests|FullyQualifiedName~KpiRegressionIntegrationTests\"",
|
||||
"commandCapturedAtUtc": "2026-02-11T19:45:13.6968456Z",
|
||||
"completedAtUtc": "2026-02-11T19:45:24.3338475Z",
|
||||
"expectedExitCode": 0,
|
||||
"actualExitCode": 0,
|
||||
"testsRun": 108,
|
||||
"testsPassed": 108,
|
||||
"testsFailed": 0,
|
||||
"testsSkipped": 0,
|
||||
"result": "pass",
|
||||
"logFile": "docs\\qa\\feature-checks\\runs\\binaryindex\\binary-proof-verification-pipeline\\run-001\\tier2-test-groundtruth-integration.log"
|
||||
},
|
||||
{
|
||||
"description": "Validation attestor behavior suite",
|
||||
"command": "dotnet test src/BinaryIndex/__Tests/StellaOps.BinaryIndex.Validation.Tests/StellaOps.BinaryIndex.Validation.Tests.csproj -c Release --filter \"FullyQualifiedName~ValidationRunAttestorTests\"",
|
||||
"commandCapturedAtUtc": "2026-02-11T19:45:24.3348610Z",
|
||||
"completedAtUtc": "2026-02-11T19:45:35.1481417Z",
|
||||
"expectedExitCode": 0,
|
||||
"actualExitCode": 0,
|
||||
"testsRun": 57,
|
||||
"testsPassed": 57,
|
||||
"testsFailed": 0,
|
||||
"testsSkipped": 0,
|
||||
"result": "pass",
|
||||
"logFile": "docs\\qa\\feature-checks\\runs\\binaryindex\\binary-proof-verification-pipeline\\run-001\\tier2-test-validation-attestor.log"
|
||||
},
|
||||
{
|
||||
"description": "Golden-set and attestation behavior suite",
|
||||
"command": "dotnet test src/BinaryIndex/__Tests/StellaOps.BinaryIndex.DeltaSig.Tests/StellaOps.BinaryIndex.DeltaSig.Tests.csproj -c Release --filter \"FullyQualifiedName~GoldenSignatureTests|FullyQualifiedName~DeltaSigAttestorIntegrationTests\"",
|
||||
"commandCapturedAtUtc": "2026-02-11T19:45:35.1486688Z",
|
||||
"completedAtUtc": "2026-02-11T19:45:52.0730866Z",
|
||||
"expectedExitCode": 0,
|
||||
"actualExitCode": 0,
|
||||
"testsRun": 132,
|
||||
"testsPassed": 132,
|
||||
"testsFailed": 0,
|
||||
"testsSkipped": 0,
|
||||
"result": "pass",
|
||||
"logFile": "docs\\qa\\feature-checks\\runs\\binaryindex\\binary-proof-verification-pipeline\\run-001\\tier2-test-deltasig-golden-attestor.log"
|
||||
}
|
||||
],
|
||||
"testsRun": 297,
|
||||
"testsPassed": 297,
|
||||
"testsFailed": 0,
|
||||
"behaviorVerified": [
|
||||
"Validation harness integration flow executes against corpus-backed sample pairs",
|
||||
"Corpus bundle export/import round-trip integration paths execute successfully",
|
||||
"KPI regression integration checks execute thresholds and report generation",
|
||||
"Validation attestor tests verify predicate generation behavior",
|
||||
"Golden signature and attestor integration checks execute deterministic matching/attestation scenarios"
|
||||
],
|
||||
"verdict": "pass"
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"rootCause": "Feature dossier claims a full proof-verification pipeline, but core validation and matcher stages remain skeleton placeholders that do not perform real symbol recovery, IR lifting, fingerprint generation, or semantic/call-graph matching.",
|
||||
"category": "missing_code",
|
||||
"affectedFiles": [
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/ValidationHarnessService.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation/Matchers/MatcherAdapters.cs",
|
||||
"src/BinaryIndex/__Tests/StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests/ValidationHarnessServiceTests.cs"
|
||||
],
|
||||
"confidence": 0.98,
|
||||
"evidence": [
|
||||
"ValidationHarnessService contains explicit placeholder blocks for symbol recovery, IR lifting, fingerprint generation, function matching, and SBOM hashing.",
|
||||
"MatcherAdapters use TODO-marked stub matchers with synthetic scores instead of real semantic/instruction/call-graph implementations.",
|
||||
"ValidationHarnessServiceTests are explicitly scoped to skeleton behavior and accept placeholder metric outputs."
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,6 @@
|
||||
{
|
||||
"approved": true,
|
||||
"reason": "Independent parity review confirms core proof paths are scaffolded/placeholder; GoldenSet compile failure is additional verification blocker, not contradictory evidence.",
|
||||
"revisedRootCause": "Core proof verification behavior is partially scaffolded and currently cannot satisfy full dossier claims.",
|
||||
"capturedAtUtc": "2026-02-11T19:50:45.2713117Z"
|
||||
}
|
||||
@@ -0,0 +1,108 @@
|
||||
{
|
||||
"type": "source",
|
||||
"module": "binaryindex",
|
||||
"feature": "binary-proof-verification-pipeline",
|
||||
"runId": "run-002",
|
||||
"featureFile": "docs/features/unchecked/binaryindex/binary-proof-verification-pipeline.md",
|
||||
"capturedAtUtc": "2026-02-11T19:45:08.3780669Z",
|
||||
"files": [
|
||||
{
|
||||
"path": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/",
|
||||
"exists": true
|
||||
},
|
||||
{
|
||||
"path": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation/",
|
||||
"exists": true
|
||||
},
|
||||
{
|
||||
"path": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation.Abstractions/",
|
||||
"exists": true
|
||||
},
|
||||
{
|
||||
"path": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/ValidationHarnessService.cs",
|
||||
"exists": true
|
||||
},
|
||||
{
|
||||
"path": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation/ValidationHarness.cs",
|
||||
"exists": true
|
||||
},
|
||||
{
|
||||
"path": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/Services/KpiRegressionService.cs",
|
||||
"exists": true
|
||||
},
|
||||
{
|
||||
"path": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.DeltaSig/Provenance/GroundTruthProvenanceResolver.cs",
|
||||
"exists": true
|
||||
},
|
||||
{
|
||||
"path": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation.Abstractions/IValidationHarness.cs",
|
||||
"exists": true
|
||||
},
|
||||
{
|
||||
"path": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/Services/IKpiRegressionService.cs",
|
||||
"exists": true
|
||||
},
|
||||
{
|
||||
"path": "src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.DeltaSig/Provenance/ISymbolProvenanceResolver.cs",
|
||||
"exists": true
|
||||
},
|
||||
{
|
||||
"path": "src/BinaryIndex/__Tests/StellaOps.BinaryIndex.Validation.Tests/StellaOps.BinaryIndex.Validation.Tests.csproj",
|
||||
"exists": true
|
||||
},
|
||||
{
|
||||
"path": "src/BinaryIndex/__Tests/StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests/StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests.csproj",
|
||||
"exists": true
|
||||
},
|
||||
{
|
||||
"path": "src/BinaryIndex/__Tests/StellaOps.BinaryIndex.GoldenSet.Tests/StellaOps.BinaryIndex.GoldenSet.Tests.csproj",
|
||||
"exists": true
|
||||
}
|
||||
],
|
||||
"missingFiles": [
|
||||
|
||||
],
|
||||
"classDeclarations": [
|
||||
{
|
||||
"symbol": "ValidationHarnessService",
|
||||
"found": true,
|
||||
"evidence": "22:public sealed class ValidationHarnessService : IValidationHarness"
|
||||
},
|
||||
{
|
||||
"symbol": "ValidationHarness",
|
||||
"found": true,
|
||||
"evidence": "12:public sealed class ValidationHarness : IValidationHarness"
|
||||
},
|
||||
{
|
||||
"symbol": "KpiRegressionService",
|
||||
"found": true,
|
||||
"evidence": "21:public sealed class KpiRegressionService : IKpiRegressionService"
|
||||
},
|
||||
{
|
||||
"symbol": "GroundTruthProvenanceResolver",
|
||||
"found": true,
|
||||
"evidence": "22:public sealed class GroundTruthProvenanceResolver : ISymbolProvenanceResolver"
|
||||
},
|
||||
{
|
||||
"symbol": "IValidationHarness",
|
||||
"found": true,
|
||||
"evidence": "7:public interface IValidationHarness"
|
||||
},
|
||||
{
|
||||
"symbol": "IKpiRegressionService",
|
||||
"found": true,
|
||||
"evidence": "15:public interface IKpiRegressionService"
|
||||
},
|
||||
{
|
||||
"symbol": "ISymbolProvenanceResolver",
|
||||
"found": true,
|
||||
"evidence": "16:public interface ISymbolProvenanceResolver"
|
||||
}
|
||||
],
|
||||
"sourceVerified": true,
|
||||
"verdict": "pass",
|
||||
"notes": [
|
||||
"Tier 0 confirms claimed proof-pipeline files exist, but declaration parity alone does not prove full feature behavior.",
|
||||
"Initial source review found placeholder/stub markers in validation matcher adapters, provenance resolver, and bundle signing paths that require Tier 1/2 confirmation."
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,39 @@
|
||||
{
|
||||
"type": "build_and_test",
|
||||
"module": "binaryindex",
|
||||
"feature": "binary-proof-verification-pipeline",
|
||||
"runId": "run-002",
|
||||
"capturedAtUtc": "2026-02-11T19:50:45.2713117Z",
|
||||
"commandsFile": "docs/qa/feature-checks/runs/binaryindex/binary-proof-verification-pipeline/run-002/tier1-commands.json",
|
||||
"projects": [
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/StellaOps.BinaryIndex.GroundTruth.Reproducible.csproj",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation/StellaOps.BinaryIndex.Validation.csproj",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation.Abstractions/StellaOps.BinaryIndex.Validation.Abstractions.csproj",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.DeltaSig/StellaOps.BinaryIndex.DeltaSig.csproj",
|
||||
"src/BinaryIndex/__Tests/StellaOps.BinaryIndex.Validation.Tests/StellaOps.BinaryIndex.Validation.Tests.csproj",
|
||||
"src/BinaryIndex/__Tests/StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests/StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests.csproj",
|
||||
"src/BinaryIndex/__Tests/StellaOps.BinaryIndex.GoldenSet.Tests/StellaOps.BinaryIndex.GoldenSet.Tests.csproj"
|
||||
],
|
||||
"buildResult": "pass",
|
||||
"testResult": "fail",
|
||||
"codeReview": {
|
||||
"verdict": "fail",
|
||||
"findings": [
|
||||
"Validation matcher adapters include TODO/placeholder result paths.",
|
||||
"KPI regression service includes TODO/null baseline retrieval path.",
|
||||
"GroundTruth provenance resolver includes null-return branches for unresolved provenance."
|
||||
],
|
||||
"evidence": [
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation/Matchers/MatcherAdapters.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/Services/KpiRegressionService.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.DeltaSig/Provenance/GroundTruthProvenanceResolver.cs"
|
||||
]
|
||||
},
|
||||
"warnings": [
|
||||
"GoldenSet test project currently fails compile under this workspace with CS9051; treated as upstream/env test harness issue for this run."
|
||||
],
|
||||
"errors": [
|
||||
"[test-goldenset] exit=1 (CS9051 file-local type usage in CrossDistroCoverageTests)"
|
||||
],
|
||||
"verdict": "fail"
|
||||
}
|
||||
@@ -0,0 +1,65 @@
|
||||
[
|
||||
{
|
||||
"name": "build-groundtruth-reproducible",
|
||||
"command": "dotnet build src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/StellaOps.BinaryIndex.GroundTruth.Reproducible.csproj -c Release --nologo",
|
||||
"exitCode": 0,
|
||||
"startedAtUtc": "2026-02-11T19:45:41.4089672Z",
|
||||
"finishedAtUtc": "2026-02-11T19:45:41.4089672Z",
|
||||
"summary": "Build succeeded.",
|
||||
"log": "docs/qa/feature-checks/runs/binaryindex/binary-proof-verification-pipeline/run-002/build-groundtruth-reproducible.log"
|
||||
},
|
||||
{
|
||||
"name": "build-validation",
|
||||
"command": "dotnet build src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation/StellaOps.BinaryIndex.Validation.csproj -c Release --nologo",
|
||||
"exitCode": 0,
|
||||
"startedAtUtc": "2026-02-11T19:45:48.3255361Z",
|
||||
"finishedAtUtc": "2026-02-11T19:45:48.3255361Z",
|
||||
"summary": "Build succeeded.",
|
||||
"log": "docs/qa/feature-checks/runs/binaryindex/binary-proof-verification-pipeline/run-002/build-validation.log"
|
||||
},
|
||||
{
|
||||
"name": "build-validation-abstractions",
|
||||
"command": "dotnet build src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation.Abstractions/StellaOps.BinaryIndex.Validation.Abstractions.csproj -c Release --nologo",
|
||||
"exitCode": 0,
|
||||
"startedAtUtc": "2026-02-11T19:45:51.4356789Z",
|
||||
"finishedAtUtc": "2026-02-11T19:45:51.4356789Z",
|
||||
"summary": "Build succeeded.",
|
||||
"log": "docs/qa/feature-checks/runs/binaryindex/binary-proof-verification-pipeline/run-002/build-validation-abstractions.log"
|
||||
},
|
||||
{
|
||||
"name": "build-deltasig",
|
||||
"command": "dotnet build src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.DeltaSig/StellaOps.BinaryIndex.DeltaSig.csproj -c Release --nologo",
|
||||
"exitCode": 0,
|
||||
"startedAtUtc": "2026-02-11T19:45:53.6701782Z",
|
||||
"finishedAtUtc": "2026-02-11T19:45:53.6701782Z",
|
||||
"summary": "Build succeeded.",
|
||||
"log": "docs/qa/feature-checks/runs/binaryindex/binary-proof-verification-pipeline/run-002/build-deltasig.log"
|
||||
},
|
||||
{
|
||||
"name": "test-validation",
|
||||
"command": "dotnet test src/BinaryIndex/__Tests/StellaOps.BinaryIndex.Validation.Tests/StellaOps.BinaryIndex.Validation.Tests.csproj -c Release --nologo",
|
||||
"exitCode": 0,
|
||||
"startedAtUtc": "2026-02-11T19:46:05.6296218Z",
|
||||
"finishedAtUtc": "2026-02-11T19:46:05.6296218Z",
|
||||
"summary": "Passed! - Failed: 0, Passed: 57, Skipped: 0, Total: 57, Duration: 586ms - StellaOps.BinaryIndex.Validation.Tests.dll (net10.0|x64)",
|
||||
"log": "docs/qa/feature-checks/runs/binaryindex/binary-proof-verification-pipeline/run-002/test-validation.log"
|
||||
},
|
||||
{
|
||||
"name": "test-groundtruth-reproducible",
|
||||
"command": "dotnet test src/BinaryIndex/__Tests/StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests/StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests.csproj -c Release --nologo",
|
||||
"exitCode": 0,
|
||||
"startedAtUtc": "2026-02-11T19:46:17.4441817Z",
|
||||
"finishedAtUtc": "2026-02-11T19:46:17.4441817Z",
|
||||
"summary": "Passed! - Failed: 0, Passed: 108, Skipped: 0, Total: 108, Duration: 2s 034ms - StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests.dll (net10.0|x64)",
|
||||
"log": "docs/qa/feature-checks/runs/binaryindex/binary-proof-verification-pipeline/run-002/test-groundtruth-reproducible.log"
|
||||
},
|
||||
{
|
||||
"name": "test-goldenset",
|
||||
"command": "dotnet test src/BinaryIndex/__Tests/StellaOps.BinaryIndex.GoldenSet.Tests/StellaOps.BinaryIndex.GoldenSet.Tests.csproj -c Release --nologo",
|
||||
"exitCode": 1,
|
||||
"startedAtUtc": "2026-02-11T19:46:27.2192657Z",
|
||||
"finishedAtUtc": "2026-02-11T19:46:27.2192657Z",
|
||||
"summary": "C:\\dev\\New folder\\git.stella-ops.org\\src\\BinaryIndex\\__Tests\\StellaOps.BinaryIndex.GoldenSet.Tests\\Unit\\CrossDistroCoverageTests.cs(199,50): error CS9051: File-local type \u0027TestCrossDistroMeterFactory\u0027 cannot be used in a member signature in non-file-local type \u0027CrossDistroCoverageServiceTests\u0027. [C:\\dev\\New folder\\git.stella-ops.org\\src\\BinaryIndex\\__Tests\\StellaOps.BinaryIndex.GoldenSet.Tests\\StellaOps.BinaryIndex.GoldenSet.Tests.csproj]",
|
||||
"log": "docs/qa/feature-checks/runs/binaryindex/binary-proof-verification-pipeline/run-002/test-goldenset.log"
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,29 @@
|
||||
[
|
||||
{
|
||||
"name": "tier2-validation-harness-and-attestor",
|
||||
"command": "dotnet test src/BinaryIndex/__Tests/StellaOps.BinaryIndex.Validation.Tests/StellaOps.BinaryIndex.Validation.Tests.csproj -c Release --nologo --filter \"FullyQualifiedName~ValidationHarness|FullyQualifiedName~Attestor\"",
|
||||
"exitCode": 0,
|
||||
"startedAtUtc": "2026-02-11T19:48:37.4521212Z",
|
||||
"finishedAtUtc": "2026-02-11T19:48:37.4521212Z",
|
||||
"summary": "Passed! - Failed: 0, Passed: 57, Skipped: 0, Total: 57, Duration: 569ms - StellaOps.BinaryIndex.Validation.Tests.dll (net10.0|x64)",
|
||||
"log": "docs/qa/feature-checks/runs/binaryindex/binary-proof-verification-pipeline/run-002/tier2-validation-harness-and-attestor.log"
|
||||
},
|
||||
{
|
||||
"name": "tier2-groundtruth-reproducible",
|
||||
"command": "dotnet test src/BinaryIndex/__Tests/StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests/StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests.csproj -c Release --nologo --filter \"FullyQualifiedName~ValidationHarnessService|FullyQualifiedName~KpiRegressionService|FullyQualifiedName~BundleImportService|FullyQualifiedName~BundleExportService\"",
|
||||
"exitCode": 0,
|
||||
"startedAtUtc": "2026-02-11T19:48:53.8898495Z",
|
||||
"finishedAtUtc": "2026-02-11T19:48:53.8898495Z",
|
||||
"summary": "Passed! - Failed: 0, Passed: 108, Skipped: 0, Total: 108, Duration: 2s 547ms - StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests.dll (net10.0|x64)",
|
||||
"log": "docs/qa/feature-checks/runs/binaryindex/binary-proof-verification-pipeline/run-002/tier2-groundtruth-reproducible.log"
|
||||
},
|
||||
{
|
||||
"name": "tier2-goldenset-integration",
|
||||
"command": "dotnet test src/BinaryIndex/__Tests/StellaOps.BinaryIndex.GoldenSet.Tests/StellaOps.BinaryIndex.GoldenSet.Tests.csproj -c Release --nologo --filter \"FullyQualifiedName~Integration|FullyQualifiedName~Golden\"",
|
||||
"exitCode": 1,
|
||||
"startedAtUtc": "2026-02-11T19:49:33.4187748Z",
|
||||
"finishedAtUtc": "2026-02-11T19:49:33.4187748Z",
|
||||
"summary": "C:\\dev\\New folder\\git.stella-ops.org\\src\\BinaryIndex\\__Tests\\StellaOps.BinaryIndex.GoldenSet.Tests\\Unit\\CrossDistroCoverageTests.cs(199,50): error CS9051: File-local type \u0027TestCrossDistroMeterFactory\u0027 cannot be used in a member signature in non-file-local type \u0027CrossDistroCoverageServiceTests\u0027. [C:\\dev\\New folder\\git.stella-ops.org\\src\\BinaryIndex\\__Tests\\StellaOps.BinaryIndex.GoldenSet.Tests\\StellaOps.BinaryIndex.GoldenSet.Tests.csproj]",
|
||||
"log": "docs/qa/feature-checks/runs/binaryindex/binary-proof-verification-pipeline/run-002/tier2-goldenset-integration.log"
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,57 @@
|
||||
{
|
||||
"type": "integration",
|
||||
"module": "binaryindex",
|
||||
"feature": "binary-proof-verification-pipeline",
|
||||
"runId": "run-002",
|
||||
"capturedAtUtc": "2026-02-11T19:50:45.2713117Z",
|
||||
"commandsFile": "docs/qa/feature-checks/runs/binaryindex/binary-proof-verification-pipeline/run-002/tier2-commands.json",
|
||||
"tests": [
|
||||
{
|
||||
"name": "tier2-validation-harness-and-attestor",
|
||||
"log": "tier2-validation-harness-and-attestor.log",
|
||||
"result": "pass",
|
||||
"behaviorObserved": [
|
||||
"Passed! - Failed: 0, Passed: 57, Skipped: 0, Total: 57, Duration: 569ms - StellaOps.BinaryIndex.Validation.Tests.dll (net10.0|x64)"
|
||||
],
|
||||
"behaviorGap": null
|
||||
},
|
||||
{
|
||||
"name": "tier2-groundtruth-reproducible",
|
||||
"log": "tier2-groundtruth-reproducible.log",
|
||||
"result": "pass",
|
||||
"behaviorObserved": [
|
||||
"Passed! - Failed: 0, Passed: 108, Skipped: 0, Total: 108, Duration: 2s 547ms - StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests.dll (net10.0|x64)"
|
||||
],
|
||||
"behaviorGap": "KPI baseline retrieval path still contains TODO/null fallback."
|
||||
},
|
||||
{
|
||||
"name": "tier2-goldenset-integration",
|
||||
"log": "tier2-goldenset-integration.log",
|
||||
"result": "fail",
|
||||
"behaviorObserved": [
|
||||
"C:\\dev\\New folder\\git.stella-ops.org\\src\\BinaryIndex\\__Tests\\StellaOps.BinaryIndex.GoldenSet.Tests\\Unit\\CrossDistroCoverageTests.cs(199,50): error CS9051: File-local type \u0027TestCrossDistroMeterFactory\u0027 cannot be used in a member signature in non-file-local type \u0027CrossDistroCoverageServiceTests\u0027. [C:\\dev\\New folder\\git.stella-ops.org\\src\\BinaryIndex\\__Tests\\StellaOps.BinaryIndex.GoldenSet.Tests\\StellaOps.BinaryIndex.GoldenSet.Tests.csproj]"
|
||||
],
|
||||
"behaviorGap": "GoldenSet tier2 filtered run failed to compile with CS9051 in test harness."
|
||||
}
|
||||
],
|
||||
"behaviorVerified": [
|
||||
"Validation/attestor and reproducible-harness tier2 runs passed with fresh execution evidence."
|
||||
],
|
||||
"behaviorMissing": [
|
||||
"Validation matcher adapters contain explicit placeholder/TODO logic, so semantic/call-graph proof verification is not production-complete.",
|
||||
"KPI regression service still includes TODO/null-path fallback for baseline retrieval, limiting claimed regression-proof guarantees.",
|
||||
"GroundTruth provenance resolver contains null-return fallback paths that undermine complete proof provenance coverage.",
|
||||
"GoldenSet tier2 filtered run currently blocked by CS9051 compile error in test harness."
|
||||
],
|
||||
"parityEvidence": [
|
||||
"27: // TODO: Integrate with actual B2R2-based semantic diff implementation",
|
||||
"28: // For now, this is a stub that returns a placeholder result",
|
||||
"48: return null;",
|
||||
"61: return null;",
|
||||
"71: return null;",
|
||||
"84: return null;",
|
||||
"166: // TODO: Integrate with validation harness to get latest run",
|
||||
"136: return null;"
|
||||
],
|
||||
"verdict": "fail"
|
||||
}
|
||||
@@ -0,0 +1,57 @@
|
||||
{
|
||||
"type": "integration",
|
||||
"module": "binaryindex",
|
||||
"feature": "binary-proof-verification-pipeline",
|
||||
"runId": "run-002",
|
||||
"capturedAtUtc": "2026-02-11T19:50:45.2713117Z",
|
||||
"commandsFile": "docs/qa/feature-checks/runs/binaryindex/binary-proof-verification-pipeline/run-002/tier2-commands.json",
|
||||
"tests": [
|
||||
{
|
||||
"name": "tier2-validation-harness-and-attestor",
|
||||
"log": "tier2-validation-harness-and-attestor.log",
|
||||
"result": "pass",
|
||||
"behaviorObserved": [
|
||||
"Passed! - Failed: 0, Passed: 57, Skipped: 0, Total: 57, Duration: 569ms - StellaOps.BinaryIndex.Validation.Tests.dll (net10.0|x64)"
|
||||
],
|
||||
"behaviorGap": null
|
||||
},
|
||||
{
|
||||
"name": "tier2-groundtruth-reproducible",
|
||||
"log": "tier2-groundtruth-reproducible.log",
|
||||
"result": "pass",
|
||||
"behaviorObserved": [
|
||||
"Passed! - Failed: 0, Passed: 108, Skipped: 0, Total: 108, Duration: 2s 547ms - StellaOps.BinaryIndex.GroundTruth.Reproducible.Tests.dll (net10.0|x64)"
|
||||
],
|
||||
"behaviorGap": "KPI baseline retrieval path still contains TODO/null fallback."
|
||||
},
|
||||
{
|
||||
"name": "tier2-goldenset-integration",
|
||||
"log": "tier2-goldenset-integration.log",
|
||||
"result": "fail",
|
||||
"behaviorObserved": [
|
||||
"C:\\dev\\New folder\\git.stella-ops.org\\src\\BinaryIndex\\__Tests\\StellaOps.BinaryIndex.GoldenSet.Tests\\Unit\\CrossDistroCoverageTests.cs(199,50): error CS9051: File-local type \u0027TestCrossDistroMeterFactory\u0027 cannot be used in a member signature in non-file-local type \u0027CrossDistroCoverageServiceTests\u0027. [C:\\dev\\New folder\\git.stella-ops.org\\src\\BinaryIndex\\__Tests\\StellaOps.BinaryIndex.GoldenSet.Tests\\StellaOps.BinaryIndex.GoldenSet.Tests.csproj]"
|
||||
],
|
||||
"behaviorGap": "GoldenSet tier2 filtered run failed to compile with CS9051 in test harness."
|
||||
}
|
||||
],
|
||||
"behaviorVerified": [
|
||||
"Validation/attestor and reproducible-harness tier2 runs passed with fresh execution evidence."
|
||||
],
|
||||
"behaviorMissing": [
|
||||
"Validation matcher adapters contain explicit placeholder/TODO logic, so semantic/call-graph proof verification is not production-complete.",
|
||||
"KPI regression service still includes TODO/null-path fallback for baseline retrieval, limiting claimed regression-proof guarantees.",
|
||||
"GroundTruth provenance resolver contains null-return fallback paths that undermine complete proof provenance coverage.",
|
||||
"GoldenSet tier2 filtered run currently blocked by CS9051 compile error in test harness."
|
||||
],
|
||||
"parityEvidence": [
|
||||
"27: // TODO: Integrate with actual B2R2-based semantic diff implementation",
|
||||
"28: // For now, this is a stub that returns a placeholder result",
|
||||
"48: return null;",
|
||||
"61: return null;",
|
||||
"71: return null;",
|
||||
"84: return null;",
|
||||
"166: // TODO: Integrate with validation harness to get latest run",
|
||||
"136: return null;"
|
||||
],
|
||||
"verdict": "fail"
|
||||
}
|
||||
@@ -0,0 +1,22 @@
|
||||
{
|
||||
"rootCause": "Feature dossier overstates implementation completeness: proof verification pipeline contains placeholder/TODO logic and null-fallback branches in core matcher/provenance/regression paths; tier2 golden-set harness also failed with CS9051.",
|
||||
"category": "missing_code",
|
||||
"affectedFiles": [
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.Validation/Matchers/MatcherAdapters.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.GroundTruth.Reproducible/Services/KpiRegressionService.cs",
|
||||
"src/BinaryIndex/__Libraries/StellaOps.BinaryIndex.DeltaSig/Provenance/GroundTruthProvenanceResolver.cs",
|
||||
"src/BinaryIndex/__Tests/StellaOps.BinaryIndex.GoldenSet.Tests/Unit/CrossDistroCoverageTests.cs",
|
||||
"docs/features/unchecked/binaryindex/binary-proof-verification-pipeline.md"
|
||||
],
|
||||
"confidence": 0.95,
|
||||
"evidence": [
|
||||
"27: // TODO: Integrate with actual B2R2-based semantic diff implementation",
|
||||
"28: // For now, this is a stub that returns a placeholder result",
|
||||
"48: return null;",
|
||||
"61: return null;",
|
||||
"71: return null;",
|
||||
"84: return null;",
|
||||
"166: // TODO: Integrate with validation harness to get latest run",
|
||||
"136: return null;"
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user