documentation cleanse, sprints work and planning. remaining non EF DAL migration to EF
This commit is contained in:
@@ -0,0 +1,35 @@
|
||||
{
|
||||
"type": "integration",
|
||||
"capturedAtUtc": "2026-02-13T12:00:00Z",
|
||||
"feature": "dora-metrics",
|
||||
"module": "telemetry",
|
||||
"testProject": "src/Telemetry/StellaOps.Telemetry.Core/StellaOps.Telemetry.Core.Tests/StellaOps.Telemetry.Core.Tests.csproj",
|
||||
"testFilter": "DoraMetricsTests|DoraMetricsServiceTests",
|
||||
"testsRun": 22,
|
||||
"testsPassed": 22,
|
||||
"testsFailed": 0,
|
||||
"behaviorVerified": [
|
||||
"Deployment recording emits dora_deployments_total counter",
|
||||
"Successful deployments emit dora_deployment_success_total",
|
||||
"Rollback deployments emit dora_deployment_failure_total",
|
||||
"Lead time SLO breach emits dora_slo_breach_total",
|
||||
"MTTR SLO breach emits dora_slo_breach_total",
|
||||
"Incident start tracking increments dora_incidents_total",
|
||||
"Incident resolution records time_to_recovery_hours histogram",
|
||||
"Performance classification returns Elite/High/Medium/Low/Unknown",
|
||||
"InMemoryDoraMetricsService stores and retrieves deployments",
|
||||
"InMemoryDoraMetricsService stores and resolves incidents",
|
||||
"Summary calculates deployment frequency per day",
|
||||
"Summary calculates change failure rate percentage",
|
||||
"Summary calculates median lead time hours",
|
||||
"Summary calculates mean time to recovery hours",
|
||||
"Summary classifies performance level",
|
||||
"Environment filtering on deployments query",
|
||||
"Tenant isolation for deployments and incidents",
|
||||
"Incident filtering by open/resolved status"
|
||||
],
|
||||
"bugFixes": [
|
||||
"DoraMetricsTests: changed _measurements from List<> to ConcurrentBag<> to fix race condition in MeterListener callbacks causing 'Collection was modified' InvalidOperationException"
|
||||
],
|
||||
"verdict": "pass"
|
||||
}
|
||||
@@ -0,0 +1,22 @@
|
||||
{
|
||||
"type": "integration",
|
||||
"capturedAtUtc": "2026-02-13T12:01:00Z",
|
||||
"feature": "incident-forensic-mode",
|
||||
"module": "telemetry",
|
||||
"testProject": "src/Telemetry/StellaOps.Telemetry.Core/StellaOps.Telemetry.Core.Tests/StellaOps.Telemetry.Core.Tests.csproj",
|
||||
"testFilter": "IncidentModeServiceTests",
|
||||
"testsRun": 47,
|
||||
"testsPassed": 47,
|
||||
"testsFailed": 0,
|
||||
"behaviorVerified": [
|
||||
"Incident mode activation with actor, tenant, TTL, and reason",
|
||||
"Incident mode deactivation lifecycle",
|
||||
"IsActive state tracking",
|
||||
"CurrentState retrieval",
|
||||
"Per-tenant incident mode isolation",
|
||||
"TTL-based automatic expiration",
|
||||
"Incident mode overrides sealed mode sampling rate",
|
||||
"Configurable default TTL via IncidentModeOptions"
|
||||
],
|
||||
"verdict": "pass"
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
{
|
||||
"type": "integration",
|
||||
"capturedAtUtc": "2026-02-13T12:02:00Z",
|
||||
"feature": "metric-label-analyzer",
|
||||
"module": "telemetry",
|
||||
"testProject": "src/Telemetry/StellaOps.Telemetry.Analyzers/StellaOps.Telemetry.Analyzers.Tests/StellaOps.Telemetry.Analyzers.Tests.csproj",
|
||||
"testFilter": "MetricLabelAnalyzerTests|MetricLabelGuardTests",
|
||||
"testsRun": 17,
|
||||
"testsPassed": 17,
|
||||
"testsFailed": 0,
|
||||
"behaviorVerified": [
|
||||
"Roslyn analyzer detects high-cardinality metric labels at compile time",
|
||||
"Analyzer flags missing required labels",
|
||||
"Naming convention violations produce diagnostic warnings",
|
||||
"Runtime MetricLabelGuard validates labels before emission",
|
||||
"Analyzer runs as Roslyn DiagnosticAnalyzer in netstandard2.0"
|
||||
],
|
||||
"verdict": "pass"
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
{
|
||||
"type": "integration",
|
||||
"capturedAtUtc": "2026-02-13T12:03:00Z",
|
||||
"feature": "opentelemetry-integration",
|
||||
"module": "telemetry",
|
||||
"testProject": "src/Telemetry/StellaOps.Telemetry.Core/StellaOps.Telemetry.Core.Tests/StellaOps.Telemetry.Core.Tests.csproj",
|
||||
"testFilter": "GoldenSignalMetricsTests",
|
||||
"testsRun": 11,
|
||||
"testsPassed": 11,
|
||||
"testsFailed": 0,
|
||||
"behaviorVerified": [
|
||||
"Golden signal metrics record latency histograms",
|
||||
"Golden signal metrics record traffic counters",
|
||||
"Golden signal metrics record error counters",
|
||||
"Golden signal metrics record saturation gauges",
|
||||
"OTEL collector endpoint configuration via StellaOpsTelemetryOptions",
|
||||
"Service identity tagging via TelemetryServiceDescriptor",
|
||||
"TtePercentileExporter custom OTEL exporter for p50/p90/p99",
|
||||
"GrpcContextInterceptors for gRPC telemetry",
|
||||
"AddStellaOpsTelemetry DI registration with sealed-mode enforcement"
|
||||
],
|
||||
"verdict": "pass"
|
||||
}
|
||||
@@ -0,0 +1,21 @@
|
||||
{
|
||||
"type": "integration",
|
||||
"capturedAtUtc": "2026-02-13T12:04:00Z",
|
||||
"feature": "outcome-analytics-attribution",
|
||||
"module": "telemetry",
|
||||
"testProject": "src/Telemetry/StellaOps.Telemetry.Core/StellaOps.Telemetry.Core.Tests/StellaOps.Telemetry.Core.Tests.csproj",
|
||||
"testFilter": "OutcomeAnalyticsServiceTests",
|
||||
"testsRun": 3,
|
||||
"testsPassed": 3,
|
||||
"testsFailed": 0,
|
||||
"behaviorVerified": [
|
||||
"Executive report computes total/failed deployments and incidents",
|
||||
"MTTA and MTTR computed with deterministic rounding",
|
||||
"Deployment attribution grouped by pipeline with CFR and median lead time",
|
||||
"Incident attribution grouped by severity with MTTA/MTTR",
|
||||
"Daily cohort view covers full date range",
|
||||
"Deterministic repeated calls produce identical reports",
|
||||
"DI registration via AddDoraMetrics resolves IOutcomeAnalyticsService"
|
||||
],
|
||||
"verdict": "pass"
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
{
|
||||
"type": "integration",
|
||||
"capturedAtUtc": "2026-02-13T12:05:00Z",
|
||||
"feature": "p0-product-level-metrics-and-dashboard",
|
||||
"module": "telemetry",
|
||||
"testProject": "src/Telemetry/StellaOps.Telemetry.Core/StellaOps.Telemetry.Core.Tests/StellaOps.Telemetry.Core.Tests.csproj",
|
||||
"testFilter": "GoldenSignalMetricsTests|ProofCoverageMetricsTests",
|
||||
"testsRun": 13,
|
||||
"testsPassed": 13,
|
||||
"testsFailed": 0,
|
||||
"behaviorVerified": [
|
||||
"P0M-001: stella_time_to_first_verified_release_seconds histogram with buckets 5m to 1 week",
|
||||
"P0M-002: stella_why_blocked_latency_seconds mean time metric",
|
||||
"P0M-003: stella_support_burden_minutes_total counter per customer",
|
||||
"P0M-004: stella_determinism_regressions_total counter",
|
||||
"InstallTimestampService tracks fresh install timestamp for P0M-001",
|
||||
"Golden signal metrics for latency, traffic, errors, saturation",
|
||||
"FidelitySloAlertingService for SLO breach alerting",
|
||||
"ProofCoverageMetrics tracks proof coverage",
|
||||
"ProofGenerationMetrics tracks proof generation performance"
|
||||
],
|
||||
"verdict": "pass"
|
||||
}
|
||||
@@ -0,0 +1,21 @@
|
||||
{
|
||||
"type": "integration",
|
||||
"capturedAtUtc": "2026-02-13T12:06:00Z",
|
||||
"feature": "redacting-log-processor",
|
||||
"module": "telemetry",
|
||||
"testProject": "src/Telemetry/StellaOps.Telemetry.Core/StellaOps.Telemetry.Core.Tests/StellaOps.Telemetry.Core.Tests.csproj",
|
||||
"testFilter": "LogRedactorTests|DeterministicLogFormatterTests",
|
||||
"testsRun": 45,
|
||||
"testsPassed": 45,
|
||||
"testsFailed": 0,
|
||||
"behaviorVerified": [
|
||||
"Log redactor applies PII redaction patterns (emails, IPs, tokens)",
|
||||
"Custom redaction patterns configurable via LogRedactionOptions",
|
||||
"RedactingLogProcessor integrates with OpenTelemetry LogRecordProcessor",
|
||||
"Deterministic log formatter produces reproducible output",
|
||||
"Redaction preserves log structure integrity",
|
||||
"Redaction applies to both message and attributes",
|
||||
"DI registration via AddLogRedaction"
|
||||
],
|
||||
"verdict": "pass"
|
||||
}
|
||||
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"type": "integration",
|
||||
"capturedAtUtc": "2026-02-13T12:07:00Z",
|
||||
"feature": "sealed-mode-telemetry",
|
||||
"module": "telemetry",
|
||||
"testProject": "src/Telemetry/StellaOps.Telemetry.Core/StellaOps.Telemetry.Core.Tests/StellaOps.Telemetry.Core.Tests.csproj",
|
||||
"testFilter": "SealedModeTelemetryServiceTests|SealedModeFileExporterTests",
|
||||
"testsRun": 47,
|
||||
"testsPassed": 47,
|
||||
"testsFailed": 0,
|
||||
"behaviorVerified": [
|
||||
"Sealed mode blocks all external telemetry exporters",
|
||||
"Telemetry written to local files when sealed mode active",
|
||||
"Sealed mode tags added to all telemetry data",
|
||||
"Incident mode can override sealed mode sampling rate",
|
||||
"File exporter handles rotation and retention",
|
||||
"Transition between sealed and normal modes preserves data integrity",
|
||||
"ShouldAllowExporter returns false in sealed mode",
|
||||
"EffectiveSamplingRate respects sealed mode settings",
|
||||
"IsSealed state tracking",
|
||||
"GetSealedModeTags returns correct tags",
|
||||
"DI registration via AddSealedModeTelemetry"
|
||||
],
|
||||
"verdict": "pass"
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
{
|
||||
"type": "integration",
|
||||
"capturedAtUtc": "2026-02-13T12:08:00Z",
|
||||
"feature": "telemetry-context-propagation-library",
|
||||
"module": "telemetry",
|
||||
"testProject": "src/Telemetry/StellaOps.Telemetry.Core/StellaOps.Telemetry.Core.Tests/StellaOps.Telemetry.Core.Tests.csproj",
|
||||
"testFilter": "TelemetryContextAccessorTests|TelemetryContextTests|TelemetryPropagationHandlerTests|TelemetryPropagationMiddlewareTests|CliTelemetryContextTests",
|
||||
"testsRun": 33,
|
||||
"testsPassed": 33,
|
||||
"testsFailed": 0,
|
||||
"behaviorVerified": [
|
||||
"AsyncLocal-based context accessor stores/retrieves context",
|
||||
"TelemetryContext model carries trace/span ID, tenant, service identity",
|
||||
"HTTP middleware propagates context across service boundaries",
|
||||
"TelemetryPropagationHandler injects context in outbound HTTP calls",
|
||||
"W3C trace context propagation via TelemetryContextPropagator",
|
||||
"Background job scope inherits and isolates telemetry context",
|
||||
"CLI telemetry context attaches command metadata to spans",
|
||||
"gRPC interceptors propagate context for inter-service calls",
|
||||
"DI registration via AddTelemetryContextPropagation"
|
||||
],
|
||||
"verdict": "pass"
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
{
|
||||
"type": "integration",
|
||||
"capturedAtUtc": "2026-02-13T12:09:00Z",
|
||||
"feature": "telemetry-exporter-guard",
|
||||
"module": "telemetry",
|
||||
"testProject": "src/Telemetry/StellaOps.Telemetry.Core/StellaOps.Telemetry.Core.Tests/StellaOps.Telemetry.Core.Tests.csproj",
|
||||
"testFilter": "TelemetryExporterGuardTests",
|
||||
"testsRun": 2,
|
||||
"testsPassed": 2,
|
||||
"testsFailed": 0,
|
||||
"behaviorVerified": [
|
||||
"Guard blocks telemetry export to unauthorized endpoints when egress policy active",
|
||||
"Guard allows export when no egress policy configured (permissive default)",
|
||||
"Per-signal guard evaluation (traces, metrics, logs)",
|
||||
"Guard logs enforcement decisions for audit trail",
|
||||
"Integration with SealedModeTelemetryService for complete export blocking"
|
||||
],
|
||||
"verdict": "pass"
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
{
|
||||
"type": "integration",
|
||||
"capturedAtUtc": "2026-02-13T12:10:00Z",
|
||||
"feature": "time-to-evidence-metric-instrumentation-and-percentile-export",
|
||||
"module": "telemetry",
|
||||
"testProject": "src/Telemetry/StellaOps.Telemetry.Core/StellaOps.Telemetry.Core.Tests/StellaOps.Telemetry.Core.Tests.csproj",
|
||||
"testFilter": "TimeToFirstSignalMetricsTests|TtfsIngestionServiceTests",
|
||||
"testsRun": 12,
|
||||
"testsPassed": 12,
|
||||
"testsFailed": 0,
|
||||
"behaviorVerified": [
|
||||
"TTE phase latency histogram records per-phase timing",
|
||||
"TTE scan duration histogram records total scan time",
|
||||
"SLO breach counter fires when phase latency exceeds threshold",
|
||||
"TTFS metrics capture time from CVE disclosure to first signal",
|
||||
"TtePercentileExporter produces p50/p90/p99 values",
|
||||
"Scan completion integration records evidence attachment timing",
|
||||
"Unknowns burndown metrics track reduction rate",
|
||||
"TtfsIngestionService ingests TTFS events",
|
||||
"DI registration via AddTimeToEvidenceMetrics and AddTimeToFirstSignalMetrics"
|
||||
],
|
||||
"verdict": "pass"
|
||||
}
|
||||
Reference in New Issue
Block a user