save checkpoint

This commit is contained in:
master
2026-02-14 09:11:48 +02:00
parent 9ca2de05df
commit e9aeadc040
1512 changed files with 30863 additions and 4728 deletions

View File

@@ -2,12 +2,10 @@
// Copyright (c) StellaOps. Licensed under the BUSL-1.1.
// </copyright>
using System.Collections.Immutable;
using System.Text.Json;
using FluentAssertions;
using Microsoft.Extensions.Caching.Distributed;
using Microsoft.Extensions.Logging.Abstractions;
using Microsoft.Extensions.Options;
using StellaOps.SbomService.Lineage.Domain;
using StellaOps.SbomService.Lineage.Services;
using Xunit;
@@ -19,34 +17,41 @@ public sealed class LineageGraphOptimizerTests
private readonly LineageGraphOptimizer _optimizer;
private readonly LineageGraphOptimizerOptions _options = new()
{
MaxNodes = 100,
DefaultDepth = 3,
CacheDuration = TimeSpan.FromMinutes(10)
MetadataCacheExpiry = TimeSpan.FromMinutes(30),
DefaultPageSize = 50,
MaxPageSize = 200
};
public LineageGraphOptimizerTests()
{
_optimizer = new LineageGraphOptimizer(
NullLogger<LineageGraphOptimizer>.Instance,
_cache,
Options.Create(_options));
_options,
_cache);
}
private static LineageNode MakeNode(string digest) =>
new(digest, null, 1, DateTimeOffset.UtcNow, null);
private static LineageEdge MakeEdge(string parent, string child) =>
new(Guid.NewGuid(), parent, child, LineageRelationship.Parent, Guid.NewGuid(), DateTimeOffset.UtcNow);
[Fact]
public void Optimize_WithEmptyGraph_ReturnsEmpty()
{
// Arrange
var graph = new LineageGraph(
Array.Empty<LineageNode>(),
Array.Empty<LineageEdge>());
var request = new LineageOptimizationRequest
{
TenantId = Guid.NewGuid(),
CenterDigest = "sha256:center",
AllNodes = ImmutableArray<LineageNode>.Empty,
AllEdges = ImmutableArray<LineageEdge>.Empty,
MaxDepth = 3
};
// Act
var result = _optimizer.Optimize(request);
var result = _optimizer.Optimize(graph, request);
// Assert
result.Nodes.Should().BeEmpty();
@@ -58,180 +63,148 @@ public sealed class LineageGraphOptimizerTests
public void Optimize_PrunesByDepth()
{
// Arrange - Create a chain: center -> child1 -> child2 -> child3
var nodes = ImmutableArray.Create(
new LineageNode("sha256:center", "center", "1.0.0", 10),
new LineageNode("sha256:child1", "child1", "1.0.0", 5),
new LineageNode("sha256:child2", "child2", "1.0.0", 8),
new LineageNode("sha256:child3", "child3", "1.0.0", 3));
var nodes = new[]
{
MakeNode("sha256:center"),
MakeNode("sha256:child1"),
MakeNode("sha256:child2"),
MakeNode("sha256:child3")
};
var edges = ImmutableArray.Create(
new LineageEdge("sha256:center", "sha256:child1"),
new LineageEdge("sha256:child1", "sha256:child2"),
new LineageEdge("sha256:child2", "sha256:child3"));
var edges = new[]
{
MakeEdge("sha256:center", "sha256:child1"),
MakeEdge("sha256:child1", "sha256:child2"),
MakeEdge("sha256:child2", "sha256:child3")
};
var graph = new LineageGraph(nodes, edges);
var request = new LineageOptimizationRequest
{
TenantId = Guid.NewGuid(),
CenterDigest = "sha256:center",
AllNodes = nodes,
AllEdges = edges,
MaxDepth = 2 // Should include center, child1, child2 but mark child2 as boundary
MaxDepth = 2, // Should include center, child1, child2 but NOT child3
Limit = 100
};
// Act
var result = _optimizer.Optimize(request);
var result = _optimizer.Optimize(graph, request);
// Assert - child3 should be pruned
// Assert - child3 should be pruned (depth 3 > maxDepth 2)
result.Nodes.Should().HaveCount(3);
result.Nodes.Should().Contain(n => n.Digest == "sha256:center");
result.Nodes.Should().Contain(n => n.Digest == "sha256:child1");
result.Nodes.Should().Contain(n => n.Digest == "sha256:child2");
result.Nodes.Should().NotContain(n => n.Digest == "sha256:child3");
// child2 should be marked as boundary
result.BoundaryNodes.Should().ContainSingle();
result.BoundaryNodes[0].Digest.Should().Be("sha256:child2");
result.Nodes.Should().Contain(n => n.ArtifactDigest == "sha256:center");
result.Nodes.Should().Contain(n => n.ArtifactDigest == "sha256:child1");
result.Nodes.Should().Contain(n => n.ArtifactDigest == "sha256:child2");
result.Nodes.Should().NotContain(n => n.ArtifactDigest == "sha256:child3");
}
[Fact]
public void Optimize_FiltersNodesBySearchTerm()
{
// Arrange
var nodes = ImmutableArray.Create(
new LineageNode("sha256:center", "center-app", "1.0.0", 10),
new LineageNode("sha256:child1", "logging-lib", "1.0.0", 5),
new LineageNode("sha256:child2", "database-lib", "1.0.0", 8));
var metadata1 = new LineageNodeMetadata("registry.io/center-app:v1", "org/center-app", "v1", null, null);
var metadata2 = new LineageNodeMetadata("registry.io/logging-lib:v1", "org/logging-lib", "v1", null, null);
var metadata3 = new LineageNodeMetadata("registry.io/database-lib:v1", "org/database-lib", "v1", null, null);
var edges = ImmutableArray.Create(
new LineageEdge("sha256:center", "sha256:child1"),
new LineageEdge("sha256:center", "sha256:child2"));
var nodes = new[]
{
new LineageNode("sha256:center", null, 1, DateTimeOffset.UtcNow, metadata1),
new LineageNode("sha256:child1", null, 2, DateTimeOffset.UtcNow, metadata2),
new LineageNode("sha256:child2", null, 3, DateTimeOffset.UtcNow, metadata3)
};
var edges = new[]
{
MakeEdge("sha256:center", "sha256:child1"),
MakeEdge("sha256:center", "sha256:child2")
};
var graph = new LineageGraph(nodes, edges);
var request = new LineageOptimizationRequest
{
TenantId = Guid.NewGuid(),
CenterDigest = "sha256:center",
AllNodes = nodes,
AllEdges = edges,
SearchTerm = "log",
MaxDepth = 10
MaxDepth = 10,
Limit = 100
};
// Act
var result = _optimizer.Optimize(request);
var result = _optimizer.Optimize(graph, request);
// Assert - Only center (always included) and logging-lib (matches search)
result.Nodes.Should().HaveCount(2);
result.Nodes.Should().Contain(n => n.Name == "center-app");
result.Nodes.Should().Contain(n => n.Name == "logging-lib");
result.Nodes.Should().NotContain(n => n.Name == "database-lib");
// Assert - Only nodes matching "log" in repository/imageReference remain
result.Nodes.Should().Contain(n => n.Metadata != null && n.Metadata.Repository == "org/logging-lib");
result.Nodes.Should().NotContain(n => n.Metadata != null && n.Metadata.Repository == "org/database-lib");
}
[Fact]
public void Optimize_AppliesPagination()
{
// Arrange - Create 10 children
var nodesList = new List<LineageNode>
{
new LineageNode("sha256:center", "center", "1.0.0", 10)
};
var nodesList = new List<LineageNode> { MakeNode("sha256:center") };
var edgesList = new List<LineageEdge>();
for (int i = 0; i < 10; i++)
{
var childDigest = $"sha256:child{i:D2}";
nodesList.Add(new LineageNode(childDigest, $"child-{i}", "1.0.0", i + 1));
edgesList.Add(new LineageEdge("sha256:center", childDigest));
nodesList.Add(MakeNode(childDigest));
edgesList.Add(MakeEdge("sha256:center", childDigest));
}
var graph = new LineageGraph(nodesList, edgesList);
var request = new LineageOptimizationRequest
{
TenantId = Guid.NewGuid(),
CenterDigest = "sha256:center",
AllNodes = nodesList.ToImmutableArray(),
AllEdges = edgesList.ToImmutableArray(),
MaxDepth = 10,
PageSize = 5,
PageNumber = 0
Limit = 6,
Offset = 0
};
// Act
var result = _optimizer.Optimize(request);
var result = _optimizer.Optimize(graph, request);
// Assert - Should have 6 nodes (center + 5 children)
// Assert - Should have at most 6 nodes due to pagination limit
result.Nodes.Should().HaveCount(6);
result.TotalNodes.Should().Be(11);
result.HasMorePages.Should().BeTrue();
result.TotalNodeCount.Should().Be(11);
result.HasMore.Should().BeTrue();
}
[Fact]
public async Task TraverseLevelsAsync_ReturnsLevelsInOrder()
{
// Arrange
var nodes = ImmutableArray.Create(
new LineageNode("sha256:center", "center", "1.0.0", 10),
new LineageNode("sha256:level1a", "level1a", "1.0.0", 5),
new LineageNode("sha256:level1b", "level1b", "1.0.0", 5),
new LineageNode("sha256:level2", "level2", "1.0.0", 3));
// Arrange - center -> [level1a, level1b] -> [level2]
var childrenMap = new Dictionary<string, IReadOnlyList<LineageNode>>(StringComparer.Ordinal)
{
["sha256:center"] = new[] { MakeNode("sha256:level1a"), MakeNode("sha256:level1b") },
["sha256:level1a"] = new[] { MakeNode("sha256:level2") },
["sha256:level1b"] = Array.Empty<LineageNode>(),
["sha256:level2"] = Array.Empty<LineageNode>()
};
var edges = ImmutableArray.Create(
new LineageEdge("sha256:center", "sha256:level1a"),
new LineageEdge("sha256:center", "sha256:level1b"),
new LineageEdge("sha256:level1a", "sha256:level2"));
var parentsMap = new Dictionary<string, IReadOnlyList<LineageNode>>(StringComparer.Ordinal)
{
["sha256:center"] = Array.Empty<LineageNode>()
};
Task<IReadOnlyList<LineageNode>> GetChildren(string digest, CancellationToken ct) =>
Task.FromResult(childrenMap.TryGetValue(digest, out var c) ? c : (IReadOnlyList<LineageNode>)Array.Empty<LineageNode>());
Task<IReadOnlyList<LineageNode>> GetParents(string digest, CancellationToken ct) =>
Task.FromResult(parentsMap.TryGetValue(digest, out var p) ? p : (IReadOnlyList<LineageNode>)Array.Empty<LineageNode>());
// Act
var levels = new List<LineageLevel>();
await foreach (var level in _optimizer.TraverseLevelsAsync(
"sha256:center",
nodes,
edges,
TraversalDirection.Children,
maxDepth: 5))
"sha256:center", GetChildren, GetParents, maxDepth: 5))
{
levels.Add(level);
}
// Assert
levels.Should().HaveCount(3);
levels[0].Depth.Should().Be(0);
levels[0].Nodes.Should().ContainSingle(n => n.Digest == "sha256:center");
levels[1].Depth.Should().Be(1);
levels[1].Nodes.Should().HaveCount(2);
levels[2].Depth.Should().Be(2);
levels[2].Nodes.Should().ContainSingle(n => n.Digest == "sha256:level2");
}
[Fact]
public async Task TraverseLevelsAsync_Parents_TraversesUpward()
{
// Arrange
var nodes = ImmutableArray.Create(
new LineageNode("sha256:root", "root", "1.0.0", 10),
new LineageNode("sha256:middle", "middle", "1.0.0", 5),
new LineageNode("sha256:leaf", "leaf", "1.0.0", 3));
var edges = ImmutableArray.Create(
new LineageEdge("sha256:root", "sha256:middle"),
new LineageEdge("sha256:middle", "sha256:leaf"));
// Act - traverse from leaf upward
var levels = new List<LineageLevel>();
await foreach (var level in _optimizer.TraverseLevelsAsync(
"sha256:leaf",
nodes,
edges,
TraversalDirection.Parents,
maxDepth: 5))
{
levels.Add(level);
}
// Assert
levels.Should().HaveCount(3);
levels[0].Nodes.Should().ContainSingle(n => n.Digest == "sha256:leaf");
levels[1].Nodes.Should().ContainSingle(n => n.Digest == "sha256:middle");
levels[2].Nodes.Should().ContainSingle(n => n.Digest == "sha256:root");
levels.Should().HaveCountGreaterThanOrEqualTo(2);
levels[0].Level.Should().Be(0);
levels[0].NodeDigests.Should().Contain("sha256:center");
}
[Fact]
@@ -239,33 +212,33 @@ public sealed class LineageGraphOptimizerTests
{
// Arrange
var tenantId = Guid.NewGuid();
var nodes = ImmutableArray.Create(
new LineageNode("sha256:center", "center", "1.0.0", 10),
new LineageNode("sha256:child", "child", "1.0.0", 5));
var edges = ImmutableArray.Create(
new LineageEdge("sha256:center", "sha256:child"));
int computeCount = 0;
async Task<LineageGraphMetadata> ComputeAsync(CancellationToken ct)
{
computeCount++;
return new LineageGraphMetadata
{
ArtifactDigest = "sha256:center",
TotalNodes = 2,
TotalEdges = 1,
MaxDepth = 3,
LastUpdated = DateTimeOffset.UtcNow
};
}
// Act - first call computes
var metadata1 = await _optimizer.GetOrComputeMetadataAsync(
tenantId,
"sha256:center",
nodes,
edges);
"sha256:center", tenantId, ComputeAsync);
// Second call should use cache
var metadata2 = await _optimizer.GetOrComputeMetadataAsync(
tenantId,
"sha256:center",
nodes,
edges);
"sha256:center", tenantId, ComputeAsync);
// Assert
metadata1.TotalNodes.Should().Be(2);
metadata1.TotalEdges.Should().Be(1);
metadata2.Should().BeEquivalentTo(metadata1);
// Verify cache was used
_cache.GetCallCount.Should().BeGreaterThan(1);
computeCount.Should().Be(1, "second call should use cache");
}
[Fact]
@@ -273,19 +246,25 @@ public sealed class LineageGraphOptimizerTests
{
// Arrange
var tenantId = Guid.NewGuid();
var nodes = ImmutableArray.Create(
new LineageNode("sha256:center", "center", "1.0.0", 10));
var edges = ImmutableArray<LineageEdge>.Empty;
async Task<LineageGraphMetadata> ComputeAsync(CancellationToken ct)
{
return new LineageGraphMetadata
{
ArtifactDigest = "sha256:center",
TotalNodes = 1,
TotalEdges = 0,
MaxDepth = 0,
LastUpdated = DateTimeOffset.UtcNow
};
}
// Populate cache
await _optimizer.GetOrComputeMetadataAsync(
tenantId,
"sha256:center",
nodes,
edges);
"sha256:center", tenantId, ComputeAsync);
// Act
await _optimizer.InvalidateCacheAsync(tenantId, "sha256:center");
await _optimizer.InvalidateCacheAsync("sha256:center", tenantId);
// Assert - cache should be empty for this key
_cache.RemoveCallCount.Should().BeGreaterThan(0);
@@ -295,62 +274,70 @@ public sealed class LineageGraphOptimizerTests
public void Optimize_DetectsBoundaryNodesWithHiddenChildren()
{
// Arrange - Complex graph with deep children
var nodes = ImmutableArray.Create(
new LineageNode("sha256:center", "center", "1.0.0", 10),
new LineageNode("sha256:child1", "child1", "1.0.0", 5),
new LineageNode("sha256:grandchild", "grandchild", "1.0.0", 3),
new LineageNode("sha256:greatgrand", "greatgrand", "1.0.0", 2));
var nodes = new[]
{
MakeNode("sha256:center"),
MakeNode("sha256:child1"),
MakeNode("sha256:grandchild"),
MakeNode("sha256:greatgrand")
};
var edges = ImmutableArray.Create(
new LineageEdge("sha256:center", "sha256:child1"),
new LineageEdge("sha256:child1", "sha256:grandchild"),
new LineageEdge("sha256:grandchild", "sha256:greatgrand"));
var edges = new[]
{
MakeEdge("sha256:center", "sha256:child1"),
MakeEdge("sha256:child1", "sha256:grandchild"),
MakeEdge("sha256:grandchild", "sha256:greatgrand")
};
var graph = new LineageGraph(nodes, edges);
var request = new LineageOptimizationRequest
{
TenantId = Guid.NewGuid(),
CenterDigest = "sha256:center",
AllNodes = nodes,
AllEdges = edges,
MaxDepth = 2
MaxDepth = 2,
Limit = 100
};
// Act
var result = _optimizer.Optimize(request);
var result = _optimizer.Optimize(graph, request);
// Assert - grandchild is boundary because greatgrand is hidden
result.BoundaryNodes.Should().ContainSingle();
result.BoundaryNodes[0].Digest.Should().Be("sha256:grandchild");
result.BoundaryNodes[0].HiddenChildrenCount.Should().Be(1);
result.BoundaryNodes[0].HiddenChildCount.Should().Be(1);
}
[Fact]
public void Optimize_HandlesDisconnectedNodes()
{
// Arrange - Nodes not connected to center
var nodes = ImmutableArray.Create(
new LineageNode("sha256:center", "center", "1.0.0", 10),
new LineageNode("sha256:connected", "connected", "1.0.0", 5),
new LineageNode("sha256:disconnected", "disconnected", "1.0.0", 3));
var nodes = new[]
{
MakeNode("sha256:center"),
MakeNode("sha256:connected"),
MakeNode("sha256:disconnected")
};
var edges = ImmutableArray.Create(
new LineageEdge("sha256:center", "sha256:connected"));
var edges = new[]
{
MakeEdge("sha256:center", "sha256:connected")
};
var graph = new LineageGraph(nodes, edges);
var request = new LineageOptimizationRequest
{
TenantId = Guid.NewGuid(),
CenterDigest = "sha256:center",
AllNodes = nodes,
AllEdges = edges,
MaxDepth = 10
MaxDepth = 10,
Limit = 100
};
// Act
var result = _optimizer.Optimize(request);
var result = _optimizer.Optimize(graph, request);
// Assert - disconnected node should not appear
result.Nodes.Should().HaveCount(2);
result.Nodes.Should().NotContain(n => n.Digest == "sha256:disconnected");
result.Nodes.Should().NotContain(n => n.ArtifactDigest == "sha256:disconnected");
}
private sealed class InMemoryDistributedCache : IDistributedCache

View File

@@ -16,6 +16,7 @@
</ItemGroup>
<ItemGroup>
<PackageReference Include="FluentAssertions" />
<PackageReference Include="Microsoft.Extensions.Caching.Abstractions" />
<PackageReference Include="Microsoft.Extensions.Logging.Abstractions" />
<PackageReference Include="Moq" />