Add unit tests for SBOM ingestion and transformation
Some checks failed
Docs CI / lint-and-preview (push) Has been cancelled
Some checks failed
Docs CI / lint-and-preview (push) Has been cancelled
- Implement `SbomIngestServiceCollectionExtensionsTests` to verify the SBOM ingestion pipeline exports snapshots correctly. - Create `SbomIngestTransformerTests` to ensure the transformation produces expected nodes and edges, including deduplication of license nodes and normalization of timestamps. - Add `SbomSnapshotExporterTests` to test the export functionality for manifest, adjacency, nodes, and edges. - Introduce `VexOverlayTransformerTests` to validate the transformation of VEX nodes and edges. - Set up project file for the test project with necessary dependencies and configurations. - Include JSON fixture files for testing purposes.
This commit is contained in:
@@ -0,0 +1,125 @@
|
||||
using System.Collections.Generic;
|
||||
using System.Collections.Immutable;
|
||||
using System.IO;
|
||||
using System.Linq;
|
||||
using System.Text.Json;
|
||||
using System.Text.Json.Nodes;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using FluentAssertions;
|
||||
using StellaOps.Graph.Indexer.Documents;
|
||||
using StellaOps.Graph.Indexer.Ingestion.Advisory;
|
||||
using StellaOps.Graph.Indexer.Ingestion.Policy;
|
||||
using StellaOps.Graph.Indexer.Ingestion.Sbom;
|
||||
using StellaOps.Graph.Indexer.Ingestion.Vex;
|
||||
using Xunit;
|
||||
|
||||
namespace StellaOps.Graph.Indexer.Tests;
|
||||
|
||||
public sealed class SbomSnapshotExporterTests
|
||||
{
|
||||
private static readonly string FixturesRoot =
|
||||
Path.Combine(AppContext.BaseDirectory, "Fixtures", "v1");
|
||||
|
||||
[Fact]
|
||||
public async Task ExportAsync_writes_manifest_adjacency_nodes_and_edges()
|
||||
{
|
||||
var sbomSnapshot = Load<SbomSnapshot>("sbom-snapshot.json");
|
||||
var linksetSnapshot = Load<AdvisoryLinksetSnapshot>("concelier-linkset.json");
|
||||
var vexSnapshot = Load<VexOverlaySnapshot>("excititor-vex.json");
|
||||
var policySnapshot = Load<PolicyOverlaySnapshot>("policy-overlay.json");
|
||||
|
||||
var sbomBatch = new SbomIngestTransformer().Transform(sbomSnapshot);
|
||||
var advisoryBatch = new AdvisoryLinksetTransformer().Transform(linksetSnapshot);
|
||||
var vexBatch = new VexOverlayTransformer().Transform(vexSnapshot);
|
||||
var policyBatch = new PolicyOverlayTransformer().Transform(policySnapshot);
|
||||
|
||||
var combinedBatch = MergeBatches(sbomBatch, advisoryBatch, vexBatch, policyBatch);
|
||||
|
||||
var builder = new GraphSnapshotBuilder();
|
||||
var writer = new InMemorySnapshotFileWriter();
|
||||
var exporter = new SbomSnapshotExporter(builder, writer);
|
||||
|
||||
await exporter.ExportAsync(sbomSnapshot, combinedBatch, CancellationToken.None);
|
||||
|
||||
writer.JsonFiles.Should().ContainKey("manifest.json");
|
||||
writer.JsonFiles.Should().ContainKey("adjacency.json");
|
||||
writer.JsonLinesFiles.Should().ContainKey("nodes.jsonl");
|
||||
writer.JsonLinesFiles.Should().ContainKey("edges.jsonl");
|
||||
|
||||
var manifest = writer.JsonFiles["manifest.json"];
|
||||
manifest["tenant"]!.GetValue<string>().Should().Be("tenant-alpha");
|
||||
manifest["node_count"]!.GetValue<int>().Should().Be(combinedBatch.Nodes.Length);
|
||||
manifest["edge_count"]!.GetValue<int>().Should().Be(combinedBatch.Edges.Length);
|
||||
manifest["hash"]!.GetValue<string>().Should().NotBeNullOrEmpty();
|
||||
|
||||
var adjacency = writer.JsonFiles["adjacency.json"];
|
||||
adjacency["tenant"]!.GetValue<string>().Should().Be("tenant-alpha");
|
||||
adjacency["nodes"]!.AsArray().Should().HaveCount(combinedBatch.Nodes.Length);
|
||||
|
||||
writer.JsonLinesFiles["nodes.jsonl"].Should().HaveCount(combinedBatch.Nodes.Length);
|
||||
writer.JsonLinesFiles["edges.jsonl"].Should().HaveCount(combinedBatch.Edges.Length);
|
||||
}
|
||||
|
||||
private static GraphBuildBatch MergeBatches(params GraphBuildBatch[] batches)
|
||||
{
|
||||
var nodes = new Dictionary<string, JsonObject>(StringComparer.Ordinal);
|
||||
var edges = new Dictionary<string, JsonObject>(StringComparer.Ordinal);
|
||||
|
||||
foreach (var batch in batches)
|
||||
{
|
||||
foreach (var node in batch.Nodes)
|
||||
{
|
||||
nodes[node["id"]!.GetValue<string>()] = node;
|
||||
}
|
||||
|
||||
foreach (var edge in batch.Edges)
|
||||
{
|
||||
edges[edge["id"]!.GetValue<string>()] = edge;
|
||||
}
|
||||
}
|
||||
|
||||
var orderedNodes = nodes.Values
|
||||
.OrderBy(node => node["kind"]!.GetValue<string>(), StringComparer.Ordinal)
|
||||
.ThenBy(node => node["id"]!.GetValue<string>(), StringComparer.Ordinal)
|
||||
.ToImmutableArray();
|
||||
|
||||
var orderedEdges = edges.Values
|
||||
.OrderBy(edge => edge["kind"]!.GetValue<string>(), StringComparer.Ordinal)
|
||||
.ThenBy(edge => edge["id"]!.GetValue<string>(), StringComparer.Ordinal)
|
||||
.ToImmutableArray();
|
||||
|
||||
return new GraphBuildBatch(orderedNodes, orderedEdges);
|
||||
}
|
||||
|
||||
private static T Load<T>(string fixtureFile)
|
||||
{
|
||||
var path = Path.Combine(FixturesRoot, fixtureFile);
|
||||
var json = File.ReadAllText(path);
|
||||
return JsonSerializer.Deserialize<T>(json, new JsonSerializerOptions
|
||||
{
|
||||
PropertyNameCaseInsensitive = true
|
||||
})!;
|
||||
}
|
||||
|
||||
private sealed class InMemorySnapshotFileWriter : ISnapshotFileWriter
|
||||
{
|
||||
public Dictionary<string, JsonObject> JsonFiles { get; } = new(StringComparer.Ordinal);
|
||||
public Dictionary<string, List<JsonObject>> JsonLinesFiles { get; } = new(StringComparer.Ordinal);
|
||||
|
||||
public Task WriteJsonAsync(string relativePath, JsonObject content, CancellationToken cancellationToken)
|
||||
{
|
||||
JsonFiles[relativePath] = (JsonObject)content.DeepClone();
|
||||
return Task.CompletedTask;
|
||||
}
|
||||
|
||||
public Task WriteJsonLinesAsync(string relativePath, IEnumerable<JsonObject> items, CancellationToken cancellationToken)
|
||||
{
|
||||
JsonLinesFiles[relativePath] = items
|
||||
.Select(item => (JsonObject)item.DeepClone())
|
||||
.ToList();
|
||||
|
||||
return Task.CompletedTask;
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user