feat: Implement BerkeleyDB reader for RPM databases

- Added BerkeleyDbReader class to read and extract RPM header blobs from BerkeleyDB hash databases.
- Implemented methods to detect BerkeleyDB format and extract values, including handling of page sizes and magic numbers.
- Added tests for BerkeleyDbReader to ensure correct functionality and header extraction.

feat: Add Yarn PnP data tests

- Created YarnPnpDataTests to validate package resolution and data loading from Yarn PnP cache.
- Implemented tests for resolved keys, package presence, and loading from cache structure.

test: Add egg-info package fixtures for Python tests

- Created egg-info package fixtures for testing Python analyzers.
- Included PKG-INFO, entry_points.txt, and installed-files.txt for comprehensive coverage.

test: Enhance RPM database reader tests

- Added tests for RpmDatabaseReader to validate fallback to legacy packages when SQLite is missing.
- Implemented helper methods to create legacy package files and RPM headers for testing.

test: Implement dual signing tests

- Added DualSignTests to validate secondary signature addition when configured.
- Created stub implementations for crypto providers and key resolvers to facilitate testing.

chore: Update CI script for Playwright Chromium installation

- Modified ci-console-exports.sh to ensure deterministic Chromium binary installation for console exports tests.
- Added checks for Windows compatibility and environment variable setups for Playwright browsers.

src/Concelier/__Libraries/StellaOps.Concelier.Connector.Cccs/CccsConnector.cs

@@ -17,8 +17,8 @@ using StellaOps.Concelier.Connector.Common;
 using StellaOps.Concelier.Connector.Common.Fetch;
 using StellaOps.Concelier.Storage.Mongo;
 using StellaOps.Concelier.Storage.Mongo.Advisories;
-using StellaOps.Concelier.Storage.Mongo.Documents;
-using StellaOps.Concelier.Storage.Mongo.Dtos;
+using StellaOps.Concelier.Storage.Mongo;
+using StellaOps.Concelier.Storage.Mongo;
 using StellaOps.Plugin;
 
 namespace StellaOps.Concelier.Connector.Cccs;
@@ -145,13 +145,16 @@ public sealed class CccsConnector : IFeedConnector
                         continue;
                     }
 
-                    var gridFsId = await _rawDocumentStorage.UploadAsync(
+                    var recordId = existing?.Id ?? Guid.NewGuid();
+
+                    _ = await _rawDocumentStorage.UploadAsync(
                         SourceName,
                         documentUri,
                         payload,
                         "application/json",
-                        expiresAt: null,
-                        cancellationToken).ConfigureAwait(false);
+                        ExpiresAt: null,
+                        cancellationToken,
+                        recordId).ConfigureAwait(false);
 
                     var metadata = new Dictionary<string, string>(StringComparer.Ordinal)
                     {
@@ -169,7 +172,6 @@ public sealed class CccsConnector : IFeedConnector
                         metadata["cccs.alertType"] = rawDocument.AlertType!;
                     }
 
-                    var recordId = existing?.Id ?? Guid.NewGuid();
                     var record = new DocumentRecord(
                         recordId,
                         SourceName,
@@ -182,8 +184,9 @@ public sealed class CccsConnector : IFeedConnector
                         Metadata: metadata,
                         Etag: null,
                         LastModified: rawDocument.Modified ?? rawDocument.Published ?? result.LastModifiedUtc,
-                        PayloadId: gridFsId,
-                        ExpiresAt: null);
+                        PayloadId: recordId,
+                        ExpiresAt: null,
+                        Payload: payload);
 
                     var upserted = await _documentStore.UpsertAsync(record, cancellationToken).ConfigureAwait(false);
                     pendingDocuments.Add(upserted.Id);

src/Concelier/__Libraries/StellaOps.Concelier.Connector.Cccs/Internal/CccsMapper.cs

@@ -1,12 +1,12 @@
-using System;
-using System.Collections.Generic;
-using System.Linq;
-using System.Text.RegularExpressions;
-using StellaOps.Concelier.Models;
-using StellaOps.Concelier.Storage.Mongo.Documents;
-using StellaOps.Concelier.Normalization.SemVer;
-
-namespace StellaOps.Concelier.Connector.Cccs.Internal;
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text.RegularExpressions;
+using StellaOps.Concelier.Models;
+using StellaOps.Concelier.Storage.Mongo;
+using StellaOps.Concelier.Normalization.SemVer;
+
+namespace StellaOps.Concelier.Connector.Cccs.Internal;
 
 internal static class CccsMapper
 {
@@ -110,149 +110,149 @@ internal static class CccsMapper
             .ToArray();
     }
 
-    private static IReadOnlyList<AffectedPackage> BuildPackages(CccsAdvisoryDto dto, DateTimeOffset recordedAt)
-    {
-        if (dto.Products.Count == 0)
-        {
-            return Array.Empty<AffectedPackage>();
-        }
-
-        var packages = new List<AffectedPackage>(dto.Products.Count);
-        for (var index = 0; index < dto.Products.Count; index++)
-        {
-            var product = dto.Products[index];
-            if (string.IsNullOrWhiteSpace(product))
-            {
-                continue;
-            }
-
-            var identifier = product.Trim();
-            var provenance = new AdvisoryProvenance(
-                CccsConnectorPlugin.SourceName,
-                "package",
-                identifier,
-                recordedAt,
-                new[] { ProvenanceFieldMasks.AffectedPackages });
-
-            var rangeAnchor = $"cccs:{dto.SerialNumber}:{index}";
-            var versionRanges = BuildVersionRanges(product, rangeAnchor, recordedAt);
-            var normalizedVersions = BuildNormalizedVersions(versionRanges, rangeAnchor);
-
-            packages.Add(new AffectedPackage(
-                AffectedPackageTypes.Vendor,
-                identifier,
-                platform: null,
-                versionRanges: versionRanges,
-                statuses: Array.Empty<AffectedPackageStatus>(),
-                provenance: new[] { provenance },
-                normalizedVersions: normalizedVersions));
-        }
-
-        return packages.Count == 0
-            ? Array.Empty<AffectedPackage>()
-            : packages
-                .DistinctBy(static package => package.Identifier, StringComparer.OrdinalIgnoreCase)
-                .OrderBy(static package => package.Identifier, StringComparer.OrdinalIgnoreCase)
-                .ToArray();
-    }
-
-    private static IReadOnlyList<AffectedVersionRange> BuildVersionRanges(string productText, string rangeAnchor, DateTimeOffset recordedAt)
-    {
-        var versionText = ExtractFirstVersionToken(productText);
-        if (string.IsNullOrWhiteSpace(versionText))
-        {
-            return Array.Empty<AffectedVersionRange>();
-        }
-
-        var provenance = new AdvisoryProvenance(
-            CccsConnectorPlugin.SourceName,
-            "range",
-            rangeAnchor,
-            recordedAt,
-            new[] { ProvenanceFieldMasks.VersionRanges });
-
-        var vendorExtensions = new Dictionary<string, string>
-        {
-            ["cccs.version.raw"] = versionText!,
-            ["cccs.anchor"] = rangeAnchor,
-        };
-
-        var semVerResults = SemVerRangeRuleBuilder.Build(versionText!, patchedVersion: null, provenanceNote: rangeAnchor);
-        if (semVerResults.Count > 0)
-        {
-            return semVerResults.Select(result =>
-                new AffectedVersionRange(
-                    rangeKind: NormalizedVersionSchemes.SemVer,
-                    introducedVersion: result.Primitive.Introduced,
-                    fixedVersion: result.Primitive.Fixed,
-                    lastAffectedVersion: result.Primitive.LastAffected,
-                    rangeExpression: result.Expression ?? versionText!,
-                    provenance: provenance,
-                    primitives: new RangePrimitives(
-                        result.Primitive,
-                        Nevra: null,
-                        Evr: null,
-                        VendorExtensions: vendorExtensions)))
-                .ToArray();
-        }
-
-        var primitives = new RangePrimitives(
-            new SemVerPrimitive(
-                Introduced: versionText,
-                IntroducedInclusive: true,
-                Fixed: null,
-                FixedInclusive: false,
-                LastAffected: null,
-                LastAffectedInclusive: true,
-                ConstraintExpression: null,
-                ExactValue: versionText),
-            Nevra: null,
-            Evr: null,
-            VendorExtensions: vendorExtensions);
-
-        return new[]
-        {
-            new AffectedVersionRange(
-                rangeKind: NormalizedVersionSchemes.SemVer,
-                introducedVersion: null,
-                fixedVersion: null,
-                lastAffectedVersion: null,
-                rangeExpression: versionText,
-                provenance: provenance,
-                primitives: primitives),
-        };
-    }
-
-    private static IReadOnlyList<NormalizedVersionRule> BuildNormalizedVersions(
-        IReadOnlyList<AffectedVersionRange> ranges,
-        string rangeAnchor)
-    {
-        if (ranges.Count == 0)
-        {
-            return Array.Empty<NormalizedVersionRule>();
-        }
-
-        var rules = new List<NormalizedVersionRule>(ranges.Count);
-        foreach (var range in ranges)
-        {
-            var rule = range.ToNormalizedVersionRule(rangeAnchor);
-            if (rule is not null)
-            {
-                rules.Add(rule);
-            }
-        }
-
-        return rules.Count == 0 ? Array.Empty<NormalizedVersionRule>() : rules.ToArray();
-    }
-
-    private static string? ExtractFirstVersionToken(string value)
-    {
-        if (string.IsNullOrWhiteSpace(value))
-        {
-            return null;
-        }
-
-        var match = Regex.Match(value, @"\d+(?:\.\d+){0,3}(?:[A-Za-z0-9\-_]*)?");
-        return match.Success ? match.Value : null;
-    }
-}
+    private static IReadOnlyList<AffectedPackage> BuildPackages(CccsAdvisoryDto dto, DateTimeOffset recordedAt)
+    {
+        if (dto.Products.Count == 0)
+        {
+            return Array.Empty<AffectedPackage>();
+        }
+
+        var packages = new List<AffectedPackage>(dto.Products.Count);
+        for (var index = 0; index < dto.Products.Count; index++)
+        {
+            var product = dto.Products[index];
+            if (string.IsNullOrWhiteSpace(product))
+            {
+                continue;
+            }
+
+            var identifier = product.Trim();
+            var provenance = new AdvisoryProvenance(
+                CccsConnectorPlugin.SourceName,
+                "package",
+                identifier,
+                recordedAt,
+                new[] { ProvenanceFieldMasks.AffectedPackages });
+
+            var rangeAnchor = $"cccs:{dto.SerialNumber}:{index}";
+            var versionRanges = BuildVersionRanges(product, rangeAnchor, recordedAt);
+            var normalizedVersions = BuildNormalizedVersions(versionRanges, rangeAnchor);
+
+            packages.Add(new AffectedPackage(
+                AffectedPackageTypes.Vendor,
+                identifier,
+                platform: null,
+                versionRanges: versionRanges,
+                statuses: Array.Empty<AffectedPackageStatus>(),
+                provenance: new[] { provenance },
+                normalizedVersions: normalizedVersions));
+        }
+
+        return packages.Count == 0
+            ? Array.Empty<AffectedPackage>()
+            : packages
+                .DistinctBy(static package => package.Identifier, StringComparer.OrdinalIgnoreCase)
+                .OrderBy(static package => package.Identifier, StringComparer.OrdinalIgnoreCase)
+                .ToArray();
+    }
+
+    private static IReadOnlyList<AffectedVersionRange> BuildVersionRanges(string productText, string rangeAnchor, DateTimeOffset recordedAt)
+    {
+        var versionText = ExtractFirstVersionToken(productText);
+        if (string.IsNullOrWhiteSpace(versionText))
+        {
+            return Array.Empty<AffectedVersionRange>();
+        }
+
+        var provenance = new AdvisoryProvenance(
+            CccsConnectorPlugin.SourceName,
+            "range",
+            rangeAnchor,
+            recordedAt,
+            new[] { ProvenanceFieldMasks.VersionRanges });
+
+        var vendorExtensions = new Dictionary<string, string>
+        {
+            ["cccs.version.raw"] = versionText!,
+            ["cccs.anchor"] = rangeAnchor,
+        };
+
+        var semVerResults = SemVerRangeRuleBuilder.Build(versionText!, patchedVersion: null, provenanceNote: rangeAnchor);
+        if (semVerResults.Count > 0)
+        {
+            return semVerResults.Select(result =>
+                new AffectedVersionRange(
+                    rangeKind: NormalizedVersionSchemes.SemVer,
+                    introducedVersion: result.Primitive.Introduced,
+                    fixedVersion: result.Primitive.Fixed,
+                    lastAffectedVersion: result.Primitive.LastAffected,
+                    rangeExpression: result.Expression ?? versionText!,
+                    provenance: provenance,
+                    primitives: new RangePrimitives(
+                        result.Primitive,
+                        Nevra: null,
+                        Evr: null,
+                        VendorExtensions: vendorExtensions)))
+                .ToArray();
+        }
+
+        var primitives = new RangePrimitives(
+            new SemVerPrimitive(
+                Introduced: versionText,
+                IntroducedInclusive: true,
+                Fixed: null,
+                FixedInclusive: false,
+                LastAffected: null,
+                LastAffectedInclusive: true,
+                ConstraintExpression: null,
+                ExactValue: versionText),
+            Nevra: null,
+            Evr: null,
+            VendorExtensions: vendorExtensions);
+
+        return new[]
+        {
+            new AffectedVersionRange(
+                rangeKind: NormalizedVersionSchemes.SemVer,
+                introducedVersion: null,
+                fixedVersion: null,
+                lastAffectedVersion: null,
+                rangeExpression: versionText,
+                provenance: provenance,
+                primitives: primitives),
+        };
+    }
+
+    private static IReadOnlyList<NormalizedVersionRule> BuildNormalizedVersions(
+        IReadOnlyList<AffectedVersionRange> ranges,
+        string rangeAnchor)
+    {
+        if (ranges.Count == 0)
+        {
+            return Array.Empty<NormalizedVersionRule>();
+        }
+
+        var rules = new List<NormalizedVersionRule>(ranges.Count);
+        foreach (var range in ranges)
+        {
+            var rule = range.ToNormalizedVersionRule(rangeAnchor);
+            if (rule is not null)
+            {
+                rules.Add(rule);
+            }
+        }
+
+        return rules.Count == 0 ? Array.Empty<NormalizedVersionRule>() : rules.ToArray();
+    }
+
+    private static string? ExtractFirstVersionToken(string value)
+    {
+        if (string.IsNullOrWhiteSpace(value))
+        {
+            return null;
+        }
+
+        var match = Regex.Match(value, @"\d+(?:\.\d+){0,3}(?:[A-Za-z0-9\-_]*)?");
+        return match.Success ? match.Value : null;
+    }
+}