feat: Implement BerkeleyDB reader for RPM databases

- Added BerkeleyDbReader class to read and extract RPM header blobs from BerkeleyDB hash databases.
- Implemented methods to detect BerkeleyDB format and extract values, including handling of page sizes and magic numbers.
- Added tests for BerkeleyDbReader to ensure correct functionality and header extraction.

feat: Add Yarn PnP data tests

- Created YarnPnpDataTests to validate package resolution and data loading from Yarn PnP cache.
- Implemented tests for resolved keys, package presence, and loading from cache structure.

test: Add egg-info package fixtures for Python tests

- Created egg-info package fixtures for testing Python analyzers.
- Included PKG-INFO, entry_points.txt, and installed-files.txt for comprehensive coverage.

test: Enhance RPM database reader tests

- Added tests for RpmDatabaseReader to validate fallback to legacy packages when SQLite is missing.
- Implemented helper methods to create legacy package files and RPM headers for testing.

test: Implement dual signing tests

- Added DualSignTests to validate secondary signature addition when configured.
- Created stub implementations for crypto providers and key resolvers to facilitate testing.

chore: Update CI script for Playwright Chromium installation

- Modified ci-console-exports.sh to ensure deterministic Chromium binary installation for console exports tests.
- Added checks for Windows compatibility and environment variable setups for Playwright browsers.

src/Concelier/__Tests/StellaOps.Concelier.Connector.Common.Tests/Common/SourceFetchServiceGuardTests.cs

@@ -1,7 +1,7 @@
 using System.Net;
 using System.Net.Http;
 using System.Net.Http.Headers;
-using System.Text;
+using System.Text;
 using Microsoft.Extensions.Logging.Abstractions;
 using Microsoft.Extensions.Options;
 using Mongo2Go;
@@ -12,10 +12,10 @@ using StellaOps.Concelier.Connector.Common.Fetch;
 using StellaOps.Concelier.Connector.Common.Http;
 using StellaOps.Concelier.Core.Aoc;
 using StellaOps.Concelier.Core.Linksets;
-using StellaOps.Concelier.RawModels;
-using StellaOps.Concelier.Storage.Mongo;
-using StellaOps.Concelier.Storage.Mongo.Documents;
-using StellaOps.Cryptography;
+using StellaOps.Concelier.RawModels;
+using StellaOps.Concelier.Storage.Mongo;
+using StellaOps.Concelier.Storage.Mongo;
+using StellaOps.Cryptography;
 
 namespace StellaOps.Concelier.Connector.Common.Tests;
 
@@ -23,16 +23,16 @@ public sealed class SourceFetchServiceGuardTests : IAsyncLifetime
 {
     private readonly MongoDbRunner _runner;
     private readonly IMongoDatabase _database;
-    private readonly RawDocumentStorage _rawStorage;
-    private readonly ICryptoHash _hash;
+    private readonly RawDocumentStorage _rawStorage;
+    private readonly ICryptoHash _hash;
 
     public SourceFetchServiceGuardTests()
     {
         _runner = MongoDbRunner.Start(singleNodeReplSet: true);
         var client = new MongoClient(_runner.ConnectionString);
         _database = client.GetDatabase($"source-fetch-guard-{Guid.NewGuid():N}");
-        _rawStorage = new RawDocumentStorage(_database);
-        _hash = CryptoHashFactory.CreateDefault();
+        _rawStorage = new RawDocumentStorage();
+        _hash = CryptoHashFactory.CreateDefault();
     }
 
     [Fact]
@@ -55,18 +55,18 @@ public sealed class SourceFetchServiceGuardTests : IAsyncLifetime
 
         var linksetMapper = new NoopAdvisoryLinksetMapper();
 
-        var service = new SourceFetchService(
-            httpClientFactory,
-            _rawStorage,
-            documentStore,
-            NullLogger<SourceFetchService>.Instance,
-            jitter,
-            guard,
-            linksetMapper,
-            _hash,
-            TimeProvider.System,
-            httpOptions,
-            storageOptions);
+        var service = new SourceFetchService(
+            httpClientFactory,
+            _rawStorage,
+            documentStore,
+            NullLogger<SourceFetchService>.Instance,
+            jitter,
+            guard,
+            linksetMapper,
+            _hash,
+            TimeProvider.System,
+            httpOptions,
+            storageOptions);
 
         var request = new SourceFetchRequest("client", "vndr.msrc", new Uri("https://example.test/advisories/ADV-1234"))
         {
@@ -85,7 +85,7 @@ public sealed class SourceFetchServiceGuardTests : IAsyncLifetime
         Assert.Equal("tenant-default", guard.LastDocument!.Tenant);
         Assert.Equal("msrc", guard.LastDocument.Source.Vendor);
         Assert.Equal("ADV-1234", guard.LastDocument.Upstream.UpstreamId);
-        var expectedHash = _hash.ComputeHashHex(Encoding.UTF8.GetBytes(responsePayload), HashAlgorithms.Sha256);
+        var expectedHash = _hash.ComputeHashHex(Encoding.UTF8.GetBytes(responsePayload), HashAlgorithms.Sha256);
         Assert.Equal(expectedHash, guard.LastDocument.Upstream.ContentHash);
         Assert.NotNull(documentStore.LastRecord);
         Assert.True(documentStore.UpsertCount > 0);
@@ -117,18 +117,18 @@ public sealed class SourceFetchServiceGuardTests : IAsyncLifetime
 
         var linksetMapper = new NoopAdvisoryLinksetMapper();
 
-        var service = new SourceFetchService(
-            httpClientFactory,
-            _rawStorage,
-            documentStore,
-            NullLogger<SourceFetchService>.Instance,
-            jitter,
-            guard,
-            linksetMapper,
-            _hash,
-            TimeProvider.System,
-            httpOptions,
-            storageOptions);
+        var service = new SourceFetchService(
+            httpClientFactory,
+            _rawStorage,
+            documentStore,
+            NullLogger<SourceFetchService>.Instance,
+            jitter,
+            guard,
+            linksetMapper,
+            _hash,
+            TimeProvider.System,
+            httpOptions,
+            storageOptions);
 
         var request = new SourceFetchRequest("client", "nvd", new Uri("https://example.test/data/XYZ"))
         {
@@ -191,21 +191,21 @@ public sealed class SourceFetchServiceGuardTests : IAsyncLifetime
 
         public int UpsertCount { get; private set; }
 
-        public Task<DocumentRecord> UpsertAsync(DocumentRecord record, CancellationToken cancellationToken, IClientSessionHandle? session = null)
+        public Task<DocumentRecord> UpsertAsync(DocumentRecord record, CancellationToken cancellationToken)
         {
             UpsertCount++;
             LastRecord = record;
             return Task.FromResult(record);
         }
 
-        public Task<DocumentRecord?> FindBySourceAndUriAsync(string sourceName, string uri, CancellationToken cancellationToken, IClientSessionHandle? session = null)
+        public Task<DocumentRecord?> FindBySourceAndUriAsync(string sourceName, string uri, CancellationToken cancellationToken)
             => Task.FromResult<DocumentRecord?>(null);
 
-        public Task<DocumentRecord?> FindAsync(Guid id, CancellationToken cancellationToken, IClientSessionHandle? session = null)
+        public Task<DocumentRecord?> FindAsync(Guid id, CancellationToken cancellationToken)
             => Task.FromResult<DocumentRecord?>(null);
 
-        public Task<bool> UpdateStatusAsync(Guid id, string status, CancellationToken cancellationToken, IClientSessionHandle? session = null)
-            => Task.FromResult(false);
+        public Task UpdateStatusAsync(Guid id, string status, CancellationToken cancellationToken)
+            => Task.CompletedTask;
     }
 
     private sealed class RecordingAdvisoryRawWriteGuard : IAdvisoryRawWriteGuard

src/Concelier/__Tests/StellaOps.Concelier.Connector.Common.Tests/Common/SourceStateSeedProcessorTests.cs

@@ -10,7 +10,7 @@ using StellaOps.Concelier.Connector.Common;
 using StellaOps.Concelier.Connector.Common.Fetch;
 using StellaOps.Concelier.Connector.Common.State;
 using StellaOps.Concelier.Storage.Mongo;
-using StellaOps.Concelier.Storage.Mongo.Documents;
+using StellaOps.Concelier.Storage.Mongo;
 using StellaOps.Cryptography;
 
 namespace StellaOps.Concelier.Connector.Common.Tests;
@@ -32,7 +32,7 @@ public sealed class SourceStateSeedProcessorTests : IAsyncLifetime
         _client = new MongoClient(_runner.ConnectionString);
         _database = _client.GetDatabase($"source-state-seed-{Guid.NewGuid():N}");
         _documentStore = new DocumentStore(_database, NullLogger<DocumentStore>.Instance);
-        _rawStorage = new RawDocumentStorage(_database);
+        _rawStorage = new RawDocumentStorage();
         _stateRepository = new MongoSourceStateRepository(_database, NullLogger<MongoSourceStateRepository>.Instance);
         _timeProvider = new FakeTimeProvider(new DateTimeOffset(2025, 10, 28, 12, 0, 0, TimeSpan.Zero));
         _hash = CryptoHashFactory.CreateDefault();

src/Concelier/__Tests/StellaOps.Concelier.Connector.Common.Tests/StellaOps.Concelier.Connector.Common.Tests.csproj

@@ -10,7 +10,6 @@
     <PackageReference Include="coverlet.collector" Version="6.0.4" />
     <PackageReference Include="Microsoft.Extensions.TimeProvider.Testing" Version="9.10.0" />
     <PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.14.1" />
-    <PackageReference Include="Mongo2Go" Version="4.1.0" />
     <PackageReference Include="xunit" Version="2.9.2" />
     <PackageReference Include="xunit.runner.visualstudio" Version="2.8.2" />
   </ItemGroup>
@@ -21,4 +20,4 @@
     <ProjectReference Include="../../__Libraries/StellaOps.Concelier.Connector.Common/StellaOps.Concelier.Connector.Common.csproj" />
     <ProjectReference Include="../../../__Libraries/StellaOps.Cryptography/StellaOps.Cryptography.csproj" />
   </ItemGroup>
-</Project>
+</Project>