feat(api): Implement Console Export Client and Models

- Added ConsoleExportClient for managing export requests and responses.
- Introduced ConsoleExportRequest and ConsoleExportResponse models.
- Implemented methods for creating and retrieving exports with appropriate headers.

feat(crypto): Add Software SM2/SM3 Cryptography Provider

- Implemented SmSoftCryptoProvider for software-only SM2/SM3 cryptography.
- Added support for signing and verification using SM2 algorithm.
- Included hashing functionality with SM3 algorithm.
- Configured options for loading keys from files and environment gate checks.

test(crypto): Add unit tests for SmSoftCryptoProvider

- Created comprehensive tests for signing, verifying, and hashing functionalities.
- Ensured correct behavior for key management and error handling.

feat(api): Enhance Console Export Models

- Expanded ConsoleExport models to include detailed status and event types.
- Added support for various export formats and notification options.

test(time): Implement TimeAnchorPolicyService tests

- Developed tests for TimeAnchorPolicyService to validate time anchors.
- Covered scenarios for anchor validation, drift calculation, and policy enforcement.

src/Concelier/__Libraries/StellaOps.Concelier.Connector.Common/Fetch/RawDocumentStorage.cs

@@ -1,90 +1,56 @@
-using MongoDB.Bson;
-using MongoDB.Driver;
-using MongoDB.Driver.GridFS;
-
-namespace StellaOps.Concelier.Connector.Common.Fetch;
-
-/// <summary>
-/// Handles persistence of raw upstream documents in GridFS buckets for later parsing.
-/// </summary>
-public sealed class RawDocumentStorage
-{
-    private const string BucketName = "documents";
-
-    private readonly IMongoDatabase _database;
-
-    public RawDocumentStorage(IMongoDatabase database)
-    {
-        _database = database ?? throw new ArgumentNullException(nameof(database));
-    }
-
-    private GridFSBucket CreateBucket() => new(_database, new GridFSBucketOptions
-    {
-        BucketName = BucketName,
-        WriteConcern = _database.Settings.WriteConcern,
-        ReadConcern = _database.Settings.ReadConcern,
-    });
-
-    public Task<ObjectId> UploadAsync(
-        string sourceName,
-        string uri,
-        byte[] content,
-        string? contentType,
-        CancellationToken cancellationToken)
-        => UploadAsync(sourceName, uri, content, contentType, expiresAt: null, cancellationToken);
-
-    public async Task<ObjectId> UploadAsync(
-        string sourceName,
-        string uri,
-        byte[] content,
-        string? contentType,
-        DateTimeOffset? expiresAt,
-        CancellationToken cancellationToken)
-    {
-        ArgumentException.ThrowIfNullOrEmpty(sourceName);
-        ArgumentException.ThrowIfNullOrEmpty(uri);
-        ArgumentNullException.ThrowIfNull(content);
-
-        var bucket = CreateBucket();
-        var filename = $"{sourceName}/{Guid.NewGuid():N}";
-        var metadata = new BsonDocument
-        {
-            ["sourceName"] = sourceName,
-            ["uri"] = uri,
-        };
-
-        if (!string.IsNullOrWhiteSpace(contentType))
-        {
-            metadata["contentType"] = contentType;
-        }
-
-        if (expiresAt.HasValue)
-        {
-            metadata["expiresAt"] = expiresAt.Value.UtcDateTime;
-        }
-
-        return await bucket.UploadFromBytesAsync(filename, content, new GridFSUploadOptions
-        {
-            Metadata = metadata,
-        }, cancellationToken).ConfigureAwait(false);
-    }
-
-    public Task<byte[]> DownloadAsync(ObjectId id, CancellationToken cancellationToken)
-    {
-        var bucket = CreateBucket();
-        return bucket.DownloadAsBytesAsync(id, cancellationToken: cancellationToken);
-    }
-
-    public async Task DeleteAsync(ObjectId id, CancellationToken cancellationToken)
-    {
-        var bucket = CreateBucket();
-        try
-        {
-            await bucket.DeleteAsync(id, cancellationToken).ConfigureAwait(false);
-        }
-        catch (GridFSFileNotFoundException)
-        {
-            // Already removed; ignore.
-        }
-    }
-}
+using System.Collections.Concurrent;
+using MongoDB.Bson;
+
+namespace StellaOps.Concelier.Connector.Common.Fetch;
+
+/// <summary>
+/// Handles persistence of raw upstream documents for later parsing (Postgres/in-memory implementation).
+/// </summary>
+public sealed class RawDocumentStorage
+{
+    private readonly ConcurrentDictionary<ObjectId, byte[]> _blobs = new();
+
+    public Task<ObjectId> UploadAsync(
+        string sourceName,
+        string uri,
+        byte[] content,
+        string? contentType,
+        CancellationToken cancellationToken)
+        => UploadAsync(sourceName, uri, content, contentType, expiresAt: null, cancellationToken);
+
+    public async Task<ObjectId> UploadAsync(
+        string sourceName,
+        string uri,
+        byte[] content,
+        string? contentType,
+        DateTimeOffset? expiresAt,
+        CancellationToken cancellationToken)
+    {
+        ArgumentException.ThrowIfNullOrEmpty(sourceName);
+        ArgumentException.ThrowIfNullOrEmpty(uri);
+        ArgumentNullException.ThrowIfNull(content);
+
+        var id = ObjectId.GenerateNewId();
+        var copy = new byte[content.Length];
+        Buffer.BlockCopy(content, 0, copy, 0, content.Length);
+        _blobs[id] = copy;
+        await Task.CompletedTask.ConfigureAwait(false);
+        return id;
+    }
+
+    public Task<byte[]> DownloadAsync(ObjectId id, CancellationToken cancellationToken)
+    {
+        if (_blobs.TryGetValue(id, out var bytes))
+        {
+            return Task.FromResult(bytes);
+        }
+
+        throw new MongoDB.Driver.GridFSFileNotFoundException($"Blob {id} not found.");
+    }
+
+    public async Task DeleteAsync(ObjectId id, CancellationToken cancellationToken)
+    {
+        _blobs.TryRemove(id, out _);
+        await Task.CompletedTask.ConfigureAwait(false);
+    }
+}

src/Concelier/__Libraries/StellaOps.Concelier.Connector.Common/Http/ServiceCollectionExtensions.cs

@@ -1,12 +1,13 @@
-using System.Net;
-using System.Net.Http;
-using System.Net.Security;
-using System.Security.Cryptography.X509Certificates;
-using Microsoft.Extensions.DependencyInjection;
-using Microsoft.Extensions.Options;
-using StellaOps.Concelier.Connector.Common.Xml;
-using StellaOps.Concelier.Core.Aoc;
-using StellaOps.Concelier.Core.Linksets;
+using System.Net;
+using System.Net.Http;
+using System.Net.Security;
+using System.Security.Cryptography.X509Certificates;
+using Microsoft.Extensions.DependencyInjection;
+using Microsoft.Extensions.Options;
+using StellaOps.Concelier.Connector.Common.Xml;
+using StellaOps.Concelier.Core.Aoc;
+using StellaOps.Concelier.Core.Linksets;
+using StellaOps.Concelier.Storage.Mongo;
 
 namespace StellaOps.Concelier.Connector.Common.Http;
 
@@ -161,18 +162,19 @@ public static class ServiceCollectionExtensions
     {
         ArgumentNullException.ThrowIfNull(services);
 
-        services.AddSingleton<Json.JsonSchemaValidator>();
-        services.AddSingleton<Json.IJsonSchemaValidator>(sp => sp.GetRequiredService<Json.JsonSchemaValidator>());
-        services.AddSingleton<XmlSchemaValidator>();
-        services.AddSingleton<IXmlSchemaValidator>(sp => sp.GetRequiredService<XmlSchemaValidator>());
-        services.AddSingleton<Fetch.IJitterSource, Fetch.CryptoJitterSource>();
-        services.AddConcelierAocGuards();
-        services.AddConcelierLinksetMappers();
-        services.AddSingleton<Fetch.RawDocumentStorage>();
-        services.AddSingleton<Fetch.SourceFetchService>();
-
-        return services;
-    }
+        services.AddSingleton<Json.JsonSchemaValidator>();
+        services.AddSingleton<Json.IJsonSchemaValidator>(sp => sp.GetRequiredService<Json.JsonSchemaValidator>());
+        services.AddSingleton<XmlSchemaValidator>();
+        services.AddSingleton<IXmlSchemaValidator>(sp => sp.GetRequiredService<XmlSchemaValidator>());
+        services.AddSingleton<Fetch.IJitterSource, Fetch.CryptoJitterSource>();
+        services.AddConcelierAocGuards();
+        services.AddConcelierLinksetMappers();
+        services.AddSingleton<IDocumentStore, InMemoryDocumentStore>();
+        services.AddSingleton<Fetch.RawDocumentStorage>();
+        services.AddSingleton<Fetch.SourceFetchService>();
+
+        return services;
+    }
 
     private static void ApplyProxySettings(SocketsHttpHandler handler, SourceHttpClientOptions options)
     {

src/Concelier/__Libraries/StellaOps.Concelier.Connector.Common/StellaOps.Concelier.Connector.Common.csproj

@@ -8,7 +8,6 @@
   <ItemGroup>
     <PackageReference Include="JsonSchema.Net" Version="5.3.0" />
     <PackageReference Include="Microsoft.Extensions.Http.Polly" Version="10.0.0" />
-    <PackageReference Include="MongoDB.Driver" Version="3.5.0" />
     <PackageReference Include="AngleSharp" Version="1.1.1" />
     <PackageReference Include="UglyToad.PdfPig" Version="1.7.0-custom-5" />
     <PackageReference Include="NuGet.Versioning" Version="6.9.1" />
@@ -18,5 +17,6 @@
     <ProjectReference Include="../../../__Libraries/StellaOps.Plugin/StellaOps.Plugin.csproj" />
     <ProjectReference Include="../../../__Libraries/StellaOps.Cryptography/StellaOps.Cryptography.csproj" />
     <ProjectReference Include="..\StellaOps.Concelier.Core\StellaOps.Concelier.Core.csproj" />
+    <ProjectReference Include="..\StellaOps.Concelier.Storage.Postgres\StellaOps.Concelier.Storage.Postgres.csproj" />
   </ItemGroup>
-</Project>
+</Project>