- Added `MongoAdvisoryObservationEventPublisher` and `NatsAdvisoryObservationEventPublisher` for event publishing. - Registered `IAdvisoryObservationEventPublisher` to choose between NATS and MongoDB based on configuration. - Introduced `MongoAdvisoryObservationEventOutbox` for outbox pattern implementation. - Updated service collection to include new event publishers and outbox. - Added a new hosted service `AdvisoryObservationTransportWorker` for processing events. feat: Update project dependencies - Added `NATS.Client.Core` package to the project for NATS integration. test: Add unit tests for AdvisoryLinkset normalization - Created `AdvisoryLinksetNormalizationConfidenceTests` to validate confidence score calculations. fix: Adjust confidence assertion in `AdvisoryObservationAggregationTests` - Updated confidence assertion to allow a range instead of a fixed value. test: Implement tests for AdvisoryObservationEventFactory - Added `AdvisoryObservationEventFactoryTests` to ensure correct mapping and hashing of observation events. chore: Configure test project for Findings Ledger - Created `Directory.Build.props` for test project configuration. - Added `StellaOps.Findings.Ledger.Exports.Unit.csproj` for unit tests related to findings ledger exports. feat: Implement export contracts for findings ledger - Defined export request and response contracts in `ExportContracts.cs`. - Created various export item records for findings, VEX, advisories, and SBOMs. feat: Add export functionality to Findings Ledger Web Service - Implemented endpoints for exporting findings, VEX, advisories, and SBOMs. - Integrated `ExportQueryService` for handling export logic and pagination. test: Add tests for Node language analyzer phase 22 - Implemented `NodePhase22SampleLoaderTests` to validate loading of NDJSON fixtures. - Created sample NDJSON file for testing. chore: Set up isolated test environment for Node tests - Added `node-isolated.runsettings` for isolated test execution. - Created `node-tests-isolated.sh` script for running tests in isolation.
156 lines
8.4 KiB
C#
156 lines
8.4 KiB
C#
using Microsoft.Extensions.DependencyInjection;
|
|
using Microsoft.Extensions.DependencyInjection.Extensions;
|
|
using Microsoft.Extensions.Options;
|
|
using MongoDB.Driver;
|
|
using StellaOps.Concelier.Core.Jobs;
|
|
using StellaOps.Concelier.Storage.Mongo.Advisories;
|
|
using StellaOps.Concelier.Storage.Mongo.Aliases;
|
|
using StellaOps.Concelier.Storage.Mongo.ChangeHistory;
|
|
using StellaOps.Concelier.Storage.Mongo.Documents;
|
|
using StellaOps.Concelier.Storage.Mongo.Dtos;
|
|
using StellaOps.Concelier.Storage.Mongo.Raw;
|
|
using StellaOps.Concelier.Core.Raw;
|
|
using StellaOps.Concelier.Storage.Mongo.Exporting;
|
|
using StellaOps.Concelier.Storage.Mongo.JpFlags;
|
|
using StellaOps.Concelier.Storage.Mongo.MergeEvents;
|
|
using StellaOps.Concelier.Storage.Mongo.Conflicts;
|
|
using StellaOps.Concelier.Storage.Mongo.PsirtFlags;
|
|
using StellaOps.Concelier.Storage.Mongo.Statements;
|
|
using StellaOps.Concelier.Storage.Mongo.Events;
|
|
using StellaOps.Concelier.Core.Events;
|
|
using StellaOps.Concelier.Storage.Mongo.Migrations;
|
|
using StellaOps.Concelier.Storage.Mongo.Observations;
|
|
using StellaOps.Concelier.Core.Observations;
|
|
|
|
namespace StellaOps.Concelier.Storage.Mongo;
|
|
|
|
public static class ServiceCollectionExtensions
|
|
{
|
|
public static IServiceCollection AddMongoStorage(this IServiceCollection services, Action<MongoStorageOptions> configureOptions)
|
|
{
|
|
ArgumentNullException.ThrowIfNull(services);
|
|
ArgumentNullException.ThrowIfNull(configureOptions);
|
|
|
|
services.AddOptions<MongoStorageOptions>()
|
|
.Configure(configureOptions)
|
|
.PostConfigure(static options => options.EnsureValid());
|
|
|
|
services.TryAddSingleton(TimeProvider.System);
|
|
|
|
services.AddSingleton<IMongoClient>(static sp =>
|
|
{
|
|
var options = sp.GetRequiredService<IOptions<MongoStorageOptions>>().Value;
|
|
return new MongoClient(options.ConnectionString);
|
|
});
|
|
|
|
services.AddSingleton(static sp =>
|
|
{
|
|
var options = sp.GetRequiredService<IOptions<MongoStorageOptions>>().Value;
|
|
var client = sp.GetRequiredService<IMongoClient>();
|
|
var settings = new MongoDatabaseSettings
|
|
{
|
|
ReadConcern = ReadConcern.Majority,
|
|
WriteConcern = WriteConcern.WMajority,
|
|
ReadPreference = ReadPreference.PrimaryPreferred,
|
|
};
|
|
|
|
var database = client.GetDatabase(options.GetDatabaseName(), settings);
|
|
var writeConcern = database.Settings.WriteConcern.With(wTimeout: options.CommandTimeout);
|
|
return database.WithWriteConcern(writeConcern);
|
|
});
|
|
|
|
services.AddScoped<IMongoSessionProvider, MongoSessionProvider>();
|
|
|
|
services.AddSingleton<MongoBootstrapper>();
|
|
services.AddSingleton<IJobStore, MongoJobStore>();
|
|
services.AddSingleton<ILeaseStore, MongoLeaseStore>();
|
|
services.AddSingleton<ISourceStateRepository, MongoSourceStateRepository>();
|
|
services.AddSingleton<IDocumentStore, DocumentStore>();
|
|
services.AddSingleton<IDtoStore, DtoStore>();
|
|
services.AddSingleton<IAdvisoryStore, AdvisoryStore>();
|
|
services.AddSingleton<IAliasStore, AliasStore>();
|
|
services.AddSingleton<IChangeHistoryStore, MongoChangeHistoryStore>();
|
|
services.AddSingleton<IJpFlagStore, JpFlagStore>();
|
|
services.AddSingleton<IPsirtFlagStore, PsirtFlagStore>();
|
|
services.AddSingleton<IMergeEventStore, MergeEventStore>();
|
|
services.AddSingleton<IAdvisoryStatementStore, AdvisoryStatementStore>();
|
|
services.AddSingleton<IAdvisoryConflictStore, AdvisoryConflictStore>();
|
|
services.AddSingleton<IAdvisoryObservationStore, AdvisoryObservationStore>();
|
|
services.AddSingleton<IAdvisoryObservationLookup, AdvisoryObservationLookup>();
|
|
services.AddSingleton<IAdvisoryEventRepository, MongoAdvisoryEventRepository>();
|
|
services.AddSingleton<IAdvisoryEventLog, AdvisoryEventLog>();
|
|
services.AddSingleton<MongoAdvisoryObservationEventPublisher>();
|
|
services.AddSingleton<NatsAdvisoryObservationEventPublisher>();
|
|
services.AddSingleton<IAdvisoryObservationEventPublisher>(sp =>
|
|
{
|
|
var options = sp.GetRequiredService<IOptions<AdvisoryObservationEventPublisherOptions>>().Value;
|
|
if (string.Equals(options.Transport, "nats", StringComparison.OrdinalIgnoreCase))
|
|
{
|
|
return sp.GetRequiredService<NatsAdvisoryObservationEventPublisher>();
|
|
}
|
|
|
|
return sp.GetRequiredService<MongoAdvisoryObservationEventPublisher>();
|
|
});
|
|
services.AddSingleton<IAdvisoryObservationEventOutbox, MongoAdvisoryObservationEventOutbox>();
|
|
services.AddSingleton<IAdvisoryRawRepository, MongoAdvisoryRawRepository>();
|
|
services.AddSingleton<StellaOps.Concelier.Storage.Mongo.Linksets.IMongoAdvisoryLinksetStore, StellaOps.Concelier.Storage.Mongo.Linksets.ConcelierMongoLinksetStore>();
|
|
services.AddSingleton<StellaOps.Concelier.Core.Linksets.IAdvisoryLinksetStore>(sp =>
|
|
sp.GetRequiredService<StellaOps.Concelier.Storage.Mongo.Linksets.IMongoAdvisoryLinksetStore>());
|
|
services.AddSingleton<StellaOps.Concelier.Core.Linksets.IAdvisoryLinksetLookup>(sp =>
|
|
sp.GetRequiredService<StellaOps.Concelier.Storage.Mongo.Linksets.IMongoAdvisoryLinksetStore>());
|
|
services.AddSingleton<StellaOps.Concelier.Core.Observations.IAdvisoryObservationSink, StellaOps.Concelier.Storage.Mongo.Observations.AdvisoryObservationSink>();
|
|
services.AddSingleton<StellaOps.Concelier.Core.Linksets.IAdvisoryLinksetSink, StellaOps.Concelier.Storage.Mongo.Linksets.ConcelierMongoLinksetSink>();
|
|
services.AddSingleton<IExportStateStore, ExportStateStore>();
|
|
services.TryAddSingleton<ExportStateManager>();
|
|
|
|
services.AddSingleton<IMongoCollection<JobRunDocument>>(static sp =>
|
|
{
|
|
var database = sp.GetRequiredService<IMongoDatabase>();
|
|
return database.GetCollection<JobRunDocument>(MongoStorageDefaults.Collections.Jobs);
|
|
});
|
|
|
|
services.AddSingleton<IMongoCollection<JobLeaseDocument>>(static sp =>
|
|
{
|
|
var database = sp.GetRequiredService<IMongoDatabase>();
|
|
return database.GetCollection<JobLeaseDocument>(MongoStorageDefaults.Collections.Locks);
|
|
});
|
|
|
|
services.AddSingleton<IMongoCollection<AdvisoryObservationDocument>>(static sp =>
|
|
{
|
|
var database = sp.GetRequiredService<IMongoDatabase>();
|
|
return database.GetCollection<AdvisoryObservationDocument>(MongoStorageDefaults.Collections.AdvisoryObservations);
|
|
});
|
|
|
|
services.AddSingleton<IMongoCollection<AdvisoryObservationEventDocument>>(static sp =>
|
|
{
|
|
var database = sp.GetRequiredService<IMongoDatabase>();
|
|
return database.GetCollection<AdvisoryObservationEventDocument>(MongoStorageDefaults.Collections.AdvisoryObservationEvents);
|
|
});
|
|
|
|
services.AddSingleton<IMongoCollection<AdvisoryLinksetDocument>>(static sp =>
|
|
{
|
|
var database = sp.GetRequiredService<IMongoDatabase>();
|
|
return database.GetCollection<AdvisoryLinksetDocument>(MongoStorageDefaults.Collections.AdvisoryLinksets);
|
|
});
|
|
|
|
services.AddHostedService<RawDocumentRetentionService>();
|
|
|
|
services.AddSingleton<MongoMigrationRunner>();
|
|
services.AddSingleton<IMongoMigration, EnsureDocumentExpiryIndexesMigration>();
|
|
services.AddSingleton<IMongoMigration, EnsureGridFsExpiryIndexesMigration>();
|
|
services.AddSingleton<IMongoMigration, EnsureAdvisoryRawIdempotencyIndexMigration>();
|
|
services.AddSingleton<IMongoMigration, EnsureAdvisorySupersedesBackfillMigration>();
|
|
services.AddSingleton<IMongoMigration, EnsureAdvisoryCanonicalKeyBackfillMigration>();
|
|
services.AddSingleton<IMongoMigration, EnsureAdvisoryRawValidatorMigration>();
|
|
services.AddSingleton<IMongoMigration, EnsureAdvisoryObservationsRawLinksetMigration>();
|
|
services.AddSingleton<IMongoMigration, EnsureAdvisoryLinksetsTenantLowerMigration>();
|
|
services.AddSingleton<IMongoMigration, EnsureAdvisoryEventCollectionsMigration>();
|
|
services.AddSingleton<IMongoMigration, EnsureAdvisoryObservationEventCollectionMigration>();
|
|
services.AddSingleton<IMongoMigration, SemVerStyleBackfillMigration>();
|
|
|
|
services.AddSingleton<IHostedService, AdvisoryObservationTransportWorker>();
|
|
|
|
return services;
|
|
}
|
|
}
|