up

src/Concelier/__Tests/StellaOps.Concelier.Connector.Ics.Kaspersky.Tests/Kaspersky/KasperskyConnectorTests.cs

@@ -1,345 +1,345 @@
-using System.Collections.Generic;
-using System.Globalization;
-using System.IO;
-using System.Net;
-using System.Net.Http;
-using System.Net.Http.Headers;
-using System.Text;
-using Microsoft.Extensions.DependencyInjection;
-using Microsoft.Extensions.Http;
-using Microsoft.Extensions.Logging;
-using Microsoft.Extensions.Logging.Abstractions;
-using Microsoft.Extensions.Options;
-using Microsoft.Extensions.Time.Testing;
-using StellaOps.Concelier.Bson;
-using StellaOps.Concelier.Models;
-using StellaOps.Concelier.Connector.Common.Fetch;
-using StellaOps.Concelier.Connector.Common.Http;
-using StellaOps.Concelier.Connector.Common.Testing;
-using StellaOps.Concelier.Connector.Common;
-using StellaOps.Concelier.Connector.Ics.Kaspersky;
-using StellaOps.Concelier.Connector.Ics.Kaspersky.Configuration;
+using System.Collections.Generic;
+using System.Globalization;
+using System.IO;
+using System.Net;
+using System.Net.Http;
+using System.Net.Http.Headers;
+using System.Text;
+using Microsoft.Extensions.DependencyInjection;
+using Microsoft.Extensions.Http;
+using Microsoft.Extensions.Logging;
+using Microsoft.Extensions.Logging.Abstractions;
+using Microsoft.Extensions.Options;
+using Microsoft.Extensions.Time.Testing;
+using StellaOps.Concelier.Documents;
+using StellaOps.Concelier.Models;
+using StellaOps.Concelier.Connector.Common.Fetch;
+using StellaOps.Concelier.Connector.Common.Http;
+using StellaOps.Concelier.Connector.Common.Testing;
+using StellaOps.Concelier.Connector.Common;
+using StellaOps.Concelier.Connector.Ics.Kaspersky;
+using StellaOps.Concelier.Connector.Ics.Kaspersky.Configuration;
 using StellaOps.Concelier.Storage;
 using StellaOps.Concelier.Storage.Advisories;
 using StellaOps.Concelier.Storage;
 using StellaOps.Concelier.Storage;
 using StellaOps.Concelier.Storage.Postgres;
 using StellaOps.Concelier.Testing;
-
-namespace StellaOps.Concelier.Connector.Ics.Kaspersky.Tests;
-
+
+namespace StellaOps.Concelier.Connector.Ics.Kaspersky.Tests;
+
 [Collection(ConcelierFixtureCollection.Name)]
-public sealed class KasperskyConnectorTests : IAsyncLifetime
-{
-    private readonly ConcelierPostgresFixture _fixture;
-    private readonly FakeTimeProvider _timeProvider;
-    private readonly CannedHttpMessageHandler _handler;
-    private ServiceProvider? _serviceProvider;
-
-    public KasperskyConnectorTests(ConcelierPostgresFixture fixture)
-    {
-        _fixture = fixture;
-        _timeProvider = new FakeTimeProvider(new DateTimeOffset(2024, 10, 20, 0, 0, 0, TimeSpan.Zero));
-        _handler = new CannedHttpMessageHandler();
-    }
-
-    [Fact]
-    public async Task FetchParseMap_CreatesSnapshot()
-    {
-        var options = new KasperskyOptions
-        {
-            FeedUri = new Uri("https://ics-cert.example/feed-advisories/", UriKind.Absolute),
-            WindowSize = TimeSpan.FromDays(30),
-            WindowOverlap = TimeSpan.FromDays(1),
-            MaxPagesPerFetch = 1,
-            RequestDelay = TimeSpan.Zero,
-        };
-
-        await EnsureServiceProviderAsync(options);
-        var provider = _serviceProvider!;
-
-        _handler.Clear();
-
-        _handler.AddTextResponse(options.FeedUri, ReadFixture("feed-page1.xml"), "application/rss+xml");
-        var detailUri = new Uri("https://ics-cert.example/advisories/acme-controller-2024/");
-        _handler.AddTextResponse(detailUri, ReadFixture("detail-acme-controller-2024.html"), "text/html");
-
-        var connector = new KasperskyConnectorPlugin().Create(provider);
-
-        await connector.FetchAsync(provider, CancellationToken.None);
-
-        _timeProvider.Advance(TimeSpan.FromMinutes(1));
-        await connector.ParseAsync(provider, CancellationToken.None);
-
-        await connector.MapAsync(provider, CancellationToken.None);
-
-        var advisoryStore = provider.GetRequiredService<IAdvisoryStore>();
-        var advisories = await advisoryStore.GetRecentAsync(5, CancellationToken.None);
-        Assert.Single(advisories);
-        var canonical = SnapshotSerializer.ToSnapshot(advisories.Single());
-        var expected = ReadFixture("expected-advisory.json");
-        var normalizedExpected = NormalizeLineEndings(expected);
-        var normalizedActual = NormalizeLineEndings(canonical);
-        if (!string.Equals(normalizedExpected, normalizedActual, StringComparison.Ordinal))
-        {
-            var actualPath = Path.Combine(AppContext.BaseDirectory, "Source", "Ics", "Kaspersky", "Fixtures", "expected-advisory.actual.json");
-            Directory.CreateDirectory(Path.GetDirectoryName(actualPath)!);
-            File.WriteAllText(actualPath, canonical);
-        }
-
-        Assert.Equal(normalizedExpected, normalizedActual);
-
-        var documentStore = provider.GetRequiredService<IDocumentStore>();
-        var document = await documentStore.FindBySourceAndUriAsync(KasperskyConnectorPlugin.SourceName, detailUri.ToString(), CancellationToken.None);
-        Assert.NotNull(document);
-        Assert.Equal(DocumentStatuses.Mapped, document!.Status);
-
-        var stateRepository = provider.GetRequiredService<ISourceStateRepository>();
-        var state = await stateRepository.TryGetAsync(KasperskyConnectorPlugin.SourceName, CancellationToken.None);
-        Assert.NotNull(state);
-        var pendingDocuments = state!.Cursor.TryGetValue("pendingDocuments", out var pending)
-            ? pending.AsBsonArray
-            : new BsonArray();
-        Assert.Empty(pendingDocuments);
-    }
-
-    [Fact]
-    public async Task FetchFailure_RecordsBackoff()
-    {
-        var options = new KasperskyOptions
-        {
-            FeedUri = new Uri("https://ics-cert.example/feed-advisories/", UriKind.Absolute),
-            WindowSize = TimeSpan.FromDays(30),
-            WindowOverlap = TimeSpan.FromDays(1),
-            MaxPagesPerFetch = 1,
-            RequestDelay = TimeSpan.Zero,
-        };
-
-        await EnsureServiceProviderAsync(options);
-        var provider = _serviceProvider!;
-        _handler.Clear();
-        _handler.AddResponse(options.FeedUri, () => new HttpResponseMessage(HttpStatusCode.InternalServerError)
-        {
-            Content = new StringContent("feed error", Encoding.UTF8, "text/plain"),
-        });
-
-        var connector = new KasperskyConnectorPlugin().Create(provider);
-
-        await Assert.ThrowsAsync<HttpRequestException>(() => connector.FetchAsync(provider, CancellationToken.None));
-
-        var stateRepository = provider.GetRequiredService<ISourceStateRepository>();
-        var state = await stateRepository.TryGetAsync(KasperskyConnectorPlugin.SourceName, CancellationToken.None);
-        Assert.NotNull(state);
-        Assert.Equal(1, state!.FailCount);
-        Assert.NotNull(state.LastFailureReason);
-        Assert.Contains("500", state.LastFailureReason, StringComparison.Ordinal);
-        Assert.True(state.BackoffUntil.HasValue);
-        Assert.True(state.BackoffUntil!.Value > _timeProvider.GetUtcNow());
-    }
-
-    [Fact]
-    public async Task Fetch_NotModifiedMaintainsDocumentState()
-    {
-        var options = new KasperskyOptions
-        {
-            FeedUri = new Uri("https://ics-cert.example/feed-advisories/", UriKind.Absolute),
-            WindowSize = TimeSpan.FromDays(30),
-            WindowOverlap = TimeSpan.FromDays(1),
-            MaxPagesPerFetch = 1,
-            RequestDelay = TimeSpan.Zero,
-        };
-
-        await EnsureServiceProviderAsync(options);
-        var provider = _serviceProvider!;
-        _handler.Clear();
-
-        var feedXml = ReadFixture("feed-page1.xml");
-        var detailUri = new Uri("https://ics-cert.example/advisories/acme-controller-2024/");
-        var detailHtml = ReadFixture("detail-acme-controller-2024.html");
-        var etag = new EntityTagHeaderValue("\"ics-2024-acme\"");
-        var lastModified = new DateTimeOffset(2024, 10, 15, 10, 0, 0, TimeSpan.Zero);
-
-        _handler.AddTextResponse(options.FeedUri, feedXml, "application/rss+xml");
-        _handler.AddResponse(detailUri, () =>
-        {
-            var response = new HttpResponseMessage(HttpStatusCode.OK)
-            {
-                Content = new StringContent(detailHtml, Encoding.UTF8, "text/html"),
-            };
-            response.Headers.ETag = etag;
-            response.Content.Headers.LastModified = lastModified;
-            return response;
-        });
-
-        var connector = new KasperskyConnectorPlugin().Create(provider);
-
-        await connector.FetchAsync(provider, CancellationToken.None);
-        _timeProvider.Advance(TimeSpan.FromMinutes(1));
-        await connector.ParseAsync(provider, CancellationToken.None);
-        await connector.MapAsync(provider, CancellationToken.None);
-
-        var documentStore = provider.GetRequiredService<IDocumentStore>();
-        var document = await documentStore.FindBySourceAndUriAsync(KasperskyConnectorPlugin.SourceName, detailUri.ToString(), CancellationToken.None);
-        Assert.NotNull(document);
-        Assert.Equal(DocumentStatuses.Mapped, document!.Status);
-
-        _handler.AddTextResponse(options.FeedUri, feedXml, "application/rss+xml");
-        _handler.AddResponse(detailUri, () =>
-        {
-            var response = new HttpResponseMessage(HttpStatusCode.NotModified);
-            response.Headers.ETag = etag;
-            return response;
-        });
-
-        await connector.FetchAsync(provider, CancellationToken.None);
-        await connector.ParseAsync(provider, CancellationToken.None);
-        await connector.MapAsync(provider, CancellationToken.None);
-
-        document = await documentStore.FindBySourceAndUriAsync(KasperskyConnectorPlugin.SourceName, detailUri.ToString(), CancellationToken.None);
-        Assert.NotNull(document);
-        Assert.Equal(DocumentStatuses.Mapped, document!.Status);
-
-        var stateRepository = provider.GetRequiredService<ISourceStateRepository>();
-        var state = await stateRepository.TryGetAsync(KasperskyConnectorPlugin.SourceName, CancellationToken.None);
-        Assert.NotNull(state);
-        Assert.True(state!.Cursor.TryGetValue("pendingDocuments", out var pendingDocs));
-        Assert.Equal(0, pendingDocs.AsBsonArray.Count);
-        Assert.True(state.Cursor.TryGetValue("pendingMappings", out var pendingMappings));
-        Assert.Equal(0, pendingMappings.AsBsonArray.Count);
-    }
-
-    [Fact]
-    public async Task Fetch_DuplicateContentSkipsRequeue()
-    {
-        var options = new KasperskyOptions
-        {
-            FeedUri = new Uri("https://ics-cert.example/feed-advisories/", UriKind.Absolute),
-            WindowSize = TimeSpan.FromDays(30),
-            WindowOverlap = TimeSpan.FromDays(1),
-            MaxPagesPerFetch = 1,
-            RequestDelay = TimeSpan.Zero,
-        };
-
-        await EnsureServiceProviderAsync(options);
-        var provider = _serviceProvider!;
-        _handler.Clear();
-
-        var feedXml = ReadFixture("feed-page1.xml");
-        var detailUri = new Uri("https://ics-cert.example/advisories/acme-controller-2024/");
-        var detailHtml = ReadFixture("detail-acme-controller-2024.html");
-
-        _handler.AddTextResponse(options.FeedUri, feedXml, "application/rss+xml");
-        _handler.AddTextResponse(detailUri, detailHtml, "text/html");
-
-        var connector = new KasperskyConnectorPlugin().Create(provider);
-
-        await connector.FetchAsync(provider, CancellationToken.None);
-        _timeProvider.Advance(TimeSpan.FromMinutes(1));
-        await connector.ParseAsync(provider, CancellationToken.None);
-        await connector.MapAsync(provider, CancellationToken.None);
-
-        var documentStore = provider.GetRequiredService<IDocumentStore>();
-        var document = await documentStore.FindBySourceAndUriAsync(KasperskyConnectorPlugin.SourceName, detailUri.ToString(), CancellationToken.None);
-        Assert.NotNull(document);
-        Assert.Equal(DocumentStatuses.Mapped, document!.Status);
-
-        _handler.AddTextResponse(options.FeedUri, feedXml, "application/rss+xml");
-        _handler.AddTextResponse(detailUri, detailHtml, "text/html");
-
-        await connector.FetchAsync(provider, CancellationToken.None);
-        await connector.ParseAsync(provider, CancellationToken.None);
-        await connector.MapAsync(provider, CancellationToken.None);
-
-        document = await documentStore.FindBySourceAndUriAsync(KasperskyConnectorPlugin.SourceName, detailUri.ToString(), CancellationToken.None);
-        Assert.NotNull(document);
-        Assert.Equal(DocumentStatuses.Mapped, document!.Status);
-
-        var stateRepository = provider.GetRequiredService<ISourceStateRepository>();
-        var state = await stateRepository.TryGetAsync(KasperskyConnectorPlugin.SourceName, CancellationToken.None);
-        Assert.NotNull(state);
-        var pendingDocs = state!.Cursor.TryGetValue("pendingDocuments", out var pendingDocsValue)
-            ? pendingDocsValue.AsBsonArray
-            : new BsonArray();
-        Assert.Empty(pendingDocs);
-        var pendingMappings = state.Cursor.TryGetValue("pendingMappings", out var pendingMappingsValue)
-            ? pendingMappingsValue.AsBsonArray
-            : new BsonArray();
-        Assert.Empty(pendingMappings);
-    }
-
-    private async Task EnsureServiceProviderAsync(KasperskyOptions template)
-    {
-        if (_serviceProvider is not null)
-        {
-            await ResetDatabaseAsync();
-            return;
-        }
-
+public sealed class KasperskyConnectorTests : IAsyncLifetime
+{
+    private readonly ConcelierPostgresFixture _fixture;
+    private readonly FakeTimeProvider _timeProvider;
+    private readonly CannedHttpMessageHandler _handler;
+    private ServiceProvider? _serviceProvider;
+
+    public KasperskyConnectorTests(ConcelierPostgresFixture fixture)
+    {
+        _fixture = fixture;
+        _timeProvider = new FakeTimeProvider(new DateTimeOffset(2024, 10, 20, 0, 0, 0, TimeSpan.Zero));
+        _handler = new CannedHttpMessageHandler();
+    }
+
+    [Fact]
+    public async Task FetchParseMap_CreatesSnapshot()
+    {
+        var options = new KasperskyOptions
+        {
+            FeedUri = new Uri("https://ics-cert.example/feed-advisories/", UriKind.Absolute),
+            WindowSize = TimeSpan.FromDays(30),
+            WindowOverlap = TimeSpan.FromDays(1),
+            MaxPagesPerFetch = 1,
+            RequestDelay = TimeSpan.Zero,
+        };
+
+        await EnsureServiceProviderAsync(options);
+        var provider = _serviceProvider!;
+
+        _handler.Clear();
+
+        _handler.AddTextResponse(options.FeedUri, ReadFixture("feed-page1.xml"), "application/rss+xml");
+        var detailUri = new Uri("https://ics-cert.example/advisories/acme-controller-2024/");
+        _handler.AddTextResponse(detailUri, ReadFixture("detail-acme-controller-2024.html"), "text/html");
+
+        var connector = new KasperskyConnectorPlugin().Create(provider);
+
+        await connector.FetchAsync(provider, CancellationToken.None);
+
+        _timeProvider.Advance(TimeSpan.FromMinutes(1));
+        await connector.ParseAsync(provider, CancellationToken.None);
+
+        await connector.MapAsync(provider, CancellationToken.None);
+
+        var advisoryStore = provider.GetRequiredService<IAdvisoryStore>();
+        var advisories = await advisoryStore.GetRecentAsync(5, CancellationToken.None);
+        Assert.Single(advisories);
+        var canonical = SnapshotSerializer.ToSnapshot(advisories.Single());
+        var expected = ReadFixture("expected-advisory.json");
+        var normalizedExpected = NormalizeLineEndings(expected);
+        var normalizedActual = NormalizeLineEndings(canonical);
+        if (!string.Equals(normalizedExpected, normalizedActual, StringComparison.Ordinal))
+        {
+            var actualPath = Path.Combine(AppContext.BaseDirectory, "Source", "Ics", "Kaspersky", "Fixtures", "expected-advisory.actual.json");
+            Directory.CreateDirectory(Path.GetDirectoryName(actualPath)!);
+            File.WriteAllText(actualPath, canonical);
+        }
+
+        Assert.Equal(normalizedExpected, normalizedActual);
+
+        var documentStore = provider.GetRequiredService<IDocumentStore>();
+        var document = await documentStore.FindBySourceAndUriAsync(KasperskyConnectorPlugin.SourceName, detailUri.ToString(), CancellationToken.None);
+        Assert.NotNull(document);
+        Assert.Equal(DocumentStatuses.Mapped, document!.Status);
+
+        var stateRepository = provider.GetRequiredService<ISourceStateRepository>();
+        var state = await stateRepository.TryGetAsync(KasperskyConnectorPlugin.SourceName, CancellationToken.None);
+        Assert.NotNull(state);
+        var pendingDocuments = state!.Cursor.TryGetValue("pendingDocuments", out var pending)
+            ? pending.AsDocumentArray
+            : new DocumentArray();
+        Assert.Empty(pendingDocuments);
+    }
+
+    [Fact]
+    public async Task FetchFailure_RecordsBackoff()
+    {
+        var options = new KasperskyOptions
+        {
+            FeedUri = new Uri("https://ics-cert.example/feed-advisories/", UriKind.Absolute),
+            WindowSize = TimeSpan.FromDays(30),
+            WindowOverlap = TimeSpan.FromDays(1),
+            MaxPagesPerFetch = 1,
+            RequestDelay = TimeSpan.Zero,
+        };
+
+        await EnsureServiceProviderAsync(options);
+        var provider = _serviceProvider!;
+        _handler.Clear();
+        _handler.AddResponse(options.FeedUri, () => new HttpResponseMessage(HttpStatusCode.InternalServerError)
+        {
+            Content = new StringContent("feed error", Encoding.UTF8, "text/plain"),
+        });
+
+        var connector = new KasperskyConnectorPlugin().Create(provider);
+
+        await Assert.ThrowsAsync<HttpRequestException>(() => connector.FetchAsync(provider, CancellationToken.None));
+
+        var stateRepository = provider.GetRequiredService<ISourceStateRepository>();
+        var state = await stateRepository.TryGetAsync(KasperskyConnectorPlugin.SourceName, CancellationToken.None);
+        Assert.NotNull(state);
+        Assert.Equal(1, state!.FailCount);
+        Assert.NotNull(state.LastFailureReason);
+        Assert.Contains("500", state.LastFailureReason, StringComparison.Ordinal);
+        Assert.True(state.BackoffUntil.HasValue);
+        Assert.True(state.BackoffUntil!.Value > _timeProvider.GetUtcNow());
+    }
+
+    [Fact]
+    public async Task Fetch_NotModifiedMaintainsDocumentState()
+    {
+        var options = new KasperskyOptions
+        {
+            FeedUri = new Uri("https://ics-cert.example/feed-advisories/", UriKind.Absolute),
+            WindowSize = TimeSpan.FromDays(30),
+            WindowOverlap = TimeSpan.FromDays(1),
+            MaxPagesPerFetch = 1,
+            RequestDelay = TimeSpan.Zero,
+        };
+
+        await EnsureServiceProviderAsync(options);
+        var provider = _serviceProvider!;
+        _handler.Clear();
+
+        var feedXml = ReadFixture("feed-page1.xml");
+        var detailUri = new Uri("https://ics-cert.example/advisories/acme-controller-2024/");
+        var detailHtml = ReadFixture("detail-acme-controller-2024.html");
+        var etag = new EntityTagHeaderValue("\"ics-2024-acme\"");
+        var lastModified = new DateTimeOffset(2024, 10, 15, 10, 0, 0, TimeSpan.Zero);
+
+        _handler.AddTextResponse(options.FeedUri, feedXml, "application/rss+xml");
+        _handler.AddResponse(detailUri, () =>
+        {
+            var response = new HttpResponseMessage(HttpStatusCode.OK)
+            {
+                Content = new StringContent(detailHtml, Encoding.UTF8, "text/html"),
+            };
+            response.Headers.ETag = etag;
+            response.Content.Headers.LastModified = lastModified;
+            return response;
+        });
+
+        var connector = new KasperskyConnectorPlugin().Create(provider);
+
+        await connector.FetchAsync(provider, CancellationToken.None);
+        _timeProvider.Advance(TimeSpan.FromMinutes(1));
+        await connector.ParseAsync(provider, CancellationToken.None);
+        await connector.MapAsync(provider, CancellationToken.None);
+
+        var documentStore = provider.GetRequiredService<IDocumentStore>();
+        var document = await documentStore.FindBySourceAndUriAsync(KasperskyConnectorPlugin.SourceName, detailUri.ToString(), CancellationToken.None);
+        Assert.NotNull(document);
+        Assert.Equal(DocumentStatuses.Mapped, document!.Status);
+
+        _handler.AddTextResponse(options.FeedUri, feedXml, "application/rss+xml");
+        _handler.AddResponse(detailUri, () =>
+        {
+            var response = new HttpResponseMessage(HttpStatusCode.NotModified);
+            response.Headers.ETag = etag;
+            return response;
+        });
+
+        await connector.FetchAsync(provider, CancellationToken.None);
+        await connector.ParseAsync(provider, CancellationToken.None);
+        await connector.MapAsync(provider, CancellationToken.None);
+
+        document = await documentStore.FindBySourceAndUriAsync(KasperskyConnectorPlugin.SourceName, detailUri.ToString(), CancellationToken.None);
+        Assert.NotNull(document);
+        Assert.Equal(DocumentStatuses.Mapped, document!.Status);
+
+        var stateRepository = provider.GetRequiredService<ISourceStateRepository>();
+        var state = await stateRepository.TryGetAsync(KasperskyConnectorPlugin.SourceName, CancellationToken.None);
+        Assert.NotNull(state);
+        Assert.True(state!.Cursor.TryGetValue("pendingDocuments", out var pendingDocs));
+        Assert.Equal(0, pendingDocs.AsDocumentArray.Count);
+        Assert.True(state.Cursor.TryGetValue("pendingMappings", out var pendingMappings));
+        Assert.Equal(0, pendingMappings.AsDocumentArray.Count);
+    }
+
+    [Fact]
+    public async Task Fetch_DuplicateContentSkipsRequeue()
+    {
+        var options = new KasperskyOptions
+        {
+            FeedUri = new Uri("https://ics-cert.example/feed-advisories/", UriKind.Absolute),
+            WindowSize = TimeSpan.FromDays(30),
+            WindowOverlap = TimeSpan.FromDays(1),
+            MaxPagesPerFetch = 1,
+            RequestDelay = TimeSpan.Zero,
+        };
+
+        await EnsureServiceProviderAsync(options);
+        var provider = _serviceProvider!;
+        _handler.Clear();
+
+        var feedXml = ReadFixture("feed-page1.xml");
+        var detailUri = new Uri("https://ics-cert.example/advisories/acme-controller-2024/");
+        var detailHtml = ReadFixture("detail-acme-controller-2024.html");
+
+        _handler.AddTextResponse(options.FeedUri, feedXml, "application/rss+xml");
+        _handler.AddTextResponse(detailUri, detailHtml, "text/html");
+
+        var connector = new KasperskyConnectorPlugin().Create(provider);
+
+        await connector.FetchAsync(provider, CancellationToken.None);
+        _timeProvider.Advance(TimeSpan.FromMinutes(1));
+        await connector.ParseAsync(provider, CancellationToken.None);
+        await connector.MapAsync(provider, CancellationToken.None);
+
+        var documentStore = provider.GetRequiredService<IDocumentStore>();
+        var document = await documentStore.FindBySourceAndUriAsync(KasperskyConnectorPlugin.SourceName, detailUri.ToString(), CancellationToken.None);
+        Assert.NotNull(document);
+        Assert.Equal(DocumentStatuses.Mapped, document!.Status);
+
+        _handler.AddTextResponse(options.FeedUri, feedXml, "application/rss+xml");
+        _handler.AddTextResponse(detailUri, detailHtml, "text/html");
+
+        await connector.FetchAsync(provider, CancellationToken.None);
+        await connector.ParseAsync(provider, CancellationToken.None);
+        await connector.MapAsync(provider, CancellationToken.None);
+
+        document = await documentStore.FindBySourceAndUriAsync(KasperskyConnectorPlugin.SourceName, detailUri.ToString(), CancellationToken.None);
+        Assert.NotNull(document);
+        Assert.Equal(DocumentStatuses.Mapped, document!.Status);
+
+        var stateRepository = provider.GetRequiredService<ISourceStateRepository>();
+        var state = await stateRepository.TryGetAsync(KasperskyConnectorPlugin.SourceName, CancellationToken.None);
+        Assert.NotNull(state);
+        var pendingDocs = state!.Cursor.TryGetValue("pendingDocuments", out var pendingDocsValue)
+            ? pendingDocsValue.AsDocumentArray
+            : new DocumentArray();
+        Assert.Empty(pendingDocs);
+        var pendingMappings = state.Cursor.TryGetValue("pendingMappings", out var pendingMappingsValue)
+            ? pendingMappingsValue.AsDocumentArray
+            : new DocumentArray();
+        Assert.Empty(pendingMappings);
+    }
+
+    private async Task EnsureServiceProviderAsync(KasperskyOptions template)
+    {
+        if (_serviceProvider is not null)
+        {
+            await ResetDatabaseAsync();
+            return;
+        }
+
         await _fixture.TruncateAllTablesAsync();
-
-        var services = new ServiceCollection();
-        services.AddLogging(builder => builder.AddProvider(NullLoggerProvider.Instance));
-        services.AddSingleton<TimeProvider>(_timeProvider);
-        services.AddSingleton(_handler);
-
+
+        var services = new ServiceCollection();
+        services.AddLogging(builder => builder.AddProvider(NullLoggerProvider.Instance));
+        services.AddSingleton<TimeProvider>(_timeProvider);
+        services.AddSingleton(_handler);
+
         services.AddConcelierPostgresStorage(options =>
         {
             options.ConnectionString = _fixture.ConnectionString;
             options.SchemaName = _fixture.SchemaName;
             options.CommandTimeoutSeconds = 5;
         });
-
-        services.AddSourceCommon();
-        services.AddKasperskyIcsConnector(opts =>
-        {
-            opts.FeedUri = template.FeedUri;
-            opts.WindowSize = template.WindowSize;
-            opts.WindowOverlap = template.WindowOverlap;
-            opts.MaxPagesPerFetch = template.MaxPagesPerFetch;
-            opts.RequestDelay = template.RequestDelay;
-        });
-
-        services.Configure<HttpClientFactoryOptions>(KasperskyOptions.HttpClientName, builderOptions =>
-        {
-            builderOptions.HttpMessageHandlerBuilderActions.Add(builder =>
-            {
-                builder.PrimaryHandler = _handler;
-            });
-        });
-
-        _serviceProvider = services.BuildServiceProvider();
+
+        services.AddSourceCommon();
+        services.AddKasperskyIcsConnector(opts =>
+        {
+            opts.FeedUri = template.FeedUri;
+            opts.WindowSize = template.WindowSize;
+            opts.WindowOverlap = template.WindowOverlap;
+            opts.MaxPagesPerFetch = template.MaxPagesPerFetch;
+            opts.RequestDelay = template.RequestDelay;
+        });
+
+        services.Configure<HttpClientFactoryOptions>(KasperskyOptions.HttpClientName, builderOptions =>
+        {
+            builderOptions.HttpMessageHandlerBuilderActions.Add(builder =>
+            {
+                builder.PrimaryHandler = _handler;
+            });
+        });
+
+        _serviceProvider = services.BuildServiceProvider();
     }
 
     private Task ResetDatabaseAsync()
         => _fixture.TruncateAllTablesAsync();
-
-    private static string ReadFixture(string filename)
-    {
-        var baseDirectory = AppContext.BaseDirectory;
-        var primary = Path.Combine(baseDirectory, "Source", "Ics", "Kaspersky", "Fixtures", filename);
-        if (File.Exists(primary))
-        {
-            return File.ReadAllText(primary);
-        }
-
-        var fallback = Path.Combine(baseDirectory, "Kaspersky", "Fixtures", filename);
-        return File.ReadAllText(fallback);
-    }
-
-    private static string NormalizeLineEndings(string value)
-        => value.Replace("\r\n", "\n", StringComparison.Ordinal);
-
-    public Task InitializeAsync() => Task.CompletedTask;
-
-    public async Task DisposeAsync()
-    {
-        if (_serviceProvider is IAsyncDisposable asyncDisposable)
-        {
-            await asyncDisposable.DisposeAsync();
-        }
-        else
-        {
-            _serviceProvider?.Dispose();
-        }
-    }
-}
+
+    private static string ReadFixture(string filename)
+    {
+        var baseDirectory = AppContext.BaseDirectory;
+        var primary = Path.Combine(baseDirectory, "Source", "Ics", "Kaspersky", "Fixtures", filename);
+        if (File.Exists(primary))
+        {
+            return File.ReadAllText(primary);
+        }
+
+        var fallback = Path.Combine(baseDirectory, "Kaspersky", "Fixtures", filename);
+        return File.ReadAllText(fallback);
+    }
+
+    private static string NormalizeLineEndings(string value)
+        => value.Replace("\r\n", "\n", StringComparison.Ordinal);
+
+    public Task InitializeAsync() => Task.CompletedTask;
+
+    public async Task DisposeAsync()
+    {
+        if (_serviceProvider is IAsyncDisposable asyncDisposable)
+        {
+            await asyncDisposable.DisposeAsync();
+        }
+        else
+        {
+            _serviceProvider?.Dispose();
+        }
+    }
+}