up
Some checks failed
Docs CI / lint-and-preview (push) Has been cancelled
AOC Guard CI / aoc-guard (push) Has been cancelled
AOC Guard CI / aoc-verify (push) Has been cancelled
Concelier Attestation Tests / attestation-tests (push) Has been cancelled
Export Center CI / export-ci (push) Has been cancelled
Notify Smoke Test / Notify Unit Tests (push) Has been cancelled
Notify Smoke Test / Notifier Service Tests (push) Has been cancelled
Notify Smoke Test / Notification Smoke Test (push) Has been cancelled
Policy Lint & Smoke / policy-lint (push) Has been cancelled
Scanner Analyzers / Discover Analyzers (push) Has been cancelled
Scanner Analyzers / Build Analyzers (push) Has been cancelled
Scanner Analyzers / Test Language Analyzers (push) Has been cancelled
Scanner Analyzers / Validate Test Fixtures (push) Has been cancelled
Scanner Analyzers / Verify Deterministic Output (push) Has been cancelled
Signals CI & Image / signals-ci (push) Has been cancelled
Signals Reachability Scoring & Events / reachability-smoke (push) Has been cancelled
Signals Reachability Scoring & Events / sign-and-upload (push) Has been cancelled

This commit is contained in:
StellaOps Bot
2025-12-13 00:20:26 +02:00
parent e1f1bef4c1
commit 564df71bfb
2376 changed files with 334389 additions and 328032 deletions

View File

@@ -1,26 +1,26 @@
using System.Collections.Generic;
namespace StellaOps.Scheduler.Queue.Redis;
internal interface IRedisSchedulerQueuePayload<TMessage>
{
string QueueName { get; }
string GetIdempotencyKey(TMessage message);
string Serialize(TMessage message);
TMessage Deserialize(string payload);
string GetRunId(TMessage message);
string GetTenantId(TMessage message);
string? GetScheduleId(TMessage message);
string? GetSegmentId(TMessage message);
string? GetCorrelationId(TMessage message);
IReadOnlyDictionary<string, string>? GetAttributes(TMessage message);
}
using System.Collections.Generic;
namespace StellaOps.Scheduler.Queue.Redis;
internal interface IRedisSchedulerQueuePayload<TMessage>
{
string QueueName { get; }
string GetIdempotencyKey(TMessage message);
string Serialize(TMessage message);
TMessage Deserialize(string payload);
string GetRunId(TMessage message);
string GetTenantId(TMessage message);
string? GetScheduleId(TMessage message);
string? GetSegmentId(TMessage message);
string? GetCorrelationId(TMessage message);
IReadOnlyDictionary<string, string>? GetAttributes(TMessage message);
}

View File

@@ -1,64 +1,64 @@
using System;
using System.Collections.Generic;
using System.Threading;
using System.Threading.Tasks;
using Microsoft.Extensions.Logging;
using StackExchange.Redis;
using StellaOps.Scheduler.Models;
namespace StellaOps.Scheduler.Queue.Redis;
internal sealed class RedisSchedulerPlannerQueue
: RedisSchedulerQueueBase<PlannerQueueMessage>, ISchedulerPlannerQueue
{
public RedisSchedulerPlannerQueue(
SchedulerQueueOptions queueOptions,
SchedulerRedisQueueOptions redisOptions,
ILogger<RedisSchedulerPlannerQueue> logger,
TimeProvider timeProvider,
Func<ConfigurationOptions, Task<IConnectionMultiplexer>>? connectionFactory = null)
: base(
queueOptions,
redisOptions,
redisOptions.Planner,
PlannerPayload.Instance,
logger,
timeProvider,
connectionFactory)
{
}
private sealed class PlannerPayload : IRedisSchedulerQueuePayload<PlannerQueueMessage>
{
public static PlannerPayload Instance { get; } = new();
public string QueueName => "planner";
public string GetIdempotencyKey(PlannerQueueMessage message)
=> message.IdempotencyKey;
public string Serialize(PlannerQueueMessage message)
=> CanonicalJsonSerializer.Serialize(message);
public PlannerQueueMessage Deserialize(string payload)
=> CanonicalJsonSerializer.Deserialize<PlannerQueueMessage>(payload);
public string GetRunId(PlannerQueueMessage message)
=> message.Run.Id;
public string GetTenantId(PlannerQueueMessage message)
=> message.Run.TenantId;
public string? GetScheduleId(PlannerQueueMessage message)
=> message.ScheduleId;
public string? GetSegmentId(PlannerQueueMessage message)
=> null;
public string? GetCorrelationId(PlannerQueueMessage message)
=> message.CorrelationId;
public IReadOnlyDictionary<string, string>? GetAttributes(PlannerQueueMessage message)
=> null;
}
}
using System;
using System.Collections.Generic;
using System.Threading;
using System.Threading.Tasks;
using Microsoft.Extensions.Logging;
using StackExchange.Redis;
using StellaOps.Scheduler.Models;
namespace StellaOps.Scheduler.Queue.Redis;
internal sealed class RedisSchedulerPlannerQueue
: RedisSchedulerQueueBase<PlannerQueueMessage>, ISchedulerPlannerQueue
{
public RedisSchedulerPlannerQueue(
SchedulerQueueOptions queueOptions,
SchedulerRedisQueueOptions redisOptions,
ILogger<RedisSchedulerPlannerQueue> logger,
TimeProvider timeProvider,
Func<ConfigurationOptions, Task<IConnectionMultiplexer>>? connectionFactory = null)
: base(
queueOptions,
redisOptions,
redisOptions.Planner,
PlannerPayload.Instance,
logger,
timeProvider,
connectionFactory)
{
}
private sealed class PlannerPayload : IRedisSchedulerQueuePayload<PlannerQueueMessage>
{
public static PlannerPayload Instance { get; } = new();
public string QueueName => "planner";
public string GetIdempotencyKey(PlannerQueueMessage message)
=> message.IdempotencyKey;
public string Serialize(PlannerQueueMessage message)
=> CanonicalJsonSerializer.Serialize(message);
public PlannerQueueMessage Deserialize(string payload)
=> CanonicalJsonSerializer.Deserialize<PlannerQueueMessage>(payload);
public string GetRunId(PlannerQueueMessage message)
=> message.Run.Id;
public string GetTenantId(PlannerQueueMessage message)
=> message.Run.TenantId;
public string? GetScheduleId(PlannerQueueMessage message)
=> message.ScheduleId;
public string? GetSegmentId(PlannerQueueMessage message)
=> null;
public string? GetCorrelationId(PlannerQueueMessage message)
=> message.CorrelationId;
public IReadOnlyDictionary<string, string>? GetAttributes(PlannerQueueMessage message)
=> null;
}
}

View File

@@ -1,91 +1,91 @@
using System;
using System.Collections.Generic;
using System.Threading;
using System.Threading.Tasks;
namespace StellaOps.Scheduler.Queue.Redis;
internal sealed class RedisSchedulerQueueLease<TMessage> : ISchedulerQueueLease<TMessage>
{
private readonly RedisSchedulerQueueBase<TMessage> _queue;
private int _completed;
internal RedisSchedulerQueueLease(
RedisSchedulerQueueBase<TMessage> queue,
string messageId,
string idempotencyKey,
string runId,
string tenantId,
string? scheduleId,
string? segmentId,
string? correlationId,
IReadOnlyDictionary<string, string> attributes,
TMessage message,
int attempt,
DateTimeOffset enqueuedAt,
DateTimeOffset leaseExpiresAt,
string consumer)
{
_queue = queue;
MessageId = messageId;
IdempotencyKey = idempotencyKey;
RunId = runId;
TenantId = tenantId;
ScheduleId = scheduleId;
SegmentId = segmentId;
CorrelationId = correlationId;
Attributes = attributes;
Message = message;
Attempt = attempt;
EnqueuedAt = enqueuedAt;
LeaseExpiresAt = leaseExpiresAt;
Consumer = consumer;
}
public string MessageId { get; }
public string IdempotencyKey { get; }
public string RunId { get; }
public string TenantId { get; }
public string? ScheduleId { get; }
public string? SegmentId { get; }
public string? CorrelationId { get; }
public IReadOnlyDictionary<string, string> Attributes { get; }
public TMessage Message { get; }
public int Attempt { get; private set; }
public DateTimeOffset EnqueuedAt { get; }
public DateTimeOffset LeaseExpiresAt { get; private set; }
public string Consumer { get; }
public Task AcknowledgeAsync(CancellationToken cancellationToken = default)
=> _queue.AcknowledgeAsync(this, cancellationToken);
public Task RenewAsync(TimeSpan leaseDuration, CancellationToken cancellationToken = default)
=> _queue.RenewLeaseAsync(this, leaseDuration, cancellationToken);
public Task ReleaseAsync(SchedulerQueueReleaseDisposition disposition, CancellationToken cancellationToken = default)
=> _queue.ReleaseAsync(this, disposition, cancellationToken);
public Task DeadLetterAsync(string reason, CancellationToken cancellationToken = default)
=> _queue.DeadLetterAsync(this, reason, cancellationToken);
internal bool TryBeginCompletion()
=> Interlocked.CompareExchange(ref _completed, 1, 0) == 0;
internal void RefreshLease(DateTimeOffset expiresAt)
=> LeaseExpiresAt = expiresAt;
internal void IncrementAttempt()
=> Attempt++;
}
using System;
using System.Collections.Generic;
using System.Threading;
using System.Threading.Tasks;
namespace StellaOps.Scheduler.Queue.Redis;
internal sealed class RedisSchedulerQueueLease<TMessage> : ISchedulerQueueLease<TMessage>
{
private readonly RedisSchedulerQueueBase<TMessage> _queue;
private int _completed;
internal RedisSchedulerQueueLease(
RedisSchedulerQueueBase<TMessage> queue,
string messageId,
string idempotencyKey,
string runId,
string tenantId,
string? scheduleId,
string? segmentId,
string? correlationId,
IReadOnlyDictionary<string, string> attributes,
TMessage message,
int attempt,
DateTimeOffset enqueuedAt,
DateTimeOffset leaseExpiresAt,
string consumer)
{
_queue = queue;
MessageId = messageId;
IdempotencyKey = idempotencyKey;
RunId = runId;
TenantId = tenantId;
ScheduleId = scheduleId;
SegmentId = segmentId;
CorrelationId = correlationId;
Attributes = attributes;
Message = message;
Attempt = attempt;
EnqueuedAt = enqueuedAt;
LeaseExpiresAt = leaseExpiresAt;
Consumer = consumer;
}
public string MessageId { get; }
public string IdempotencyKey { get; }
public string RunId { get; }
public string TenantId { get; }
public string? ScheduleId { get; }
public string? SegmentId { get; }
public string? CorrelationId { get; }
public IReadOnlyDictionary<string, string> Attributes { get; }
public TMessage Message { get; }
public int Attempt { get; private set; }
public DateTimeOffset EnqueuedAt { get; }
public DateTimeOffset LeaseExpiresAt { get; private set; }
public string Consumer { get; }
public Task AcknowledgeAsync(CancellationToken cancellationToken = default)
=> _queue.AcknowledgeAsync(this, cancellationToken);
public Task RenewAsync(TimeSpan leaseDuration, CancellationToken cancellationToken = default)
=> _queue.RenewLeaseAsync(this, leaseDuration, cancellationToken);
public Task ReleaseAsync(SchedulerQueueReleaseDisposition disposition, CancellationToken cancellationToken = default)
=> _queue.ReleaseAsync(this, disposition, cancellationToken);
public Task DeadLetterAsync(string reason, CancellationToken cancellationToken = default)
=> _queue.DeadLetterAsync(this, reason, cancellationToken);
internal bool TryBeginCompletion()
=> Interlocked.CompareExchange(ref _completed, 1, 0) == 0;
internal void RefreshLease(DateTimeOffset expiresAt)
=> LeaseExpiresAt = expiresAt;
internal void IncrementAttempt()
=> Attempt++;
}

View File

@@ -1,90 +1,90 @@
using System;
using System.Collections.Generic;
using System.Linq;
using System.Threading;
using System.Threading.Tasks;
using Microsoft.Extensions.Logging;
using StackExchange.Redis;
using StellaOps.Scheduler.Models;
namespace StellaOps.Scheduler.Queue.Redis;
internal sealed class RedisSchedulerRunnerQueue
: RedisSchedulerQueueBase<RunnerSegmentQueueMessage>, ISchedulerRunnerQueue
{
public RedisSchedulerRunnerQueue(
SchedulerQueueOptions queueOptions,
SchedulerRedisQueueOptions redisOptions,
ILogger<RedisSchedulerRunnerQueue> logger,
TimeProvider timeProvider,
Func<ConfigurationOptions, Task<IConnectionMultiplexer>>? connectionFactory = null)
: base(
queueOptions,
redisOptions,
redisOptions.Runner,
RunnerPayload.Instance,
logger,
timeProvider,
connectionFactory)
{
}
private sealed class RunnerPayload : IRedisSchedulerQueuePayload<RunnerSegmentQueueMessage>
{
public static RunnerPayload Instance { get; } = new();
public string QueueName => "runner";
public string GetIdempotencyKey(RunnerSegmentQueueMessage message)
=> message.IdempotencyKey;
public string Serialize(RunnerSegmentQueueMessage message)
=> CanonicalJsonSerializer.Serialize(message);
public RunnerSegmentQueueMessage Deserialize(string payload)
=> CanonicalJsonSerializer.Deserialize<RunnerSegmentQueueMessage>(payload);
public string GetRunId(RunnerSegmentQueueMessage message)
=> message.RunId;
public string GetTenantId(RunnerSegmentQueueMessage message)
=> message.TenantId;
public string? GetScheduleId(RunnerSegmentQueueMessage message)
=> message.ScheduleId;
public string? GetSegmentId(RunnerSegmentQueueMessage message)
=> message.SegmentId;
public string? GetCorrelationId(RunnerSegmentQueueMessage message)
=> message.CorrelationId;
public IReadOnlyDictionary<string, string>? GetAttributes(RunnerSegmentQueueMessage message)
{
if (message.Attributes.Count == 0 && message.ImageDigests.Count == 0)
{
return null;
}
// Ensure digests remain accessible without deserializing the entire payload.
var map = new Dictionary<string, string>(message.Attributes, StringComparer.Ordinal);
map["imageDigestCount"] = message.ImageDigests.Count.ToString();
// populate first few digests for quick inspection (bounded)
var take = Math.Min(message.ImageDigests.Count, 5);
for (var i = 0; i < take; i++)
{
map[$"digest{i}"] = message.ImageDigests[i];
}
if (message.RatePerSecond.HasValue)
{
map["ratePerSecond"] = message.RatePerSecond.Value.ToString();
}
map["usageOnly"] = message.UsageOnly ? "true" : "false";
return map;
}
}
}
using System;
using System.Collections.Generic;
using System.Linq;
using System.Threading;
using System.Threading.Tasks;
using Microsoft.Extensions.Logging;
using StackExchange.Redis;
using StellaOps.Scheduler.Models;
namespace StellaOps.Scheduler.Queue.Redis;
internal sealed class RedisSchedulerRunnerQueue
: RedisSchedulerQueueBase<RunnerSegmentQueueMessage>, ISchedulerRunnerQueue
{
public RedisSchedulerRunnerQueue(
SchedulerQueueOptions queueOptions,
SchedulerRedisQueueOptions redisOptions,
ILogger<RedisSchedulerRunnerQueue> logger,
TimeProvider timeProvider,
Func<ConfigurationOptions, Task<IConnectionMultiplexer>>? connectionFactory = null)
: base(
queueOptions,
redisOptions,
redisOptions.Runner,
RunnerPayload.Instance,
logger,
timeProvider,
connectionFactory)
{
}
private sealed class RunnerPayload : IRedisSchedulerQueuePayload<RunnerSegmentQueueMessage>
{
public static RunnerPayload Instance { get; } = new();
public string QueueName => "runner";
public string GetIdempotencyKey(RunnerSegmentQueueMessage message)
=> message.IdempotencyKey;
public string Serialize(RunnerSegmentQueueMessage message)
=> CanonicalJsonSerializer.Serialize(message);
public RunnerSegmentQueueMessage Deserialize(string payload)
=> CanonicalJsonSerializer.Deserialize<RunnerSegmentQueueMessage>(payload);
public string GetRunId(RunnerSegmentQueueMessage message)
=> message.RunId;
public string GetTenantId(RunnerSegmentQueueMessage message)
=> message.TenantId;
public string? GetScheduleId(RunnerSegmentQueueMessage message)
=> message.ScheduleId;
public string? GetSegmentId(RunnerSegmentQueueMessage message)
=> message.SegmentId;
public string? GetCorrelationId(RunnerSegmentQueueMessage message)
=> message.CorrelationId;
public IReadOnlyDictionary<string, string>? GetAttributes(RunnerSegmentQueueMessage message)
{
if (message.Attributes.Count == 0 && message.ImageDigests.Count == 0)
{
return null;
}
// Ensure digests remain accessible without deserializing the entire payload.
var map = new Dictionary<string, string>(message.Attributes, StringComparer.Ordinal);
map["imageDigestCount"] = message.ImageDigests.Count.ToString();
// populate first few digests for quick inspection (bounded)
var take = Math.Min(message.ImageDigests.Count, 5);
for (var i = 0; i < take; i++)
{
map[$"digest{i}"] = message.ImageDigests[i];
}
if (message.RatePerSecond.HasValue)
{
map["ratePerSecond"] = message.RatePerSecond.Value.ToString();
}
map["usageOnly"] = message.UsageOnly ? "true" : "false";
return map;
}
}
}