consolidation of some of the modules, localization fixes, product advisories work, qa work
This commit is contained in:
master
209
devops/helm/stellaops/values-jobengine.yaml
Normal file
209
devops/helm/stellaops/values-jobengine.yaml
Normal file
@@ -0,0 +1,209 @@
|
||||
# JobEngine Service Helm Values Overlay
|
||||
# Enables job scheduling, DAG planning, and worker coordination.
|
||||
#
|
||||
# Usage:
|
||||
# helm upgrade stellaops ./stellaops -f values.yaml -f values-jobengine.yaml
|
||||
|
||||
global:
|
||||
labels:
|
||||
stellaops.io/component: jobengine
|
||||
|
||||
# JobEngine-specific ConfigMaps
|
||||
configMaps:
|
||||
jobengine-config:
|
||||
data:
|
||||
jobengine.yaml: |
|
||||
JobEngine:
|
||||
# Telemetry configuration
|
||||
telemetry:
|
||||
minimumLogLevel: Information
|
||||
enableRequestLogging: true
|
||||
otelEndpoint: ""
|
||||
|
||||
# Authority integration (disable for standalone testing)
|
||||
authority:
|
||||
enabled: true
|
||||
issuer: https://authority.svc.cluster.local/realms/stellaops
|
||||
requireHttpsMetadata: true
|
||||
audiences:
|
||||
- stellaops-platform
|
||||
readScope: jobengine:read
|
||||
writeScope: jobengine:write
|
||||
adminScope: jobengine:admin
|
||||
|
||||
# Tenant resolution
|
||||
tenantHeader: X-StellaOps-Tenant
|
||||
|
||||
# PostgreSQL connection (schema name "orchestrator" preserved for data continuity — Sprint 221)
|
||||
storage:
|
||||
connectionString: "Host=jobengine-postgres;Database=stellaops_jobengine;Username=jobengine;Password=${POSTGRES_PASSWORD}"
|
||||
commandTimeoutSeconds: 60
|
||||
enableSensitiveDataLogging: false
|
||||
|
||||
# Scheduler configuration
|
||||
scheduler:
|
||||
# Maximum concurrent jobs per tenant
|
||||
defaultConcurrencyLimit: 100
|
||||
# Default rate limit (requests per second)
|
||||
defaultRateLimit: 50
|
||||
# Job claim timeout before re-queue
|
||||
claimTimeoutMinutes: 30
|
||||
# Heartbeat interval for active jobs
|
||||
heartbeatIntervalSeconds: 30
|
||||
# Maximum heartbeat misses before job marked stale
|
||||
maxHeartbeatMisses: 3
|
||||
|
||||
# Autoscaling configuration
|
||||
autoscaling:
|
||||
# Enable autoscaling metrics endpoint
|
||||
enabled: true
|
||||
# Queue depth threshold for scale-up signal
|
||||
queueDepthThreshold: 10000
|
||||
# Dispatch latency P95 threshold (ms)
|
||||
latencyP95ThresholdMs: 150
|
||||
# Scale-up cooldown period
|
||||
scaleUpCooldownSeconds: 60
|
||||
# Scale-down cooldown period
|
||||
scaleDownCooldownSeconds: 300
|
||||
|
||||
# Load shedding configuration
|
||||
loadShedding:
|
||||
enabled: true
|
||||
# Warning threshold (load factor)
|
||||
warningThreshold: 0.8
|
||||
# Critical threshold (load factor)
|
||||
criticalThreshold: 1.0
|
||||
# Emergency threshold (load factor)
|
||||
emergencyThreshold: 1.5
|
||||
# Recovery cooldown
|
||||
recoveryCooldownSeconds: 30
|
||||
|
||||
# Dead letter configuration
|
||||
deadLetter:
|
||||
# Maximum replay attempts
|
||||
maxReplayAttempts: 3
|
||||
# Entry expiration (days)
|
||||
expirationDays: 30
|
||||
# Purge interval
|
||||
purgeIntervalHours: 24
|
||||
|
||||
# Backfill configuration
|
||||
backfill:
|
||||
# Maximum concurrent backfill requests
|
||||
maxConcurrentRequests: 5
|
||||
# Default batch size
|
||||
defaultBatchSize: 1000
|
||||
# Maximum retention lookback (days)
|
||||
maxRetentionDays: 90
|
||||
|
||||
# Service definitions
|
||||
services:
|
||||
jobengine-web:
|
||||
image: registry.stella-ops.org/stellaops/jobengine-web:2025.10.0-edge
|
||||
replicas: 2
|
||||
service:
|
||||
port: 8080
|
||||
configMounts:
|
||||
- name: jobengine-config
|
||||
configMap: jobengine-config
|
||||
mountPath: /app/etc/jobengine.yaml
|
||||
subPath: jobengine.yaml
|
||||
envFrom:
|
||||
- secretRef:
|
||||
name: jobengine-secrets
|
||||
env:
|
||||
ASPNETCORE_ENVIRONMENT: Production
|
||||
JOBENGINE__CONFIG: /app/etc/jobengine.yaml
|
||||
ports:
|
||||
- containerPort: 8080
|
||||
resources:
|
||||
requests:
|
||||
memory: "256Mi"
|
||||
cpu: "250m"
|
||||
limits:
|
||||
memory: "1Gi"
|
||||
cpu: "1000m"
|
||||
readinessProbe:
|
||||
httpGet:
|
||||
path: /readyz
|
||||
port: 8080
|
||||
initialDelaySeconds: 5
|
||||
periodSeconds: 10
|
||||
timeoutSeconds: 5
|
||||
failureThreshold: 3
|
||||
livenessProbe:
|
||||
httpGet:
|
||||
path: /livez
|
||||
port: 8080
|
||||
initialDelaySeconds: 10
|
||||
periodSeconds: 20
|
||||
timeoutSeconds: 5
|
||||
failureThreshold: 3
|
||||
startupProbe:
|
||||
httpGet:
|
||||
path: /startupz
|
||||
port: 8080
|
||||
initialDelaySeconds: 3
|
||||
periodSeconds: 5
|
||||
timeoutSeconds: 3
|
||||
failureThreshold: 30
|
||||
|
||||
jobengine-worker:
|
||||
image: registry.stella-ops.org/stellaops/jobengine-worker:2025.10.0-edge
|
||||
replicas: 1
|
||||
configMounts:
|
||||
- name: jobengine-config
|
||||
configMap: jobengine-config
|
||||
mountPath: /app/etc/jobengine.yaml
|
||||
subPath: jobengine.yaml
|
||||
envFrom:
|
||||
- secretRef:
|
||||
name: jobengine-secrets
|
||||
env:
|
||||
DOTNET_ENVIRONMENT: Production
|
||||
JOBENGINE__CONFIG: /app/etc/jobengine.yaml
|
||||
resources:
|
||||
requests:
|
||||
memory: "128Mi"
|
||||
cpu: "100m"
|
||||
limits:
|
||||
memory: "512Mi"
|
||||
cpu: "500m"
|
||||
|
||||
jobengine-postgres:
|
||||
class: infrastructure
|
||||
image: docker.io/library/postgres:16-alpine
|
||||
service:
|
||||
port: 5432
|
||||
envFrom:
|
||||
- secretRef:
|
||||
name: jobengine-postgres-secrets
|
||||
env:
|
||||
POSTGRES_DB: stellaops_jobengine
|
||||
POSTGRES_USER: jobengine
|
||||
volumeMounts:
|
||||
- name: postgres-data
|
||||
mountPath: /var/lib/postgresql/data
|
||||
volumeClaims:
|
||||
- name: postgres-data
|
||||
claimName: jobengine-postgres-data
|
||||
readinessProbe:
|
||||
exec:
|
||||
command:
|
||||
- pg_isready
|
||||
- -U
|
||||
- jobengine
|
||||
- -d
|
||||
- stellaops_jobengine
|
||||
initialDelaySeconds: 5
|
||||
periodSeconds: 10
|
||||
livenessProbe:
|
||||
exec:
|
||||
command:
|
||||
- pg_isready
|
||||
- -U
|
||||
- jobengine
|
||||
- -d
|
||||
- stellaops_jobengine
|
||||
initialDelaySeconds: 15
|
||||
periodSeconds: 30
|
||||
Reference in New Issue
Block a user