feat: Add Go module and workspace test fixtures

- Created expected JSON files for Go modules and workspaces. - Added go.mod and go.sum files for example projects. - Implemented private module structure with expected JSON output. - Introduced vendored dependencies with corresponding expected JSON. - Developed PostgresGraphJobStore for managing graph jobs. - Established SQL migration scripts for graph jobs schema. - Implemented GraphJobRepository for CRUD operations on graph jobs. - Created IGraphJobRepository interface for repository abstraction. - Added unit tests for GraphJobRepository to ensure functionality.
2025-12-06 20:04:03 +02:00
parent a6f1406509
commit 05597616d6
178 changed files with 12022 additions and 4545 deletions
--- a/deploy/compose/README.md
+++ b/deploy/compose/README.md
@@ -17,6 +17,7 @@ These Compose bundles ship the minimum services required to exercise the scanner
 | `env/*.env.example` | Seed `.env` files that document required secrets and ports per profile. |
 | `scripts/backup.sh` | Pauses workers and creates tar.gz of Mongo/MinIO/Redis volumes (deterministic snapshot). |
 | `scripts/reset.sh` | Stops the stack and removes Mongo/MinIO/Redis volumes after explicit confirmation. |
+| `docker-compose.mock.yaml` | Dev-only overlay with placeholder digests for missing services (orchestrator, policy-registry, packs, task-runner, VEX/Vuln stack). Use only with mock release manifest `deploy/releases/2025.09-mock-dev.yaml`. |

 ## Usage

@@ -103,6 +104,20 @@ The Helm chart mirrors these settings under `services.advisory-ai-web` / `adviso
 1. Import the new manifest into `deploy/releases/` (see `deploy/README.md`).
 2. Update image digests in the relevant Compose file(s).
 3. Re-run `docker compose config` to confirm the bundle is deterministic.
+
+### Mock overlay for missing digests (dev only)
+
+Until official digests land, you can exercise Compose packaging with mock placeholders:
+
+```bash
+# assumes docker-compose.dev.yaml as the base profile
+docker compose --env-file env/dev.env.example \
+  -f docker-compose.dev.yaml \
+  -f docker-compose.mock.yaml \
+  config
+```
+
+The overlay pins the missing services (orchestrator, policy-registry, packs-registry, task-runner, VEX/Vuln stack) to mock digests from `deploy/releases/2025.09-mock-dev.yaml` and uses `sleep infinity` commands. Replace with real digests and service commands as soon as releases publish.

 Keep digests synchronized between Compose, Helm, and the release manifest to preserve reproducibility guarantees. `deploy/tools/validate-profiles.sh` performs a quick audit.

--- a/deploy/compose/docker-compose.cas.yaml
+++ b/deploy/compose/docker-compose.cas.yaml
@@ -0,0 +1,191 @@
+# Content Addressable Storage (CAS) Infrastructure
+# Uses RustFS for S3-compatible immutable object storage
+# Aligned with best-in-class vulnerability scanner retention policies
+#
+# Usage:
+#   docker compose -f docker-compose.cas.yaml up -d
+#   docker compose -f docker-compose.cas.yaml -f docker-compose.dev.yaml up -d
+
+x-release-labels: &release-labels
+  com.stellaops.release.version: "2025.10.0-edge"
+  com.stellaops.release.channel: "edge"
+  com.stellaops.profile: "cas"
+
+x-cas-config: &cas-config
+  # Retention policies (aligned with Trivy/Grype/Anchore Enterprise)
+  # - vulnerability-db: 7 days (matches Trivy default)
+  # - sbom-artifacts: 365 days (audit compliance)
+  # - scan-results: 90 days (SOC2/ISO27001 typical)
+  # - evidence-bundles: indefinite (immutable, content-addressed)
+  # - attestations: indefinite (in-toto/DSSE signed)
+  CAS__RETENTION__VULNERABILITY_DB_DAYS: "7"
+  CAS__RETENTION__SBOM_ARTIFACTS_DAYS: "365"
+  CAS__RETENTION__SCAN_RESULTS_DAYS: "90"
+  CAS__RETENTION__EVIDENCE_BUNDLES_DAYS: "0"      # 0 = indefinite
+  CAS__RETENTION__ATTESTATIONS_DAYS: "0"          # 0 = indefinite
+  CAS__RETENTION__TEMP_ARTIFACTS_DAYS: "1"
+
+networks:
+  cas:
+    driver: bridge
+
+volumes:
+  rustfs-cas-data:
+    driver: local
+    driver_opts:
+      type: none
+      o: bind
+      device: ${CAS_DATA_PATH:-/var/lib/stellaops/cas}
+  rustfs-evidence-data:
+    driver: local
+    driver_opts:
+      type: none
+      o: bind
+      device: ${CAS_EVIDENCE_PATH:-/var/lib/stellaops/evidence}
+  rustfs-attestation-data:
+    driver: local
+    driver_opts:
+      type: none
+      o: bind
+      device: ${CAS_ATTESTATION_PATH:-/var/lib/stellaops/attestations}
+
+services:
+  # Primary CAS storage - runtime facts, signals, replay artifacts
+  rustfs-cas:
+    image: registry.stella-ops.org/stellaops/rustfs:2025.10.0-edge
+    command: ["serve", "--listen", "0.0.0.0:8080", "--root", "/data"]
+    restart: unless-stopped
+    environment:
+      RUSTFS__LOG__LEVEL: "${RUSTFS_LOG_LEVEL:-info}"
+      RUSTFS__STORAGE__PATH: /data
+      RUSTFS__STORAGE__DEDUP: "true"
+      RUSTFS__STORAGE__COMPRESSION: "${RUSTFS_COMPRESSION:-zstd}"
+      RUSTFS__STORAGE__COMPRESSION_LEVEL: "${RUSTFS_COMPRESSION_LEVEL:-3}"
+      # Bucket lifecycle (retention enforcement)
+      RUSTFS__LIFECYCLE__ENABLED: "true"
+      RUSTFS__LIFECYCLE__SCAN_INTERVAL_HOURS: "24"
+      RUSTFS__LIFECYCLE__DEFAULT_RETENTION_DAYS: "90"
+      # Access control
+      RUSTFS__AUTH__ENABLED: "${RUSTFS_AUTH_ENABLED:-true}"
+      RUSTFS__AUTH__API_KEY: "${RUSTFS_CAS_API_KEY:-cas-api-key-change-me}"
+      RUSTFS__AUTH__READONLY_KEY: "${RUSTFS_CAS_READONLY_KEY:-cas-readonly-key-change-me}"
+      # Service account configuration
+      RUSTFS__ACCOUNTS__SCANNER__KEY: "${RUSTFS_SCANNER_KEY:-scanner-svc-key}"
+      RUSTFS__ACCOUNTS__SCANNER__BUCKETS: "scanner-artifacts,surface-cache,runtime-facts"
+      RUSTFS__ACCOUNTS__SCANNER__PERMISSIONS: "read,write"
+      RUSTFS__ACCOUNTS__SIGNALS__KEY: "${RUSTFS_SIGNALS_KEY:-signals-svc-key}"
+      RUSTFS__ACCOUNTS__SIGNALS__BUCKETS: "runtime-facts,signals-data,provenance-feed"
+      RUSTFS__ACCOUNTS__SIGNALS__PERMISSIONS: "read,write"
+      RUSTFS__ACCOUNTS__REPLAY__KEY: "${RUSTFS_REPLAY_KEY:-replay-svc-key}"
+      RUSTFS__ACCOUNTS__REPLAY__BUCKETS: "replay-bundles,inputs-lock"
+      RUSTFS__ACCOUNTS__REPLAY__PERMISSIONS: "read,write"
+      RUSTFS__ACCOUNTS__READONLY__KEY: "${RUSTFS_READONLY_KEY:-readonly-svc-key}"
+      RUSTFS__ACCOUNTS__READONLY__BUCKETS: "*"
+      RUSTFS__ACCOUNTS__READONLY__PERMISSIONS: "read"
+      <<: *cas-config
+    volumes:
+      - rustfs-cas-data:/data
+    ports:
+      - "${RUSTFS_CAS_PORT:-8180}:8080"
+    networks:
+      - cas
+    labels: *release-labels
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:8080/health"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+      start_period: 10s
+
+  # Evidence storage - Merkle roots, hash chains, evidence bundles (immutable)
+  rustfs-evidence:
+    image: registry.stella-ops.org/stellaops/rustfs:2025.10.0-edge
+    command: ["serve", "--listen", "0.0.0.0:8080", "--root", "/data", "--immutable"]
+    restart: unless-stopped
+    environment:
+      RUSTFS__LOG__LEVEL: "${RUSTFS_LOG_LEVEL:-info}"
+      RUSTFS__STORAGE__PATH: /data
+      RUSTFS__STORAGE__DEDUP: "true"
+      RUSTFS__STORAGE__COMPRESSION: "${RUSTFS_COMPRESSION:-zstd}"
+      RUSTFS__STORAGE__IMMUTABLE: "true"  # Write-once, never delete
+      # Access control
+      RUSTFS__AUTH__ENABLED: "true"
+      RUSTFS__AUTH__API_KEY: "${RUSTFS_EVIDENCE_API_KEY:-evidence-api-key-change-me}"
+      RUSTFS__AUTH__READONLY_KEY: "${RUSTFS_EVIDENCE_READONLY_KEY:-evidence-readonly-key-change-me}"
+      # Service accounts
+      RUSTFS__ACCOUNTS__LEDGER__KEY: "${RUSTFS_LEDGER_KEY:-ledger-svc-key}"
+      RUSTFS__ACCOUNTS__LEDGER__BUCKETS: "evidence-bundles,merkle-roots,hash-chains"
+      RUSTFS__ACCOUNTS__LEDGER__PERMISSIONS: "read,write"
+      RUSTFS__ACCOUNTS__EXPORTER__KEY: "${RUSTFS_EXPORTER_KEY:-exporter-svc-key}"
+      RUSTFS__ACCOUNTS__EXPORTER__BUCKETS: "evidence-bundles"
+      RUSTFS__ACCOUNTS__EXPORTER__PERMISSIONS: "read"
+    volumes:
+      - rustfs-evidence-data:/data
+    ports:
+      - "${RUSTFS_EVIDENCE_PORT:-8181}:8080"
+    networks:
+      - cas
+    labels: *release-labels
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:8080/health"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+      start_period: 10s
+
+  # Attestation storage - DSSE envelopes, in-toto attestations (immutable)
+  rustfs-attestation:
+    image: registry.stella-ops.org/stellaops/rustfs:2025.10.0-edge
+    command: ["serve", "--listen", "0.0.0.0:8080", "--root", "/data", "--immutable"]
+    restart: unless-stopped
+    environment:
+      RUSTFS__LOG__LEVEL: "${RUSTFS_LOG_LEVEL:-info}"
+      RUSTFS__STORAGE__PATH: /data
+      RUSTFS__STORAGE__DEDUP: "true"
+      RUSTFS__STORAGE__COMPRESSION: "${RUSTFS_COMPRESSION:-zstd}"
+      RUSTFS__STORAGE__IMMUTABLE: "true"  # Write-once, never delete
+      # Access control
+      RUSTFS__AUTH__ENABLED: "true"
+      RUSTFS__AUTH__API_KEY: "${RUSTFS_ATTESTATION_API_KEY:-attestation-api-key-change-me}"
+      RUSTFS__AUTH__READONLY_KEY: "${RUSTFS_ATTESTATION_READONLY_KEY:-attestation-readonly-key-change-me}"
+      # Service accounts
+      RUSTFS__ACCOUNTS__ATTESTOR__KEY: "${RUSTFS_ATTESTOR_KEY:-attestor-svc-key}"
+      RUSTFS__ACCOUNTS__ATTESTOR__BUCKETS: "attestations,dsse-envelopes,rekor-receipts"
+      RUSTFS__ACCOUNTS__ATTESTOR__PERMISSIONS: "read,write"
+      RUSTFS__ACCOUNTS__VERIFIER__KEY: "${RUSTFS_VERIFIER_KEY:-verifier-svc-key}"
+      RUSTFS__ACCOUNTS__VERIFIER__BUCKETS: "attestations,dsse-envelopes,rekor-receipts"
+      RUSTFS__ACCOUNTS__VERIFIER__PERMISSIONS: "read"
+    volumes:
+      - rustfs-attestation-data:/data
+    ports:
+      - "${RUSTFS_ATTESTATION_PORT:-8182}:8080"
+    networks:
+      - cas
+    labels: *release-labels
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:8080/health"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+      start_period: 10s
+
+  # Lifecycle manager - enforces retention policies
+  cas-lifecycle:
+    image: registry.stella-ops.org/stellaops/cas-lifecycle:2025.10.0-edge
+    restart: unless-stopped
+    depends_on:
+      rustfs-cas:
+        condition: service_healthy
+    environment:
+      LIFECYCLE__CAS__ENDPOINT: "http://rustfs-cas:8080"
+      LIFECYCLE__CAS__API_KEY: "${RUSTFS_CAS_API_KEY:-cas-api-key-change-me}"
+      LIFECYCLE__SCHEDULE__CRON: "${LIFECYCLE_CRON:-0 3 * * *}"  # 3 AM daily
+      LIFECYCLE__POLICIES__VULNERABILITY_DB: "7d"
+      LIFECYCLE__POLICIES__SBOM_ARTIFACTS: "365d"
+      LIFECYCLE__POLICIES__SCAN_RESULTS: "90d"
+      LIFECYCLE__POLICIES__TEMP_ARTIFACTS: "1d"
+      LIFECYCLE__TELEMETRY__ENABLED: "${LIFECYCLE_TELEMETRY:-true}"
+      LIFECYCLE__TELEMETRY__OTLP_ENDPOINT: "${OTLP_ENDPOINT:-}"
+    networks:
+      - cas
+    labels: *release-labels
--- a/deploy/compose/docker-compose.mock.yaml
+++ b/deploy/compose/docker-compose.mock.yaml
@@ -0,0 +1,74 @@
+x-release-labels: &release-labels
+  com.stellaops.release.version: "2025.09.2-mock"
+  com.stellaops.release.channel: "dev-mock"
+  com.stellaops.profile: "mock-overlay"
+
+services:
+  orchestrator:
+    image: registry.stella-ops.org/stellaops/orchestrator@sha256:97f12856ce870bafd3328bda86833bcccbf56d255941d804966b5557f6610119
+    command: ["sleep", "infinity"] # mock placeholder
+    depends_on:
+      - mongo
+      - nats
+    labels: *release-labels
+    networks: [stellaops]
+
+  policy-registry:
+    image: registry.stella-ops.org/stellaops/policy-registry@sha256:c6cad8055e9827ebcbebb6ad4d6866dce4b83a0a49b0a8a6500b736a5cb26fa7
+    command: ["sleep", "infinity"] # mock placeholder
+    depends_on:
+      - mongo
+    labels: *release-labels
+    networks: [stellaops]
+
+  vex-lens:
+    image: registry.stella-ops.org/stellaops/vex-lens@sha256:b44e63ecfeebc345a70c073c1ce5ace709c58be0ffaad0e2862758aeee3092fb
+    command: ["sleep", "infinity"] # mock placeholder
+    depends_on:
+      - mongo
+    labels: *release-labels
+    networks: [stellaops]
+
+  issuer-directory:
+    image: registry.stella-ops.org/stellaops/issuer-directory@sha256:67e8ef02c97d3156741e857756994888f30c373ace8e84886762edba9dc51914
+    command: ["sleep", "infinity"] # mock placeholder
+    depends_on:
+      - mongo
+      - authority
+    labels: *release-labels
+    networks: [stellaops]
+
+  findings-ledger:
+    image: registry.stella-ops.org/stellaops/findings-ledger@sha256:71d4c361ba8b2f8b69d652597bc3f2efc8a64f93fab854ce25272a88506df49c
+    command: ["sleep", "infinity"] # mock placeholder
+    depends_on:
+      - postgres
+      - authority
+    labels: *release-labels
+    networks: [stellaops]
+
+  vuln-explorer-api:
+    image: registry.stella-ops.org/stellaops/vuln-explorer-api@sha256:7fc7e43a05cbeb0106ce7d4d634612e83de6fdc119aaab754a71c1d60b82841d
+    command: ["sleep", "infinity"] # mock placeholder
+    depends_on:
+      - findings-ledger
+      - authority
+    labels: *release-labels
+    networks: [stellaops]
+
+  packs-registry:
+    image: registry.stella-ops.org/stellaops/packs-registry@sha256:1f5e9416c4dc608594ad6fad87c24d72134427f899c192b494e22b268499c791
+    command: ["sleep", "infinity"] # mock placeholder
+    depends_on:
+      - mongo
+    labels: *release-labels
+    networks: [stellaops]
+
+  task-runner:
+    image: registry.stella-ops.org/stellaops/task-runner@sha256:eb5ad992b49a41554f41516be1a6afcfa6522faf2111c08ff2b3664ad2fc954b
+    command: ["sleep", "infinity"] # mock placeholder
+    depends_on:
+      - packs-registry
+      - postgres
+    labels: *release-labels
+    networks: [stellaops]
--- a/deploy/compose/env/cas.env.example
+++ b/deploy/compose/env/cas.env.example
@@ -0,0 +1,118 @@
+# CAS (Content Addressable Storage) Environment Configuration
+# Copy to .env and customize for your deployment
+#
+# Aligned with best-in-class vulnerability scanner retention policies:
+# - Trivy: 7 days vulnerability DB
+# - Grype: 5 days DB, configurable
+# - Anchore Enterprise: 90-365 days typical
+# - Snyk Enterprise: 365 days
+
+# =============================================================================
+# DATA PATHS (ensure directories exist with proper permissions)
+# =============================================================================
+CAS_DATA_PATH=/var/lib/stellaops/cas
+CAS_EVIDENCE_PATH=/var/lib/stellaops/evidence
+CAS_ATTESTATION_PATH=/var/lib/stellaops/attestations
+
+# =============================================================================
+# RUSTFS CONFIGURATION
+# =============================================================================
+RUSTFS_LOG_LEVEL=info
+RUSTFS_COMPRESSION=zstd
+RUSTFS_COMPRESSION_LEVEL=3
+
+# =============================================================================
+# PORTS
+# =============================================================================
+RUSTFS_CAS_PORT=8180
+RUSTFS_EVIDENCE_PORT=8181
+RUSTFS_ATTESTATION_PORT=8182
+
+# =============================================================================
+# ACCESS CONTROL - API KEYS
+# IMPORTANT: Change these in production!
+# =============================================================================
+
+# CAS Storage (mutable, lifecycle-managed)
+RUSTFS_CAS_API_KEY=cas-api-key-CHANGE-IN-PRODUCTION
+RUSTFS_CAS_READONLY_KEY=cas-readonly-key-CHANGE-IN-PRODUCTION
+
+# Evidence Storage (immutable)
+RUSTFS_EVIDENCE_API_KEY=evidence-api-key-CHANGE-IN-PRODUCTION
+RUSTFS_EVIDENCE_READONLY_KEY=evidence-readonly-key-CHANGE-IN-PRODUCTION
+
+# Attestation Storage (immutable)
+RUSTFS_ATTESTATION_API_KEY=attestation-api-key-CHANGE-IN-PRODUCTION
+RUSTFS_ATTESTATION_READONLY_KEY=attestation-readonly-key-CHANGE-IN-PRODUCTION
+
+# =============================================================================
+# SERVICE ACCOUNT KEYS
+# Each service has its own key for fine-grained access control
+# IMPORTANT: Generate unique keys per environment!
+# =============================================================================
+
+# Scanner service - access to scanner artifacts, surface cache, runtime facts
+RUSTFS_SCANNER_KEY=scanner-svc-key-GENERATE-UNIQUE
+# Bucket access: scanner-artifacts (rw), surface-cache (rw), runtime-facts (rw)
+
+# Signals service - access to runtime facts, signals data, provenance feed
+RUSTFS_SIGNALS_KEY=signals-svc-key-GENERATE-UNIQUE
+# Bucket access: runtime-facts (rw), signals-data (rw), provenance-feed (rw)
+
+# Replay service - access to replay bundles, inputs lock files
+RUSTFS_REPLAY_KEY=replay-svc-key-GENERATE-UNIQUE
+# Bucket access: replay-bundles (rw), inputs-lock (rw)
+
+# Ledger service - access to evidence bundles, merkle roots, hash chains
+RUSTFS_LEDGER_KEY=ledger-svc-key-GENERATE-UNIQUE
+# Bucket access: evidence-bundles (rw), merkle-roots (rw), hash-chains (rw)
+
+# Exporter service - read-only access to evidence bundles
+RUSTFS_EXPORTER_KEY=exporter-svc-key-GENERATE-UNIQUE
+# Bucket access: evidence-bundles (r)
+
+# Attestor service - access to attestations, DSSE envelopes, Rekor receipts
+RUSTFS_ATTESTOR_KEY=attestor-svc-key-GENERATE-UNIQUE
+# Bucket access: attestations (rw), dsse-envelopes (rw), rekor-receipts (rw)
+
+# Verifier service - read-only access to attestations
+RUSTFS_VERIFIER_KEY=verifier-svc-key-GENERATE-UNIQUE
+# Bucket access: attestations (r), dsse-envelopes (r), rekor-receipts (r)
+
+# Global read-only key (for debugging/auditing)
+RUSTFS_READONLY_KEY=readonly-global-key-GENERATE-UNIQUE
+# Bucket access: * (r)
+
+# =============================================================================
+# LIFECYCLE MANAGEMENT
+# =============================================================================
+# Cron schedule for retention policy enforcement (default: 3 AM daily)
+LIFECYCLE_CRON=0 3 * * *
+LIFECYCLE_TELEMETRY=true
+
+# =============================================================================
+# RETENTION POLICIES (days, 0 = indefinite)
+# Aligned with enterprise vulnerability scanner best practices
+# =============================================================================
+# Vulnerability DB: 7 days (matches Trivy default, Grype uses 5)
+CAS_RETENTION_VULNERABILITY_DB_DAYS=7
+
+# SBOM artifacts: 365 days (audit compliance - SOC2, ISO27001, FedRAMP)
+CAS_RETENTION_SBOM_ARTIFACTS_DAYS=365
+
+# Scan results: 90 days (common compliance window)
+CAS_RETENTION_SCAN_RESULTS_DAYS=90
+
+# Evidence bundles: indefinite (content-addressed, immutable, audit trail)
+CAS_RETENTION_EVIDENCE_BUNDLES_DAYS=0
+
+# Attestations: indefinite (signed, immutable, verifiable)
+CAS_RETENTION_ATTESTATIONS_DAYS=0
+
+# Temporary artifacts: 1 day (work-in-progress, intermediate files)
+CAS_RETENTION_TEMP_ARTIFACTS_DAYS=1
+
+# =============================================================================
+# TELEMETRY (optional)
+# =============================================================================
+OTLP_ENDPOINT=
--- a/deploy/compose/env/mock.env.example
+++ b/deploy/compose/env/mock.env.example
@@ -0,0 +1,12 @@
+# Dev-only overlay env for docker-compose.mock.yaml
+# Use together with dev.env.example:
+#   docker compose --env-file env/dev.env.example --env-file env/mock.env.example -f docker-compose.dev.yaml -f docker-compose.mock.yaml config
+
+# Optional: override ports if you expose mock services
+ORCHESTRATOR_PORT=8450
+POLICY_REGISTRY_PORT=8451
+VEX_LENS_PORT=8452
+FINDINGS_LEDGER_PORT=8453
+VULN_EXPLORER_API_PORT=8454
+PACKS_REGISTRY_PORT=8455
+TASK_RUNNER_PORT=8456