stella-ops.org/git.stella-ops.org
1
0
Fork 0
Code Issues Pull Requests Actions 2 Releases Wiki Activity
Files
491e8836535ab3daa30eff7a77f76f5b00331a74
git.stella-ops.org/.gitea/workflows/test-lanes.yml
master 491e883653 Add tests for SBOM generation determinism across multiple formats 
- Created `StellaOps.TestKit.Tests` project for unit tests related to determinism.
- Implemented `DeterminismManifestTests` to validate deterministic output for canonical bytes and strings, file read/write operations, and error handling for invalid schema versions.
- Added `SbomDeterminismTests` to ensure identical inputs produce consistent SBOMs across SPDX 3.0.1 and CycloneDX 1.6/1.7 formats, including parallel execution tests.
- Updated project references in `StellaOps.Integration.Determinism` to include the new determinism testing library.
2025-12-24 00:36:14 +02:00

359 lines
12 KiB
YAML
Raw Blame History

# .gitea/workflows/test-lanes.yml
# Lane-based test execution using standardized trait filtering
# Implements Task 10 from SPRINT 5100.0007.0001
name: Test Lanes
on:
pull_request:
branches: [ main, develop ]
paths:
- 'src/**'
- 'tests/**'
- 'scripts/test-lane.sh'
- '.gitea/workflows/test-lanes.yml'
push:
branches: [ main ]
workflow_dispatch:
inputs:
run_performance:
description: 'Run Performance lane tests'
required: false
default: false
type: boolean
run_live:
description: 'Run Live lane tests (external dependencies)'
required: false
default: false
type: boolean
env:
DOTNET_VERSION: '10.0.100'
BUILD_CONFIGURATION: Release
TEST_RESULTS_DIR: ${{ github.workspace }}/test-results
jobs:
# ===========================================================================
# Unit Lane: Fast, isolated, deterministic tests (PR-gating)
# ===========================================================================
unit-tests:
name: Unit Tests
runs-on: ubuntu-22.04
timeout-minutes: 15
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Setup .NET ${{ env.DOTNET_VERSION }}
uses: actions/setup-dotnet@v4
with:
dotnet-version: ${{ env.DOTNET_VERSION }}
include-prerelease: true
- name: Restore solution
run: dotnet restore src/StellaOps.sln
- name: Build solution
run: dotnet build src/StellaOps.sln --configuration $BUILD_CONFIGURATION --no-restore
- name: Run Unit lane tests
run: |
mkdir -p "$TEST_RESULTS_DIR"
chmod +x scripts/test-lane.sh
./scripts/test-lane.sh Unit \
--logger "trx;LogFileName=unit-tests.trx" \
--results-directory "$TEST_RESULTS_DIR" \
--verbosity normal
- name: Upload Unit test results
uses: actions/upload-artifact@v4
if: always()
with:
name: unit-test-results
path: ${{ env.TEST_RESULTS_DIR }}
if-no-files-found: ignore
retention-days: 7
# ===========================================================================
# Architecture Lane: Structural rule enforcement (PR-gating)
# ===========================================================================
architecture-tests:
name: Architecture Tests
runs-on: ubuntu-22.04
timeout-minutes: 10
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Setup .NET ${{ env.DOTNET_VERSION }}
uses: actions/setup-dotnet@v4
with:
dotnet-version: ${{ env.DOTNET_VERSION }}
include-prerelease: true
- name: Restore architecture tests
run: dotnet restore tests/architecture/StellaOps.Architecture.Tests/StellaOps.Architecture.Tests.csproj
- name: Build architecture tests
run: dotnet build tests/architecture/StellaOps.Architecture.Tests/StellaOps.Architecture.Tests.csproj --configuration $BUILD_CONFIGURATION --no-restore
- name: Run Architecture tests
run: |
mkdir -p "$TEST_RESULTS_DIR"
dotnet test tests/architecture/StellaOps.Architecture.Tests/StellaOps.Architecture.Tests.csproj \
--configuration $BUILD_CONFIGURATION \
--no-build \
--logger "trx;LogFileName=architecture-tests.trx" \
--results-directory "$TEST_RESULTS_DIR" \
--verbosity normal
- name: Upload Architecture test results
uses: actions/upload-artifact@v4
if: always()
with:
name: architecture-test-results
path: ${{ env.TEST_RESULTS_DIR }}
if-no-files-found: ignore
retention-days: 7
# ===========================================================================
# Contract Lane: API contract stability tests (PR-gating)
# ===========================================================================
contract-tests:
name: Contract Tests
runs-on: ubuntu-22.04
timeout-minutes: 10
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Setup .NET ${{ env.DOTNET_VERSION }}
uses: actions/setup-dotnet@v4
with:
dotnet-version: ${{ env.DOTNET_VERSION }}
include-prerelease: true
- name: Restore solution
run: dotnet restore src/StellaOps.sln
- name: Build solution
run: dotnet build src/StellaOps.sln --configuration $BUILD_CONFIGURATION --no-restore
- name: Run Contract lane tests
run: |
mkdir -p "$TEST_RESULTS_DIR"
chmod +x scripts/test-lane.sh
./scripts/test-lane.sh Contract \
--logger "trx;LogFileName=contract-tests.trx" \
--results-directory "$TEST_RESULTS_DIR" \
--verbosity normal
- name: Upload Contract test results
uses: actions/upload-artifact@v4
if: always()
with:
name: contract-test-results
path: ${{ env.TEST_RESULTS_DIR }}
if-no-files-found: ignore
retention-days: 7
# ===========================================================================
# Integration Lane: Service + storage tests with Testcontainers (PR-gating)
# ===========================================================================
integration-tests:
name: Integration Tests
runs-on: ubuntu-22.04
timeout-minutes: 30
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Setup .NET ${{ env.DOTNET_VERSION }}
uses: actions/setup-dotnet@v4
with:
dotnet-version: ${{ env.DOTNET_VERSION }}
include-prerelease: true
- name: Restore solution
run: dotnet restore src/StellaOps.sln
- name: Build solution
run: dotnet build src/StellaOps.sln --configuration $BUILD_CONFIGURATION --no-restore
- name: Run Integration lane tests
env:
POSTGRES_TEST_IMAGE: postgres:16-alpine
run: |
mkdir -p "$TEST_RESULTS_DIR"
chmod +x scripts/test-lane.sh
./scripts/test-lane.sh Integration \
--logger "trx;LogFileName=integration-tests.trx" \
--results-directory "$TEST_RESULTS_DIR" \
--verbosity normal
- name: Upload Integration test results
uses: actions/upload-artifact@v4
if: always()
with:
name: integration-test-results
path: ${{ env.TEST_RESULTS_DIR }}
if-no-files-found: ignore
retention-days: 7
# ===========================================================================
# Security Lane: AuthZ, input validation, negative tests (PR-gating)
# ===========================================================================
security-tests:
name: Security Tests
runs-on: ubuntu-22.04
timeout-minutes: 20
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Setup .NET ${{ env.DOTNET_VERSION }}
uses: actions/setup-dotnet@v4
with:
dotnet-version: ${{ env.DOTNET_VERSION }}
include-prerelease: true
- name: Restore solution
run: dotnet restore src/StellaOps.sln
- name: Build solution
run: dotnet build src/StellaOps.sln --configuration $BUILD_CONFIGURATION --no-restore
- name: Run Security lane tests
run: |
mkdir -p "$TEST_RESULTS_DIR"
chmod +x scripts/test-lane.sh
./scripts/test-lane.sh Security \
--logger "trx;LogFileName=security-tests.trx" \
--results-directory "$TEST_RESULTS_DIR" \
--verbosity normal
- name: Upload Security test results
uses: actions/upload-artifact@v4
if: always()
with:
name: security-test-results
path: ${{ env.TEST_RESULTS_DIR }}
if-no-files-found: ignore
retention-days: 7
# ===========================================================================
# Performance Lane: Benchmarks and regression thresholds (optional/scheduled)
# ===========================================================================
performance-tests:
name: Performance Tests
runs-on: ubuntu-22.04
if: github.event_name == 'schedule' || (github.event_name == 'workflow_dispatch' && github.event.inputs.run_performance == 'true')
timeout-minutes: 30
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Setup .NET ${{ env.DOTNET_VERSION }}
uses: actions/setup-dotnet@v4
with:
dotnet-version: ${{ env.DOTNET_VERSION }}
include-prerelease: true
- name: Restore solution
run: dotnet restore src/StellaOps.sln
- name: Build solution
run: dotnet build src/StellaOps.sln --configuration $BUILD_CONFIGURATION --no-restore
- name: Run Performance lane tests
run: |
mkdir -p "$TEST_RESULTS_DIR"
chmod +x scripts/test-lane.sh
./scripts/test-lane.sh Performance \
--logger "trx;LogFileName=performance-tests.trx" \
--results-directory "$TEST_RESULTS_DIR" \
--verbosity normal
- name: Upload Performance test results
uses: actions/upload-artifact@v4
if: always()
with:
name: performance-test-results
path: ${{ env.TEST_RESULTS_DIR }}
if-no-files-found: ignore
retention-days: 14
# ===========================================================================
# Live Lane: External API smoke tests (opt-in only, never PR-gating)
# ===========================================================================
live-tests:
name: Live Tests (External Dependencies)
runs-on: ubuntu-22.04
if: github.event_name == 'workflow_dispatch' && github.event.inputs.run_live == 'true'
timeout-minutes: 20
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Setup .NET ${{ env.DOTNET_VERSION }}
uses: actions/setup-dotnet@v4
with:
dotnet-version: ${{ env.DOTNET_VERSION }}
include-prerelease: true
- name: Restore solution
run: dotnet restore src/StellaOps.sln
- name: Build solution
run: dotnet build src/StellaOps.sln --configuration $BUILD_CONFIGURATION --no-restore
- name: Run Live lane tests
run: |
mkdir -p "$TEST_RESULTS_DIR"
chmod +x scripts/test-lane.sh
./scripts/test-lane.sh Live \
--logger "trx;LogFileName=live-tests.trx" \
--results-directory "$TEST_RESULTS_DIR" \
--verbosity normal
continue-on-error: true
- name: Upload Live test results
uses: actions/upload-artifact@v4
if: always()
with:
name: live-test-results
path: ${{ env.TEST_RESULTS_DIR }}
if-no-files-found: ignore
retention-days: 7
# ===========================================================================
# Test Results Summary
# ===========================================================================
test-summary:
name: Test Results Summary
runs-on: ubuntu-22.04
needs: [unit-tests, architecture-tests, contract-tests, integration-tests, security-tests]
if: always()
steps:
- name: Download all test results
uses: actions/download-artifact@v4
with:
path: all-test-results
- name: Generate summary
run: |
echo "## Test Lane Results" >> $GITHUB_STEP_SUMMARY
echo "" >> $GITHUB_STEP_SUMMARY
for lane in unit architecture contract integration security; do
result_dir="all-test-results/${lane}-test-results"
if [ -d "$result_dir" ]; then
echo "### ${lane^} Lane: ✅ Passed" >> $GITHUB_STEP_SUMMARY
else
echo "### ${lane^} Lane: ❌ Failed or Skipped" >> $GITHUB_STEP_SUMMARY
fi
done
echo "" >> $GITHUB_STEP_SUMMARY
echo "See individual job logs for detailed test output." >> $GITHUB_STEP_SUMMARY
Reference in New Issue View Git Blame Copy Permalink