stella-ops.org/git.stella-ops.org
1
0
Fork 0
Code Issues Pull Requests Actions 16 Releases Wiki Activity

feat: Update benchmark manifest schema to include hashedPath references and remove signatures

Browse Source
This commit is contained in:
StellaOps Bot
2025-12-03 09:48:56 +02:00
parent ca91f40051
commit de53785176
1 changed files with 34 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

56
bench/reachability-benchmark/benchmark/schemas/benchmark-manifest.schema.json
View File

@@ -12,11 +12,10 @@
"sourceDateEpoch", "sourceDateEpoch",
"cases", "cases",
"artifacts", "artifacts",
"tools", "tools"
"signatures"
], ],
"properties": { "properties": {
"schemaVersion": { "type": "string", "pattern": "^1\.0\.\d+$" }, "schemaVersion": { "type": "string", "pattern": "^1\\.0\\.\\d+$" },
"kitId": { "type": "string", "pattern": "^reachability-benchmark:[A-Za-z0-9._:-]+$" }, "kitId": { "type": "string", "pattern": "^reachability-benchmark:[A-Za-z0-9._:-]+$" },
"version": { "type": "string" }, "version": { "type": "string" },
"createdAt": { "type": "string", "format": "date-time" }, "createdAt": { "type": "string", "format": "date-time" },
@@ -43,17 +42,18 @@
"hashes": { "hashes": {
"type": "object", "type": "object",
"additionalProperties": false, "additionalProperties": false,
"required": ["source", "binary", "sbom", "entrypoints", "case", "truth"],
"properties": { "properties": {
"source": { "type": "string", "pattern": "^[A-Fa-f0-9]{64}$" }, "source": { "$ref": "#/definitions/hashedPath" },
"binary": { "type": "string", "pattern": "^[A-Fa-f0-9]{64}$" }, "binary": { "$ref": "#/definitions/hashedPath" },
"sbom": { "type": "string", "pattern": "^[A-Fa-f0-9]{64}$" }, "sbom": { "$ref": "#/definitions/hashedPath" },
"entrypoints": { "type": "string", "pattern": "^[A-Fa-f0-9]{64}$" }, "entrypoints": { "$ref": "#/definitions/hashedPath" },
"case": { "type": "string", "pattern": "^[A-Fa-f0-9]{64}$" }, "case": { "$ref": "#/definitions/hashedPath" },
"truth": { "type": "string", "pattern": "^[A-Fa-f0-9]{64}$" }, "truth": { "$ref": "#/definitions/hashedPath" },
"coverage": { "type": "string", "pattern": "^[A-Fa-f0-9]{64}$" }, "coverage": { "$ref": "#/definitions/hashedPath" },
"traces": { "type": "string", "pattern": "^[A-Fa-f0-9]{64}$" } "traces": { "$ref": "#/definitions/hashedPath" },
} "attestation": { "$ref": "#/definitions/hashedPath" }
},
"required": ["case", "entrypoints", "binary", "sbom", "truth"]
}, },
"truth": { "truth": {
"type": "object", "type": "object",
@@ -86,21 +86,21 @@
"artifacts": { "artifacts": {
"type": "object", "type": "object",
"additionalProperties": false, "additionalProperties": false,
"required": ["submissionSchema", "scorer", "baselines"], "required": ["submissionSchema", "scorer"],
"properties": { "properties": {
"submissionSchema": { "type": "string", "pattern": "^[A-Fa-f0-9]{64}$" }, "submissionSchema": { "$ref": "#/definitions/hashedPath" },
"scorer": { "type": "string", "pattern": "^[A-Fa-f0-9]{64}$" }, "scorer": { "$ref": "#/definitions/hashedPath" },
"baselineSubmissions": { "baselineSubmissions": {
"type": "array", "type": "array",
"items": { "items": {
"type": "object", "type": "object",
"required": ["tool", "version", "submissionSha256"], "required": ["tool", "version", "submission"],
"additionalProperties": false, "additionalProperties": false,
"properties": { "properties": {
"tool": { "type": "string" }, "tool": { "type": "string" },
"version": { "type": "string" }, "version": { "type": "string" },
"submissionSha256": { "type": "string", "pattern": "^[A-Fa-f0-9]{64}$" }, "submission": { "$ref": "#/definitions/hashedPath" },
"dsse": { "type": "string" } "dsse": { "$ref": "#/definitions/hashedPath" }
} }
} }
} }
@@ -111,8 +111,8 @@
"additionalProperties": false, "additionalProperties": false,
"required": ["builder", "validator"], "required": ["builder", "validator"],
"properties": { "properties": {
"builder": { "type": "string" }, "builder": { "$ref": "#/definitions/hashedPath" },
"validator": { "type": "string" } "validator": { "$ref": "#/definitions/hashedPath" }
} }
}, },
"signatures": { "signatures": {
@@ -125,9 +125,21 @@
"type": { "type": "string", "enum": ["dsse", "jws-detached"] }, "type": { "type": "string", "enum": ["dsse", "jws-detached"] },
"keyId": { "type": "string" }, "keyId": { "type": "string" },
"signature": { "type": "string" }, "signature": { "type": "string" },
"envelopeDigest": { "type": "string" } "envelopeDigest": { "type": "string", "pattern": "^[A-Fa-f0-9]{64}$" }
} }
} }
} }
},
"definitions": {
"hashedPath": {
"type": "object",
"additionalProperties": false,
"required": ["path", "sha256"],
"properties": {
"path": { "type": "string" },
"sha256": { "type": "string", "pattern": "^[A-Fa-f0-9]{64}$" },
"dsse": { "type": "string" }
}
}
} }
} }