up

2025-11-29 11:37:00 +02:00
parent 3488b22c0c
commit 8f54ffa203
14 changed files with 685 additions and 4 deletions
--- a/bench/reachability-benchmark/schemas/truth.schema.json
+++ b/bench/reachability-benchmark/schemas/truth.schema.json
@@ -0,0 +1,79 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://stellaops.org/benchmark/reachability/truth.schema.json",
+  "title": "Reachability Benchmark Truth Set",
+  "type": "object",
+  "required": ["version", "cases"],
+  "properties": {
+    "version": {"type": "string", "enum": ["1.0.0"]},
+    "cases": {
+      "type": "array",
+      "minItems": 1,
+      "items": {
+        "type": "object",
+        "required": ["case_id", "sinks"],
+        "additionalProperties": false,
+        "properties": {
+          "case_id": {"type": "string"},
+          "case_version": {"type": "string"},
+          "notes": {"type": "string"},
+          "sinks": {
+            "type": "array",
+            "minItems": 1,
+            "items": {
+              "type": "object",
+              "required": ["sink_id", "label"],
+              "additionalProperties": false,
+              "properties": {
+                "sink_id": {"type": "string"},
+                "label": {
+                  "type": "string",
+                  "enum": ["reachable", "unreachable", "unknown"]
+                },
+                "confidence": {
+                  "type": "string",
+                  "enum": ["high", "medium", "low"],
+                  "default": "high"
+                },
+                "dynamic_evidence": {
+                  "type": "object",
+                  "additionalProperties": false,
+                  "properties": {
+                    "covered_by_tests": {
+                      "type": "array",
+                      "items": {"type": "string"},
+                      "uniqueItems": true
+                    },
+                    "coverage_files": {
+                      "type": "array",
+                      "items": {"type": "string"},
+                      "uniqueItems": true
+                    }
+                  }
+                },
+                "static_evidence": {
+                  "type": "object",
+                  "additionalProperties": false,
+                  "properties": {
+                    "call_path": {
+                      "type": "array",
+                      "items": {"type": "string"},
+                      "minItems": 2
+                    }
+                  }
+                },
+                "config_conditions": {
+                  "type": "array",
+                  "items": {"type": "string"},
+                  "uniqueItems": true
+                },
+                "notes": {"type": "string"}
+              }
+            }
+          }
+        }
+      }
+    }
+  },
+  "additionalProperties": false
+}