Add blinded ML debugging benchmark harness

2026-07-26 13:27:43 +08:00 · 2026-07-12 22:18:26 +08:00
parent 9774c4bb1d
commit a0fcfa291e
8 changed files with 452 additions and 3 deletions
@@ -0,0 +1,58 @@
+{
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "root_cause",
+    "confidence",
+    "evidence",
+    "competing_hypotheses",
+    "first_action",
+    "prediction_if_true",
+    "prediction_if_false",
+    "immediate_changes",
+    "fallback_logic"
+  ],
+  "properties": {
+    "root_cause": {
+      "type": "string"
+    },
+    "confidence": {
+      "type": "number",
+      "minimum": 0,
+      "maximum": 1
+    },
+    "evidence": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "competing_hypotheses": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "first_action": {
+      "type": "string"
+    },
+    "prediction_if_true": {
+      "type": "string"
+    },
+    "prediction_if_false": {
+      "type": "string"
+    },
+    "immediate_changes": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "fallback_logic": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    }
+  }
+}