(no commit message)

2026-03-09 01:53:50 -07:00
parent 23e958afe4
commit 3c222776e8
3 changed files with 104 additions and 2 deletions
--- a/config.json
+++ b/config.json
@@ -0,0 +1,56 @@
+{
+  "model": null,
+  "signature": {
+    "description": "Given question + traces, classify whether the current reasoning is grounded.",
+    "properties": {
+      "question": {
+        "__dspy_field_type": "input",
+        "desc": "Original question.",
+        "prefix": "Question:",
+        "title": "Question",
+        "type": "string"
+      },
+      "previous_traces": {
+        "__dspy_field_type": "input",
+        "desc": "All previous traces before the current reasoning trace.",
+        "prefix": "Previous Traces:",
+        "title": "Previous Traces",
+        "type": "string"
+      },
+      "current_trace": {
+        "__dspy_field_type": "input",
+        "desc": "Current reasoning trace.",
+        "prefix": "Current Trace:",
+        "title": "Current Trace",
+        "type": "string"
+      },
+      "reasoning": {
+        "__dspy_field_type": "output",
+        "desc": "Short justification for the label.",
+        "prefix": "Reasoning:",
+        "title": "Reasoning",
+        "type": "string"
+      },
+      "groundness": {
+        "__dspy_field_type": "output",
+        "desc": "Groundness label for current reasoning trace.",
+        "enum": [
+          "Grounded",
+          "Not Grounded"
+        ],
+        "prefix": "Groundness:",
+        "title": "Groundness",
+        "type": "string"
+      }
+    },
+    "required": [
+      "question",
+      "previous_traces",
+      "current_trace",
+      "reasoning",
+      "groundness"
+    ],
+    "title": "SeekBenchReasoningSig",
+    "type": "object"
+  }
+}