(no commit message)

config.json

@@ -0,0 +1,44 @@
+{
+  "model": null,
+  "signature": {
+    "description": "Determine if the answer/response is correct (true) or incorrect (false).\n\nFirst reason through your thought process in the `reasoning` field.\nBe sure to verbalize any uncertainty in your thought process.\nThen output your conclusion in the `label` field as a boolean.",
+    "properties": {
+      "question": {
+        "__dspy_field_type": "input",
+        "desc": "The question or prompt to evaluate",
+        "prefix": "Question:",
+        "title": "Question",
+        "type": "string"
+      },
+      "response": {
+        "__dspy_field_type": "input",
+        "desc": "The response/answer to evaluate",
+        "prefix": "Response:",
+        "title": "Response",
+        "type": "string"
+      },
+      "reasoning": {
+        "__dspy_field_type": "output",
+        "desc": "Your step by step reasoning. Verbally express uncertainty in your thought process.",
+        "prefix": "Reasoning:",
+        "title": "Reasoning",
+        "type": "string"
+      },
+      "label": {
+        "__dspy_field_type": "output",
+        "desc": "True if correct/yes, False if incorrect/no",
+        "prefix": "Label:",
+        "title": "Label",
+        "type": "boolean"
+      }
+    },
+    "required": [
+      "question",
+      "response",
+      "reasoning",
+      "label"
+    ],
+    "title": "Correctness",
+    "type": "object"
+  }
+}