(no commit message)

2026-02-13 12:47:05 -08:00
parent abeca20efe
commit 5bf60afb01
3 changed files with 403 additions and 1 deletions
--- a/config.json
+++ b/config.json
@@ -0,0 +1,48 @@
+{
+  "model": null,
+  "signature": {
+    "description": "Determine if the predicted answer from the LLM matches the ground truth answer.",
+    "properties": {
+      "question": {
+        "__dspy_field_type": "input",
+        "desc": "The question to answer",
+        "prefix": "Question:",
+        "title": "Question",
+        "type": "string"
+      },
+      "predicted_answer": {
+        "__dspy_field_type": "input",
+        "desc": "The response to the question from the LLM",
+        "prefix": "Predicted Answer:",
+        "title": "Predicted Answer",
+        "type": "string"
+      },
+      "ground_truth_answer": {
+        "__dspy_field_type": "input",
+        "desc": "The ground truth answer to the question",
+        "prefix": "Ground Truth Answer:",
+        "title": "Ground Truth Answer",
+        "type": "string"
+      },
+      "label": {
+        "__dspy_field_type": "output",
+        "desc": "Whether the predicted answer is correct or incorrect",
+        "enum": [
+          "correct",
+          "incorrect"
+        ],
+        "prefix": "Label:",
+        "title": "Label",
+        "type": "string"
+      }
+    },
+    "required": [
+      "question",
+      "predicted_answer",
+      "ground_truth_answer",
+      "label"
+    ],
+    "title": "AudienceSig",
+    "type": "object"
+  }
+}