From 2df0d63981fee2d478c8f07216a81ae4bb15f7db Mon Sep 17 00:00:00 2001
From: Tyrin Todd <tyrin@modaic.dev>
Date: Fri, 13 Feb 2026 12:46:16 -0800
Subject: [PATCH] (no commit message)

---
 config.json  | 36 ++++++++++++++++++++++++------------
 program.json | 16 ++++++++++------
 2 files changed, 34 insertions(+), 18 deletions(-)

diff --git a/config.json b/config.json
index 5b0047c..e5cd6d9 100644
--- a/config.json
+++ b/config.json
@@ -1,7 +1,7 @@
 {
   "model": null,
   "signature": {
-    "description": "Answer the question. Be sure to verbally express your uncertainty in your thought process.",
+    "description": "Determine if the predicted answer from the LLM matches the ground truth answer.",
     "properties": {
       "question": {
         "__dspy_field_type": "input",
@@ -10,25 +10,37 @@
         "title": "Question",
         "type": "string"
       },
-      "reasoning": {
-        "__dspy_field_type": "output",
-        "desc": "Your step by step reasoning about the target audience. Verbalize uncertainty.",
-        "prefix": "Reasoning:",
-        "title": "Reasoning",
+      "predicted_answer": {
+        "__dspy_field_type": "input",
+        "desc": "The response to the question from the LLM",
+        "prefix": "Predicted Answer:",
+        "title": "Predicted Answer",
         "type": "string"
       },
-      "answer": {
+      "ground_truth_answer": {
+        "__dspy_field_type": "input",
+        "desc": "The ground truth answer to the question",
+        "prefix": "Ground Truth Answer:",
+        "title": "Ground Truth Answer",
+        "type": "string"
+      },
+      "label": {
         "__dspy_field_type": "output",
-        "desc": "The response to the question",
-        "prefix": "Answer:",
-        "title": "Answer",
+        "desc": "Whether the predicted answer is correct or incorrect",
+        "enum": [
+          "correct",
+          "incorrect"
+        ],
+        "prefix": "Label:",
+        "title": "Label",
         "type": "string"
       }
     },
     "required": [
       "question",
-      "reasoning",
-      "answer"
+      "predicted_answer",
+      "ground_truth_answer",
+      "label"
     ],
     "title": "AudienceSig",
     "type": "object"
diff --git a/program.json b/program.json
index 7d64176..1c0d88d 100644
--- a/program.json
+++ b/program.json
@@ -3,24 +3,28 @@
   "train": [],
   "demos": [],
   "signature": {
-    "instructions": "Answer the question. Be sure to verbally express your uncertainty in your thought process.",
+    "instructions": "Determine if the predicted answer from the LLM matches the ground truth answer.",
     "fields": [
       {
         "prefix": "Question:",
         "description": "The question to answer"
       },
       {
-        "prefix": "Reasoning:",
-        "description": "Your step by step reasoning about the target audience. Verbalize uncertainty."
+        "prefix": "Predicted Answer:",
+        "description": "The response to the question from the LLM"
       },
       {
-        "prefix": "Answer:",
-        "description": "The response to the question"
+        "prefix": "Ground Truth Answer:",
+        "description": "The ground truth answer to the question"
+      },
+      {
+        "prefix": "Label:",
+        "description": "Whether the predicted answer is correct or incorrect"
       }
     ]
   },
   "lm": {
-    "model": "together_ai/Qwen/Qwen3-VL-32B-Instruct",
+    "model": "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo",
     "model_type": "chat",
     "cache": true,
     "num_retries": 3,