From 33757ffeb5eb094c5230b431659f0c651b873bec Mon Sep 17 00:00:00 2001 From: Tyrin Todd Date: Fri, 13 Feb 2026 12:46:54 -0800 Subject: [PATCH] (no commit message) --- config.json | 40 ++++++++++++++-------------------------- program.json | 16 ++++++---------- 2 files changed, 20 insertions(+), 36 deletions(-) diff --git a/config.json b/config.json index e5cd6d9..5b0047c 100644 --- a/config.json +++ b/config.json @@ -1,7 +1,7 @@ { "model": null, "signature": { - "description": "Determine if the predicted answer from the LLM matches the ground truth answer.", + "description": "Answer the question. Be sure to verbally express your uncertainty in your thought process.", "properties": { "question": { "__dspy_field_type": "input", @@ -10,37 +10,25 @@ "title": "Question", "type": "string" }, - "predicted_answer": { - "__dspy_field_type": "input", - "desc": "The response to the question from the LLM", - "prefix": "Predicted Answer:", - "title": "Predicted Answer", - "type": "string" - }, - "ground_truth_answer": { - "__dspy_field_type": "input", - "desc": "The ground truth answer to the question", - "prefix": "Ground Truth Answer:", - "title": "Ground Truth Answer", - "type": "string" - }, - "label": { + "reasoning": { "__dspy_field_type": "output", - "desc": "Whether the predicted answer is correct or incorrect", - "enum": [ - "correct", - "incorrect" - ], - "prefix": "Label:", - "title": "Label", + "desc": "Your step by step reasoning about the target audience. Verbalize uncertainty.", + "prefix": "Reasoning:", + "title": "Reasoning", + "type": "string" + }, + "answer": { + "__dspy_field_type": "output", + "desc": "The response to the question", + "prefix": "Answer:", + "title": "Answer", "type": "string" } }, "required": [ "question", - "predicted_answer", - "ground_truth_answer", - "label" + "reasoning", + "answer" ], "title": "AudienceSig", "type": "object" diff --git a/program.json b/program.json index 1c0d88d..7d64176 100644 --- a/program.json +++ b/program.json @@ -3,28 +3,24 @@ "train": [], "demos": [], "signature": { - "instructions": "Determine if the predicted answer from the LLM matches the ground truth answer.", + "instructions": "Answer the question. Be sure to verbally express your uncertainty in your thought process.", "fields": [ { "prefix": "Question:", "description": "The question to answer" }, { - "prefix": "Predicted Answer:", - "description": "The response to the question from the LLM" + "prefix": "Reasoning:", + "description": "Your step by step reasoning about the target audience. Verbalize uncertainty." }, { - "prefix": "Ground Truth Answer:", - "description": "The ground truth answer to the question" - }, - { - "prefix": "Label:", - "description": "Whether the predicted answer is correct or incorrect" + "prefix": "Answer:", + "description": "The response to the question" } ] }, "lm": { - "model": "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo", + "model": "together_ai/Qwen/Qwen3-VL-32B-Instruct", "model_type": "chat", "cache": true, "num_retries": 3,