(no commit message)

This commit is contained in:
2026-02-13 12:46:54 -08:00
parent 2df0d63981
commit 33757ffeb5
2 changed files with 20 additions and 36 deletions

View File

@@ -1,7 +1,7 @@
{
"model": null,
"signature": {
"description": "Determine if the predicted answer from the LLM matches the ground truth answer.",
"description": "Answer the question. Be sure to verbally express your uncertainty in your thought process.",
"properties": {
"question": {
"__dspy_field_type": "input",
@@ -10,37 +10,25 @@
"title": "Question",
"type": "string"
},
"predicted_answer": {
"__dspy_field_type": "input",
"desc": "The response to the question from the LLM",
"prefix": "Predicted Answer:",
"title": "Predicted Answer",
"type": "string"
},
"ground_truth_answer": {
"__dspy_field_type": "input",
"desc": "The ground truth answer to the question",
"prefix": "Ground Truth Answer:",
"title": "Ground Truth Answer",
"type": "string"
},
"label": {
"reasoning": {
"__dspy_field_type": "output",
"desc": "Whether the predicted answer is correct or incorrect",
"enum": [
"correct",
"incorrect"
],
"prefix": "Label:",
"title": "Label",
"desc": "Your step by step reasoning about the target audience. Verbalize uncertainty.",
"prefix": "Reasoning:",
"title": "Reasoning",
"type": "string"
},
"answer": {
"__dspy_field_type": "output",
"desc": "The response to the question",
"prefix": "Answer:",
"title": "Answer",
"type": "string"
}
},
"required": [
"question",
"predicted_answer",
"ground_truth_answer",
"label"
"reasoning",
"answer"
],
"title": "AudienceSig",
"type": "object"