{ "model": null, "signature": { "description": "Determine if the predicted answer from the LLM matches the ground truth answer.", "properties": { "question": { "__dspy_field_type": "input", "desc": "The question to answer", "prefix": "Question:", "title": "Question", "type": "string" }, "predicted_answer": { "__dspy_field_type": "input", "desc": "The response to the question from the LLM", "prefix": "Predicted Answer:", "title": "Predicted Answer", "type": "string" }, "ground_truth_answers": { "__dspy_field_type": "input", "desc": "The ground truth answers to the question", "items": { "type": "string" }, "prefix": "Ground Truth Answers:", "title": "Ground Truth Answers", "type": "array" }, "label": { "__dspy_field_type": "output", "desc": "Whether the predicted answer is correct or incorrect", "enum": [ "correct", "incorrect" ], "prefix": "Label:", "title": "Label", "type": "string" } }, "required": [ "question", "predicted_answer", "ground_truth_answers", "label" ], "title": "AudienceSig", "type": "object" } }