{ "model": null, "signature": { "description": "Determine if the predicted answer from the LLM matches the ground truth answer.", "properties": { "question": { "__dspy_field_type": "input", "desc": "The question to answer", "prefix": "Question:", "title": "Question", "type": "string" }, "predicted_answer": { "__dspy_field_type": "input", "desc": "The response to the question from the LLM", "prefix": "Predicted Answer:", "title": "Predicted Answer", "type": "string" }, "ground_truth_answer": { "__dspy_field_type": "input", "desc": "The ground truth answer to the question", "prefix": "Ground Truth Answer:", "title": "Ground Truth Answer", "type": "string" }, "label": { "__dspy_field_type": "output", "desc": "Whether the predicted answer is correct or incorrect", "enum": [ "correct", "incorrect" ], "prefix": "Label:", "title": "Label", "type": "string" } }, "required": [ "question", "predicted_answer", "ground_truth_answer", "label" ], "title": "AudienceSig", "type": "object" } }