48 lines
1.3 KiB
JSON
48 lines
1.3 KiB
JSON
{
|
|
"model": null,
|
|
"signature": {
|
|
"description": "Determine if the predicted answer from the LLM matches the ground truth answer.",
|
|
"properties": {
|
|
"question": {
|
|
"__dspy_field_type": "input",
|
|
"desc": "The question to answer",
|
|
"prefix": "Question:",
|
|
"title": "Question",
|
|
"type": "string"
|
|
},
|
|
"predicted_answer": {
|
|
"__dspy_field_type": "input",
|
|
"desc": "The response to the question from the LLM",
|
|
"prefix": "Predicted Answer:",
|
|
"title": "Predicted Answer",
|
|
"type": "string"
|
|
},
|
|
"ground_truth_answer": {
|
|
"__dspy_field_type": "input",
|
|
"desc": "The ground truth answer to the question",
|
|
"prefix": "Ground Truth Answer:",
|
|
"title": "Ground Truth Answer",
|
|
"type": "string"
|
|
},
|
|
"label": {
|
|
"__dspy_field_type": "output",
|
|
"desc": "Whether the predicted answer is correct or incorrect",
|
|
"enum": [
|
|
"correct",
|
|
"incorrect"
|
|
],
|
|
"prefix": "Label:",
|
|
"title": "Label",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"question",
|
|
"predicted_answer",
|
|
"ground_truth_answer",
|
|
"label"
|
|
],
|
|
"title": "AudienceSig",
|
|
"type": "object"
|
|
}
|
|
} |