51 lines
1.6 KiB
JSON
51 lines
1.6 KiB
JSON
{
|
|
"model": null,
|
|
"signature": {
|
|
"description": "Determine if the answer/response is correct (true) or incorrect (false).\n\nThis judge handles:\n- Boolean QA (yes/no questions with passage context)\n- Legal Yes/No questions\n\nFirst reason through your thought process in the `reasoning` field.\nBe sure to verbalize any uncertainty in your thought process.\nThen output your conclusion in the `label` field as a boolean.",
|
|
"properties": {
|
|
"question": {
|
|
"__dspy_field_type": "input",
|
|
"desc": "The question or prompt to evaluate",
|
|
"prefix": "Question:",
|
|
"title": "Question",
|
|
"type": "string"
|
|
},
|
|
"context": {
|
|
"__dspy_field_type": "input",
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"desc": "Optional context passage (empty string if not applicable)",
|
|
"prefix": "Context:",
|
|
"title": "Context"
|
|
},
|
|
"reasoning": {
|
|
"__dspy_field_type": "output",
|
|
"desc": "Your step by step reasoning. Verbally express uncertainty in your thought process.",
|
|
"prefix": "Reasoning:",
|
|
"title": "Reasoning",
|
|
"type": "string"
|
|
},
|
|
"label": {
|
|
"__dspy_field_type": "output",
|
|
"desc": "True if correct/yes, False if incorrect/no",
|
|
"prefix": "Label:",
|
|
"title": "Label",
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"required": [
|
|
"question",
|
|
"context",
|
|
"reasoning",
|
|
"label"
|
|
],
|
|
"title": "BoolQA",
|
|
"type": "object"
|
|
}
|
|
} |