56 lines
1.5 KiB
JSON
56 lines
1.5 KiB
JSON
{
|
|
"model": null,
|
|
"signature": {
|
|
"description": "Given question + traces, classify whether the current reasoning is grounded.",
|
|
"properties": {
|
|
"question": {
|
|
"__dspy_field_type": "input",
|
|
"desc": "Original question.",
|
|
"prefix": "Question:",
|
|
"title": "Question",
|
|
"type": "string"
|
|
},
|
|
"previous_traces": {
|
|
"__dspy_field_type": "input",
|
|
"desc": "All previous traces before the current reasoning trace.",
|
|
"prefix": "Previous Traces:",
|
|
"title": "Previous Traces",
|
|
"type": "string"
|
|
},
|
|
"current_trace": {
|
|
"__dspy_field_type": "input",
|
|
"desc": "Current reasoning trace.",
|
|
"prefix": "Current Trace:",
|
|
"title": "Current Trace",
|
|
"type": "string"
|
|
},
|
|
"reasoning": {
|
|
"__dspy_field_type": "output",
|
|
"desc": "Short justification for the label.",
|
|
"prefix": "Reasoning:",
|
|
"title": "Reasoning",
|
|
"type": "string"
|
|
},
|
|
"groundness": {
|
|
"__dspy_field_type": "output",
|
|
"desc": "Groundness label for current reasoning trace.",
|
|
"enum": [
|
|
"Grounded",
|
|
"Not Grounded"
|
|
],
|
|
"prefix": "Groundness:",
|
|
"title": "Groundness",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"question",
|
|
"previous_traces",
|
|
"current_trace",
|
|
"reasoning",
|
|
"groundness"
|
|
],
|
|
"title": "SeekBenchReasoningSig",
|
|
"type": "object"
|
|
}
|
|
} |