(no commit message)
This commit is contained in:
40
config.json
40
config.json
@@ -1,7 +1,7 @@
|
||||
{
|
||||
"model": null,
|
||||
"signature": {
|
||||
"description": "Determine if the predicted answer from the LLM matches the ground truth answer.",
|
||||
"description": "Answer the question. Be sure to verbally express your uncertainty in your thought process.",
|
||||
"properties": {
|
||||
"question": {
|
||||
"__dspy_field_type": "input",
|
||||
@@ -10,37 +10,25 @@
|
||||
"title": "Question",
|
||||
"type": "string"
|
||||
},
|
||||
"predicted_answer": {
|
||||
"__dspy_field_type": "input",
|
||||
"desc": "The response to the question from the LLM",
|
||||
"prefix": "Predicted Answer:",
|
||||
"title": "Predicted Answer",
|
||||
"type": "string"
|
||||
},
|
||||
"ground_truth_answer": {
|
||||
"__dspy_field_type": "input",
|
||||
"desc": "The ground truth answer to the question",
|
||||
"prefix": "Ground Truth Answer:",
|
||||
"title": "Ground Truth Answer",
|
||||
"type": "string"
|
||||
},
|
||||
"label": {
|
||||
"reasoning": {
|
||||
"__dspy_field_type": "output",
|
||||
"desc": "Whether the predicted answer is correct or incorrect",
|
||||
"enum": [
|
||||
"correct",
|
||||
"incorrect"
|
||||
],
|
||||
"prefix": "Label:",
|
||||
"title": "Label",
|
||||
"desc": "Your step by step reasoning about the target audience. Verbalize uncertainty.",
|
||||
"prefix": "Reasoning:",
|
||||
"title": "Reasoning",
|
||||
"type": "string"
|
||||
},
|
||||
"answer": {
|
||||
"__dspy_field_type": "output",
|
||||
"desc": "The response to the question",
|
||||
"prefix": "Answer:",
|
||||
"title": "Answer",
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"question",
|
||||
"predicted_answer",
|
||||
"ground_truth_answer",
|
||||
"label"
|
||||
"reasoning",
|
||||
"answer"
|
||||
],
|
||||
"title": "AudienceSig",
|
||||
"type": "object"
|
||||
|
||||
Reference in New Issue
Block a user