server-inference push spartqa_mchoice

config.json

@@ -0,0 +1,44 @@
+{
+  "model": null,
+  "signature": {
+    "description": "Reason step-by-step to determine the best choice for the given question.\nAs you reason, note any uncertainties, ambiguities, and gaps \u2014 both in how the instructions apply to the task at hand and in whether you have the knowledge needed to solve it. Be honest in your reasoning when you are unsure about your answer. Your reasoning must lead directly to\nthe single character choice (A, B, C, etc.).",
+    "properties": {
+      "question": {
+        "__dspy_field_type": "input",
+        "desc": "The question to be answered.",
+        "prefix": "Question:",
+        "title": "Question",
+        "type": "string"
+      },
+      "choices": {
+        "__dspy_field_type": "input",
+        "desc": "The available multiple-choice options.",
+        "prefix": "Choices:",
+        "title": "Choices",
+        "type": "string"
+      },
+      "reasoning": {
+        "__dspy_field_type": "output",
+        "desc": "Step-by-step reasoning, including uncertainty, ambiguity, or uncertainty in your thought process when relevant.",
+        "prefix": "Reasoning:",
+        "title": "Reasoning",
+        "type": "string"
+      },
+      "choice": {
+        "__dspy_field_type": "output",
+        "desc": "The single letter corresponding to the best choice (A, B, C, ...).",
+        "prefix": "Choice:",
+        "title": "Choice",
+        "type": "string"
+      }
+    },
+    "required": [
+      "question",
+      "choices",
+      "reasoning",
+      "choice"
+    ],
+    "title": "MCJudgeSig",
+    "type": "object"
+  }
+}