(no commit message)

config.json

@@ -0,0 +1,56 @@
+{
+  "model": null,
+  "signature": {
+    "description": "Given ground truth knowledge, a question/context, and a response, determine if the response\ncontains hallucinations (information not supported by the knowledge).\n\nTask: Check if the response accurately reflects the provided knowledge or if it\ncontains fabricated/incorrect information.\n\n- factual: The response is accurate according to the provided knowledge\n- hallucinated: The response contains information not supported by or contradicting the knowledge\n\nConsider:\n1. Does the response make claims not found in the knowledge?\n2. Does the response contradict any facts in the knowledge?\n3. Does the response fabricate details (names, dates, relationships)?\n\nFirst reason through your thought process in the `reasoning` field.\nBe sure to verbalize any uncertainty in your thought process.\nThen output your conclusion in the `label` field.",
+    "properties": {
+      "knowledge": {
+        "__dspy_field_type": "input",
+        "desc": "Ground truth knowledge/facts to check against",
+        "prefix": "Knowledge:",
+        "title": "Knowledge",
+        "type": "string"
+      },
+      "question": {
+        "__dspy_field_type": "input",
+        "default": "",
+        "desc": "The question or context",
+        "prefix": "Question:",
+        "title": "Question",
+        "type": "string"
+      },
+      "response": {
+        "__dspy_field_type": "input",
+        "desc": "The response to evaluate for hallucination",
+        "prefix": "Response:",
+        "title": "Response",
+        "type": "string"
+      },
+      "reasoning": {
+        "__dspy_field_type": "output",
+        "desc": "Your step by step reasoning comparing response to knowledge. Verbalize uncertainty.",
+        "prefix": "Reasoning:",
+        "title": "Reasoning",
+        "type": "string"
+      },
+      "label": {
+        "__dspy_field_type": "output",
+        "desc": "Whether the response is 'factual' or 'hallucinated'",
+        "enum": [
+          "factual",
+          "hallucinated"
+        ],
+        "prefix": "Label:",
+        "title": "Label",
+        "type": "string"
+      }
+    },
+    "required": [
+      "knowledge",
+      "response",
+      "reasoning",
+      "label"
+    ],
+    "title": "HallucinationSig",
+    "type": "object"
+  }
+}