server-inference push halueval_dialogue

README.md

@@ -0,0 +1,3 @@
+---
+{}
+---

config.json

@@ -0,0 +1,56 @@
+{
+  "model": null,
+  "signature": {
+    "description": "Determine whether the dialogue response is hallucinated given the reference knowledge and prior turns.As you reason, note any uncertainties, ambiguities, and gaps \u2014 both in how the instructions apply to the task at hand and in whether you have the knowledge needed to solve it. Be honest in your reasoning when you are unsure about your answer.",
+    "properties": {
+      "knowledge": {
+        "__dspy_field_type": "input",
+        "desc": "Reference knowledge used to ground the dialogue response.",
+        "prefix": "Knowledge:",
+        "title": "Knowledge",
+        "type": "string"
+      },
+      "dialogue_history": {
+        "__dspy_field_type": "input",
+        "desc": "Conversation history preceding the response.",
+        "prefix": "Dialogue History:",
+        "title": "Dialogue History",
+        "type": "string"
+      },
+      "response": {
+        "__dspy_field_type": "input",
+        "desc": "Dialogue response to evaluate for hallucination.",
+        "prefix": "Response:",
+        "title": "Response",
+        "type": "string"
+      },
+      "reasoning": {
+        "__dspy_field_type": "output",
+        "desc": "Step-by-step reasoning, including uncertainty, ambiguity, or uncertainty in your thought process when relevant.",
+        "prefix": "Reasoning:",
+        "title": "Reasoning",
+        "type": "string"
+      },
+      "hallucination": {
+        "__dspy_field_type": "output",
+        "desc": "Final hallucination label: 'yes' if the response is hallucinated, otherwise 'no'.",
+        "enum": [
+          "yes",
+          "no"
+        ],
+        "prefix": "Hallucination:",
+        "title": "Hallucination",
+        "type": "string"
+      }
+    },
+    "required": [
+      "knowledge",
+      "dialogue_history",
+      "response",
+      "reasoning",
+      "hallucination"
+    ],
+    "title": "HaluEvalDialogueJudgeSig",
+    "type": "object"
+  }
+}

program.json

@@ -0,0 +1,48 @@
+{
+  "traces": [],
+  "train": [],
+  "demos": [],
+  "signature": {
+    "instructions": "Determine whether the dialogue response is hallucinated given the reference knowledge and prior turns.As you reason, note any uncertainties, ambiguities, and gaps \u2014 both in how the instructions apply to the task at hand and in whether you have the knowledge needed to solve it. Be honest in your reasoning when you are unsure about your answer.",
+    "fields": [
+      {
+        "prefix": "Knowledge:",
+        "description": "Reference knowledge used to ground the dialogue response."
+      },
+      {
+        "prefix": "Dialogue History:",
+        "description": "Conversation history preceding the response."
+      },
+      {
+        "prefix": "Response:",
+        "description": "Dialogue response to evaluate for hallucination."
+      },
+      {
+        "prefix": "Reasoning:",
+        "description": "Step-by-step reasoning, including uncertainty, ambiguity, or uncertainty in your thought process when relevant."
+      },
+      {
+        "prefix": "Hallucination:",
+        "description": "Final hallucination label: 'yes' if the response is hallucinated, otherwise 'no'."
+      }
+    ]
+  },
+  "lm": {
+    "model": "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo",
+    "model_type": "chat",
+    "cache": true,
+    "num_retries": 3,
+    "finetuning_model": null,
+    "launch_kwargs": {},
+    "train_kwargs": {},
+    "temperature": null,
+    "max_tokens": null
+  },
+  "metadata": {
+    "dependency_versions": {
+      "python": "3.11",
+      "dspy": "3.1.3",
+      "cloudpickle": "3.1"
+    }
+  }
+}