server-inference push yahoo_answers_quality

README.md

@@ -0,0 +1,3 @@
+---
+{}
+---

config.json

@@ -0,0 +1,51 @@
+{
+  "model": null,
+  "signature": {
+    "description": "Rate the quality of an answer to a Yahoo Answers question on a 1-5 scale.\n\nConsider the following criteria:\n- Relevance: Does the answer directly address the question?\n- Completeness: Does it cover the key aspects the asker needs?\n- Accuracy: Is the information factually correct and trustworthy?\n- Clarity: Is the answer easy to understand?\n\nScore 1 = poor (irrelevant or wrong), 3 = adequate, 5 = excellent.\n\nAs you reason, note any uncertainties, ambiguities, and gaps \u2014 both in how\nthe instructions apply to the task at hand and in whether you have the\nknowledge needed to solve it. Be honest in your reasoning when you are\nunsure about your answer.",
+    "properties": {
+      "question": {
+        "__dspy_field_type": "input",
+        "desc": "The Yahoo Answers question text.",
+        "prefix": "Question:",
+        "title": "Question",
+        "type": "string"
+      },
+      "answer": {
+        "__dspy_field_type": "input",
+        "desc": "The best answer submitted for the question.",
+        "prefix": "Answer:",
+        "title": "Answer",
+        "type": "string"
+      },
+      "reasoning": {
+        "__dspy_field_type": "output",
+        "desc": "Step-by-step reasoning, including uncertainty when relevant.",
+        "prefix": "Reasoning:",
+        "title": "Reasoning",
+        "type": "string"
+      },
+      "rating": {
+        "__dspy_field_type": "output",
+        "desc": "Answer quality rating on a 1-5 scale.",
+        "enum": [
+          "1",
+          "2",
+          "3",
+          "4",
+          "5"
+        ],
+        "prefix": "Rating:",
+        "title": "Rating",
+        "type": "string"
+      }
+    },
+    "required": [
+      "question",
+      "answer",
+      "reasoning",
+      "rating"
+    ],
+    "title": "YahooAnswersQualityJudgeSig",
+    "type": "object"
+  }
+}

program.json

@@ -0,0 +1,44 @@
+{
+  "traces": [],
+  "train": [],
+  "demos": [],
+  "signature": {
+    "instructions": "Rate the quality of an answer to a Yahoo Answers question on a 1-5 scale.\n\nConsider the following criteria:\n- Relevance: Does the answer directly address the question?\n- Completeness: Does it cover the key aspects the asker needs?\n- Accuracy: Is the information factually correct and trustworthy?\n- Clarity: Is the answer easy to understand?\n\nScore 1 = poor (irrelevant or wrong), 3 = adequate, 5 = excellent.\n\nAs you reason, note any uncertainties, ambiguities, and gaps \u2014 both in how\nthe instructions apply to the task at hand and in whether you have the\nknowledge needed to solve it. Be honest in your reasoning when you are\nunsure about your answer.",
+    "fields": [
+      {
+        "prefix": "Question:",
+        "description": "The Yahoo Answers question text."
+      },
+      {
+        "prefix": "Answer:",
+        "description": "The best answer submitted for the question."
+      },
+      {
+        "prefix": "Reasoning:",
+        "description": "Step-by-step reasoning, including uncertainty when relevant."
+      },
+      {
+        "prefix": "Rating:",
+        "description": "Answer quality rating on a 1-5 scale."
+      }
+    ]
+  },
+  "lm": {
+    "model": "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo",
+    "model_type": "chat",
+    "cache": true,
+    "num_retries": 3,
+    "finetuning_model": null,
+    "launch_kwargs": {},
+    "train_kwargs": {},
+    "temperature": null,
+    "max_tokens": null
+  },
+  "metadata": {
+    "dependency_versions": {
+      "python": "3.11",
+      "dspy": "3.1.3",
+      "cloudpickle": "3.1"
+    }
+  }
+}