From 037acefc5ba8cc01e58f9b218155e3d4c33250f7 Mon Sep 17 00:00:00 2001
From: Tyrin Todd <tyrin@modaic.dev>
Date: Sat, 25 Apr 2026 21:31:07 -0700
Subject: [PATCH] server-inference push yahoo_answers_quality

---
 README.md    |  3 +++
 config.json  | 51 +++++++++++++++++++++++++++++++++++++++++++++++++++
 program.json | 44 ++++++++++++++++++++++++++++++++++++++++++++
 3 files changed, 98 insertions(+)
 create mode 100644 config.json
 create mode 100644 program.json

diff --git a/README.md b/README.md
index e69de29..1388a48 100644
--- a/README.md
+++ b/README.md
@@ -0,0 +1,3 @@
+---
+{}
+---
\ No newline at end of file
diff --git a/config.json b/config.json
new file mode 100644
index 0000000..35e811f
--- /dev/null
+++ b/config.json
@@ -0,0 +1,51 @@
+{
+  "model": null,
+  "signature": {
+    "description": "Rate the quality of an answer to a Yahoo Answers question on a 1-5 scale.\n\nConsider the following criteria:\n- Relevance: Does the answer directly address the question?\n- Completeness: Does it cover the key aspects the asker needs?\n- Accuracy: Is the information factually correct and trustworthy?\n- Clarity: Is the answer easy to understand?\n\nScore 1 = poor (irrelevant or wrong), 3 = adequate, 5 = excellent.\n\nAs you reason, note any uncertainties, ambiguities, and gaps \u2014 both in how\nthe instructions apply to the task at hand and in whether you have the\nknowledge needed to solve it. Be honest in your reasoning when you are\nunsure about your answer.",
+    "properties": {
+      "question": {
+        "__dspy_field_type": "input",
+        "desc": "The Yahoo Answers question text.",
+        "prefix": "Question:",
+        "title": "Question",
+        "type": "string"
+      },
+      "answer": {
+        "__dspy_field_type": "input",
+        "desc": "The best answer submitted for the question.",
+        "prefix": "Answer:",
+        "title": "Answer",
+        "type": "string"
+      },
+      "reasoning": {
+        "__dspy_field_type": "output",
+        "desc": "Step-by-step reasoning, including uncertainty when relevant.",
+        "prefix": "Reasoning:",
+        "title": "Reasoning",
+        "type": "string"
+      },
+      "rating": {
+        "__dspy_field_type": "output",
+        "desc": "Answer quality rating on a 1-5 scale.",
+        "enum": [
+          "1",
+          "2",
+          "3",
+          "4",
+          "5"
+        ],
+        "prefix": "Rating:",
+        "title": "Rating",
+        "type": "string"
+      }
+    },
+    "required": [
+      "question",
+      "answer",
+      "reasoning",
+      "rating"
+    ],
+    "title": "YahooAnswersQualityJudgeSig",
+    "type": "object"
+  }
+}
\ No newline at end of file
diff --git a/program.json b/program.json
new file mode 100644
index 0000000..96f48fc
--- /dev/null
+++ b/program.json
@@ -0,0 +1,44 @@
+{
+  "traces": [],
+  "train": [],
+  "demos": [],
+  "signature": {
+    "instructions": "Rate the quality of an answer to a Yahoo Answers question on a 1-5 scale.\n\nConsider the following criteria:\n- Relevance: Does the answer directly address the question?\n- Completeness: Does it cover the key aspects the asker needs?\n- Accuracy: Is the information factually correct and trustworthy?\n- Clarity: Is the answer easy to understand?\n\nScore 1 = poor (irrelevant or wrong), 3 = adequate, 5 = excellent.\n\nAs you reason, note any uncertainties, ambiguities, and gaps \u2014 both in how\nthe instructions apply to the task at hand and in whether you have the\nknowledge needed to solve it. Be honest in your reasoning when you are\nunsure about your answer.",
+    "fields": [
+      {
+        "prefix": "Question:",
+        "description": "The Yahoo Answers question text."
+      },
+      {
+        "prefix": "Answer:",
+        "description": "The best answer submitted for the question."
+      },
+      {
+        "prefix": "Reasoning:",
+        "description": "Step-by-step reasoning, including uncertainty when relevant."
+      },
+      {
+        "prefix": "Rating:",
+        "description": "Answer quality rating on a 1-5 scale."
+      }
+    ]
+  },
+  "lm": {
+    "model": "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo",
+    "model_type": "chat",
+    "cache": true,
+    "num_retries": 3,
+    "finetuning_model": null,
+    "launch_kwargs": {},
+    "train_kwargs": {},
+    "temperature": null,
+    "max_tokens": null
+  },
+  "metadata": {
+    "dependency_versions": {
+      "python": "3.11",
+      "dspy": "3.1.3",
+      "cloudpickle": "3.1"
+    }
+  }
+}
\ No newline at end of file