From 55e35cfac70c8796a2cb9912e56769aeff267e18 Mon Sep 17 00:00:00 2001
From: Tyrin Todd <tyrin@modaic.dev>
Date: Sat, 25 Apr 2026 21:31:26 -0700
Subject: [PATCH] server-inference push writingprompts_quality

---
 README.md    |  3 +++
 config.json  | 51 +++++++++++++++++++++++++++++++++++++++++++++++++++
 program.json | 44 ++++++++++++++++++++++++++++++++++++++++++++
 3 files changed, 98 insertions(+)
 create mode 100644 config.json
 create mode 100644 program.json

diff --git a/README.md b/README.md
index e69de29..1388a48 100644
--- a/README.md
+++ b/README.md
@@ -0,0 +1,3 @@
+---
+{}
+---
\ No newline at end of file
diff --git a/config.json b/config.json
new file mode 100644
index 0000000..aabd857
--- /dev/null
+++ b/config.json
@@ -0,0 +1,51 @@
+{
+  "model": null,
+  "signature": {
+    "description": "Rate the quality of a story written in response to a creative writing prompt.\n\nEvaluate across four dimensions:\n- Adherence: Does the story genuinely respond to the prompt, or does it ignore it?\n- Creativity: Is the story imaginative, surprising, or does it offer a fresh angle?\n- Craft: Is the prose well-written \u2014 pacing, voice, structure?\n- Engagement: Would a reader want to finish the story?\n\nScore 1 = poor (off-topic, clich\u00e9d, or unreadable), 3 = adequate (responds\nto prompt but unremarkable), 5 = excellent (engaging, creative, well-crafted).\n\nNote: you may only see the first portion of longer stories.  Judge based on\nwhat is available.\n\nAs you reason, note any uncertainties, ambiguities, and gaps \u2014 both in how\nthe instructions apply to the task at hand and in whether you have the\nknowledge needed to solve it. Be honest in your reasoning when you are\nunsure about your answer.",
+    "properties": {
+      "prompt": {
+        "__dspy_field_type": "input",
+        "desc": "The creative writing prompt.",
+        "prefix": "Prompt:",
+        "title": "Prompt",
+        "type": "string"
+      },
+      "story": {
+        "__dspy_field_type": "input",
+        "desc": "The story written in response to the prompt (may be truncated).",
+        "prefix": "Story:",
+        "title": "Story",
+        "type": "string"
+      },
+      "reasoning": {
+        "__dspy_field_type": "output",
+        "desc": "Step-by-step reasoning, including uncertainty when relevant.",
+        "prefix": "Reasoning:",
+        "title": "Reasoning",
+        "type": "string"
+      },
+      "quality_score": {
+        "__dspy_field_type": "output",
+        "desc": "Overall story quality score on a 1-5 scale.",
+        "enum": [
+          "1",
+          "2",
+          "3",
+          "4",
+          "5"
+        ],
+        "prefix": "Quality Score:",
+        "title": "Quality Score",
+        "type": "string"
+      }
+    },
+    "required": [
+      "prompt",
+      "story",
+      "reasoning",
+      "quality_score"
+    ],
+    "title": "WritingPromptsQualityJudgeSig",
+    "type": "object"
+  }
+}
\ No newline at end of file
diff --git a/program.json b/program.json
new file mode 100644
index 0000000..cf8955b
--- /dev/null
+++ b/program.json
@@ -0,0 +1,44 @@
+{
+  "traces": [],
+  "train": [],
+  "demos": [],
+  "signature": {
+    "instructions": "Rate the quality of a story written in response to a creative writing prompt.\n\nEvaluate across four dimensions:\n- Adherence: Does the story genuinely respond to the prompt, or does it ignore it?\n- Creativity: Is the story imaginative, surprising, or does it offer a fresh angle?\n- Craft: Is the prose well-written \u2014 pacing, voice, structure?\n- Engagement: Would a reader want to finish the story?\n\nScore 1 = poor (off-topic, clich\u00e9d, or unreadable), 3 = adequate (responds\nto prompt but unremarkable), 5 = excellent (engaging, creative, well-crafted).\n\nNote: you may only see the first portion of longer stories.  Judge based on\nwhat is available.\n\nAs you reason, note any uncertainties, ambiguities, and gaps \u2014 both in how\nthe instructions apply to the task at hand and in whether you have the\nknowledge needed to solve it. Be honest in your reasoning when you are\nunsure about your answer.",
+    "fields": [
+      {
+        "prefix": "Prompt:",
+        "description": "The creative writing prompt."
+      },
+      {
+        "prefix": "Story:",
+        "description": "The story written in response to the prompt (may be truncated)."
+      },
+      {
+        "prefix": "Reasoning:",
+        "description": "Step-by-step reasoning, including uncertainty when relevant."
+      },
+      {
+        "prefix": "Quality Score:",
+        "description": "Overall story quality score on a 1-5 scale."
+      }
+    ]
+  },
+  "lm": {
+    "model": "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo",
+    "model_type": "chat",
+    "cache": true,
+    "num_retries": 3,
+    "finetuning_model": null,
+    "launch_kwargs": {},
+    "train_kwargs": {},
+    "temperature": null,
+    "max_tokens": null
+  },
+  "metadata": {
+    "dependency_versions": {
+      "python": "3.11",
+      "dspy": "3.1.3",
+      "cloudpickle": "3.1"
+    }
+  }
+}
\ No newline at end of file