test arbiter setup

README.md

@@ -0,0 +1,8 @@
+---
+a: 3.537087
+b: -1.616884
+is_arbiter: true
+probe_model: modaic/gpt-oss-120b-probe
+size: large
+supports_reasoning: true
+---

config.json

@@ -0,0 +1,48 @@
+{
+  "model": null,
+  "signature": {
+    "$defs": {
+      "Reasoning": {
+        "type": "dspy.Reasoning"
+      }
+    },
+    "description": "Classify whether an email is spam or not.",
+    "properties": {
+      "subject": {
+        "__dspy_field_type": "input",
+        "desc": "The email subject line",
+        "prefix": "Subject:",
+        "title": "Subject",
+        "type": "string"
+      },
+      "body": {
+        "__dspy_field_type": "input",
+        "desc": "The email body",
+        "prefix": "Body:",
+        "title": "Body",
+        "type": "string"
+      },
+      "reasoning": {
+        "$ref": "#/$defs/Reasoning",
+        "__dspy_field_type": "output",
+        "desc": "Your reasoning for your answer. Inlude any uncertainties about your answer or ambiguity in the task.",
+        "prefix": "Reasoning:"
+      },
+      "is_spam": {
+        "__dspy_field_type": "output",
+        "desc": "Whether the email is spam",
+        "prefix": "Is Spam:",
+        "title": "Is Spam",
+        "type": "boolean"
+      }
+    },
+    "required": [
+      "subject",
+      "body",
+      "reasoning",
+      "is_spam"
+    ],
+    "title": "StringSignature",
+    "type": "object"
+  }
+}

program.json

@@ -0,0 +1,44 @@
+{
+  "traces": [],
+  "train": [],
+  "demos": [],
+  "signature": {
+    "instructions": "Classify whether an email is spam or not.",
+    "fields": [
+      {
+        "prefix": "Subject:",
+        "description": "The email subject line"
+      },
+      {
+        "prefix": "Body:",
+        "description": "The email body"
+      },
+      {
+        "prefix": "Reasoning:",
+        "description": "Your reasoning for your answer. Inlude any uncertainties about your answer or ambiguity in the task."
+      },
+      {
+        "prefix": "Is Spam:",
+        "description": "Whether the email is spam"
+      }
+    ]
+  },
+  "lm": {
+    "model": "together_ai/openai/gpt-oss-120b",
+    "model_type": "chat",
+    "cache": true,
+    "num_retries": 3,
+    "finetuning_model": null,
+    "launch_kwargs": {},
+    "train_kwargs": {},
+    "temperature": null,
+    "max_tokens": null
+  },
+  "metadata": {
+    "dependency_versions": {
+      "python": "3.13",
+      "dspy": "3.1.2",
+      "cloudpickle": "3.1"
+    }
+  }
+}