(no commit message)

README.md

@@ -1,2 +1,4 @@
-# satisfactory
+---
-
+arbiter_probe: modaic/gpt-oss-120b-probe
+is_arbiter: true
+---

config.json

@@ -0,0 +1,48 @@
+{
+  "model": null,
+  "signature": {
+    "$defs": {
+      "Reasoning": {
+        "type": "dspy.Reasoning"
+      }
+    },
+    "description": "Determine if the LLM's response was satisfactory or not.",
+    "properties": {
+      "input": {
+        "__dspy_field_type": "input",
+        "desc": "Input to LLM",
+        "prefix": "Input:",
+        "title": "Input",
+        "type": "string"
+      },
+      "output": {
+        "__dspy_field_type": "input",
+        "desc": "Output of LLM",
+        "prefix": "Output:",
+        "title": "Output",
+        "type": "string"
+      },
+      "reasoning": {
+        "$ref": "#/$defs/Reasoning",
+        "__dspy_field_type": "output",
+        "desc": "Your reasoning for your answer. Inlude any uncertainties about your answer or ambiguity in the task.",
+        "prefix": "Reasoning:"
+      },
+      "satisfactory": {
+        "__dspy_field_type": "output",
+        "desc": "${satisfactory}",
+        "prefix": "Satisfactory:",
+        "title": "Satisfactory",
+        "type": "boolean"
+      }
+    },
+    "required": [
+      "input",
+      "output",
+      "reasoning",
+      "satisfactory"
+    ],
+    "title": "StringSignature",
+    "type": "object"
+  }
+}

program.json

@@ -0,0 +1,44 @@
+{
+  "traces": [],
+  "train": [],
+  "demos": [],
+  "signature": {
+    "instructions": "Determine if the LLM's response was satisfactory or not.",
+    "fields": [
+      {
+        "prefix": "Input:",
+        "description": "Input to LLM"
+      },
+      {
+        "prefix": "Output:",
+        "description": "Output of LLM"
+      },
+      {
+        "prefix": "Reasoning:",
+        "description": "Your reasoning for your answer. Inlude any uncertainties about your answer or ambiguity in the task."
+      },
+      {
+        "prefix": "Satisfactory:",
+        "description": "${satisfactory}"
+      }
+    ]
+  },
+  "lm": {
+    "model": "together_ai/openai/gpt-oss-120b",
+    "model_type": "chat",
+    "cache": true,
+    "num_retries": 3,
+    "finetuning_model": null,
+    "launch_kwargs": {},
+    "train_kwargs": {},
+    "temperature": null,
+    "max_tokens": null
+  },
+  "metadata": {
+    "dependency_versions": {
+      "python": "3.11",
+      "dspy": "3.1.3",
+      "cloudpickle": "3.1"
+    }
+  }
+}