server-inference push bbh_snarks

README.md

@@ -1,2 +1,5 @@
-# bbh_snarks
+---
+{}
+---
 
+# bbh_snarks

config.json

@@ -0,0 +1,40 @@
+{
+  "model": null,
+  "signature": {
+    "description": "Choose which statement is sarcastic/snarky. Return only (A) or (B).",
+    "properties": {
+      "question": {
+        "__dspy_field_type": "input",
+        "desc": "The question or prompt to answer.",
+        "prefix": "Question:",
+        "title": "Question",
+        "type": "string"
+      },
+      "reasoning": {
+        "__dspy_field_type": "output",
+        "desc": "Step-by-step reasoning, including uncertainty, ambiguity, or uncertainty in your thought process when relevant.",
+        "prefix": "Reasoning:",
+        "title": "Reasoning",
+        "type": "string"
+      },
+      "answer": {
+        "__dspy_field_type": "output",
+        "desc": "The final exact answer label. Valid labels: (A), (B).",
+        "enum": [
+          "(A)",
+          "(B)"
+        ],
+        "prefix": "Answer:",
+        "title": "Answer",
+        "type": "string"
+      }
+    },
+    "required": [
+      "question",
+      "reasoning",
+      "answer"
+    ],
+    "title": "StringSignature",
+    "type": "object"
+  }
+}

program.json

@@ -0,0 +1,40 @@
+{
+  "traces": [],
+  "train": [],
+  "demos": [],
+  "signature": {
+    "instructions": "Choose which statement is sarcastic/snarky. Return only (A) or (B).",
+    "fields": [
+      {
+        "prefix": "Question:",
+        "description": "The question or prompt to answer."
+      },
+      {
+        "prefix": "Reasoning:",
+        "description": "Step-by-step reasoning, including uncertainty, ambiguity, or uncertainty in your thought process when relevant."
+      },
+      {
+        "prefix": "Answer:",
+        "description": "The final exact answer label. Valid labels: (A), (B)."
+      }
+    ]
+  },
+  "lm": {
+    "model": "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo",
+    "model_type": "chat",
+    "cache": true,
+    "num_retries": 3,
+    "finetuning_model": null,
+    "launch_kwargs": {},
+    "train_kwargs": {},
+    "temperature": null,
+    "max_tokens": null
+  },
+  "metadata": {
+    "dependency_versions": {
+      "python": "3.11",
+      "dspy": "3.1.3",
+      "cloudpickle": "3.1"
+    }
+  }
+}