diff --git a/README.md b/README.md index 86e8490..a0197c6 100644 --- a/README.md +++ b/README.md @@ -1,2 +1,5 @@ -# bbh_snarks +--- +{} +--- +# bbh_snarks \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..4fd5f8c --- /dev/null +++ b/config.json @@ -0,0 +1,40 @@ +{ + "model": null, + "signature": { + "description": "Choose which statement is sarcastic/snarky. Return only (A) or (B).", + "properties": { + "question": { + "__dspy_field_type": "input", + "desc": "The question or prompt to answer.", + "prefix": "Question:", + "title": "Question", + "type": "string" + }, + "reasoning": { + "__dspy_field_type": "output", + "desc": "Step-by-step reasoning, including uncertainty, ambiguity, or uncertainty in your thought process when relevant.", + "prefix": "Reasoning:", + "title": "Reasoning", + "type": "string" + }, + "answer": { + "__dspy_field_type": "output", + "desc": "The final exact answer label. Valid labels: (A), (B).", + "enum": [ + "(A)", + "(B)" + ], + "prefix": "Answer:", + "title": "Answer", + "type": "string" + } + }, + "required": [ + "question", + "reasoning", + "answer" + ], + "title": "StringSignature", + "type": "object" + } +} \ No newline at end of file diff --git a/program.json b/program.json new file mode 100644 index 0000000..fa02f16 --- /dev/null +++ b/program.json @@ -0,0 +1,40 @@ +{ + "traces": [], + "train": [], + "demos": [], + "signature": { + "instructions": "Choose which statement is sarcastic/snarky. Return only (A) or (B).", + "fields": [ + { + "prefix": "Question:", + "description": "The question or prompt to answer." + }, + { + "prefix": "Reasoning:", + "description": "Step-by-step reasoning, including uncertainty, ambiguity, or uncertainty in your thought process when relevant." + }, + { + "prefix": "Answer:", + "description": "The final exact answer label. Valid labels: (A), (B)." + } + ] + }, + "lm": { + "model": "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo", + "model_type": "chat", + "cache": true, + "num_retries": 3, + "finetuning_model": null, + "launch_kwargs": {}, + "train_kwargs": {}, + "temperature": null, + "max_tokens": null + }, + "metadata": { + "dependency_versions": { + "python": "3.11", + "dspy": "3.1.3", + "cloudpickle": "3.1" + } + } +} \ No newline at end of file