{
  "traces": [],
  "train": [],
  "demos": [],
  "signature": {
    "instructions": "Determine if the predicted answer from the LLM matches the ground truth answer.",
    "fields": [
      {
        "prefix": "Question:",
        "description": "The question to answer"
      },
      {
        "prefix": "Predicted Answer:",
        "description": "The response to the question from the LLM"
      },
      {
        "prefix": "Ground Truth Answers:",
        "description": "The ground truth answers to the question"
      },
      {
        "prefix": "Label:",
        "description": "Whether the predicted answer is correct or incorrect"
      }
    ]
  },
  "lm": {
    "model": "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo",
    "model_type": "chat",
    "cache": true,
    "num_retries": 3,
    "finetuning_model": null,
    "launch_kwargs": {},
    "train_kwargs": {},
    "temperature": null,
    "max_tokens": null
  },
  "metadata": {
    "dependency_versions": {
      "python": "3.11",
      "dspy": "3.1.2",
      "cloudpickle": "3.1"
    }
  }
}