server-inference push enron_email_quality

This commit is contained in:
2026-04-25 21:31:44 -07:00
parent d6d865aa52
commit 512b636fb3
3 changed files with 86 additions and 0 deletions

43
config.json Normal file
View File

@@ -0,0 +1,43 @@
{
"model": null,
"signature": {
"description": "Rate the overall quality of this email on a 1-5 scale.\n\nEvaluate across four dimensions:\n- Clarity: Is the message easy to understand? Is the purpose clear?\n- Appropriate tone: Is the register (formal/casual) suitable for the\n apparent sender-recipient relationship and context?\n- Completeness: Does the email include the information needed for the\n recipient to act or respond?\n- Conciseness: Is the length appropriate, or is it padded/terse?\n\nScore 1 = poor (unclear, inappropriate tone, or missing critical info),\n3 = adequate (accomplishes its purpose but unremarkable),\n5 = excellent (clear, well-toned, complete, and appropriately concise).\n\nNote: judge based on the email as written, not on any referenced\nattachments (which have been stripped from the corpus).\n\nAs you reason, note any uncertainties, ambiguities, and gaps \u2014 both in\nhow the criteria apply to this email and in whether you have enough\ncontext to score it confidently.",
"properties": {
"subject": {
"__dspy_field_type": "input",
"desc": "The email subject line (may be empty).",
"prefix": "Subject:",
"title": "Subject",
"type": "string"
},
"body": {
"__dspy_field_type": "input",
"desc": "The email body text (may be truncated).",
"prefix": "Body:",
"title": "Body",
"type": "string"
},
"quality_score": {
"__dspy_field_type": "output",
"desc": "Overall email quality on a 1-5 scale.",
"enum": [
"1",
"2",
"3",
"4",
"5"
],
"prefix": "Quality Score:",
"title": "Quality Score",
"type": "string"
}
},
"required": [
"subject",
"body",
"quality_score"
],
"title": "EnronEmailQualityJudgeSig",
"type": "object"
}
}