diff --git a/README.md b/README.md index e69de29..1388a48 100644 --- a/README.md +++ b/README.md @@ -0,0 +1,3 @@ +--- +{} +--- \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..a0d8349 --- /dev/null +++ b/config.json @@ -0,0 +1,43 @@ +{ + "model": null, + "signature": { + "description": "Rate the overall quality of this email on a 1-5 scale.\n\nEvaluate across four dimensions:\n- Clarity: Is the message easy to understand? Is the purpose clear?\n- Appropriate tone: Is the register (formal/casual) suitable for the\n apparent sender-recipient relationship and context?\n- Completeness: Does the email include the information needed for the\n recipient to act or respond?\n- Conciseness: Is the length appropriate, or is it padded/terse?\n\nScore 1 = poor (unclear, inappropriate tone, or missing critical info),\n3 = adequate (accomplishes its purpose but unremarkable),\n5 = excellent (clear, well-toned, complete, and appropriately concise).\n\nNote: judge based on the email as written, not on any referenced\nattachments (which have been stripped from the corpus).\n\nAs you reason, note any uncertainties, ambiguities, and gaps \u2014 both in\nhow the criteria apply to this email and in whether you have enough\ncontext to score it confidently.", + "properties": { + "subject": { + "__dspy_field_type": "input", + "desc": "The email subject line (may be empty).", + "prefix": "Subject:", + "title": "Subject", + "type": "string" + }, + "body": { + "__dspy_field_type": "input", + "desc": "The email body text (may be truncated).", + "prefix": "Body:", + "title": "Body", + "type": "string" + }, + "quality_score": { + "__dspy_field_type": "output", + "desc": "Overall email quality on a 1-5 scale.", + "enum": [ + "1", + "2", + "3", + "4", + "5" + ], + "prefix": "Quality Score:", + "title": "Quality Score", + "type": "string" + } + }, + "required": [ + "subject", + "body", + "quality_score" + ], + "title": "EnronEmailQualityJudgeSig", + "type": "object" + } +} \ No newline at end of file diff --git a/program.json b/program.json new file mode 100644 index 0000000..43c043b --- /dev/null +++ b/program.json @@ -0,0 +1,40 @@ +{ + "traces": [], + "train": [], + "demos": [], + "signature": { + "instructions": "Rate the overall quality of this email on a 1-5 scale.\n\nEvaluate across four dimensions:\n- Clarity: Is the message easy to understand? Is the purpose clear?\n- Appropriate tone: Is the register (formal/casual) suitable for the\n apparent sender-recipient relationship and context?\n- Completeness: Does the email include the information needed for the\n recipient to act or respond?\n- Conciseness: Is the length appropriate, or is it padded/terse?\n\nScore 1 = poor (unclear, inappropriate tone, or missing critical info),\n3 = adequate (accomplishes its purpose but unremarkable),\n5 = excellent (clear, well-toned, complete, and appropriately concise).\n\nNote: judge based on the email as written, not on any referenced\nattachments (which have been stripped from the corpus).\n\nAs you reason, note any uncertainties, ambiguities, and gaps \u2014 both in\nhow the criteria apply to this email and in whether you have enough\ncontext to score it confidently.", + "fields": [ + { + "prefix": "Subject:", + "description": "The email subject line (may be empty)." + }, + { + "prefix": "Body:", + "description": "The email body text (may be truncated)." + }, + { + "prefix": "Quality Score:", + "description": "Overall email quality on a 1-5 scale." + } + ] + }, + "lm": { + "model": "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo", + "model_type": "chat", + "cache": true, + "num_retries": 3, + "finetuning_model": null, + "launch_kwargs": {}, + "train_kwargs": {}, + "temperature": null, + "max_tokens": null + }, + "metadata": { + "dependency_versions": { + "python": "3.11", + "dspy": "3.1.3", + "cloudpickle": "3.1" + } + } +} \ No newline at end of file