matthildur/research-relevance-judge
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

(no commit message)

Browse Source
This commit is contained in:
matthildur
2026-04-16 15:38:51 -07:00
parent 9030bead4e
commit 2fce0d469f
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
config.json
View File

@@ -6,7 +6,7 @@
"type": "dspy.Reasoning" "type": "dspy.Reasoning"
} }
}, },
"description": "You are evaluating search results for a technical investment diligence report.\nGiven a research topic and a search result, judge how relevant it is.\n\nScoring:\n1 = Not relevant. Completely different domain, product, or problem.\n2 = Marginally relevant. Loosely related but addresses a different specific problem.\n3 = Relevant. Same technical problem or domain \u2014 worth including in a research dump.\n4 = Highly relevant. Directly discusses the core problem with practitioner experience,\n benchmarks, or specific tool comparisons. High signal for diligence.\n\nFocus on technical specificity. Generic advice scores lower than specific\npractitioner experience with real numbers or tool names.", "description": "You are evaluating search results for a technical investment diligence report.\nGiven a research topic and a search result, judge how relevant it is.\n\nScoring:\n1 = Not relevant. Completely different domain, product, or problem.\n2 = Marginally relevant. Loosely related but addresses a different specific problem.\n3 = Relevant. Same technical problem or domain \u2014 worth including in a research dump.\n4 = Highly relevant. Directly discusses the core problem with practitioner experience,\n benchmarks, or specific tool comparisons. High signal for diligence.\n\nFocus on technical specificity. Generic vendor advice scores lower than specific\npractitioner experience with real numbers or tool names.",
"properties": { "properties": {
"topic": { "topic": {
"__dspy_field_type": "input", "__dspy_field_type": "input",

2
program.json
View File

@@ -3,7 +3,7 @@
"train": [], "train": [],
"demos": [], "demos": [],
"signature": { "signature": {
"instructions": "You are evaluating search results for a technical investment diligence report.\nGiven a research topic and a search result, judge how relevant it is.\n\nScoring:\n1 = Not relevant. Completely different domain, product, or problem.\n2 = Marginally relevant. Loosely related but addresses a different specific problem.\n3 = Relevant. Same technical problem or domain \u2014 worth including in a research dump.\n4 = Highly relevant. Directly discusses the core problem with practitioner experience,\n benchmarks, or specific tool comparisons. High signal for diligence.\n\nFocus on technical specificity. Generic advice scores lower than specific\npractitioner experience with real numbers or tool names.", "instructions": "You are evaluating search results for a technical investment diligence report.\nGiven a research topic and a search result, judge how relevant it is.\n\nScoring:\n1 = Not relevant. Completely different domain, product, or problem.\n2 = Marginally relevant. Loosely related but addresses a different specific problem.\n3 = Relevant. Same technical problem or domain \u2014 worth including in a research dump.\n4 = Highly relevant. Directly discusses the core problem with practitioner experience,\n benchmarks, or specific tool comparisons. High signal for diligence.\n\nFocus on technical specificity. Generic vendor advice scores lower than specific\npractitioner experience with real numbers or tool names.",
"fields": [ "fields": [
{ {
"prefix": "Topic:", "prefix": "Topic:",