Unoptimized Clinical Impact Judge
This commit is contained in:
@@ -25,7 +25,7 @@
|
|||||||
]
|
]
|
||||||
},
|
},
|
||||||
"lm": {
|
"lm": {
|
||||||
"model": "openroutergoogle/gemini-2.5-pro",
|
"model": "openrouter/google/gemini-2.5-pro",
|
||||||
"model_type": "chat",
|
"model_type": "chat",
|
||||||
"cache": true,
|
"cache": true,
|
||||||
"num_retries": 3,
|
"num_retries": 3,
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"task_model": "openroutergoogle/gemini-2.5-pro",
|
"task_model": "openrouter/google/gemini-2.5-pro",
|
||||||
"reflection_model": "openrouteranthropic/claude-4-sonnet",
|
"reflection_model": "openrouter/anthropic/claude-4-sonnet",
|
||||||
"max_tokens": 8000,
|
"max_tokens": 8000,
|
||||||
"temperature": 0.1,
|
"temperature": 0.1,
|
||||||
"test_size": 50,
|
"test_size": 50,
|
||||||
|
|||||||
@@ -75,7 +75,7 @@ def main():
|
|||||||
print(f"Using separate reflection model: {args.reflection_model}")
|
print(f"Using separate reflection model: {args.reflection_model}")
|
||||||
|
|
||||||
model_base = (
|
model_base = (
|
||||||
args.provider
|
f"{args.provider}/"
|
||||||
if args.provider == "openrouter"
|
if args.provider == "openrouter"
|
||||||
or args.provider == "bedrock"
|
or args.provider == "bedrock"
|
||||||
or args.provider == "ollama_chat"
|
or args.provider == "ollama_chat"
|
||||||
|
|||||||
Reference in New Issue
Block a user