eval: pass purpose=eval (server requires it with eval_sampling)
Browse files- eval_adapter.py +1 -0
eval_adapter.py
CHANGED
|
@@ -50,6 +50,7 @@ def run_one(task_index, model):
|
|
| 50 |
reward_key="correctness,reward",
|
| 51 |
llm_url=VLLM_URL,
|
| 52 |
model=model,
|
|
|
|
| 53 |
eval_sampling={"temperature": 1.0, "top_p": 1.0},
|
| 54 |
agent_step_limit=17, # production eval cap from the FineEnvs Space
|
| 55 |
agent_timeout_sec=600,
|
|
|
|
| 50 |
reward_key="correctness,reward",
|
| 51 |
llm_url=VLLM_URL,
|
| 52 |
model=model,
|
| 53 |
+
purpose="eval", # required by the server when eval_sampling is passed
|
| 54 |
eval_sampling={"temperature": 1.0, "top_p": 1.0},
|
| 55 |
agent_step_limit=17, # production eval cap from the FineEnvs Space
|
| 56 |
agent_timeout_sec=600,
|