SaylorTwift HF Staff commited on
Commit
e7a4c0e
·
verified ·
1 Parent(s): c511323

eval: pass purpose=eval (server requires it with eval_sampling)

Browse files
Files changed (1) hide show
  1. eval_adapter.py +1 -0
eval_adapter.py CHANGED
@@ -50,6 +50,7 @@ def run_one(task_index, model):
50
  reward_key="correctness,reward",
51
  llm_url=VLLM_URL,
52
  model=model,
 
53
  eval_sampling={"temperature": 1.0, "top_p": 1.0},
54
  agent_step_limit=17, # production eval cap from the FineEnvs Space
55
  agent_timeout_sec=600,
 
50
  reward_key="correctness,reward",
51
  llm_url=VLLM_URL,
52
  model=model,
53
+ purpose="eval", # required by the server when eval_sampling is passed
54
  eval_sampling={"temperature": 1.0, "top_p": 1.0},
55
  agent_step_limit=17, # production eval cap from the FineEnvs Space
56
  agent_timeout_sec=600,