ankitxraj21 commited on
Commit
2b5602d
·
verified ·
1 Parent(s): d755597

Update openenv.yaml

Browse files
Files changed (1) hide show
  1. openenv.yaml +15 -1
openenv.yaml CHANGED
@@ -15,11 +15,25 @@ tasks:
15
  difficulty: "easy"
16
  path: "inference.py"
17
  target_score: 0.8
 
 
 
 
 
18
  - id: "weekly_budget"
19
  difficulty: "medium"
20
  path: "inference.py"
21
  target_score: 0.75
 
 
 
 
 
22
  - id: "chaos_mode"
23
  difficulty: "hard"
24
  path: "inference.py"
25
- target_score: 0.7
 
 
 
 
 
15
  difficulty: "easy"
16
  path: "inference.py"
17
  target_score: 0.8
18
+ grader:
19
+ type: "threshold"
20
+ metric: "avg_reward"
21
+ threshold: 0.8
22
+
23
  - id: "weekly_budget"
24
  difficulty: "medium"
25
  path: "inference.py"
26
  target_score: 0.75
27
+ grader:
28
+ type: "threshold"
29
+ metric: "avg_reward"
30
+ threshold: 0.75
31
+
32
  - id: "chaos_mode"
33
  difficulty: "hard"
34
  path: "inference.py"
35
+ target_score: 0.7
36
+ grader:
37
+ type: "threshold"
38
+ metric: "avg_reward"
39
+ threshold: 0.7