rudhratej09 commited on
Commit
aa97f0a
·
1 Parent(s): 27b9539

Make root task graders validator-compatible

Browse files
Files changed (1) hide show
  1. tasks.py +13 -6
tasks.py CHANGED
@@ -2,6 +2,7 @@
2
 
3
  from __future__ import annotations
4
 
 
5
  from server.tasks import TASKS as TASK_REGISTRY
6
  from server.tasks import get_task
7
 
@@ -15,8 +16,10 @@ TASKS = [
15
  "difficulty": "easy",
16
  "description": "Route a single LLM query to the optimal model tier while minimising carbon footprint and latency.",
17
  "max_steps": 10,
18
- "grader": "graders:grade_task_1",
19
- "graders": ["graders:grade_task_1"],
 
 
20
  "reward_range": [0.0, 1.0],
21
  },
22
  {
@@ -27,8 +30,10 @@ TASKS = [
27
  "difficulty": "medium",
28
  "description": "Route 3 queries of varying complexity. LARGE model incurs -0.2 penalty per use.",
29
  "max_steps": 20,
30
- "grader": "graders:grade_task_2",
31
- "graders": ["graders:grade_task_2"],
 
 
32
  "reward_range": [0.0, 1.0],
33
  },
34
  {
@@ -39,8 +44,10 @@ TASKS = [
39
  "difficulty": "hard",
40
  "description": "5-query episode with caching, KB lookups, cascade strategies, and carbon-aware waiting.",
41
  "max_steps": 50,
42
- "grader": "graders:grade_task_3",
43
- "graders": ["graders:grade_task_3"],
 
 
44
  "reward_range": [0.0, 1.0],
45
  },
46
  ]
 
2
 
3
  from __future__ import annotations
4
 
5
+ from graders import grade_task_1, grade_task_2, grade_task_3
6
  from server.tasks import TASKS as TASK_REGISTRY
7
  from server.tasks import get_task
8
 
 
16
  "difficulty": "easy",
17
  "description": "Route a single LLM query to the optimal model tier while minimising carbon footprint and latency.",
18
  "max_steps": 10,
19
+ "grader": grade_task_1,
20
+ "grader_path": "graders:grade_task_1",
21
+ "graders": [grade_task_1],
22
+ "grader_paths": ["graders:grade_task_1"],
23
  "reward_range": [0.0, 1.0],
24
  },
25
  {
 
30
  "difficulty": "medium",
31
  "description": "Route 3 queries of varying complexity. LARGE model incurs -0.2 penalty per use.",
32
  "max_steps": 20,
33
+ "grader": grade_task_2,
34
+ "grader_path": "graders:grade_task_2",
35
+ "graders": [grade_task_2],
36
+ "grader_paths": ["graders:grade_task_2"],
37
  "reward_range": [0.0, 1.0],
38
  },
39
  {
 
44
  "difficulty": "hard",
45
  "description": "5-query episode with caching, KB lookups, cascade strategies, and carbon-aware waiting.",
46
  "max_steps": 50,
47
+ "grader": grade_task_3,
48
+ "grader_path": "graders:grade_task_3",
49
+ "graders": [grade_task_3],
50
+ "grader_paths": ["graders:grade_task_3"],
51
  "reward_range": [0.0, 1.0],
52
  },
53
  ]