Spaces:
Runtime error
Runtime error
| spec_version: 1 | |
| name: eco_llm_inference_routing | |
| type: space | |
| runtime: fastapi | |
| app: server.app:app | |
| port: 7860 | |
| description: "Carbon-aware RL environment for multi-objective LLM query routing" | |
| version: "1.0.0" | |
| reward_range: [0.0, 1.0] | |
| api: | |
| base_url: / | |
| endpoints: | |
| reset: | |
| method: POST | |
| path: /reset | |
| step: | |
| method: POST | |
| path: /step | |
| state: | |
| method: GET | |
| path: /state | |
| tasks: | |
| method: GET | |
| path: /tasks | |
| grader: | |
| method: POST | |
| path: /grader | |
| tasks: | |
| - id: easy | |
| task_id: easy | |
| name: easy | |
| title: Single Query Routing | |
| difficulty: easy | |
| description: "Route a single LLM query to the optimal model tier while minimising carbon footprint and latency." | |
| max_steps: 10 | |
| grader: "graders:EasyGrader" | |
| graders: | |
| - "graders:EasyGrader" | |
| reward_range: [0.0, 1.0] | |
| - id: medium | |
| task_id: medium | |
| name: medium | |
| title: Multi-Query Episode | |
| difficulty: medium | |
| description: "Route 3 queries of varying complexity. LARGE model incurs -0.2 penalty per use." | |
| max_steps: 20 | |
| grader: "graders:MediumGrader" | |
| graders: | |
| - "graders:MediumGrader" | |
| reward_range: [0.0, 1.0] | |
| - id: hard | |
| task_id: hard | |
| name: hard | |
| title: Stateful Carbon-Aware Routing | |
| difficulty: hard | |
| description: "5-query episode with caching, KB lookups, cascade strategies, and carbon-aware waiting." | |
| max_steps: 50 | |
| grader: "graders:HardGrader" | |
| graders: | |
| - "graders:HardGrader" | |
| reward_range: [0.0, 1.0] | |