Spaces:
Runtime error
Runtime error
fixed buld obs
Browse files- server/env.py +16 -23
server/env.py
CHANGED
|
@@ -218,29 +218,22 @@ class EcoLLMInferenceRoutingEnvironment(Environment[RLAction, RLObservation, RLS
|
|
| 218 |
)
|
| 219 |
|
| 220 |
def _build_observation(self, reward: RLReward, done: bool) -> RLObservation:
|
| 221 |
-
|
| 222 |
-
|
| 223 |
-
|
| 224 |
-
|
| 225 |
-
|
| 226 |
-
|
| 227 |
-
|
| 228 |
-
|
| 229 |
-
|
| 230 |
-
|
| 231 |
-
|
| 232 |
-
|
| 233 |
-
|
| 234 |
-
|
| 235 |
-
|
| 236 |
-
|
| 237 |
-
score=reward.score if done else 0.0, # ← ADD THIS
|
| 238 |
-
metadata={
|
| 239 |
-
"task_id": self.current_task.task_id,
|
| 240 |
-
"difficulty": self.current_task.difficulty,
|
| 241 |
-
"state": self._state.public_payload(),
|
| 242 |
-
},
|
| 243 |
-
)
|
| 244 |
|
| 245 |
def _empty_reward(self, trace: list[str]) -> RLReward:
|
| 246 |
return RLReward(
|
|
|
|
| 218 |
)
|
| 219 |
|
| 220 |
def _build_observation(self, reward: RLReward, done: bool) -> RLObservation:
|
| 221 |
+
query = self.current_task.queries[-1] if done else self.current_query
|
| 222 |
+
return RLObservation(
|
| 223 |
+
query=query.text,
|
| 224 |
+
cache_contents=self.cache_contents,
|
| 225 |
+
carbon_intensity=self.current_carbon_intensity,
|
| 226 |
+
done=done,
|
| 227 |
+
reward=reward.total_reward,
|
| 228 |
+
reward_details=reward,
|
| 229 |
+
kb_available=query.kb_available,
|
| 230 |
+
score=reward.score if done else 0.0,
|
| 231 |
+
metadata={
|
| 232 |
+
"task_id": self.current_task.task_id,
|
| 233 |
+
"difficulty": self.current_task.difficulty,
|
| 234 |
+
"state": self._state.public_payload(),
|
| 235 |
+
},
|
| 236 |
+
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 237 |
|
| 238 |
def _empty_reward(self, trace: list[str]) -> RLReward:
|
| 239 |
return RLReward(
|