rudhratej09 commited on
Commit
2b146bf
·
unverified ·
1 Parent(s): 13ccdc6

fixed buld obs

Browse files
Files changed (1) hide show
  1. server/env.py +16 -23
server/env.py CHANGED
@@ -218,29 +218,22 @@ class EcoLLMInferenceRoutingEnvironment(Environment[RLAction, RLObservation, RLS
218
  )
219
 
220
  def _build_observation(self, reward: RLReward, done: bool) -> RLObservation:
221
- query = self.current_task.queries[-1] if done else self.current_query
222
-
223
- # compute normalized score only at episode end
224
- final_score = 0.0
225
- if done:
226
- max_possible = float(len(self.current_task.queries))
227
- final_score = min(self._state.total_score / max_possible, 1.0) if max_possible > 0 else 0.0
228
-
229
- return RLObservation(
230
- query=query.text,
231
- cache_contents=self.cache_contents,
232
- carbon_intensity=self.current_carbon_intensity,
233
- done=done,
234
- reward=reward.total_reward,
235
- reward_details=reward,
236
- kb_available=query.kb_available,
237
- score=reward.score if done else 0.0, # ← ADD THIS
238
- metadata={
239
- "task_id": self.current_task.task_id,
240
- "difficulty": self.current_task.difficulty,
241
- "state": self._state.public_payload(),
242
- },
243
- )
244
 
245
  def _empty_reward(self, trace: list[str]) -> RLReward:
246
  return RLReward(
 
218
  )
219
 
220
  def _build_observation(self, reward: RLReward, done: bool) -> RLObservation:
221
+ query = self.current_task.queries[-1] if done else self.current_query
222
+ return RLObservation(
223
+ query=query.text,
224
+ cache_contents=self.cache_contents,
225
+ carbon_intensity=self.current_carbon_intensity,
226
+ done=done,
227
+ reward=reward.total_reward,
228
+ reward_details=reward,
229
+ kb_available=query.kb_available,
230
+ score=reward.score if done else 0.0,
231
+ metadata={
232
+ "task_id": self.current_task.task_id,
233
+ "difficulty": self.current_task.difficulty,
234
+ "state": self._state.public_payload(),
235
+ },
236
+ )
 
 
 
 
 
 
 
237
 
238
  def _empty_reward(self, trace: list[str]) -> RLReward:
239
  return RLReward(