Spaces:
Sleeping
Sleeping
AdityaProCoder commited on
Commit ·
90e1494
1
Parent(s): 1876da1
fix: add score= to [END] log line so validator can parse task scores
Browse files- RevLogiXenv_v0/grader.py +1 -1
- inference.py +5 -5
RevLogiXenv_v0/grader.py
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
"""
|
| 2 |
-
Grader for
|
| 3 |
|
| 4 |
This grader provides deterministic, bounded scoring in the strict interval
|
| 5 |
[0.01, 0.99] and robust hard-task handling for fraud metrics.
|
|
|
|
| 1 |
"""
|
| 2 |
+
Grader for revLogiXenv-v0 tasks.
|
| 3 |
|
| 4 |
This grader provides deterministic, bounded scoring in the strict interval
|
| 5 |
[0.01, 0.99] and robust hard-task handling for fraud metrics.
|
inference.py
CHANGED
|
@@ -38,7 +38,7 @@ LLM_SYSTEM_PROMPT = (
|
|
| 38 |
|
| 39 |
|
| 40 |
def _bool_str(value: bool) -> str:
|
| 41 |
-
return "
|
| 42 |
|
| 43 |
|
| 44 |
def log_start(task: str, env: str, model: str) -> None:
|
|
@@ -54,9 +54,9 @@ def log_step(step: int, action: str, reward: float, done: bool, error: str | Non
|
|
| 54 |
)
|
| 55 |
|
| 56 |
|
| 57 |
-
def log_end(success: bool, steps: int, rewards: list[float]) -> None:
|
| 58 |
-
rewards_str =
|
| 59 |
-
print(f"[END] success={_bool_str(success)} steps={steps} rewards={rewards_str}", flush=True)
|
| 60 |
|
| 61 |
|
| 62 |
def observation_to_prompt(obs: ReturnsObservation) -> str:
|
|
@@ -199,7 +199,7 @@ def run_episode(client: OpenAI, task_name: str) -> tuple[bool, int, float, list[
|
|
| 199 |
env.close()
|
| 200 |
except Exception:
|
| 201 |
pass
|
| 202 |
-
log_end(success=success, steps=steps_taken, rewards=rewards)
|
| 203 |
|
| 204 |
return success, steps_taken, score, rewards
|
| 205 |
|
|
|
|
| 38 |
|
| 39 |
|
| 40 |
def _bool_str(value: bool) -> str:
|
| 41 |
+
return "True" if value else "False"
|
| 42 |
|
| 43 |
|
| 44 |
def log_start(task: str, env: str, model: str) -> None:
|
|
|
|
| 54 |
)
|
| 55 |
|
| 56 |
|
| 57 |
+
def log_end(success: bool, steps: int, score: float, rewards: list[float]) -> None:
|
| 58 |
+
rewards_str = str(rewards) # List format: [0.5, 0.93, ...] as required by validator
|
| 59 |
+
print(f"[END] success={_bool_str(success)} steps={steps} score={score:.4f} rewards={rewards_str}", flush=True)
|
| 60 |
|
| 61 |
|
| 62 |
def observation_to_prompt(obs: ReturnsObservation) -> str:
|
|
|
|
| 199 |
env.close()
|
| 200 |
except Exception:
|
| 201 |
pass
|
| 202 |
+
log_end(success=success, steps=steps_taken, score=score, rewards=rewards)
|
| 203 |
|
| 204 |
return success, steps_taken, score, rewards
|
| 205 |
|