Spaces:
Sleeping
Sleeping
TM23-sanji commited on
Commit ·
3bc08e3
1
Parent(s): c680956
feat: reduce inference sample size and add complexity reasoning results dataset
Browse files- inference.py +2 -2
inference.py
CHANGED
|
@@ -270,7 +270,7 @@ def env_step(session_id: str, action: Dict) -> Dict:
|
|
| 270 |
# ---------------------------------------------------------------------------
|
| 271 |
|
| 272 |
|
| 273 |
-
def run_inference(num_problems: int =
|
| 274 |
client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
|
| 275 |
|
| 276 |
all_rewards: List[float] = []
|
|
@@ -505,7 +505,7 @@ if __name__ == "__main__":
|
|
| 505 |
parser.add_argument(
|
| 506 |
"--num-problems",
|
| 507 |
type=int,
|
| 508 |
-
default=
|
| 509 |
help="Number of problems to evaluate (default: 200)",
|
| 510 |
)
|
| 511 |
parser.add_argument(
|
|
|
|
| 270 |
# ---------------------------------------------------------------------------
|
| 271 |
|
| 272 |
|
| 273 |
+
def run_inference(num_problems: int = 50, output_path: str = "results.jsonl") -> None:
|
| 274 |
client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
|
| 275 |
|
| 276 |
all_rewards: List[float] = []
|
|
|
|
| 505 |
parser.add_argument(
|
| 506 |
"--num-problems",
|
| 507 |
type=int,
|
| 508 |
+
default=50,
|
| 509 |
help="Number of problems to evaluate (default: 200)",
|
| 510 |
)
|
| 511 |
parser.add_argument(
|