TM23-sanji commited on
Commit
3bc08e3
·
1 Parent(s): c680956

feat: reduce inference sample size and add complexity reasoning results dataset

Browse files
Files changed (1) hide show
  1. inference.py +2 -2
inference.py CHANGED
@@ -270,7 +270,7 @@ def env_step(session_id: str, action: Dict) -> Dict:
270
  # ---------------------------------------------------------------------------
271
 
272
 
273
- def run_inference(num_problems: int = 200, output_path: str = "results.jsonl") -> None:
274
  client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
275
 
276
  all_rewards: List[float] = []
@@ -505,7 +505,7 @@ if __name__ == "__main__":
505
  parser.add_argument(
506
  "--num-problems",
507
  type=int,
508
- default=200,
509
  help="Number of problems to evaluate (default: 200)",
510
  )
511
  parser.add_argument(
 
270
  # ---------------------------------------------------------------------------
271
 
272
 
273
+ def run_inference(num_problems: int = 50, output_path: str = "results.jsonl") -> None:
274
  client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
275
 
276
  all_rewards: List[float] = []
 
505
  parser.add_argument(
506
  "--num-problems",
507
  type=int,
508
+ default=50,
509
  help="Number of problems to evaluate (default: 200)",
510
  )
511
  parser.add_argument(