QuantumTransformer commited on
Commit
28811ce
·
verified ·
1 Parent(s): 2e07357

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. inference.py +10 -15
inference.py CHANGED
@@ -42,9 +42,9 @@ except ImportError:
42
  from dotenv import load_dotenv
43
  load_dotenv()
44
 
45
- API_BASE_URL = os.getenv("API_BASE_URL") or "https://router.huggingface.co/v1"
46
- API_KEY = os.getenv("HF_TOKEN") or os.getenv("API_KEY")
47
- MODEL_NAME = os.getenv("MODEL_NAME") or "meta-llama/Llama-3.1-8B-Instruct"
48
  ENV_URL = os.getenv("AD_FRAUD_ENV_URL", "https://QuantumTransformer-AdArena.hf.space")
49
  BENCHMARK = "ad_fraud_env"
50
  TEMPERATURE = 0.1
@@ -289,11 +289,7 @@ def run_single_task(
289
  env_base_url: str = "https://QuantumTransformer-AdArena.hf.space",
290
  ) -> Dict[str, Any]:
291
  """Run the baseline agent on a single task with mandatory [START]/[STEP]/[END] logging."""
292
- base_url = os.getenv("API_BASE_URL") or API_BASE_URL
293
- api_key = os.getenv("HF_TOKEN") or os.getenv("API_KEY") or API_KEY
294
- model = os.getenv("MODEL_NAME") or MODEL_NAME
295
-
296
- client = OpenAI(base_url=base_url, api_key=api_key, timeout=60.0)
297
  env = AdFraudEnv(base_url=env_base_url).sync()
298
  elog = EpisodeLogger(task_id, LOG_DIR)
299
 
@@ -305,7 +301,7 @@ def run_single_task(
305
  score = 0.0
306
  success = False
307
 
308
- log_start(task=task_id, env=BENCHMARK, model=model)
309
 
310
  try:
311
  env.connect()
@@ -324,7 +320,7 @@ def run_single_task(
324
 
325
  try:
326
  completion = client.chat.completions.create(
327
- model=model,
328
  messages=messages,
329
  temperature=TEMPERATURE,
330
  max_tokens=MAX_TOKENS,
@@ -403,7 +399,7 @@ def run_single_task(
403
  try:
404
  env.close()
405
  except Exception as e:
406
- print(f"[DEBUG] env.close() error: {e}", flush=True)
407
  log_end(success=success, steps=steps_taken, score=score, rewards=rewards)
408
 
409
 
@@ -411,7 +407,6 @@ def run_baseline(
411
  env_base_url: str = "https://QuantumTransformer-AdArena.hf.space",
412
  ) -> Dict[str, Any]:
413
  """Run baseline inference on all 3 tasks."""
414
- model = os.getenv("MODEL_NAME") or MODEL_NAME
415
  results: Dict[str, Any] = {}
416
  for task_id in ["task_1", "task_2", "task_3"]:
417
  logger.info("Running baseline for %s...", task_id)
@@ -425,14 +420,14 @@ def run_baseline(
425
  logger.error(" %s failed: %s", task_id, e)
426
  results[task_id] = {"task_id": task_id, "score": 0.0, "error": str(e)}
427
 
428
- return {"baseline_model": model, "seed": 42, "tasks": results}
429
 
430
 
431
  def main() -> None:
432
  logging.basicConfig(level=logging.INFO, format="%(levelname)s: %(message)s")
433
 
434
- if not API_KEY:
435
- print("Error: HF_TOKEN (or API_KEY) environment variable is required.", file=sys.stderr)
436
  sys.exit(1)
437
  env_base_url = os.getenv("AD_FRAUD_ENV_URL", "https://QuantumTransformer-AdArena.hf.space")
438
 
 
42
  from dotenv import load_dotenv
43
  load_dotenv()
44
 
45
+ API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
46
+ MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/Llama-3.1-8B-Instruct")
47
+ HF_TOKEN = os.getenv("HF_TOKEN")
48
  ENV_URL = os.getenv("AD_FRAUD_ENV_URL", "https://QuantumTransformer-AdArena.hf.space")
49
  BENCHMARK = "ad_fraud_env"
50
  TEMPERATURE = 0.1
 
289
  env_base_url: str = "https://QuantumTransformer-AdArena.hf.space",
290
  ) -> Dict[str, Any]:
291
  """Run the baseline agent on a single task with mandatory [START]/[STEP]/[END] logging."""
292
+ client = OpenAI(base_url=API_BASE_URL, api_key=HF_TOKEN, timeout=60.0)
 
 
 
 
293
  env = AdFraudEnv(base_url=env_base_url).sync()
294
  elog = EpisodeLogger(task_id, LOG_DIR)
295
 
 
301
  score = 0.0
302
  success = False
303
 
304
+ log_start(task=task_id, env=BENCHMARK, model=MODEL_NAME)
305
 
306
  try:
307
  env.connect()
 
320
 
321
  try:
322
  completion = client.chat.completions.create(
323
+ model=MODEL_NAME,
324
  messages=messages,
325
  temperature=TEMPERATURE,
326
  max_tokens=MAX_TOKENS,
 
399
  try:
400
  env.close()
401
  except Exception as e:
402
+ print(f"[DEBUG] env.close() error: {e}", file=sys.stderr, flush=True)
403
  log_end(success=success, steps=steps_taken, score=score, rewards=rewards)
404
 
405
 
 
407
  env_base_url: str = "https://QuantumTransformer-AdArena.hf.space",
408
  ) -> Dict[str, Any]:
409
  """Run baseline inference on all 3 tasks."""
 
410
  results: Dict[str, Any] = {}
411
  for task_id in ["task_1", "task_2", "task_3"]:
412
  logger.info("Running baseline for %s...", task_id)
 
420
  logger.error(" %s failed: %s", task_id, e)
421
  results[task_id] = {"task_id": task_id, "score": 0.0, "error": str(e)}
422
 
423
+ return {"baseline_model": MODEL_NAME, "seed": 42, "tasks": results}
424
 
425
 
426
  def main() -> None:
427
  logging.basicConfig(level=logging.INFO, format="%(levelname)s: %(message)s")
428
 
429
+ if not HF_TOKEN:
430
+ print("Error: HF_TOKEN environment variable is required.", file=sys.stderr)
431
  sys.exit(1)
432
  env_base_url = os.getenv("AD_FRAUD_ENV_URL", "https://QuantumTransformer-AdArena.hf.space")
433