Spaces:
Sleeping
Sleeping
Upload folder using huggingface_hub
Browse files- inference.py +10 -15
inference.py
CHANGED
|
@@ -42,9 +42,9 @@ except ImportError:
|
|
| 42 |
from dotenv import load_dotenv
|
| 43 |
load_dotenv()
|
| 44 |
|
| 45 |
-
API_BASE_URL = os.getenv("API_BASE_URL"
|
| 46 |
-
|
| 47 |
-
|
| 48 |
ENV_URL = os.getenv("AD_FRAUD_ENV_URL", "https://QuantumTransformer-AdArena.hf.space")
|
| 49 |
BENCHMARK = "ad_fraud_env"
|
| 50 |
TEMPERATURE = 0.1
|
|
@@ -289,11 +289,7 @@ def run_single_task(
|
|
| 289 |
env_base_url: str = "https://QuantumTransformer-AdArena.hf.space",
|
| 290 |
) -> Dict[str, Any]:
|
| 291 |
"""Run the baseline agent on a single task with mandatory [START]/[STEP]/[END] logging."""
|
| 292 |
-
|
| 293 |
-
api_key = os.getenv("HF_TOKEN") or os.getenv("API_KEY") or API_KEY
|
| 294 |
-
model = os.getenv("MODEL_NAME") or MODEL_NAME
|
| 295 |
-
|
| 296 |
-
client = OpenAI(base_url=base_url, api_key=api_key, timeout=60.0)
|
| 297 |
env = AdFraudEnv(base_url=env_base_url).sync()
|
| 298 |
elog = EpisodeLogger(task_id, LOG_DIR)
|
| 299 |
|
|
@@ -305,7 +301,7 @@ def run_single_task(
|
|
| 305 |
score = 0.0
|
| 306 |
success = False
|
| 307 |
|
| 308 |
-
log_start(task=task_id, env=BENCHMARK, model=
|
| 309 |
|
| 310 |
try:
|
| 311 |
env.connect()
|
|
@@ -324,7 +320,7 @@ def run_single_task(
|
|
| 324 |
|
| 325 |
try:
|
| 326 |
completion = client.chat.completions.create(
|
| 327 |
-
model=
|
| 328 |
messages=messages,
|
| 329 |
temperature=TEMPERATURE,
|
| 330 |
max_tokens=MAX_TOKENS,
|
|
@@ -403,7 +399,7 @@ def run_single_task(
|
|
| 403 |
try:
|
| 404 |
env.close()
|
| 405 |
except Exception as e:
|
| 406 |
-
print(f"[DEBUG] env.close() error: {e}", flush=True)
|
| 407 |
log_end(success=success, steps=steps_taken, score=score, rewards=rewards)
|
| 408 |
|
| 409 |
|
|
@@ -411,7 +407,6 @@ def run_baseline(
|
|
| 411 |
env_base_url: str = "https://QuantumTransformer-AdArena.hf.space",
|
| 412 |
) -> Dict[str, Any]:
|
| 413 |
"""Run baseline inference on all 3 tasks."""
|
| 414 |
-
model = os.getenv("MODEL_NAME") or MODEL_NAME
|
| 415 |
results: Dict[str, Any] = {}
|
| 416 |
for task_id in ["task_1", "task_2", "task_3"]:
|
| 417 |
logger.info("Running baseline for %s...", task_id)
|
|
@@ -425,14 +420,14 @@ def run_baseline(
|
|
| 425 |
logger.error(" %s failed: %s", task_id, e)
|
| 426 |
results[task_id] = {"task_id": task_id, "score": 0.0, "error": str(e)}
|
| 427 |
|
| 428 |
-
return {"baseline_model":
|
| 429 |
|
| 430 |
|
| 431 |
def main() -> None:
|
| 432 |
logging.basicConfig(level=logging.INFO, format="%(levelname)s: %(message)s")
|
| 433 |
|
| 434 |
-
if not
|
| 435 |
-
print("Error: HF_TOKEN
|
| 436 |
sys.exit(1)
|
| 437 |
env_base_url = os.getenv("AD_FRAUD_ENV_URL", "https://QuantumTransformer-AdArena.hf.space")
|
| 438 |
|
|
|
|
| 42 |
from dotenv import load_dotenv
|
| 43 |
load_dotenv()
|
| 44 |
|
| 45 |
+
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 46 |
+
MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/Llama-3.1-8B-Instruct")
|
| 47 |
+
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 48 |
ENV_URL = os.getenv("AD_FRAUD_ENV_URL", "https://QuantumTransformer-AdArena.hf.space")
|
| 49 |
BENCHMARK = "ad_fraud_env"
|
| 50 |
TEMPERATURE = 0.1
|
|
|
|
| 289 |
env_base_url: str = "https://QuantumTransformer-AdArena.hf.space",
|
| 290 |
) -> Dict[str, Any]:
|
| 291 |
"""Run the baseline agent on a single task with mandatory [START]/[STEP]/[END] logging."""
|
| 292 |
+
client = OpenAI(base_url=API_BASE_URL, api_key=HF_TOKEN, timeout=60.0)
|
|
|
|
|
|
|
|
|
|
|
|
|
| 293 |
env = AdFraudEnv(base_url=env_base_url).sync()
|
| 294 |
elog = EpisodeLogger(task_id, LOG_DIR)
|
| 295 |
|
|
|
|
| 301 |
score = 0.0
|
| 302 |
success = False
|
| 303 |
|
| 304 |
+
log_start(task=task_id, env=BENCHMARK, model=MODEL_NAME)
|
| 305 |
|
| 306 |
try:
|
| 307 |
env.connect()
|
|
|
|
| 320 |
|
| 321 |
try:
|
| 322 |
completion = client.chat.completions.create(
|
| 323 |
+
model=MODEL_NAME,
|
| 324 |
messages=messages,
|
| 325 |
temperature=TEMPERATURE,
|
| 326 |
max_tokens=MAX_TOKENS,
|
|
|
|
| 399 |
try:
|
| 400 |
env.close()
|
| 401 |
except Exception as e:
|
| 402 |
+
print(f"[DEBUG] env.close() error: {e}", file=sys.stderr, flush=True)
|
| 403 |
log_end(success=success, steps=steps_taken, score=score, rewards=rewards)
|
| 404 |
|
| 405 |
|
|
|
|
| 407 |
env_base_url: str = "https://QuantumTransformer-AdArena.hf.space",
|
| 408 |
) -> Dict[str, Any]:
|
| 409 |
"""Run baseline inference on all 3 tasks."""
|
|
|
|
| 410 |
results: Dict[str, Any] = {}
|
| 411 |
for task_id in ["task_1", "task_2", "task_3"]:
|
| 412 |
logger.info("Running baseline for %s...", task_id)
|
|
|
|
| 420 |
logger.error(" %s failed: %s", task_id, e)
|
| 421 |
results[task_id] = {"task_id": task_id, "score": 0.0, "error": str(e)}
|
| 422 |
|
| 423 |
+
return {"baseline_model": MODEL_NAME, "seed": 42, "tasks": results}
|
| 424 |
|
| 425 |
|
| 426 |
def main() -> None:
|
| 427 |
logging.basicConfig(level=logging.INFO, format="%(levelname)s: %(message)s")
|
| 428 |
|
| 429 |
+
if not HF_TOKEN:
|
| 430 |
+
print("Error: HF_TOKEN environment variable is required.", file=sys.stderr)
|
| 431 |
sys.exit(1)
|
| 432 |
env_base_url = os.getenv("AD_FRAUD_ENV_URL", "https://QuantumTransformer-AdArena.hf.space")
|
| 433 |
|