import asyncio import os import requests import time from openai import OpenAI # REQUIRED ENV VARIABLES API_BASE_URL = os.getenv("API_BASE_URL", "https://api.openai.com/v1") MODEL_NAME = os.getenv("MODEL_NAME", "gpt-4o-mini") HF_TOKEN = os.getenv("HF_TOKEN") if HF_TOKEN is None: raise ValueError("HF_TOKEN environment variable is required") API_KEY = os.getenv("API_KEY", HF_TOKEN) SPACE_URL = "https://arrowman123-customer-supp-env.hf.space" BENCHMARK = "openenv" MAX_STEPS = 20 # Task names must match openenv.yaml and cycle easy → medium → hard TASK_NAMES = ["easy", "medium", "hard"] # LLM AGENT def get_model_message(client, state): prompt = f""" You are a customer support agent. State: {state} Choose ONLY ONE word: refund / replace / reject / ask_proof """ try: response = client.chat.completions.create( model=MODEL_NAME, messages=[{"role": "user", "content": prompt}] ) return response.choices[0].message.content.strip().lower() except Exception as e: print(f"[ERROR] LLM failed: {e}", flush=True) return "reject" # SAFE REQUEST def safe_post(url, json=None, retries=3): for i in range(retries): try: return requests.post(url, json=json, timeout=10) except Exception as e: print(f"[DEBUG] retry {i+1} due to {e}", flush=True) time.sleep(2) raise Exception("Failed after retries") def log_start(task, env, model): print(f"[START] task={task} env={env} model={model}", flush=True) def log_step(step, action, reward, done, error=None): error_str = "null" if error is None else str(error) done_str = "true" if done else "false" print( f"[STEP] step={step} action={action} reward={reward:.2f} " f"done={done_str} error={error_str}", flush=True ) def log_end(success, steps, rewards): success_str = "true" if success else "false" rewards_str = ",".join(f"{r:.2f}" for r in rewards) print(f"[END] success={success_str} steps={steps} rewards={rewards_str}", flush=True) # MAIN async def main(): # HF_TOKEN is used as the API key per guidelines client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY) for task_name in TASK_NAMES: step_rewards = [] success = False log_start(task=task_name, env=BENCHMARK, model=MODEL_NAME) try: res = safe_post(f"{SPACE_URL}/reset") result = res.json() state = result["observation"]["echoed_message"] done = result["done"] for step in range(1, MAX_STEPS + 1): if done: break action = get_model_message(client, state) res = safe_post(f"{SPACE_URL}/step", json={"message": action}) result = res.json() state = result["observation"]["echoed_message"] done = result["done"] reward = float(result.get("reward", 0.0)) step_rewards.append(reward) log_step(step=step, action=action, reward=reward, done=done, error=None) success = True except Exception as e: print(f"[ERROR] task={task_name} {e}", flush=True) finally: log_end(success=success, steps=len(step_rewards), rewards=step_rewards) if __name__ == "__main__": asyncio.run(main())