import asyncio import os import requests import time from openai import OpenAI # REQUIRED VARIABLES API_BASE_URL = os.environ["API_BASE_URL"] API_KEY = os.environ["API_KEY"] MODEL_NAME = os.getenv("MODEL_NAME", "gpt-4o-mini") SPACE_URL = "https://arrowman123-customer-supp-env.hf.space" TASK_NAME = "customer-support" BENCHMARK = "openenv" MAX_STEPS = 20 # LLM AGENT def get_model_message(client, state): prompt = f""" You are a customer support agent. State: {state} Choose ONLY ONE word: refund / replace / reject / ask_proof """ try: response = client.chat.completions.create( model=MODEL_NAME, messages=[{"role": "user", "content": prompt}] ) return response.choices[0].message.content.strip().lower() except Exception as e: print(f"[ERROR] LLM failed: {e}") return "reject" # SAFE REQUEST def safe_post(url, json=None, retries=3): for i in range(retries): try: return requests.post(url, json=json, timeout=10) except Exception as e: print(f"[DEBUG] retry {i+1} due to {e}") time.sleep(2) raise Exception("Failed after retries") # LOGGING def log_start(**kwargs): print("[START]", kwargs, flush=True) def log_step(**kwargs): print("[STEP]", kwargs, flush=True) def log_end(**kwargs): print("[END]", kwargs, flush=True) # MAIN async def main(): client = OpenAI( base_url=API_BASE_URL, api_key=API_KEY ) log_start(task=TASK_NAME, env=BENCHMARK, model=MODEL_NAME) task_scores = [] try: # run 3 tasks for _ in range(3): res = safe_post(f"{SPACE_URL}/reset") result = res.json() state = result["observation"]["echoed_message"] done = result["done"] for step in range(1, MAX_STEPS + 1): if done: break message = get_model_message(client, state) res = safe_post( f"{SPACE_URL}/step", json={"message": message} ) result = res.json() state = result["observation"]["echoed_message"] done = result["done"] log_step( step=step, action=message, reward=result.get("reward", 0.0), done=done, error=None ) # GET SCORE FROM ENV score = result.get("score", 0.5) score = max(0.01, min(0.99, score)) task_scores.append(score) final_score = sum(task_scores) / len(task_scores) except Exception as e: print(f"[ERROR] {e}") finally: log_end( success=True, steps=len(task_scores), score=final_score if 'final_score' in locals() else 0.0, rewards=task_scores ) if __name__ == "__main__": asyncio.run(main())