Spaces:
Configuration error
Configuration error
ychanakya12
Optimize Agent strategy (ROI analysis + Salary Optimization) for 0.5+ scores across all tasks
ac9dd65 Download validate.py from MetaStableMinds/business-sim-openenv: direct link, hf CLI and curl.
- Browser
- Download file 7.27 kB
-
https://huggingface.co/spaces/MetaStableMinds/business-sim-openenv/resolve/main/validate.py
- Command line
-
hf download hf://spaces/MetaStableMinds/business-sim-openenv/validate.py
-
curl -L -o validate.py https://huggingface.co/spaces/MetaStableMinds/business-sim-openenv/resolve/main/validate.py
7.27 kB
| """ | |
| validate.py β Pre-submission validation script. | |
| Checks all 5 automated judge gates before you submit. | |
| Run this with the server already running: | |
| # Terminal 1: | |
| uvicorn src.server:app --host 0.0.0.0 --port 7860 | |
| # Terminal 2: | |
| python validate.py | |
| """ | |
| import sys | |
| import os | |
| import httpx | |
| import yaml | |
| BASE = os.getenv("ENV_URL", "http://localhost:7860") | |
| PASS = "[PASS]" | |
| FAIL = "[FAIL]" | |
| results: list[bool] = [] | |
| def check(name: str, fn) -> bool: | |
| try: | |
| fn() | |
| print(f"{PASS} {name}") | |
| results.append(True) | |
| return True | |
| except Exception as e: | |
| print(f"{FAIL} {name}") | |
| print(f" β {e}") | |
| results.append(False) | |
| return False | |
| # ββ Gate 1: HF Space responds βββββββββββββββββββββββββββββββββββββββββββββββββ | |
| def gate_health(): | |
| r = httpx.get(f"{BASE}/health", timeout=10) | |
| assert r.status_code == 200, f"Expected 200, got {r.status_code}" | |
| data = r.json() | |
| assert data.get("status") == "ok", f"Expected status=ok, got {data}" | |
| # ββ Gate 2: POST /reset returns valid CompanyObservation βββββββββββββββββββββ | |
| def gate_reset(): | |
| r = httpx.post( | |
| f"{BASE}/reset", | |
| params={"task_id": "single_quarter_survival"}, | |
| timeout=10, | |
| ) | |
| assert r.status_code == 200, f"Expected 200, got {r.status_code}: {r.text}" | |
| data = r.json() | |
| required = ["session_id", "quarter", "budget", "team", "reputation", | |
| "available_projects", "market_phase"] | |
| for field in required: | |
| assert field in data, f"Missing field '{field}' in observation" | |
| # ββ Gate 3: POST /step returns reward + done ββββββββββββββββββββββββββββββββββ | |
| def gate_step(): | |
| # Reset first | |
| r = httpx.post( | |
| f"{BASE}/reset", | |
| params={"task_id": "single_quarter_survival"}, | |
| timeout=10, | |
| ) | |
| assert r.status_code == 200 | |
| sid = r.json()["session_id"] | |
| # Step with no-op action | |
| r2 = httpx.post( | |
| f"{BASE}/step", | |
| json={ | |
| "accept_project_id": None, | |
| "hire_count": 0, | |
| "fire_count": 0, | |
| "training_budget": 0.0, | |
| "tech_stack": "standard", | |
| "reduce_workload": False, | |
| }, | |
| params={"session_id": sid}, | |
| timeout=10, | |
| ) | |
| assert r2.status_code == 200, f"Expected 200, got {r2.status_code}: {r2.text}" | |
| data = r2.json() | |
| assert "reward" in data, "Missing 'reward' in StepResult" | |
| assert "done" in data, "Missing 'done' in StepResult" | |
| assert "observation" in data, "Missing 'observation' in StepResult" | |
| assert isinstance(data["reward"], (int, float)), "reward must be numeric" | |
| assert isinstance(data["done"], bool), "done must be boolean" | |
| # ββ Gate 4: All 3 graders return score in [0.0, 1.0] βββββββββββββββββββββββββ | |
| def gate_graders(): | |
| for task_id in [ | |
| "single_quarter_survival", | |
| "four_quarter_growth", | |
| "adversarial_resilience", | |
| ]: | |
| r = httpx.post( | |
| f"{BASE}/reset", | |
| params={"task_id": task_id}, | |
| timeout=10, | |
| ) | |
| assert r.status_code == 200, f"reset failed for {task_id}" | |
| sid = r.json()["session_id"] | |
| rg = httpx.get( | |
| f"{BASE}/grade", | |
| params={"session_id": sid}, | |
| timeout=10, | |
| ) | |
| assert rg.status_code == 200, f"grade failed for {task_id}" | |
| score = rg.json()["score"] | |
| assert 0.0 <= score <= 1.0, ( | |
| f"Score {score} out of [0.0, 1.0] range for task '{task_id}'" | |
| ) | |
| # ββ Gate 5: openenv.yaml is valid and has 3+ tasks βββββββββββββββββββββββββββ | |
| def gate_yaml(): | |
| assert os.path.exists("openenv.yaml"), "openenv.yaml not found in root" | |
| with open("openenv.yaml") as f: | |
| cfg = yaml.safe_load(f) | |
| assert "name" in cfg, "Missing 'name' in openenv.yaml" | |
| assert "tasks" in cfg, "Missing 'tasks' in openenv.yaml" | |
| assert "action_space" in cfg, "Missing 'action_space' in openenv.yaml" | |
| assert "observation_space" in cfg, "Missing 'observation_space' in openenv.yaml" | |
| assert len(cfg["tasks"]) >= 3, f"Need 3+ tasks, found {len(cfg['tasks'])}" | |
| difficulties = {t["difficulty"] for t in cfg["tasks"]} | |
| assert "easy" in difficulties, "Missing easy task" | |
| assert "medium" in difficulties, "Missing medium task" | |
| assert "hard" in difficulties, "Missing hard task" | |
| # ββ Gate 6: GET /state returns FullState with history ββββββββββββββββββββββββ | |
| def gate_state(): | |
| r = httpx.post( | |
| f"{BASE}/reset", | |
| params={"task_id": "four_quarter_growth"}, | |
| timeout=10, | |
| ) | |
| assert r.status_code == 200 | |
| sid = r.json()["session_id"] | |
| rs = httpx.get( | |
| f"{BASE}/state", | |
| params={"session_id": sid}, | |
| timeout=10, | |
| ) | |
| assert rs.status_code == 200, f"Expected 200, got {rs.status_code}" | |
| data = rs.json() | |
| assert "observation" in data | |
| assert "internal" in data | |
| assert "episode_history" in data | |
| # ββ Gate 7: inference.py exists in root ββββββββββββββββββββββββββββββββββββββ | |
| def gate_inference_exists(): | |
| assert os.path.exists("inference.py"), "inference.py not found in root directory" | |
| with open("inference.py") as f: | |
| content = f.read() | |
| assert "API_BASE_URL" in content, "inference.py missing API_BASE_URL" | |
| assert "MODEL_NAME" in content, "inference.py missing MODEL_NAME" | |
| assert "HF_TOKEN" in content, "inference.py missing HF_TOKEN" | |
| assert "OpenAI" in content, "inference.py must use OpenAI client" | |
| # ββ Run all gates βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| print(f"\n{'='*55}") | |
| print(" Pre-Submission Validator β Business Sim Env") | |
| print(f" Server: {BASE}") | |
| print(f"{'='*55}\n") | |
| check("Gate 1 β Server health check (GET /health)", gate_health) | |
| check("Gate 2 β POST /reset returns CompanyObservation", gate_reset) | |
| check("Gate 3 β POST /step returns reward + done", gate_step) | |
| check("Gate 4 β All 3 task graders return score in [0,1]", gate_graders) | |
| check("Gate 5 β openenv.yaml valid with easy/medium/hard", gate_yaml) | |
| check("Gate 6 β GET /state returns FullState", gate_state) | |
| check("Gate 7 β inference.py exists in root with env vars", gate_inference_exists) | |
| passed = sum(results) | |
| total = len(results) | |
| print(f"\n{'='*55}") | |
| print(f" {passed}/{total} gates passed") | |
| if passed == total: | |
| print(" ALL GATES PASSED - ready to submit!") | |
| else: | |
| print(" Fix the failing gates before submitting.") | |
| print(" Failing gates = automatic disqualification.") | |
| print(f"{'='*55}\n") | |
| sys.exit(0 if passed == total else 1) | |