Spaces:
Running
Running
| """Set aside live-web episodes that ENDED because the model server timed out (2026-10-04): 72 browsers on one 24 GB GPU made | |
| LLM calls exceed 75 s, and an agent whose last steps all time out stops with no answer. Rule (same for every run): planner | |
| agents - the last 3 planner steps all failed with a timeout; single agents - the last 2 steps did. Such an episode is moved | |
| to om2w/runs/_timeout_killed_20261004/<run>/<task> and its line is removed from the run's results_*.jsonl (backed up there), | |
| so `live_comp.sh run` with the original arguments reruns exactly those episodes. Nothing is deleted.""" | |
| import glob, json, os, shutil, sys | |
| O = os.path.join(os.environ["WEBMIX_ROOT"], "om2w", "runs"); AS = O + "/_timeout_killed_20261004" | |
| SINGLE = {"webvoyager100_single_pooled", "om2w100_single_pooled"} | |
| def killed(ep, single): | |
| hs = sorted(glob.glob(ep + ("/history*.json" if single else "/planner_history.json"))) | |
| if not hs: | |
| return False | |
| try: | |
| h = json.load(open(hs[-1])) | |
| except Exception: | |
| return False | |
| h = h.get("history", h) if isinstance(h, dict) else h | |
| last = h[-2:] if single else h[-3:] | |
| return bool(last) and all(any("timed out" in str(x.get("error") or "") for x in (s.get("result") or [])) for s in last) | |
| tot = 0 | |
| for run in sys.argv[1:]: | |
| d = f"{O}/{run}" | |
| ids = [os.path.basename(e) for e in sorted(glob.glob(d + "/*")) | |
| if os.path.isdir(e) and os.path.exists(e + "/result.json") and killed(e, run in SINGLE)] | |
| os.makedirs(f"{AS}/{run}/results_backup", exist_ok=True) | |
| gone = set(ids) | |
| for f in glob.glob(d + "/results_*.jsonl"): | |
| shutil.copy2(f, f"{AS}/{run}/results_backup/") | |
| keep = [line for line in open(f) if line.strip() and json.loads(line).get("task_id") not in gone] | |
| open(f, "w").write("".join(keep)) | |
| for t in ids: | |
| shutil.move(f"{d}/{t}", f"{AS}/{run}/{t}") | |
| json.dump(ids, open(f"{AS}/{run}/ids.json", "w")) | |
| tot += len(ids) | |
| print(f"{run}: set aside {len(ids)} episodes", flush=True) | |
| print("total", tot) | |