File size: 2,278 Bytes
f84c4af 000b008 f84c4af 000b008 f84c4af | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 | """Regenerate the task status table in README.md from the run logs.
Reads outputs/tasks/v3_<task>.log for every registered task and reports pass / fail / not-run,
with the failure reason the solver or the condition printed. Nothing here is hand-maintained, so
the table cannot drift from what the runs actually did.
python scripts/status.py # print
python scripts/status.py --write # replace the table in README.md
"""
import argparse
import glob
import os
import re
ap = argparse.ArgumentParser()
ap.add_argument("--logs", default="outputs/tasks")
ap.add_argument("--tasks", default="source/bimanual/yam/tasks")
ap.add_argument("--readme", default="doc/tasks.md")
ap.add_argument("--write", action="store_true")
a = ap.parse_args()
MARK_A = "<!-- STATUS TABLE -->"
MARK_B = "<!-- END STATUS TABLE -->"
def reason(text):
for pat in (r'reason": "([^"]{0,80})',
r'\[cond\] ([^\n]{0,80})',
r'(OUTSIDE its limits[^\n]{0,40})'):
m = re.findall(pat, text)
if m:
return m[-1].strip().rstrip(",")
return ""
rows = []
for p in sorted(glob.glob(os.path.join(a.tasks, "*.py"))):
name = os.path.basename(p)[:-3]
if name == "__init__":
continue
log = os.path.join(a.logs, f"v3_{name}.log")
if not os.path.exists(log):
rows.append((name, "not run", "")); continue
t = open(log, errors="ignore").read()
if "EPISODE_RESULT: SUCCESS" in t:
rows.append((name, "pass", ""))
else:
rows.append((name, "fail", reason(t)))
npass = sum(1 for _, s, _ in rows if s == "pass")
table = [f"**{npass} of {len(rows)} passing.**", "",
"| task | status | last failure |", "|---|---|---|"]
for n, s, r in rows:
mark = {"pass": "**pass**", "fail": "fail", "not run": "not run"}[s]
table.append(f"| `{n}` | {mark} | {r.replace('|', '/')} |")
out = "\n".join(table)
print(out)
if a.write:
src = open(a.readme).read()
block = f"{MARK_A}\n{out}\n{MARK_B}"
if MARK_A in src and MARK_B in src:
src = re.sub(re.escape(MARK_A)+r".*?"+re.escape(MARK_B), block, src, flags=re.S)
else:
src = src.rstrip()+"\n\n"+block+"\n"
open(a.readme, "w").write(src)
print(f"\n[status] wrote the table into {a.readme}")
|