File size: 2,462 Bytes
e6f80f3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
"""Do two evaluate outcome files of the same rows hold identical layouts? E.g. a GPU-decoded report (phase F, or the
online run that saved the head outputs) vs the CPU decode of the saved head outputs. Prints a markdown table (for
report.py --notes); a missing file is listed, not an error.

    python crosscheck.py --pair "LABEL=A/outcomes.jsonl,B/outcomes.jsonl" ... > crosscheck.md
"""
import argparse
import json
import math
from pathlib import Path


def layouts(path):
    with open(path) as stream:
        return [(o["row"], None if "error" in o else o["raw_prediction"]) for o in map(json.loads, stream)]


def gap(a, b):
    """Largest absolute difference of any position, size or yaw value of two layouts of the same ids."""
    if a is None or b is None:
        return 0. if a is b else math.inf
    p = {o["id"]: o for o in a["objects"]}
    return max([abs(x - y) for o in b["objects"] for k in ("bottom_center_m", "target_size_local_m") for x, y in zip(p[o["id"]][k], o[k])]
               + [abs(p[o["id"]]["yaw_rad"] - o["yaw_rad"]) for o in b["objects"]] + [0.])


def main(argv=None):
    p = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
    p.add_argument("--pair", action="append", required=True, metavar="LABEL=A,B")
    a = p.parse_args(argv)
    print("## 交叉核对:在线解码的布局(phase F 自己的报告 / 保存头输出的那次运行)vs 头输出的 CPU 重解码(期望逐房间相同)\n")
    print("| 对照 | 行 | 布局完全相同 | 不同房间的最大绝对差 |\n|---|---|---|---|")
    for item in a.pair:
        label, _, paths = item.rpartition("=")
        x, y = paths.split(",")
        if not (Path(x).is_file() and Path(y).is_file()):
            print(f"| {label} | 缺文件 | — | — |")
            continue
        u, v = layouts(x), layouts(y)
        if [r for r, _ in u] != [r for r, _ in v]:
            print(f"| {label} | 行不同 | — | — |")
            continue
        gaps = [gap(s, t) for (_, s), (_, t) in zip(u, v) if s != t]
        print(f"| {label} | {len(u)} | {len(u) - len(gaps)} | {max(gaps) if gaps else 0:.3g} |")


if __name__ == "__main__":
    assert gap({"objects": [{"id": "a", "bottom_center_m": [0, 0, 0], "target_size_local_m": [1, 1, 1], "yaw_rad": 0}]},
               {"objects": [{"id": "a", "bottom_center_m": [0, .5, 0], "target_size_local_m": [1, 1, 1], "yaw_rad": .1}]}) == .5
    main()