Instructions to use XXXpilar/Fastfill-test with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use XXXpilar/Fastfill-test with PEFT:
Task type is invalid.
- Notebooks
- Google Colab
- Kaggle
File size: 2,462 Bytes
e6f80f3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 | """Do two evaluate outcome files of the same rows hold identical layouts? E.g. a GPU-decoded report (phase F, or the
online run that saved the head outputs) vs the CPU decode of the saved head outputs. Prints a markdown table (for
report.py --notes); a missing file is listed, not an error.
python crosscheck.py --pair "LABEL=A/outcomes.jsonl,B/outcomes.jsonl" ... > crosscheck.md
"""
import argparse
import json
import math
from pathlib import Path
def layouts(path):
with open(path) as stream:
return [(o["row"], None if "error" in o else o["raw_prediction"]) for o in map(json.loads, stream)]
def gap(a, b):
"""Largest absolute difference of any position, size or yaw value of two layouts of the same ids."""
if a is None or b is None:
return 0. if a is b else math.inf
p = {o["id"]: o for o in a["objects"]}
return max([abs(x - y) for o in b["objects"] for k in ("bottom_center_m", "target_size_local_m") for x, y in zip(p[o["id"]][k], o[k])]
+ [abs(p[o["id"]]["yaw_rad"] - o["yaw_rad"]) for o in b["objects"]] + [0.])
def main(argv=None):
p = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
p.add_argument("--pair", action="append", required=True, metavar="LABEL=A,B")
a = p.parse_args(argv)
print("## 交叉核对:在线解码的布局(phase F 自己的报告 / 保存头输出的那次运行)vs 头输出的 CPU 重解码(期望逐房间相同)\n")
print("| 对照 | 行 | 布局完全相同 | 不同房间的最大绝对差 |\n|---|---|---|---|")
for item in a.pair:
label, _, paths = item.rpartition("=")
x, y = paths.split(",")
if not (Path(x).is_file() and Path(y).is_file()):
print(f"| {label} | 缺文件 | — | — |")
continue
u, v = layouts(x), layouts(y)
if [r for r, _ in u] != [r for r, _ in v]:
print(f"| {label} | 行不同 | — | — |")
continue
gaps = [gap(s, t) for (_, s), (_, t) in zip(u, v) if s != t]
print(f"| {label} | {len(u)} | {len(u) - len(gaps)} | {max(gaps) if gaps else 0:.3g} |")
if __name__ == "__main__":
assert gap({"objects": [{"id": "a", "bottom_center_m": [0, 0, 0], "target_size_local_m": [1, 1, 1], "yaw_rad": 0}]},
{"objects": [{"id": "a", "bottom_center_m": [0, .5, 0], "target_size_local_m": [1, 1, 1], "yaw_rad": .1}]}) == .5
main()
|