Download benchmark/native_eval.py from Tinghong-Ye22/code-HFD: direct link, hf CLI and curl.
- Browser
- Download file 3.41 kB
-
https://huggingface.co/Tinghong-Ye22/code-HFD/resolve/main/benchmark/native_eval.py
- Command line
-
hf download hf://Tinghong-Ye22/code-HFD/benchmark/native_eval.py
-
curl -L -o native_eval.py https://huggingface.co/Tinghong-Ye22/code-HFD/resolve/main/benchmark/native_eval.py
3.41 kB
| """Run unchanged native evaluator; permit its documented incomplete retrieval tail. | |
| All sources enter FID, physical metrics and tracking. Only retrieval discards | |
| at most 31 items after its seeded ordering, using the upstream option/formula. | |
| """ | |
| import inspect | |
| import runpy | |
| import sys | |
| from pathlib import Path | |
| from common import OMG, OMNI, sha256, write_json | |
| sys.path[:0]=[str(OMG/'src'),str(OMNI)] | |
| def install_tail_policy(): | |
| import metrics | |
| from omg.benchmarks.runners import text | |
| if getattr(metrics.load_benchmark_inputs, '_hfd_tail_policy', False): | |
| return | |
| # The native loader rejects N%32 before the native retrieval routine can | |
| # apply its own documented require_full_batches=False option. Change ONLY | |
| # that count gate in a private runtime copy; keep every identity, caption, | |
| # quaternion, joint-order, timing and valid-mask check. Vendor stays intact. | |
| source=inspect.getsource(metrics.load_benchmark_inputs) | |
| gate='if num_samples % 32 != 0:' | |
| if source.count(gate)!=1: | |
| raise RuntimeError('Upstream sample-count gate changed; inspect before adapting') | |
| namespace=dict(vars(metrics)) | |
| exec(compile(source.replace(gate, 'if num_samples < 32:', 1), | |
| '<HFD native loader: retrieval tail only>', 'exec'), namespace) | |
| loader=namespace['load_benchmark_inputs'] | |
| loader._hfd_tail_policy=True | |
| metrics.load_benchmark_inputs=loader | |
| original=text._text_retrieval_summary | |
| def summary(*args, **kwargs): | |
| kwargs['require_full_batches']=False | |
| return original(*args, **kwargs) | |
| text._text_retrieval_summary=summary | |
| def install_bounded_motion_conversion(batch_size=32): | |
| """Bound FK temporary tensors; do not split time or alter each source anchor.""" | |
| import torch | |
| from omg.benchmarks.runners import common | |
| if getattr(common._motion_for_evaluator, '_hfd_bounded_fk', False): | |
| return | |
| original=common._motion_for_evaluator | |
| def convert(qpos_36, motion_key, *, kinematics): | |
| if motion_key=='qpos_36' or qpos_36.ndim!=3 or len(qpos_36)<=batch_size: | |
| return original(qpos_36, motion_key, kinematics=kinematics) | |
| chunks=[original(qpos_36[i:i+batch_size],motion_key,kinematics=kinematics) | |
| for i in range(0,len(qpos_36),batch_size)] | |
| return torch.cat(chunks,dim=0) | |
| convert._hfd_bounded_fk=True | |
| common._motion_for_evaluator=convert | |
| def main(): | |
| import argparse | |
| parser=argparse.ArgumentParser(add_help=False) | |
| parser.add_argument('--output-dir', required=True, type=Path) | |
| args,_=parser.parse_known_args() | |
| install_tail_policy() | |
| install_bounded_motion_conversion() | |
| # Native evaluation requires a new/empty output directory. Record adapter | |
| # provenance only after it succeeds (validate-only exits with SystemExit). | |
| try: | |
| runpy.run_path(str(OMNI/'evaluate.py'),run_name='__main__') | |
| except SystemExit as exc: | |
| if exc.code not in (None, 0): | |
| raise | |
| write_json(args.output_dir/'hfd_adapter.json', dict( | |
| adapter_sha256=sha256(Path(__file__)), | |
| native_loader_sha256=sha256(OMNI/'metrics.py'), | |
| scope='N>=32; all N enter distribution/matching/physics/tracking; only retrieval drops incomplete tail', | |
| fk_source_batch=32, fk_time_split=False, | |
| vendor_modified=False, other_input_checks_unchanged=True)) | |
| if __name__=='__main__':main() | |