Download evaluation/action_distribution/finalize.py from davidwdw/b1k_model: direct link, hf CLI and curl.
- Browser
- Download file 1.35 kB
-
https://huggingface.co/davidwdw/b1k_model/resolve/main/evaluation/action_distribution/finalize.py
- Command line
-
hf download hf://davidwdw/b1k_model/evaluation/action_distribution/finalize.py
-
curl -L -o finalize.py https://huggingface.co/davidwdw/b1k_model/resolve/main/evaluation/action_distribution/finalize.py
1.35 kB
| """Resume only statistics and figures after all sampling is complete.""" | |
| import fcntl | |
| import json | |
| import subprocess | |
| import sys | |
| import traceback | |
| from common import ROOT, VARIANTS, conditions, local_only, progress, write_json, sha | |
| if __name__ == '__main__': | |
| local_only() | |
| lock=(ROOT/'campaign.lock').open('a') | |
| fcntl.flock(lock,fcntl.LOCK_EX|fcntl.LOCK_NB) | |
| try: | |
| assert all((ROOT/'samples'/v/f'{c}.npz').exists() for v in VARIANTS for c in conditions()) | |
| progress('status.json',state='analyzing',resumed_analysis=True) | |
| write_json(ROOT/'analysis_source_manifest.json',{p.name:sha(p) for p in ROOT.glob('*.py')}) | |
| subprocess.run([sys.executable,str(ROOT/'analyze.py')],check=True) | |
| subprocess.run([sys.executable,str(ROOT/'illustrate.py')],check=True) | |
| validation=json.loads((ROOT/'validation.json').read_text()) | |
| validation.update(png_figures=len(list((ROOT/'figs').glob('*.png'))), | |
| pdf_figures=len(list((ROOT/'figs').glob('*.pdf'))),report_sha256=sha(ROOT/'report.md')) | |
| write_json(ROOT/'validation.json',validation) | |
| progress('status.json',state='complete',conditions=20,models=3,samples=30720,report=str(ROOT/'report.md')) | |
| except BaseException as e: | |
| progress('status.json',state='failed',error=repr(e));traceback.print_exc();sys.exit(1) | |