"""Download locked public benchmark sources; no model calls or Hub writes.""" import concurrent.futures import hashlib import json from pathlib import Path import httpx ROOT=Path(__file__).resolve().parents[1] DEST=ROOT/'.private/dynamic_board_research/expanded_20261031' LOCKS={ 'typed': {'repo':'LocalLLaMA/typed-decisions','revision':'1c9479de422cc0117abcddfadc3afe2cd8383e40', 'files':['all/test-00000-of-00001.parquet','bench/score_with_jobs.py', 'bench/submit_results.py','README.md','eval.yaml']}, 'safe': {'repo':'harness-hub/safeagents-judge-bench','revision':'5671a11198785784d72822b8df1bce2238f726a4', 'files':['data/test-00000-of-00001.parquet','bench/common.py','bench/decide.py', 'bench/run.py','bench/leaderboard.py','bench/submit_results.py','README.md','eval.yaml']}, } def download(suite): spec=LOCKS[suite] with httpx.Client(follow_redirects=True,timeout=90) as client: meta=client.get('https://huggingface.co/api/datasets/'+spec['repo']+'/revision/'+spec['revision']) meta.raise_for_status();d=meta.json();assert d['sha']==spec['revision'] p=DEST/(suite+'_meta.txt');p.parent.mkdir(parents=True,exist_ok=True);p.write_text(json.dumps(d)) for name in spec['files']: url=f'https://huggingface.co/datasets/{spec["repo"]}/resolve/{spec["revision"]}/{name}' response=client.get(url);response.raise_for_status() p=DEST/suite/name;p.parent.mkdir(parents=True,exist_ok=True);p.write_bytes(response.content) print(suite,name,hashlib.sha256(response.content).hexdigest(),flush=True) if __name__=='__main__': with concurrent.futures.ThreadPoolExecutor(max_workers=2) as pool:list(pool.map(download,LOCKS))