| """Download locked public benchmark sources; no model calls or Hub writes.""" |
| import concurrent.futures |
| import hashlib |
| import json |
| from pathlib import Path |
|
|
| import httpx |
|
|
| ROOT=Path(__file__).resolve().parents[1] |
| DEST=ROOT/'.private/dynamic_board_research/expanded_20261031' |
| LOCKS={ |
| 'typed': {'repo':'LocalLLaMA/typed-decisions','revision':'1c9479de422cc0117abcddfadc3afe2cd8383e40', |
| 'files':['all/test-00000-of-00001.parquet','bench/score_with_jobs.py', |
| 'bench/submit_results.py','README.md','eval.yaml']}, |
| 'safe': {'repo':'harness-hub/safeagents-judge-bench','revision':'5671a11198785784d72822b8df1bce2238f726a4', |
| 'files':['data/test-00000-of-00001.parquet','bench/common.py','bench/decide.py', |
| 'bench/run.py','bench/leaderboard.py','bench/submit_results.py','README.md','eval.yaml']}, |
| } |
|
|
|
|
| def download(suite): |
| spec=LOCKS[suite] |
| with httpx.Client(follow_redirects=True,timeout=90) as client: |
| meta=client.get('https://huggingface.co/api/datasets/'+spec['repo']+'/revision/'+spec['revision']) |
| meta.raise_for_status();d=meta.json();assert d['sha']==spec['revision'] |
| p=DEST/(suite+'_meta.txt');p.parent.mkdir(parents=True,exist_ok=True);p.write_text(json.dumps(d)) |
| for name in spec['files']: |
| url=f'https://huggingface.co/datasets/{spec["repo"]}/resolve/{spec["revision"]}/{name}' |
| response=client.get(url);response.raise_for_status() |
| p=DEST/suite/name;p.parent.mkdir(parents=True,exist_ok=True);p.write_bytes(response.content) |
| print(suite,name,hashlib.sha256(response.content).hexdigest(),flush=True) |
|
|
|
|
| if __name__=='__main__': |
| with concurrent.futures.ThreadPoolExecutor(max_workers=2) as pool:list(pool.map(download,LOCKS)) |
|
|
