| """Clone and extract reviewed-source candidates into a new isolated research folder. |
| Does not execute cloned source or modify global git configuration. |
| """ |
| import json,subprocess |
| from pathlib import Path |
| ROOT=Path(__file__).resolve().parents[1] |
| for source in json.loads((ROOT/'RESEARCH_SOURCES.json').read_text()): |
| key=source['repo'].split('/')[-1].lower();target=ROOT/'work/upstream'/key |
| if not target.exists():subprocess.run(['git','clone','--filter=blob:none','--no-checkout','https://github.com/'+source['repo']+'.git',str(target)],check=True) |
| subprocess.run(['git','-C',str(target),'fetch','--depth','1','origin',source['commit']],check=True) |
| files=subprocess.check_output(['git','-C',str(target),'ls-tree','--name-only','-r',source['commit']],text=True).splitlines() |
| for filename in files: |
| if not filename.endswith(('.py','.md','.toml')) and 'LICENSE' not in filename:continue |
| body=subprocess.check_output(['git','-C',str(target),'show',source['commit']+':'+filename]) |
| destination=target/filename;destination.parent.mkdir(parents=True,exist_ok=True);destination.write_bytes(body) |
| print('Source ready',source['repo'],source['commit']) |
|
|
