Download code/scripts/workspace_storage.py from jisue/robottt-pi05-base-comparison: direct link, hf CLI and curl.
- Browser
- Download file 2.11 kB
-
https://huggingface.co/jisue/robottt-pi05-base-comparison/resolve/main/code/scripts/workspace_storage.py
- Command line
-
hf download hf://jisue/robottt-pi05-base-comparison/code/scripts/workspace_storage.py
-
curl -L -o workspace_storage.py https://huggingface.co/jisue/robottt-pi05-base-comparison/resolve/main/code/scripts/workspace_storage.py
2.11 kB
| """Keep mutable experiment I/O off the unreliable persistent filesystem.""" | |
| import fcntl,json,os,pathlib,shutil,time | |
| ROOT=pathlib.Path(__file__).resolve().parents[1] | |
| LOCAL=ROOT/'.release_local';FROZEN=ROOT/'.robottt_persistent';ACTIVE=pathlib.Path('/tmp/robottt-active') | |
| def activate(): | |
| with pathlib.Path('/tmp/robottt-active-bootstrap.lock').open('a') as lock: | |
| fcntl.flock(lock,fcntl.LOCK_EX) | |
| if LOCAL.is_symlink() and LOCAL.resolve()==ACTIVE and (ACTIVE/'.workspace-ready.json').exists():return not json.loads((ACTIVE/'.workspace-ready.json').read_text()).get('remote_restored',False) | |
| source=FROZEN if FROZEN.exists() else LOCAL | |
| if not source.is_dir():raise RuntimeError('Persistent bootstrap snapshot missing; restore assets from HF') | |
| if shutil.disk_usage('/tmp').free<195*2**30:raise RuntimeError('Insufficient ephemeral headroom for the bounded working copy') | |
| temporary=ACTIVE.with_name(ACTIVE.name+'.copy-'+str(os.getpid())) | |
| links={} | |
| def copy(src,dst): | |
| stat=os.stat(src);key=(stat.st_dev,stat.st_ino) | |
| if stat.st_nlink>1 and key in links:os.link(links[key],dst) | |
| else: | |
| shutil.copy2(src,dst) | |
| if stat.st_nlink>1:links[key]=dst | |
| return dst | |
| shutil.copytree(source,temporary,symlinks=True,copy_function=copy,ignore=shutil.ignore_patterns('__pycache__','hf-backup-staging','hf-assets-staging')) | |
| (temporary/'.workspace-ready.json').write_text(json.dumps(dict(source=str(source),created_unix_time=time.time()))) | |
| if ACTIVE.exists():raise RuntimeError('Unexpected incomplete active directory; refusing overwrite') | |
| temporary.replace(ACTIVE) | |
| if not FROZEN.exists():LOCAL.rename(FROZEN) | |
| if LOCAL.is_symlink():LOCAL.unlink() | |
| elif LOCAL.exists():raise RuntimeError('Unexpected live workspace directory') | |
| LOCAL.symlink_to(ACTIVE,target_is_directory=True) | |
| print('Mutable experiment I/O:',ACTIVE,'; immutable bootstrap:',FROZEN,flush=True) | |
| return True | |
| if __name__=='__main__':activate() | |