"""Keep mutable experiment I/O off the unreliable persistent filesystem.""" import fcntl,json,os,pathlib,shutil,time ROOT=pathlib.Path(__file__).resolve().parents[1] LOCAL=ROOT/'.release_local';FROZEN=ROOT/'.robottt_persistent';ACTIVE=pathlib.Path('/tmp/robottt-active') def activate(): with pathlib.Path('/tmp/robottt-active-bootstrap.lock').open('a') as lock: fcntl.flock(lock,fcntl.LOCK_EX) if LOCAL.is_symlink() and LOCAL.resolve()==ACTIVE and (ACTIVE/'.workspace-ready.json').exists():return not json.loads((ACTIVE/'.workspace-ready.json').read_text()).get('remote_restored',False) source=FROZEN if FROZEN.exists() else LOCAL if not source.is_dir():raise RuntimeError('Persistent bootstrap snapshot missing; restore assets from HF') if shutil.disk_usage('/tmp').free<195*2**30:raise RuntimeError('Insufficient ephemeral headroom for the bounded working copy') temporary=ACTIVE.with_name(ACTIVE.name+'.copy-'+str(os.getpid())) links={} def copy(src,dst): stat=os.stat(src);key=(stat.st_dev,stat.st_ino) if stat.st_nlink>1 and key in links:os.link(links[key],dst) else: shutil.copy2(src,dst) if stat.st_nlink>1:links[key]=dst return dst shutil.copytree(source,temporary,symlinks=True,copy_function=copy,ignore=shutil.ignore_patterns('__pycache__','hf-backup-staging','hf-assets-staging')) (temporary/'.workspace-ready.json').write_text(json.dumps(dict(source=str(source),created_unix_time=time.time()))) if ACTIVE.exists():raise RuntimeError('Unexpected incomplete active directory; refusing overwrite') temporary.replace(ACTIVE) if not FROZEN.exists():LOCAL.rename(FROZEN) if LOCAL.is_symlink():LOCAL.unlink() elif LOCAL.exists():raise RuntimeError('Unexpected live workspace directory') LOCAL.symlink_to(ACTIVE,target_is_directory=True) print('Mutable experiment I/O:',ACTIVE,'; immutable bootstrap:',FROZEN,flush=True) return True if __name__=='__main__':activate()