road-visual-preference-fit / src /prepare_visual_preference_oct2.py
hassanql's picture
Authored OCR preference code and owned state; no competition records
be32ef5 verified
Raw History Blame Contribute Delete
1.4 kB
"""Restore the publicly backed, immutable preference initialization and base."""
import json
import os
from pathlib import Path
ROOT=Path('/marimo/storage/road')
def main():
from huggingface_hub import snapshot_download
from run_manifest import digest
freeze=json.loads((ROOT/'visual_preference_oct2.freeze.json').read_text())
initial=freeze['initialization'];destination=ROOT/'preference_initial_oct2'
downloaded=Path(snapshot_download(initial['repository'],revision=initial['revision'],
allow_patterns=[initial['prefix']+'/*'],token=(ROOT/'.hf_token').read_text().strip()))
folder=downloaded/initial['prefix']
assert digest(folder/'adapter_model.safetensors')==initial['weight_sha256']
if not destination.exists():destination.symlink_to(folder)
assert destination.resolve()==folder.resolve()
config=json.loads((folder/'adapter_config.json').read_text())
assert config['base_model_name_or_path']==freeze['model']
assert config['modules_to_save']==['visual']
snapshot_download(freeze['model'],revision=freeze['revision'],ignore_patterns=['*.bin','*.pt','*.msgpack','*.h5'])
(ROOT/'visual_preference_assets_oct2.json').write_text(json.dumps({
'initialization':initial,'base_revision':freeze['revision'],'adapter_config':config,
'verified':True,'competition_data_published':False},indent=2)+'\n')
print('PREFERENCE_ASSETS_VERIFIED',flush=True)
if __name__=='__main__':main()