maxffarrell commited on
Commit
06e6a6a
·
verified ·
1 Parent(s): 8dea295

Pin reproducible runtime dependencies and checkpoint-specific export settings

Browse files
Files changed (2) hide show
  1. SHA256SUMS +1 -1
  2. validate_mini.py +4 -3
SHA256SUMS CHANGED
@@ -26,7 +26,7 @@ a8d97fff1f3efd130401987198943d69c67202f47e7f029d8887fea06bbcf573 text.aimodel/m
26
  b330fa3eef9565b6d4d2743ab3f2c71e87bed2b1246f92d7d7702be7da4bff33 text.aimodel/main.mlirb
27
  4c017ad5ee82a62b803dd371fa4a1b5585839d1896aee649ca1c909480304292 text.aimodel/metadata.json
28
  9fd55248d51d33976b324fc11592e28071da7d41e0e9401dfb7082e30574b7b1 tokenizer.json
29
- a6e34cdf9e0864eb66ee272357b9a4afe37498834cca5e220fe148754a8d73b0 validate_mini.py
30
  72225fef1b5ebbdf0813c64b2bd63f491a77a36d06452eb77f9a50f7deae23aa validation.json
31
  046186ca6d28b322f5bc0d83cf26f9be271d2f1df6070f5c84c92e00ff9bb8c6 vision.aimodel/main.hash
32
  3c25d133ca87ec965d1e579e5027e9d71bc7aabe9356d98361806dddfd8ff596 vision.aimodel/main.mlirb
 
26
  b330fa3eef9565b6d4d2743ab3f2c71e87bed2b1246f92d7d7702be7da4bff33 text.aimodel/main.mlirb
27
  4c017ad5ee82a62b803dd371fa4a1b5585839d1896aee649ca1c909480304292 text.aimodel/metadata.json
28
  9fd55248d51d33976b324fc11592e28071da7d41e0e9401dfb7082e30574b7b1 tokenizer.json
29
+ 0d1dcea2f096051a353558c92e5efb01997e89c61d6aa39989150ab9dce48832 validate_mini.py
30
  72225fef1b5ebbdf0813c64b2bd63f491a77a36d06452eb77f9a50f7deae23aa validation.json
31
  046186ca6d28b322f5bc0d83cf26f9be271d2f1df6070f5c84c92e00ff9bb8c6 vision.aimodel/main.hash
32
  3c25d133ca87ec965d1e579e5027e9d71bc7aabe9356d98361806dddfd8ff596 vision.aimodel/main.mlirb
validate_mini.py CHANGED
@@ -10,10 +10,11 @@ async def main():
10
  root=Path('bundles/amos-1-mini-CoreAI');source=Path('upstream/amos-1-mini').resolve()
11
  shutil.copytree(source/'serve',root/'serve',dirs_exist_ok=True)
12
  for f in ['config.json','LICENSE']:shutil.copy2(source/f,root/f)
13
- cfg=json.loads((source/'config.json').read_text());api=HfApi();deps=[]
 
14
  for repo in [cfg['repo'],cfg['vision']]:
15
- info=api.model_info(repo);deps.append({'repo':repo,'revision':info.sha})
16
- if repo==cfg['repo']:shutil.copy2(hf_hub_download(repo,'tokenizer.json',revision=info.sha),root/'tokenizer.json')
17
  (root/'DEPENDENCIES.json').write_text(json.dumps(deps,indent=2))
18
  sys.path.insert(0,str(source/'serve'))
19
  from amos.model import load_run,pack_request,decode
 
10
  root=Path('bundles/amos-1-mini-CoreAI');source=Path('upstream/amos-1-mini').resolve()
11
  shutil.copytree(source/'serve',root/'serve',dirs_exist_ok=True)
12
  for f in ['config.json','LICENSE']:shutil.copy2(source/f,root/f)
13
+ from convert_mini import PINNED_DEPENDENCIES
14
+ cfg=json.loads((source/'config.json').read_text());deps=[]
15
  for repo in [cfg['repo'],cfg['vision']]:
16
+ revision=PINNED_DEPENDENCIES[repo];deps.append({'repo':repo,'revision':revision})
17
+ if repo==cfg['repo']:shutil.copy2(hf_hub_download(repo,'tokenizer.json',revision=revision),root/'tokenizer.json')
18
  (root/'DEPENDENCIES.json').write_text(json.dumps(deps,indent=2))
19
  sys.path.insert(0,str(source/'serve'))
20
  from amos.model import load_run,pack_request,decode