HeeBive commited on
Commit
d4b82e7
·
verified ·
1 Parent(s): d7cd3be

Upload clean_merge_vast.sh with huggingface_hub

Browse files
Files changed (1) hide show
  1. clean_merge_vast.sh +9 -0
clean_merge_vast.sh CHANGED
@@ -40,6 +40,15 @@ model = PeftModel.from_pretrained(base, "/adapter", adapter_name="zerosec_v3")
40
  merged = model.merge_and_unload()
41
 
42
  print("Saving merged...")
 
 
 
 
 
 
 
 
 
43
  merged.save_pretrained("/merged_model")
44
  tok.save_pretrained("/merged_model")
45
 
 
40
  merged = model.merge_and_unload()
41
 
42
  print("Saving merged...")
43
+ # Fix tensor names with '$' suffix that convert script chokes on
44
+ bad = [k for k in merged.state_dict() if '$' in k]
45
+ if bad:
46
+ print(f" Fixing {len(bad)} tensors with '$' in name:")
47
+ for k in bad[:5]: print(f" {k}")
48
+ sd = merged.state_dict()
49
+ for k in bad:
50
+ sd[k.replace('$', '')] = sd.pop(k)
51
+ merged.load_state_dict(sd)
52
  merged.save_pretrained("/merged_model")
53
  tok.save_pretrained("/merged_model")
54