File size: 1,553 Bytes
c4f8e4a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
import dotenv
dotenv.load_dotenv()

from pathlib import Path
# from psi.utils import inspect

ckpt_step = 8800
run_dir = Path(".runs/hfm-post-pre/postpre.abl.10per.mixed.flow1000.cosin.lr1.0e-04.b2048.gpus32.2602050006")

print("Loading checkpoint...")
from safetensors.torch import load_file
state_dict = load_file(run_dir / "checkpoints" / f"ckpt_{ckpt_step}" / "model.safetensors", device="cpu")
print("Checkpoint loaded.")

""" # test
print("Loading pretrained qwen3vl...") 
qwen3vl_state_dict = load_file(".../workspace/project131/.cache/checkpoints/psi0/pre.fast.egodex.2512241941.ckpt200k/model.safetensors")
print("Pretrained model loaded.")

for k, v in qwen3vl_state_dict.items():
    # if k.startswith("vlm_model."):
        # new_k = k.replace("model.vision_encoder.", "vision_encoder.")
        # state_dict[new_k] = v
        print(k, inspect(v))
        break """

action_header_only = {}
for k, v in state_dict.items():
    if k.startswith("vlm_model."):
        # new_k = k.replace("model.vision_encoder.", "vision_encoder.")
        # state_dict[new_k] = v
        continue
        # print(k, inspect(v))
        # break
    else:
        action_header_only[k.replace("action_header.", "")] = v

# Save the filtered weights as model.safetensors
from safetensors.torch import save_file
save_dir = run_dir / "pretrained" / f"ckpt_{ckpt_step}"
save_dir.mkdir(parents=True, exist_ok=True)
save_path = save_dir / "action_header.safetensors"
save_file(action_header_only, str(save_path))
print(f"Saved action header weights to {save_path}")