HongzeFu commited on
Commit
d96af3b
·
verified ·
1 Parent(s): 61cd3ae

Add sam2act_all_v1 (SAM2Act base, full 10 epochs)

Browse files
sam2act_all_v1/args.yaml ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ device: '0'
2
+ exp_cfg_opts: tasks PickXtimes,StopCube,SwingXtimes,BinFill,VideoUnmaskSwap,VideoUnmask,ButtonUnmaskSwap,ButtonUnmask,VideoRepick,VideoPlaceButton,VideoPlaceOrder,PickHighlight,InsertPeg,MoveCube,PatternLock,RouteStick
3
+ exp_name all_v1 train_iter 800000 epochs 10 bs 12
4
+ exp_cfg_path: configs/sam2act.yaml
5
+ log_dir: runs
6
+ mvt_cfg_opts: ''
7
+ mvt_cfg_path: mvt/configs/sam2act.yaml
8
+ refresh_replay: false
9
+ with_eval: false
sam2act_all_v1/exp_cfg.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ agent: our
2
+ bs: 12
3
+ demo: 100
4
+ epochs: 10
5
+ exp_id: sam2act
6
+ exp_name: all_v1
7
+ num_workers: 5
8
+ peract:
9
+ add_rgc_loss: true
10
+ amp: true
11
+ bnb: true
12
+ lambda_weight_l2: 0.0001
13
+ lr: 1.25e-05
14
+ lr_cos_dec: true
15
+ num_rotation_classes: 72
16
+ optimizer_type: lamb
17
+ same_trans_aug_per_seq: false
18
+ transform_augmentation: true
19
+ transform_augmentation_rpy:
20
+ - 0.0
21
+ - 0.0
22
+ - 45.0
23
+ transform_augmentation_xyz:
24
+ - 0.125
25
+ - 0.125
26
+ - 0.125
27
+ warmup_steps: 2000
28
+ peract_official:
29
+ cfg_path: configs/peract_official_config.yaml
30
+ resume: ''
31
+ rvt:
32
+ gt_hm_sigma: 1.5
33
+ img_aug: 0.0
34
+ move_pc_in_bound: true
35
+ place_with_mean: false
36
+ sample_distribution_mode: task_uniform
37
+ tasks: PickXtimes,StopCube,SwingXtimes,BinFill,VideoUnmaskSwap,VideoUnmask,ButtonUnmaskSwap,ButtonUnmask,VideoRepick,VideoPlaceButton,VideoPlaceOrder,PickHighlight,InsertPeg,MoveCube,PatternLock,RouteStick
38
+ train_iter: 800000
39
+ wandb: true
40
+
sam2act_all_v1/model_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50e645a4c6f9133ab29081d8c02bfc00d75826d803bc1bc357f07dc1bd5ed17f
3
+ size 1185058777
sam2act_all_v1/model_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d511645ef3cdaccb43c19a1447579742c415548e128b79b57733219a787fff3
3
+ size 1185058777
sam2act_all_v1/model_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeb8df35761ebb55c95c42b8f1ab6683fa9f155ed927b227b6c64449158df819
3
+ size 1185058777
sam2act_all_v1/model_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e87fac9e2b598aa20ada53e4129c742879e8aff94c496befd2a5c049df0c391d
3
+ size 1185059609
sam2act_all_v1/model_4.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e10cdce16a2c0caf7b0c4ffe21456b2fc0e8d721b5a695cba54248c4f8b551c7
3
+ size 1185059609
sam2act_all_v1/model_5.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc15bd893e260a0b1150a74f8ca7ed7afeb869912099abe5ca9d57202d41c6bc
3
+ size 1185059609
sam2act_all_v1/model_6.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec1c6a5a84d690ec5e12e909ef11916cb0f866425ff36f082fe2db67f883a738
3
+ size 1185059609
sam2act_all_v1/model_7.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd9dd62436d1b1f2cb3be79d64cc3cbefc0c28dcdafab14c4678e935529ab221
3
+ size 1185059609
sam2act_all_v1/model_8.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:079eab2c500a3ee9df4abcfbafbc23305aabb2f06880d8ace44e29e0b7113219
3
+ size 1185059609
sam2act_all_v1/model_9.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a42a8a07f18a49f160b26ac1455f9a1d45eafa4d693b4f891af0495eeddbbcb9
3
+ size 1185059609
sam2act_all_v1/model_last.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c3d4bc62bd2b238337fe21de95d14d78c77e42f9751a888cd9404d1fca8b73b
3
+ size 1185067109
sam2act_all_v1/mvt_cfg.yaml ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ activation: lrelu
2
+ add_corr: true
3
+ add_depth: true
4
+ add_lang: true
5
+ add_pixel_loc: true
6
+ add_proprio: true
7
+ attn_dim: 512
8
+ attn_dim_head: 64
9
+ attn_dropout: 0.1
10
+ attn_heads: 8
11
+ cvx_up: true
12
+ decoder_dropout: 0.0
13
+ depth: 8
14
+ feat_dim: 220
15
+ feat_ver: 1
16
+ final_dim: 64
17
+ ifSAM2: true
18
+ ifsep: false
19
+ im_channels: 64
20
+ img_aug_2: 0.05
21
+ img_feat_dim: 3
22
+ img_patch_size: 14
23
+ img_size: 224
24
+ inp_pre_con: false
25
+ inp_pre_pro: false
26
+ lang_dim: 512
27
+ lang_len: 77
28
+ lora_finetune: true
29
+ lora_r: 16
30
+ norm_corr: true
31
+ num_maskmem: 9
32
+ num_rot: 72
33
+ pe_fix: true
34
+ proprio_dim: 4
35
+ rend_three_views: true
36
+ resize_rgb: true
37
+ rot_ver: 1
38
+ sam2_ckpt: /nfs/turbo/coe-chaijy-unreplicated/hongzefu/sam2act_historybench/sam2act/mvt/sam2_train/checkpoints/sam2.1_hiera_base_plus.pt
39
+ sam2_config: /configs/sam2.1/sam2.1_hiera_b+
40
+ self_cross_ver: 1
41
+ st_sca: 4
42
+ st_wpt_loc_aug: 0.05
43
+ st_wpt_loc_inp_no_noise: true
44
+ stage_two: true
45
+ use_memory: false
46
+ use_point_renderer: true
47
+ weight_tie_layers: false
48
+ wpt_img_aug: 0.0
49
+ xops: true
50
+