Add sam2act_all_v1 (SAM2Act base, full 10 epochs)
Browse files- sam2act_all_v1/args.yaml +9 -0
- sam2act_all_v1/exp_cfg.yaml +40 -0
- sam2act_all_v1/model_0.pth +3 -0
- sam2act_all_v1/model_1.pth +3 -0
- sam2act_all_v1/model_2.pth +3 -0
- sam2act_all_v1/model_3.pth +3 -0
- sam2act_all_v1/model_4.pth +3 -0
- sam2act_all_v1/model_5.pth +3 -0
- sam2act_all_v1/model_6.pth +3 -0
- sam2act_all_v1/model_7.pth +3 -0
- sam2act_all_v1/model_8.pth +3 -0
- sam2act_all_v1/model_9.pth +3 -0
- sam2act_all_v1/model_last.pth +3 -0
- sam2act_all_v1/mvt_cfg.yaml +50 -0
sam2act_all_v1/args.yaml
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
device: '0'
|
| 2 |
+
exp_cfg_opts: tasks PickXtimes,StopCube,SwingXtimes,BinFill,VideoUnmaskSwap,VideoUnmask,ButtonUnmaskSwap,ButtonUnmask,VideoRepick,VideoPlaceButton,VideoPlaceOrder,PickHighlight,InsertPeg,MoveCube,PatternLock,RouteStick
|
| 3 |
+
exp_name all_v1 train_iter 800000 epochs 10 bs 12
|
| 4 |
+
exp_cfg_path: configs/sam2act.yaml
|
| 5 |
+
log_dir: runs
|
| 6 |
+
mvt_cfg_opts: ''
|
| 7 |
+
mvt_cfg_path: mvt/configs/sam2act.yaml
|
| 8 |
+
refresh_replay: false
|
| 9 |
+
with_eval: false
|
sam2act_all_v1/exp_cfg.yaml
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
agent: our
|
| 2 |
+
bs: 12
|
| 3 |
+
demo: 100
|
| 4 |
+
epochs: 10
|
| 5 |
+
exp_id: sam2act
|
| 6 |
+
exp_name: all_v1
|
| 7 |
+
num_workers: 5
|
| 8 |
+
peract:
|
| 9 |
+
add_rgc_loss: true
|
| 10 |
+
amp: true
|
| 11 |
+
bnb: true
|
| 12 |
+
lambda_weight_l2: 0.0001
|
| 13 |
+
lr: 1.25e-05
|
| 14 |
+
lr_cos_dec: true
|
| 15 |
+
num_rotation_classes: 72
|
| 16 |
+
optimizer_type: lamb
|
| 17 |
+
same_trans_aug_per_seq: false
|
| 18 |
+
transform_augmentation: true
|
| 19 |
+
transform_augmentation_rpy:
|
| 20 |
+
- 0.0
|
| 21 |
+
- 0.0
|
| 22 |
+
- 45.0
|
| 23 |
+
transform_augmentation_xyz:
|
| 24 |
+
- 0.125
|
| 25 |
+
- 0.125
|
| 26 |
+
- 0.125
|
| 27 |
+
warmup_steps: 2000
|
| 28 |
+
peract_official:
|
| 29 |
+
cfg_path: configs/peract_official_config.yaml
|
| 30 |
+
resume: ''
|
| 31 |
+
rvt:
|
| 32 |
+
gt_hm_sigma: 1.5
|
| 33 |
+
img_aug: 0.0
|
| 34 |
+
move_pc_in_bound: true
|
| 35 |
+
place_with_mean: false
|
| 36 |
+
sample_distribution_mode: task_uniform
|
| 37 |
+
tasks: PickXtimes,StopCube,SwingXtimes,BinFill,VideoUnmaskSwap,VideoUnmask,ButtonUnmaskSwap,ButtonUnmask,VideoRepick,VideoPlaceButton,VideoPlaceOrder,PickHighlight,InsertPeg,MoveCube,PatternLock,RouteStick
|
| 38 |
+
train_iter: 800000
|
| 39 |
+
wandb: true
|
| 40 |
+
|
sam2act_all_v1/model_0.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:50e645a4c6f9133ab29081d8c02bfc00d75826d803bc1bc357f07dc1bd5ed17f
|
| 3 |
+
size 1185058777
|
sam2act_all_v1/model_1.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7d511645ef3cdaccb43c19a1447579742c415548e128b79b57733219a787fff3
|
| 3 |
+
size 1185058777
|
sam2act_all_v1/model_2.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eeb8df35761ebb55c95c42b8f1ab6683fa9f155ed927b227b6c64449158df819
|
| 3 |
+
size 1185058777
|
sam2act_all_v1/model_3.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e87fac9e2b598aa20ada53e4129c742879e8aff94c496befd2a5c049df0c391d
|
| 3 |
+
size 1185059609
|
sam2act_all_v1/model_4.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e10cdce16a2c0caf7b0c4ffe21456b2fc0e8d721b5a695cba54248c4f8b551c7
|
| 3 |
+
size 1185059609
|
sam2act_all_v1/model_5.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fc15bd893e260a0b1150a74f8ca7ed7afeb869912099abe5ca9d57202d41c6bc
|
| 3 |
+
size 1185059609
|
sam2act_all_v1/model_6.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ec1c6a5a84d690ec5e12e909ef11916cb0f866425ff36f082fe2db67f883a738
|
| 3 |
+
size 1185059609
|
sam2act_all_v1/model_7.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bd9dd62436d1b1f2cb3be79d64cc3cbefc0c28dcdafab14c4678e935529ab221
|
| 3 |
+
size 1185059609
|
sam2act_all_v1/model_8.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:079eab2c500a3ee9df4abcfbafbc23305aabb2f06880d8ace44e29e0b7113219
|
| 3 |
+
size 1185059609
|
sam2act_all_v1/model_9.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a42a8a07f18a49f160b26ac1455f9a1d45eafa4d693b4f891af0495eeddbbcb9
|
| 3 |
+
size 1185059609
|
sam2act_all_v1/model_last.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1c3d4bc62bd2b238337fe21de95d14d78c77e42f9751a888cd9404d1fca8b73b
|
| 3 |
+
size 1185067109
|
sam2act_all_v1/mvt_cfg.yaml
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
activation: lrelu
|
| 2 |
+
add_corr: true
|
| 3 |
+
add_depth: true
|
| 4 |
+
add_lang: true
|
| 5 |
+
add_pixel_loc: true
|
| 6 |
+
add_proprio: true
|
| 7 |
+
attn_dim: 512
|
| 8 |
+
attn_dim_head: 64
|
| 9 |
+
attn_dropout: 0.1
|
| 10 |
+
attn_heads: 8
|
| 11 |
+
cvx_up: true
|
| 12 |
+
decoder_dropout: 0.0
|
| 13 |
+
depth: 8
|
| 14 |
+
feat_dim: 220
|
| 15 |
+
feat_ver: 1
|
| 16 |
+
final_dim: 64
|
| 17 |
+
ifSAM2: true
|
| 18 |
+
ifsep: false
|
| 19 |
+
im_channels: 64
|
| 20 |
+
img_aug_2: 0.05
|
| 21 |
+
img_feat_dim: 3
|
| 22 |
+
img_patch_size: 14
|
| 23 |
+
img_size: 224
|
| 24 |
+
inp_pre_con: false
|
| 25 |
+
inp_pre_pro: false
|
| 26 |
+
lang_dim: 512
|
| 27 |
+
lang_len: 77
|
| 28 |
+
lora_finetune: true
|
| 29 |
+
lora_r: 16
|
| 30 |
+
norm_corr: true
|
| 31 |
+
num_maskmem: 9
|
| 32 |
+
num_rot: 72
|
| 33 |
+
pe_fix: true
|
| 34 |
+
proprio_dim: 4
|
| 35 |
+
rend_three_views: true
|
| 36 |
+
resize_rgb: true
|
| 37 |
+
rot_ver: 1
|
| 38 |
+
sam2_ckpt: /nfs/turbo/coe-chaijy-unreplicated/hongzefu/sam2act_historybench/sam2act/mvt/sam2_train/checkpoints/sam2.1_hiera_base_plus.pt
|
| 39 |
+
sam2_config: /configs/sam2.1/sam2.1_hiera_b+
|
| 40 |
+
self_cross_ver: 1
|
| 41 |
+
st_sca: 4
|
| 42 |
+
st_wpt_loc_aug: 0.05
|
| 43 |
+
st_wpt_loc_inp_no_noise: true
|
| 44 |
+
stage_two: true
|
| 45 |
+
use_memory: false
|
| 46 |
+
use_point_renderer: true
|
| 47 |
+
weight_tie_layers: false
|
| 48 |
+
wpt_img_aug: 0.0
|
| 49 |
+
xops: true
|
| 50 |
+
|