ChengYangYang commited on
Commit
4321bdb
·
verified ·
1 Parent(s): 9dca290

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. earlier_lines/anchor_gap_ckpt/config.json +1 -0
  2. earlier_lines/anchor_gapaug_ckpt/config.json +1 -0
  3. earlier_lines/boundary_reader/build_and_train.py +47 -0
  4. earlier_lines/diffdemo_ckpt/config.json +1 -0
  5. earlier_lines/featpose_ckpt/config.json +1 -0
  6. earlier_lines/featpose_joint20k_ckpt/config.json +1 -0
  7. earlier_lines/featpose_joint_ckpt/config.json +1 -0
  8. earlier_lines/featpose_multi_ckpt/config.json +1 -0
  9. earlier_lines/gate1_runs/A2_s0/config.json +1 -0
  10. earlier_lines/gate1_runs/A2_s0/eval_10000.json +47 -0
  11. earlier_lines/gate1_runs/A2_s0/eval_2000.json +47 -0
  12. earlier_lines/gate1_runs/A2_s0/eval_4000.json +47 -0
  13. earlier_lines/gate1_runs/A2_s0/eval_6000.json +47 -0
  14. earlier_lines/gate1_runs/A2_s0/eval_8000.json +47 -0
  15. earlier_lines/gate1_runs/A2_s0/eval_final.json +65 -0
  16. earlier_lines/gate1_runs/A2_s1/config.json +1 -0
  17. earlier_lines/gate1_runs/A2_s1/eval_10000.json +47 -0
  18. earlier_lines/gate1_runs/A2_s1/eval_2000.json +47 -0
  19. earlier_lines/gate1_runs/A2_s1/eval_4000.json +47 -0
  20. earlier_lines/gate1_runs/A2_s1/eval_6000.json +47 -0
  21. earlier_lines/gate1_runs/A2_s1/eval_8000.json +47 -0
  22. earlier_lines/gate1_runs/A2_s1/eval_final.json +65 -0
  23. earlier_lines/gate1_runs/A2_s2/config.json +1 -0
  24. earlier_lines/gate1_runs/A2_s2/eval_10000.json +47 -0
  25. earlier_lines/gate1_runs/A2_s2/eval_2000.json +47 -0
  26. earlier_lines/gate1_runs/A2_s2/eval_4000.json +47 -0
  27. earlier_lines/gate1_runs/A2_s2/eval_6000.json +47 -0
  28. earlier_lines/gate1_runs/A2_s2/eval_8000.json +47 -0
  29. earlier_lines/gate1_runs/A2_s2/eval_final.json +65 -0
  30. earlier_lines/gate1_runs/B_s0/config.json +1 -0
  31. earlier_lines/gate1_runs/B_s0/eval_10000.json +47 -0
  32. earlier_lines/gate1_runs/B_s0/eval_2000.json +47 -0
  33. earlier_lines/gate1_runs/B_s0/eval_4000.json +47 -0
  34. earlier_lines/gate1_runs/B_s0/eval_6000.json +47 -0
  35. earlier_lines/gate1_runs/B_s0/eval_8000.json +47 -0
  36. earlier_lines/gate1_runs/B_s0/eval_final.json +65 -0
  37. earlier_lines/gate1_runs/B_s1/config.json +1 -0
  38. earlier_lines/gate1_runs/B_s1/eval_10000.json +47 -0
  39. earlier_lines/gate1_runs/B_s1/eval_2000.json +47 -0
  40. earlier_lines/gate1_runs/B_s1/eval_4000.json +47 -0
  41. earlier_lines/gate1_runs/B_s1/eval_6000.json +47 -0
  42. earlier_lines/gate1_runs/B_s1/eval_8000.json +47 -0
  43. earlier_lines/gate1_runs/B_s1/eval_final.json +65 -0
  44. earlier_lines/gate1_runs/B_s2/config.json +1 -0
  45. earlier_lines/gate1_runs/B_s2/eval_10000.json +47 -0
  46. earlier_lines/gate1_runs/B_s2/eval_2000.json +47 -0
  47. earlier_lines/gate1_runs/B_s2/eval_4000.json +47 -0
  48. earlier_lines/gate1_runs/B_s2/eval_6000.json +47 -0
  49. earlier_lines/gate1_runs/B_s2/eval_8000.json +47 -0
  50. earlier_lines/gate1_runs/B_s2/eval_final.json +65 -0
earlier_lines/anchor_gap_ckpt/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"kind": "anchor", "head": "gap", "pm": [-0.10812881588935852, 0.04596252739429474, 0.9909113049507141], "ps": [0.10955671221017838, 0.13118033111095428, 0.08190910518169403], "K": 4}
earlier_lines/anchor_gapaug_ckpt/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"kind": "anchor", "head": "gap", "pm": [-0.10812881588935852, 0.04596252739429474, 0.9909113049507141], "ps": [0.10955671221017838, 0.13118033111095428, 0.08190910518169403], "K": 4}
earlier_lines/boundary_reader/build_and_train.py ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Boundary-state reader: object xy (bowl, cheese, wine bottle, plate) from a 128x128 agentview frame, supervised by simulator
2
+ states of the two-step demonstrations. Held-out edges from edges_split.json are the test split. Reports cm error per object."""
3
+ import os, sys, json, glob, re, time, numpy as np, h5py, torch, torch.nn as nn
4
+ os.environ.setdefault("HDF5_USE_FILE_LOCKING","FALSE"); os.environ.setdefault("MUJOCO_GL","egl")
5
+ sys.path.insert(0, "/data/jgu/cheng/bpp_repo/behavior_prompting/train_network"); sys.path.insert(0, "/data/jgu/cheng/bpp_repo/deps/LIBERO")
6
+ from env.libero.env_wrapper import ControlEnvForRunner
7
+ B="/data/jgu/cheng/bpp_repo/behavior_prompting/train_network/env/libero/bddl_files"; OBJ=["akita_black_bowl_1","cream_cheese_1","wine_bottle_1","plate_1"]
8
+ split=json.load(open("/data/jgu/cheng/edges_split.json")); t0=time.time()
9
+ def build(edges, n_demos, stride):
10
+ X=[]; Y=[]; M=[]
11
+ for i,e in enumerate(edges):
12
+ env=ControlEnvForRunner(f"{B}/{e['split']}/{e['task']}.bddl", use_camera_obs=False, has_offscreen_renderer=False, has_renderer=False)
13
+ with h5py.File(e["file"],"r") as h:
14
+ for k in list(h["data"].keys())[:n_demos]:
15
+ d=h["data"][k]; S=np.asarray(d["states"]); A=d["obs"]["agentview_rgb"]
16
+ for t in range(0,len(S),stride):
17
+ env.set_state(S[t]); env.env.sim.forward(); P=env.object_positions()
18
+ y=np.zeros(8,np.float32); m=np.zeros(4,np.float32)
19
+ for j,o in enumerate(OBJ):
20
+ if o in P: y[2*j:2*j+2]=P[o][:2]; m[j]=1
21
+ X.append(np.asarray(A[t])); Y.append(y); M.append(m)
22
+ if i%20==0: print(f"[{time.time()-t0:.0f}s] {i+1}/{len(edges)} edges, {len(X)} frames", flush=True)
23
+ return np.stack(X), np.stack(Y), np.stack(M)
24
+ Xtr,Ytr,Mtr=build(split["train"], 8, 12); Xte,Yte,Mte=build(split["held_out"], 4, 12)
25
+ np.savez("/data/jgu/cheng/boundary_reader/data.npz", Xtr=Xtr,Ytr=Ytr,Mtr=Mtr,Xte=Xte,Yte=Yte,Mte=Mte); print("data", Xtr.shape, Xte.shape, flush=True)
26
+ dev="cuda"
27
+ class Net(nn.Module):
28
+ def __init__(s):
29
+ super().__init__(); c=lambda i,o: nn.Sequential(nn.Conv2d(i,o,3,2,1), nn.BatchNorm2d(o), nn.ReLU())
30
+ s.f=nn.Sequential(c(3,32),c(32,64),c(64,128),c(128,256),c(256,256), nn.AdaptiveAvgPool2d(1), nn.Flatten()); s.h=nn.Sequential(nn.Linear(256,256), nn.ReLU(), nn.Linear(256,8))
31
+ def forward(s,x): return s.h(s.f(x))
32
+ net=Net().to(dev); opt=torch.optim.AdamW(net.parameters(), 3e-4, weight_decay=1e-4)
33
+ def tens(X): return torch.from_numpy(X).permute(0,3,1,2).float()/255.0
34
+ Xt=tens(Xtr); Yt=torch.from_numpy(Ytr); Mt=torch.from_numpy(Mtr).repeat_interleave(2,1); Xe=tens(Xte).to(dev); Ye=torch.from_numpy(Yte).to(dev); Me=torch.from_numpy(Mte).to(dev)
35
+ n=len(Xt); bs=128
36
+ for ep in range(12):
37
+ net.train(); perm=torch.randperm(n); tot=0
38
+ for i in range(0,n,bs):
39
+ idx=perm[i:i+bs]; x=Xt[idx].to(dev); y=Yt[idx].to(dev); m=Mt[idx].to(dev)
40
+ x=x+0.02*torch.randn_like(x)
41
+ loss=(((net(x)-y)**2)*m).sum()/m.sum(); opt.zero_grad(); loss.backward(); opt.step(); tot+=loss.item()*len(idx)
42
+ net.eval()
43
+ with torch.no_grad():
44
+ pe=net(Xe); err=((pe-Ye).view(-1,4,2).norm(dim=-1)*100) # cm per object
45
+ per=[float((err[:,j]*Me[:,j]).sum()/Me[:,j].sum()) for j in range(4)]
46
+ print(f"epoch {ep}: train mse {tot/n:.5f} | held-out edges xy error cm: " + ", ".join(f"{o.split('_')[0]} {p:.1f}" for o,p in zip(OBJ,per)) + f" | mean {np.mean(per):.1f}", flush=True)
47
+ torch.save(net.state_dict(), "/data/jgu/cheng/boundary_reader/reader.pt"); print("DONE", flush=True)
earlier_lines/diffdemo_ckpt/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"kind": "diffdemo", "pm": [-0.11440909653902054, 0.04211398586630821, 1.0549819469451904, 2.5870094299316406, 0.4913921058177948, -0.33022192120552063, 0.026707995682954788, -0.026652559638023376], "ps": [0.10270249098539352, 0.11272380501031876, 0.09426360577344894, 0.7335286736488342, 0.7164779901504517, 0.4299865961074829, 0.014157725498080254, 0.014119811356067657], "wrist": true, "L": 13, "init": "/data/jgu/cheng/demo_ckpt_wrist_s10"}
earlier_lines/featpose_ckpt/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"kind": "featpose", "gen": "/data/jgu/cheng/demo_ckpt_wrist_s5", "c_mid": 256, "L": 13, "pm": [-0.11440909653902054, 0.04211398586630821, 1.0549819469451904, 2.5870094299316406, 0.4913921058177948, -0.33022192120552063, 0.026707995682954788, -0.026652559638023376], "ps": [0.10270249098539352, 0.11272380501031876, 0.09426360577344894, 0.7335286736488342, 0.7164779901504517, 0.4299865961074829, 0.014157725498080254, 0.014119811356067657]}
earlier_lines/featpose_joint20k_ckpt/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"kind": "featpose", "gen": "/data/jgu/cheng/featpose_joint20k_ckpt", "c_mid": 256, "L": 13, "pm": [-0.11440909653902054, 0.04211398586630821, 1.0549819469451904, 2.5870094299316406, 0.4913921058177948, -0.33022192120552063, 0.026707995682954788, -0.026652559638023376], "ps": [0.10270249098539352, 0.11272380501031876, 0.09426360577344894, 0.7335286736488342, 0.7164779901504517, 0.4299865961074829, 0.014157725498080254, 0.014119811356067657], "feats": [[256, 32, 8], [256, 32, 8], [64, 16, 16]], "wrist": true, "init": "demo_ckpt_wrist_s10", "lam": 1.0}
earlier_lines/featpose_joint_ckpt/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"kind": "featpose", "gen": "/data/jgu/cheng/featpose_joint_ckpt", "c_mid": 256, "L": 13, "pm": [-0.11440909653902054, 0.04211398586630821, 1.0549819469451904, 2.5870094299316406, 0.4913921058177948, -0.33022192120552063, 0.026707995682954788, -0.026652559638023376], "ps": [0.10270249098539352, 0.11272380501031876, 0.09426360577344894, 0.7335286736488342, 0.7164779901504517, 0.4299865961074829, 0.014157725498080254, 0.014119811356067657], "feats": [[256, 32, 8], [256, 32, 8], [64, 16, 16]], "wrist": true, "init": "demo_ckpt_wrist_s5", "lam": 1.0}
earlier_lines/featpose_multi_ckpt/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"kind": "featpose", "gen": "/data/jgu/cheng/demo_ckpt_wrist_s5", "c_mid": 256, "L": 13, "pm": [-0.11440909653902054, 0.04211398586630821, 1.0549819469451904, 2.5870094299316406, 0.4913921058177948, -0.33022192120552063, 0.026707995682954788, -0.026652559638023376], "ps": [0.10270249098539352, 0.11272380501031876, 0.09426360577344894, 0.7335286736488342, 0.7164779901504517, 0.4299865961074829, 0.014157725498080254, 0.014119811356067657], "feats": [[256, 32, 8], [256, 32, 8], [64, 16, 16]]}
earlier_lines/gate1_runs/A2_s0/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mode": "A2", "seed": 0, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]}
earlier_lines/gate1_runs/A2_s0/eval_10000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 10000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8784615384615385,
6
+ "P2_init_pos_cm": 1.1010563062417966,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 25.718709415859646,
10
+ "obj_end_cm": 1.8379847584894071,
11
+ "ee_traj_cm": 1.8443192850397183,
12
+ "frame_l1": 0.02521257173914749
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.952,
17
+ "P2_init_pos_cm": 1.0121219457611441,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 1.9246707733869552,
22
+ "ee_traj_cm": 1.8232181535363197,
23
+ "frame_l1": 0.02549303440749645
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.6333333333333333,
28
+ "P2_init_pos_cm": 1.1133604595375557,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 25.718709415859646,
32
+ "obj_end_cm": 1.7178135167062283,
33
+ "ee_traj_cm": 1.8013807008663814,
34
+ "frame_l1": 0.025041530762488644
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.28647974755615,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 1.9817834465950728,
44
+ "ee_traj_cm": 2.025887866318226,
45
+ "frame_l1": 0.025024537998251616
46
+ }
47
+ }
earlier_lines/gate1_runs/A2_s0/eval_2000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 2000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.6723076923076923,
6
+ "P2_init_pos_cm": 2.2311930151169115,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 25.74449899461534,
10
+ "obj_end_cm": 2.708225127366873,
11
+ "ee_traj_cm": 3.5848189858289867,
12
+ "frame_l1": 0.03824708328940547
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.7,
17
+ "P2_init_pos_cm": 2.360049752831459,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.747561002612114,
22
+ "ee_traj_cm": 3.595201985359192,
23
+ "frame_l1": 0.03862778664752841
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.58,
28
+ "P2_init_pos_cm": 2.1262693909804025,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 25.74449899461534,
32
+ "obj_end_cm": 2.5816522162159283,
33
+ "ee_traj_cm": 3.574743189414342,
34
+ "frame_l1": 0.03885444541151325
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 2.2238220432400704,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.989604172706604,
44
+ "ee_traj_cm": 3.589088876247406,
45
+ "frame_l1": 0.035473238527774814
46
+ }
47
+ }
earlier_lines/gate1_runs/A2_s0/eval_4000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 4000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.6953846153846154,
6
+ "P2_init_pos_cm": 2.1090701142068093,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 25.780601607428657,
10
+ "obj_end_cm": 2.7192859113674896,
11
+ "ee_traj_cm": 3.296532181593088,
12
+ "frame_l1": 0.033141958889766385
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.71,
17
+ "P2_init_pos_cm": 2.1654238952696323,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.7952567874193193,
22
+ "ee_traj_cm": 3.2059248456954954,
23
+ "frame_l1": 0.03326604260876775
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.6466666666666666,
28
+ "P2_init_pos_cm": 2.02287178888917,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 25.780601607428657,
32
+ "obj_end_cm": 2.5295476070046425,
33
+ "ee_traj_cm": 3.2990484195947647,
34
+ "frame_l1": 0.03369033797023197
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 2.2267806375026704,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 3.098573634326458,
44
+ "ee_traj_cm": 3.515501807332039,
45
+ "frame_l1": 0.0311866123508662
46
+ }
47
+ }
earlier_lines/gate1_runs/A2_s0/eval_6000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 6000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8830769230769231,
6
+ "P2_init_pos_cm": 1.4602671540012726,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 26.25219906700982,
10
+ "obj_end_cm": 2.015789060111229,
11
+ "ee_traj_cm": 2.5234142652841713,
12
+ "frame_l1": 0.029335435137439234
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.954,
17
+ "P2_init_pos_cm": 1.4012292714715004,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.023751491844654,
22
+ "ee_traj_cm": 2.4186861304044722,
23
+ "frame_l1": 0.029434749945998193
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.6466666666666666,
28
+ "P2_init_pos_cm": 1.4475901567935943,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 26.25219906700982,
32
+ "obj_end_cm": 1.9484150010347365,
33
+ "ee_traj_cm": 2.5078202045957245,
34
+ "frame_l1": 0.029592262003570794
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.6458928519487381,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.198005158007145,
44
+ "ee_traj_cm": 2.8320167845487596,
45
+ "frame_l1": 0.028316667517647148
46
+ }
47
+ }
earlier_lines/gate1_runs/A2_s0/eval_8000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 8000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8830769230769231,
6
+ "P2_init_pos_cm": 1.2583766008684267,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 25.735082414415146,
10
+ "obj_end_cm": 1.9462415936933113,
11
+ "ee_traj_cm": 2.1323216378688814,
12
+ "frame_l1": 0.02704337456335242
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.95,
17
+ "P2_init_pos_cm": 1.1600136258602143,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.0138268627524374,
22
+ "ee_traj_cm": 2.0584905896186827,
23
+ "frame_l1": 0.027161623865365983
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.66,
28
+ "P2_init_pos_cm": 1.311357304379344,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 25.735082414415146,
32
+ "obj_end_cm": 1.8401448539892833,
33
+ "ee_traj_cm": 2.1615891248981156,
34
+ "frame_l1": 0.0271227984301125
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.3453419278562069,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.0955686401575804,
44
+ "ee_traj_cm": 2.2290967974066733,
45
+ "frame_l1": 0.02650947970803827
46
+ }
47
+ }
earlier_lines/gate1_runs/A2_s0/eval_final.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "gate1_runs/A2_s0",
3
+ "mode": "A2",
4
+ "seed": 0,
5
+ "all": {
6
+ "n": 1300,
7
+ "P1_ok": 0.8784615384615385,
8
+ "P1_static_ok": 0.22923076923076924,
9
+ "P2_init_cm": 1.1010563062417966,
10
+ "P2_static_cm": 26.72443600838001,
11
+ "P3_ok": 1.0,
12
+ "P3_swapped_ok": 0.98,
13
+ "P3_n": 50,
14
+ "P3_shift_cm": 25.339325385093687,
15
+ "obj_end_cm": 1.8379847584894071,
16
+ "obj_end_static_cm": 7.971595473656287,
17
+ "ee_traj_cm": 1.8443192850397183,
18
+ "frame_l1": 0.02521257173914749
19
+ },
20
+ "strong_target": {
21
+ "n": 500,
22
+ "P1_ok": 0.952,
23
+ "P1_static_ok": 0.002,
24
+ "P2_init_cm": 1.0121219457611441,
25
+ "P2_static_cm": 24.257271148681642,
26
+ "P3_ok": null,
27
+ "P3_swapped_ok": null,
28
+ "P3_n": 0,
29
+ "P3_shift_cm": null,
30
+ "obj_end_cm": 1.9246707733869552,
31
+ "obj_end_static_cm": 9.603596222400665,
32
+ "ee_traj_cm": 1.8232181535363197,
33
+ "frame_l1": 0.02549303440749645
34
+ },
35
+ "independent": {
36
+ "n": 600,
37
+ "P1_ok": 0.6333333333333333,
38
+ "P1_static_ok": 0.9866666666666667,
39
+ "P2_init_cm": 1.1133604595375557,
40
+ "P2_static_cm": 28.08093527555466,
41
+ "P3_ok": 1.0,
42
+ "P3_swapped_ok": 0.98,
43
+ "P3_n": 50,
44
+ "P3_shift_cm": 25.339325385093687,
45
+ "obj_end_cm": 1.7178135167062283,
46
+ "obj_end_static_cm": 6.1396810678641005,
47
+ "ee_traj_cm": 1.8013807008663814,
48
+ "frame_l1": 0.025041530762488644
49
+ },
50
+ "weak": {
51
+ "n": 200,
52
+ "P1_ok": null,
53
+ "P1_static_ok": null,
54
+ "P2_init_cm": 1.28647974755615,
55
+ "P2_static_cm": 28.82285035610199,
56
+ "P3_ok": null,
57
+ "P3_swapped_ok": null,
58
+ "P3_n": 0,
59
+ "P3_shift_cm": null,
60
+ "obj_end_cm": 1.9817834465950728,
61
+ "obj_end_static_cm": 9.387336819171905,
62
+ "ee_traj_cm": 2.025887866318226,
63
+ "frame_l1": 0.025024537998251616
64
+ }
65
+ }
earlier_lines/gate1_runs/A2_s1/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mode": "A2", "seed": 1, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]}
earlier_lines/gate1_runs/A2_s1/eval_10000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 10000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8861538461538462,
6
+ "P2_init_pos_cm": 1.08708998073179,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 0.98,
9
+ "P3_shift_cm": 25.79375108718872,
10
+ "obj_end_cm": 1.801249285560961,
11
+ "ee_traj_cm": 1.8592744992100276,
12
+ "frame_l1": 0.024695476982742548
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.962,
17
+ "P2_init_pos_cm": 0.98135294637084,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 1.7493237120509149,
22
+ "ee_traj_cm": 1.7459758083224297,
23
+ "frame_l1": 0.024890085995197295
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.6333333333333333,
28
+ "P2_init_pos_cm": 1.091237707498173,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 0.98,
31
+ "P3_shift_cm": 25.79375108718872,
32
+ "obj_end_cm": 1.7968834613760312,
33
+ "ee_traj_cm": 1.815490749180317,
34
+ "frame_l1": 0.024567420474874476
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.3389893863350153,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 1.9441606918908656,
44
+ "ee_traj_cm": 2.273872476518154,
45
+ "frame_l1": 0.024593123975209893
46
+ }
47
+ }
earlier_lines/gate1_runs/A2_s1/eval_2000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 2000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.7,
6
+ "P2_init_pos_cm": 2.3132282705318468,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 0.98,
9
+ "P3_shift_cm": 24.342654247283935,
10
+ "obj_end_cm": 2.8118441678698245,
11
+ "ee_traj_cm": 3.6929985868930815,
12
+ "frame_l1": 0.04034463361478769
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.712,
17
+ "P2_init_pos_cm": 2.3419483744055034,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.8446554881334305,
22
+ "ee_traj_cm": 3.6418443965911864,
23
+ "frame_l1": 0.0406811303794384
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.66,
28
+ "P2_init_pos_cm": 2.3216908496121564,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 0.98,
31
+ "P3_shift_cm": 24.342654247283935,
32
+ "obj_end_cm": 2.747702551235755,
33
+ "ee_traj_cm": 3.647492817044258,
34
+ "frame_l1": 0.0409850040016075
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 2.2160402736067772,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.9222407171130182,
44
+ "ee_traj_cm": 3.95740137219429,
45
+ "frame_l1": 0.037582280542701484
46
+ }
47
+ }
earlier_lines/gate1_runs/A2_s1/eval_4000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 4000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.7861538461538462,
6
+ "P2_init_pos_cm": 1.925989302178988,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 25.747509984970094,
10
+ "obj_end_cm": 2.5733868341262522,
11
+ "ee_traj_cm": 3.2468696364072653,
12
+ "frame_l1": 0.0335334611698412
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.828,
17
+ "P2_init_pos_cm": 1.9167076755166055,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.601458767771721,
22
+ "ee_traj_cm": 3.213023113965988,
23
+ "frame_l1": 0.03366756738349795
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.6466666666666666,
28
+ "P2_init_pos_cm": 1.9104553555697203,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 25.747509984970094,
32
+ "obj_end_cm": 2.4893710568547247,
33
+ "ee_traj_cm": 3.258042379816373,
34
+ "frame_l1": 0.03401661188962559
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.9957952086627484,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.755254331827164,
44
+ "ee_traj_cm": 3.2979677122831346,
45
+ "frame_l1": 0.03174874347634613
46
+ }
47
+ }
earlier_lines/gate1_runs/A2_s1/eval_6000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 6000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.88,
6
+ "P2_init_pos_cm": 1.439376423244293,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 26.350521049499513,
10
+ "obj_end_cm": 2.1147850873607856,
11
+ "ee_traj_cm": 2.6028569439741283,
12
+ "frame_l1": 0.028929435691008202
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.96,
17
+ "P2_init_pos_cm": 1.295956037849188,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.029679108560085,
22
+ "ee_traj_cm": 2.365662270665169,
23
+ "frame_l1": 0.029035388864576815
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.6133333333333333,
28
+ "P2_init_pos_cm": 1.4722981682171423,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 26.350521049499513,
32
+ "obj_end_cm": 2.1295844415823617,
33
+ "ee_traj_cm": 2.6576547065377234,
34
+ "frame_l1": 0.029231638324757416
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.6991621518135072,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.2831519716978073,
44
+ "ee_traj_cm": 3.0314503395557404,
45
+ "frame_l1": 0.027757944855839014
46
+ }
47
+ }
earlier_lines/gate1_runs/A2_s1/eval_8000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 8000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8846153846153846,
6
+ "P2_init_pos_cm": 1.1433449454720204,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 26.02311321258545,
10
+ "obj_end_cm": 1.9602603981815852,
11
+ "ee_traj_cm": 2.10696597135984,
12
+ "frame_l1": 0.026430641673505305
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.96,
17
+ "P2_init_pos_cm": 0.9917278501391411,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 1.9417935975790024,
22
+ "ee_traj_cm": 1.9066001135110855,
23
+ "frame_l1": 0.02657122354581952
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.6333333333333333,
28
+ "P2_init_pos_cm": 1.1505144425978264,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 26.02311321258545,
32
+ "obj_end_cm": 1.9386959465841451,
33
+ "ee_traj_cm": 2.1092116259535154,
34
+ "frame_l1": 0.02648961413030823
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.5008791924268008,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.071120754480362,
44
+ "ee_traj_cm": 2.6011436522006988,
45
+ "frame_l1": 0.025902269622310996
46
+ }
47
+ }
earlier_lines/gate1_runs/A2_s1/eval_final.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "gate1_runs/A2_s1",
3
+ "mode": "A2",
4
+ "seed": 1,
5
+ "all": {
6
+ "n": 1300,
7
+ "P1_ok": 0.8861538461538462,
8
+ "P1_static_ok": 0.22923076923076924,
9
+ "P2_init_cm": 1.08708998073179,
10
+ "P2_static_cm": 26.72443600838001,
11
+ "P3_ok": 1.0,
12
+ "P3_swapped_ok": 0.98,
13
+ "P3_n": 50,
14
+ "P3_shift_cm": 25.79375108718872,
15
+ "obj_end_cm": 1.801249285560961,
16
+ "obj_end_static_cm": 7.971595473656287,
17
+ "ee_traj_cm": 1.8592744992100276,
18
+ "frame_l1": 0.024695476982742548
19
+ },
20
+ "strong_target": {
21
+ "n": 500,
22
+ "P1_ok": 0.962,
23
+ "P1_static_ok": 0.002,
24
+ "P2_init_cm": 0.98135294637084,
25
+ "P2_static_cm": 24.257271148681642,
26
+ "P3_ok": null,
27
+ "P3_swapped_ok": null,
28
+ "P3_n": 0,
29
+ "P3_shift_cm": null,
30
+ "obj_end_cm": 1.7493237120509149,
31
+ "obj_end_static_cm": 9.603596222400665,
32
+ "ee_traj_cm": 1.7459758083224297,
33
+ "frame_l1": 0.024890085995197295
34
+ },
35
+ "independent": {
36
+ "n": 600,
37
+ "P1_ok": 0.6333333333333333,
38
+ "P1_static_ok": 0.9866666666666667,
39
+ "P2_init_cm": 1.091237707498173,
40
+ "P2_static_cm": 28.08093527555466,
41
+ "P3_ok": 1.0,
42
+ "P3_swapped_ok": 0.98,
43
+ "P3_n": 50,
44
+ "P3_shift_cm": 25.79375108718872,
45
+ "obj_end_cm": 1.7968834613760312,
46
+ "obj_end_static_cm": 6.1396810678641005,
47
+ "ee_traj_cm": 1.815490749180317,
48
+ "frame_l1": 0.024567420474874476
49
+ },
50
+ "weak": {
51
+ "n": 200,
52
+ "P1_ok": null,
53
+ "P1_static_ok": null,
54
+ "P2_init_cm": 1.3389893863350153,
55
+ "P2_static_cm": 28.82285035610199,
56
+ "P3_ok": null,
57
+ "P3_swapped_ok": null,
58
+ "P3_n": 0,
59
+ "P3_shift_cm": null,
60
+ "obj_end_cm": 1.9441606918908656,
61
+ "obj_end_static_cm": 9.387336819171905,
62
+ "ee_traj_cm": 2.273872476518154,
63
+ "frame_l1": 0.024593123975209893
64
+ }
65
+ }
earlier_lines/gate1_runs/A2_s2/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mode": "A2", "seed": 2, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]}
earlier_lines/gate1_runs/A2_s2/eval_10000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 10000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8907692307692308,
6
+ "P2_init_pos_cm": 1.0632244643855553,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 25.90129439353943,
10
+ "obj_end_cm": 1.865756330879835,
11
+ "ee_traj_cm": 1.7887530584518727,
12
+ "frame_l1": 0.024507201268839148
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.97,
17
+ "P2_init_pos_cm": 0.9727203036248684,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 1.9830468026399612,
22
+ "ee_traj_cm": 1.7889468575716019,
23
+ "frame_l1": 0.024733625710010528
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.6266666666666667,
28
+ "P2_init_pos_cm": 1.0656197459126513,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 25.90129439353943,
32
+ "obj_end_cm": 1.7578587195277213,
33
+ "ee_traj_cm": 1.7155908780296643,
34
+ "frame_l1": 0.024339147366893788
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.282299021705985,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 1.89622298553586,
44
+ "ee_traj_cm": 2.0077551019191744,
45
+ "frame_l1": 0.024445301871746778
46
+ }
47
+ }
earlier_lines/gate1_runs/A2_s2/eval_2000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 2000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.6661538461538462,
6
+ "P2_init_pos_cm": 2.1824726584209846,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 26.483521728515626,
10
+ "obj_end_cm": 2.7822111662305318,
11
+ "ee_traj_cm": 3.5581393410609317,
12
+ "frame_l1": 0.037771428119964326
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.75,
17
+ "P2_init_pos_cm": 2.281801655650139,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.8081539299488067,
22
+ "ee_traj_cm": 3.5285413336753844,
23
+ "frame_l1": 0.03803559729084373
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.38666666666666666,
28
+ "P2_init_pos_cm": 2.1458164622137943,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 26.483521728515626,
32
+ "obj_end_cm": 2.7612622885902725,
33
+ "ee_traj_cm": 3.5736740024884543,
34
+ "frame_l1": 0.03826464253788193
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 2.0441187539696695,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.780200889855623,
44
+ "ee_traj_cm": 3.585530375242233,
45
+ "frame_l1": 0.035631361939013007
46
+ }
47
+ }
earlier_lines/gate1_runs/A2_s2/eval_4000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 4000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8353846153846154,
6
+ "P2_init_pos_cm": 1.5198071594765552,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 25.592011165618896,
10
+ "obj_end_cm": 2.198458352249402,
11
+ "ee_traj_cm": 2.7481149252102925,
12
+ "frame_l1": 0.03176884161738249
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.942,
17
+ "P2_init_pos_cm": 1.42126939535141,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.1836014234423637,
22
+ "ee_traj_cm": 2.6057432982921602,
23
+ "frame_l1": 0.031816488653421404
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.48,
28
+ "P2_init_pos_cm": 1.5369732334464787,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 25.592011165618896,
32
+ "obj_end_cm": 2.120274903376897,
33
+ "ee_traj_cm": 2.7953555771708487,
34
+ "frame_l1": 0.03217432461678982
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.7146533478796482,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.4701510208845137,
44
+ "ee_traj_cm": 2.962322036623955,
45
+ "frame_l1": 0.030433275029063223
46
+ }
47
+ }
earlier_lines/gate1_runs/A2_s2/eval_6000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 6000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8876923076923077,
6
+ "P2_init_pos_cm": 1.1677562642684922,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 25.598682346343995,
10
+ "obj_end_cm": 1.8650650579654253,
11
+ "ee_traj_cm": 2.116753170857063,
12
+ "frame_l1": 0.027955837183846876
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.972,
17
+ "P2_init_pos_cm": 1.0602737666107713,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 1.8187044703364372,
22
+ "ee_traj_cm": 2.00261828660965,
23
+ "frame_l1": 0.02798785489425063
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.6066666666666667,
28
+ "P2_init_pos_cm": 1.1692438273628554,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 25.598682346343995,
32
+ "obj_end_cm": 1.828598552743594,
33
+ "ee_traj_cm": 2.071397324601809,
34
+ "frame_l1": 0.028155768994862836
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.4319998191297054,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.09036604270339,
44
+ "ee_traj_cm": 2.538157920241356,
45
+ "frame_l1": 0.02727599747478962
46
+ }
47
+ }
earlier_lines/gate1_runs/A2_s2/eval_8000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 8000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8769230769230769,
6
+ "P2_init_pos_cm": 1.0328297113340634,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 25.390230140686036,
10
+ "obj_end_cm": 1.878497411104349,
11
+ "ee_traj_cm": 1.762790442430056,
12
+ "frame_l1": 0.02552295125519427
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.952,
17
+ "P2_init_pos_cm": 0.9021440732777118,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 1.918549996316433,
22
+ "ee_traj_cm": 1.7111770882606507,
23
+ "frame_l1": 0.0256959977298975
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.6266666666666667,
28
+ "P2_init_pos_cm": 1.045062314470609,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 25.390230140686036,
32
+ "obj_end_cm": 1.815781659235557,
33
+ "ee_traj_cm": 1.7446222813924153,
34
+ "frame_l1": 0.025497863048998017
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.3228459970653057,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 1.9665132036805153,
44
+ "ee_traj_cm": 1.9463283109664917,
45
+ "frame_l1": 0.02516559968702495
46
+ }
47
+ }
earlier_lines/gate1_runs/A2_s2/eval_final.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "gate1_runs/A2_s2",
3
+ "mode": "A2",
4
+ "seed": 2,
5
+ "all": {
6
+ "n": 1300,
7
+ "P1_ok": 0.8907692307692308,
8
+ "P1_static_ok": 0.22923076923076924,
9
+ "P2_init_cm": 1.0632244643855553,
10
+ "P2_static_cm": 26.72443600838001,
11
+ "P3_ok": 1.0,
12
+ "P3_swapped_ok": 1.0,
13
+ "P3_n": 50,
14
+ "P3_shift_cm": 25.90129439353943,
15
+ "obj_end_cm": 1.865756330879835,
16
+ "obj_end_static_cm": 7.971595473656287,
17
+ "ee_traj_cm": 1.7887530584518727,
18
+ "frame_l1": 0.024507201268839148
19
+ },
20
+ "strong_target": {
21
+ "n": 500,
22
+ "P1_ok": 0.97,
23
+ "P1_static_ok": 0.002,
24
+ "P2_init_cm": 0.9727203036248684,
25
+ "P2_static_cm": 24.257271148681642,
26
+ "P3_ok": null,
27
+ "P3_swapped_ok": null,
28
+ "P3_n": 0,
29
+ "P3_shift_cm": null,
30
+ "obj_end_cm": 1.9830468026399612,
31
+ "obj_end_static_cm": 9.603596222400665,
32
+ "ee_traj_cm": 1.7889468575716019,
33
+ "frame_l1": 0.024733625710010528
34
+ },
35
+ "independent": {
36
+ "n": 600,
37
+ "P1_ok": 0.6266666666666667,
38
+ "P1_static_ok": 0.9866666666666667,
39
+ "P2_init_cm": 1.0656197459126513,
40
+ "P2_static_cm": 28.08093527555466,
41
+ "P3_ok": 1.0,
42
+ "P3_swapped_ok": 1.0,
43
+ "P3_n": 50,
44
+ "P3_shift_cm": 25.90129439353943,
45
+ "obj_end_cm": 1.7578587195277213,
46
+ "obj_end_static_cm": 6.1396810678641005,
47
+ "ee_traj_cm": 1.7155908780296643,
48
+ "frame_l1": 0.024339147366893788
49
+ },
50
+ "weak": {
51
+ "n": 200,
52
+ "P1_ok": null,
53
+ "P1_static_ok": null,
54
+ "P2_init_cm": 1.282299021705985,
55
+ "P2_static_cm": 28.82285035610199,
56
+ "P3_ok": null,
57
+ "P3_swapped_ok": null,
58
+ "P3_n": 0,
59
+ "P3_shift_cm": null,
60
+ "obj_end_cm": 1.89622298553586,
61
+ "obj_end_static_cm": 9.387336819171905,
62
+ "ee_traj_cm": 2.0077551019191744,
63
+ "frame_l1": 0.024445301871746778
64
+ }
65
+ }
earlier_lines/gate1_runs/B_s0/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mode": "B", "seed": 0, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]}
earlier_lines/gate1_runs/B_s0/eval_10000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 10000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.9015384615384615,
6
+ "P2_init_pos_cm": 1.2708313343100823,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 25.85183991326226,
10
+ "obj_end_cm": 2.089659236440292,
11
+ "ee_traj_cm": 2.220657093662482,
12
+ "frame_l1": 0.025592875342386273
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.976,
17
+ "P2_init_pos_cm": 0.950777794778347,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 1.9744981953501701,
22
+ "ee_traj_cm": 1.840605416059494,
23
+ "frame_l1": 0.025704359129071236
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.6533333333333333,
28
+ "P2_init_pos_cm": 1.5322987098991872,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 25.85183991326226,
32
+ "obj_end_cm": 2.149964064160983,
33
+ "ee_traj_cm": 2.5852421204249065,
34
+ "frame_l1": 0.02560611811156074
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.286563056372106,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.1966473560035227,
44
+ "ee_traj_cm": 2.077031207382679,
45
+ "frame_l1": 0.02527443756815046
46
+ }
47
+ }
earlier_lines/gate1_runs/B_s0/eval_2000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 2000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.6015384615384616,
6
+ "P2_init_pos_cm": 2.3192633604430237,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 26.28812461429172,
10
+ "obj_end_cm": 2.8459665652880304,
11
+ "ee_traj_cm": 3.7090805816191894,
12
+ "frame_l1": 0.03814932455093815
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.64,
17
+ "P2_init_pos_cm": 2.3212249361276625,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.8621229668855666,
22
+ "ee_traj_cm": 3.5529724105596543,
23
+ "frame_l1": 0.03837229220196605
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.47333333333333333,
28
+ "P2_init_pos_cm": 2.2777548955629268,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 26.28812461429172,
32
+ "obj_end_cm": 2.8625192584594092,
33
+ "ee_traj_cm": 3.863228935798009,
34
+ "frame_l1": 0.038865156937390566
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 2.4388848158717154,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.755917481780052,
44
+ "ee_traj_cm": 3.6369059467315674,
45
+ "frame_l1": 0.03544440826401114
46
+ }
47
+ }
earlier_lines/gate1_runs/B_s0/eval_4000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 4000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.7138461538461538,
6
+ "P2_init_pos_cm": 2.2752823739842727,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 25.212671173943413,
10
+ "obj_end_cm": 2.9383041393756866,
11
+ "ee_traj_cm": 3.692825076855146,
12
+ "frame_l1": 0.03312002841383219
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.776,
17
+ "P2_init_pos_cm": 2.0859619546830652,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.8886805942058564,
22
+ "ee_traj_cm": 3.3706604554653166,
23
+ "frame_l1": 0.03335954058915377
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.5066666666666667,
28
+ "P2_init_pos_cm": 2.463420251198113,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 25.212671173943413,
32
+ "obj_end_cm": 2.990057568947474,
33
+ "ee_traj_cm": 4.030226341287295,
34
+ "frame_l1": 0.03365034934754173
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 2.18416979059577,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.9071027135848997,
44
+ "ee_traj_cm": 3.486032837033272,
45
+ "frame_l1": 0.030930285174399615
46
+ }
47
+ }
earlier_lines/gate1_runs/B_s0/eval_6000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 6000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8430769230769231,
6
+ "P2_init_pos_cm": 1.7107026277998318,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 26.184781498379177,
10
+ "obj_end_cm": 2.3255407032829063,
11
+ "ee_traj_cm": 2.9304980184023197,
12
+ "frame_l1": 0.029508392164626945
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.95,
17
+ "P2_init_pos_cm": 1.3948703002631664,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.019171090245247,
22
+ "ee_traj_cm": 2.4888558202981947,
23
+ "frame_l1": 0.029561528384685516
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.4866666666666667,
28
+ "P2_init_pos_cm": 1.9769830476368466,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 26.184781498379177,
32
+ "obj_end_cm": 2.5288274394969146,
33
+ "ee_traj_cm": 3.312627846399943,
34
+ "frame_l1": 0.02985124319481353
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.7014421871304513,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.481604527235031,
44
+ "ee_traj_cm": 2.888214029669762,
45
+ "frame_l1": 0.028346998523920773
46
+ }
47
+ }
earlier_lines/gate1_runs/B_s0/eval_8000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 8000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8830769230769231,
6
+ "P2_init_pos_cm": 1.3743961291645581,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 25.936399353875053,
10
+ "obj_end_cm": 2.1620313218809093,
11
+ "ee_traj_cm": 2.39198014658231,
12
+ "frame_l1": 0.02654523125778024
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.96,
17
+ "P2_init_pos_cm": 1.1020591897964478,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.0035914970040323,
22
+ "ee_traj_cm": 1.9858535624742508,
23
+ "frame_l1": 0.02667585775628686
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.6266666666666667,
28
+ "P2_init_pos_cm": 1.5620197201396029,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 25.936399353875053,
32
+ "obj_end_cm": 2.2400502209365367,
33
+ "ee_traj_cm": 2.7067732283473016,
34
+ "frame_l1": 0.02664871562893192
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.4923677046597004,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.3240741869062185,
44
+ "ee_traj_cm": 2.4629173615574835,
45
+ "frame_l1": 0.025908211898058652
46
+ }
47
+ }
earlier_lines/gate1_runs/B_s0/eval_final.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "gate1_runs/B_s0",
3
+ "mode": "B",
4
+ "seed": 0,
5
+ "all": {
6
+ "n": 1300,
7
+ "P1_ok": 0.9015384615384615,
8
+ "P1_static_ok": 0.22923076923076924,
9
+ "P2_init_cm": 1.2708313343100823,
10
+ "P2_static_cm": 26.72443600838001,
11
+ "P3_ok": 1.0,
12
+ "P3_swapped_ok": 0.98,
13
+ "P3_n": 50,
14
+ "P3_shift_cm": 25.384671564102174,
15
+ "obj_end_cm": 2.089659236440292,
16
+ "obj_end_static_cm": 7.971595473656287,
17
+ "ee_traj_cm": 2.220657093662482,
18
+ "frame_l1": 0.025592875342386273
19
+ },
20
+ "strong_target": {
21
+ "n": 500,
22
+ "P1_ok": 0.976,
23
+ "P1_static_ok": 0.002,
24
+ "P2_init_cm": 0.950777794778347,
25
+ "P2_static_cm": 24.257271148681642,
26
+ "P3_ok": null,
27
+ "P3_swapped_ok": null,
28
+ "P3_n": 0,
29
+ "P3_shift_cm": null,
30
+ "obj_end_cm": 1.9744981953501701,
31
+ "obj_end_static_cm": 9.603596222400665,
32
+ "ee_traj_cm": 1.840605416059494,
33
+ "frame_l1": 0.025704359129071236
34
+ },
35
+ "independent": {
36
+ "n": 600,
37
+ "P1_ok": 0.6533333333333333,
38
+ "P1_static_ok": 0.9866666666666667,
39
+ "P2_init_cm": 1.5322987098991872,
40
+ "P2_static_cm": 28.08093527555466,
41
+ "P3_ok": 1.0,
42
+ "P3_swapped_ok": 0.98,
43
+ "P3_n": 50,
44
+ "P3_shift_cm": 25.384671564102174,
45
+ "obj_end_cm": 2.149964064160983,
46
+ "obj_end_static_cm": 6.1396810678641005,
47
+ "ee_traj_cm": 2.5852421204249065,
48
+ "frame_l1": 0.02560611811156074
49
+ },
50
+ "weak": {
51
+ "n": 200,
52
+ "P1_ok": null,
53
+ "P1_static_ok": null,
54
+ "P2_init_cm": 1.286563056372106,
55
+ "P2_static_cm": 28.82285035610199,
56
+ "P3_ok": null,
57
+ "P3_swapped_ok": null,
58
+ "P3_n": 0,
59
+ "P3_shift_cm": null,
60
+ "obj_end_cm": 2.1966473560035227,
61
+ "obj_end_static_cm": 9.387336819171905,
62
+ "ee_traj_cm": 2.077031207382679,
63
+ "frame_l1": 0.02527443756815046
64
+ }
65
+ }
earlier_lines/gate1_runs/B_s1/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mode": "B", "seed": 1, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]}
earlier_lines/gate1_runs/B_s1/eval_10000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 10000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8415384615384616,
6
+ "P2_init_pos_cm": 1.3925391584835374,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 0.98,
9
+ "P3_shift_cm": 25.329480876922606,
10
+ "obj_end_cm": 2.218459426875298,
11
+ "ee_traj_cm": 2.520530884357599,
12
+ "frame_l1": 0.026726777273445176
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.916,
17
+ "P2_init_pos_cm": 1.3005382618904113,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.2641939673423765,
22
+ "ee_traj_cm": 2.341446292877197,
23
+ "frame_l1": 0.02685321233794093
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.5933333333333334,
28
+ "P2_init_pos_cm": 1.4427904769716164,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 0.98,
31
+ "P3_shift_cm": 25.329480876922606,
32
+ "obj_end_cm": 2.211594892342885,
33
+ "ee_traj_cm": 2.6683321950833,
34
+ "frame_l1": 0.02684198080562055
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.4717874445021153,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.124716679304838,
44
+ "ee_traj_cm": 2.5248384308815,
45
+ "frame_l1": 0.026065079015679657
46
+ }
47
+ }
earlier_lines/gate1_runs/B_s1/eval_2000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 2000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.5092307692307693,
6
+ "P2_init_pos_cm": 2.4331939719044247,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 0.98,
9
+ "P3_shift_cm": 24.498936548233033,
10
+ "obj_end_cm": 3.204328977442705,
11
+ "ee_traj_cm": 3.888509443173042,
12
+ "frame_l1": 0.03898450202810077
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.518,
17
+ "P2_init_pos_cm": 2.3654161209464073,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 3.173384412884712,
22
+ "ee_traj_cm": 3.733680014848709,
23
+ "frame_l1": 0.03917273835092783
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.48,
28
+ "P2_init_pos_cm": 2.524517165571451,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 0.98,
31
+ "P3_shift_cm": 24.498936548233033,
32
+ "obj_end_cm": 3.368617663681507,
33
+ "ee_traj_cm": 4.149371954600016,
34
+ "frame_l1": 0.03975622988616427
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 2.3286690182983873,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.7888243301212787,
44
+ "ee_traj_cm": 3.4929954797029494,
45
+ "frame_l1": 0.0361987276468426
46
+ }
47
+ }
earlier_lines/gate1_runs/B_s1/eval_4000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 4000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.72,
6
+ "P2_init_pos_cm": 2.065860872910573,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 0.98,
9
+ "P3_shift_cm": 25.612186217308043,
10
+ "obj_end_cm": 2.7911310413709054,
11
+ "ee_traj_cm": 3.4962783206884676,
12
+ "frame_l1": 0.03295561523534931
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.824,
17
+ "P2_init_pos_cm": 1.8943603152930737,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.5927135413885116,
22
+ "ee_traj_cm": 3.1978792840242387,
23
+ "frame_l1": 0.03307378951832652
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.37333333333333335,
28
+ "P2_init_pos_cm": 2.2408888784796,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 0.98,
31
+ "P3_shift_cm": 25.612186217308043,
32
+ "obj_end_cm": 3.005963065524896,
33
+ "ee_traj_cm": 3.834578034877777,
34
+ "frame_l1": 0.0335481395230939
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.96952825024724,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.642678718864918,
44
+ "ee_traj_cm": 3.2273767697811127,
45
+ "frame_l1": 0.030882606664672494
46
+ }
47
+ }
earlier_lines/gate1_runs/B_s1/eval_6000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 6000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8307692307692308,
6
+ "P2_init_pos_cm": 1.4923266479544914,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 0.98,
9
+ "P3_shift_cm": 25.797192726135254,
10
+ "obj_end_cm": 2.322024406836583,
11
+ "ee_traj_cm": 2.7560634609369132,
12
+ "frame_l1": 0.02912297298343709
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.968,
17
+ "P2_init_pos_cm": 1.2831991236507894,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.088076415657997,
22
+ "ee_traj_cm": 2.3957723952531813,
23
+ "frame_l1": 0.029118341989815236
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.37333333333333335,
28
+ "P2_init_pos_cm": 1.6150288381427527,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 0.98,
31
+ "P3_shift_cm": 25.797192726135254,
32
+ "obj_end_cm": 2.5169828980167708,
33
+ "ee_traj_cm": 3.0888427099585534,
34
+ "frame_l1": 0.029592386988612513
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.6470388881489635,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.322018911242485,
44
+ "ee_traj_cm": 2.6584533780813215,
45
+ "frame_l1": 0.027726308451965453
46
+ }
47
+ }
earlier_lines/gate1_runs/B_s1/eval_8000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 8000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8646153846153846,
6
+ "P2_init_pos_cm": 1.12545131060653,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 0.98,
9
+ "P3_shift_cm": 25.338647465705872,
10
+ "obj_end_cm": 1.9991788522555278,
11
+ "ee_traj_cm": 2.1363934935514743,
12
+ "frame_l1": 0.0263663933168237
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.966,
17
+ "P2_init_pos_cm": 0.9442758126333356,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 1.922790199816227,
22
+ "ee_traj_cm": 1.8952266796827317,
23
+ "frame_l1": 0.026432109650224446
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.5266666666666666,
28
+ "P2_init_pos_cm": 1.1834064063554008,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 0.98,
31
+ "P3_shift_cm": 25.338647465705872,
32
+ "obj_end_cm": 2.049443182647228,
33
+ "ee_traj_cm": 2.3184017900625866,
34
+ "frame_l1": 0.026503065420935553
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.4045247682929038,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.0393574921786786,
44
+ "ee_traj_cm": 2.1932856386899946,
45
+ "frame_l1": 0.025792086170986293
46
+ }
47
+ }
earlier_lines/gate1_runs/B_s1/eval_final.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "gate1_runs/B_s1",
3
+ "mode": "B",
4
+ "seed": 1,
5
+ "all": {
6
+ "n": 1300,
7
+ "P1_ok": 0.8415384615384616,
8
+ "P1_static_ok": 0.22923076923076924,
9
+ "P2_init_cm": 1.3925391584835374,
10
+ "P2_static_cm": 26.72443600838001,
11
+ "P3_ok": 1.0,
12
+ "P3_swapped_ok": 0.98,
13
+ "P3_n": 50,
14
+ "P3_shift_cm": 25.329480876922606,
15
+ "obj_end_cm": 2.218459426875298,
16
+ "obj_end_static_cm": 7.971595473656287,
17
+ "ee_traj_cm": 2.520530884357599,
18
+ "frame_l1": 0.026726777273445176
19
+ },
20
+ "strong_target": {
21
+ "n": 500,
22
+ "P1_ok": 0.916,
23
+ "P1_static_ok": 0.002,
24
+ "P2_init_cm": 1.3005382618904113,
25
+ "P2_static_cm": 24.257271148681642,
26
+ "P3_ok": null,
27
+ "P3_swapped_ok": null,
28
+ "P3_n": 0,
29
+ "P3_shift_cm": null,
30
+ "obj_end_cm": 2.2641939673423765,
31
+ "obj_end_static_cm": 9.603596222400665,
32
+ "ee_traj_cm": 2.341446292877197,
33
+ "frame_l1": 0.02685321233794093
34
+ },
35
+ "independent": {
36
+ "n": 600,
37
+ "P1_ok": 0.5933333333333334,
38
+ "P1_static_ok": 0.9866666666666667,
39
+ "P2_init_cm": 1.4427904769716164,
40
+ "P2_static_cm": 28.08093527555466,
41
+ "P3_ok": 1.0,
42
+ "P3_swapped_ok": 0.98,
43
+ "P3_n": 50,
44
+ "P3_shift_cm": 25.329480876922606,
45
+ "obj_end_cm": 2.211594892342885,
46
+ "obj_end_static_cm": 6.1396810678641005,
47
+ "ee_traj_cm": 2.6683321950833,
48
+ "frame_l1": 0.02684198080562055
49
+ },
50
+ "weak": {
51
+ "n": 200,
52
+ "P1_ok": null,
53
+ "P1_static_ok": null,
54
+ "P2_init_cm": 1.4717874445021153,
55
+ "P2_static_cm": 28.82285035610199,
56
+ "P3_ok": null,
57
+ "P3_swapped_ok": null,
58
+ "P3_n": 0,
59
+ "P3_shift_cm": null,
60
+ "obj_end_cm": 2.124716679304838,
61
+ "obj_end_static_cm": 9.387336819171905,
62
+ "ee_traj_cm": 2.5248384308815,
63
+ "frame_l1": 0.026065079015679657
64
+ }
65
+ }
earlier_lines/gate1_runs/B_s2/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mode": "B", "seed": 2, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]}
earlier_lines/gate1_runs/B_s2/eval_10000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 10000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8969230769230769,
6
+ "P2_init_pos_cm": 1.0749974591628864,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 25.932073402404786,
10
+ "obj_end_cm": 1.9813507022192844,
11
+ "ee_traj_cm": 1.8826535055499811,
12
+ "frame_l1": 0.024810326499148057
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.97,
17
+ "P2_init_pos_cm": 0.9940594433993101,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 1.9891087103188039,
22
+ "ee_traj_cm": 1.75487207788229,
23
+ "frame_l1": 0.025154520105570555
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.6533333333333333,
28
+ "P2_init_pos_cm": 1.0543774056931337,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 25.932073402404786,
32
+ "obj_end_cm": 1.7246411586801211,
33
+ "ee_traj_cm": 1.8230601519346237,
34
+ "frame_l1": 0.02464715813907484
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.3392026589810848,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.7320843125879763,
44
+ "ee_traj_cm": 2.3808871355652808,
45
+ "frame_l1": 0.024439347563311457
46
+ }
47
+ }
earlier_lines/gate1_runs/B_s2/eval_2000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 2000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.6707692307692308,
6
+ "P2_init_pos_cm": 2.40930148681769,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 26.270597610473633,
10
+ "obj_end_cm": 3.0802687532168167,
11
+ "ee_traj_cm": 3.7861480807341064,
12
+ "frame_l1": 0.03846111324830697
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.718,
17
+ "P2_init_pos_cm": 2.284743154466152,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.9160519148111343,
22
+ "ee_traj_cm": 3.5187014200687408,
23
+ "frame_l1": 0.038703389652073386
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.5133333333333333,
28
+ "P2_init_pos_cm": 2.302147404154142,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 26.270597610473633,
32
+ "obj_end_cm": 2.690301568210125,
33
+ "ee_traj_cm": 3.726061694025993,
34
+ "frame_l1": 0.039043650003150104
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 3.0421595656871796,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 4.660712404251099,
44
+ "ee_traj_cm": 4.6350238925218585,
45
+ "frame_l1": 0.03610781197436154
46
+ }
47
+ }
earlier_lines/gate1_runs/B_s2/eval_4000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 4000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.7784615384615384,
6
+ "P2_init_pos_cm": 1.8322488434154254,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 25.297728500366212,
10
+ "obj_end_cm": 2.594641414972452,
11
+ "ee_traj_cm": 3.2672809056135326,
12
+ "frame_l1": 0.03329933920015509
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.868,
17
+ "P2_init_pos_cm": 1.7881473214924335,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.4522570608854295,
22
+ "ee_traj_cm": 3.044814518690109,
23
+ "frame_l1": 0.03349526339769363
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.48,
28
+ "P2_init_pos_cm": 1.844983416100343,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 25.297728500366212,
32
+ "obj_end_cm": 2.3995688409606615,
33
+ "ee_traj_cm": 3.2829453519980114,
34
+ "frame_l1": 0.0338328720908612
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.9042989301681519,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 3.53582002222538,
44
+ "ee_traj_cm": 3.776453533768654,
45
+ "frame_l1": 0.031208930034190417
46
+ }
47
+ }
earlier_lines/gate1_runs/B_s2/eval_6000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 6000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8769230769230769,
6
+ "P2_init_pos_cm": 1.2958472566507184,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 25.926251544952393,
10
+ "obj_end_cm": 2.1671623816398475,
11
+ "ee_traj_cm": 2.380341832821186,
12
+ "frame_l1": 0.028891092752321407
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.96,
17
+ "P2_init_pos_cm": 1.1465854498520494,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.038590265929699,
22
+ "ee_traj_cm": 2.162745472788811,
23
+ "frame_l1": 0.02899545881152153
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.6,
28
+ "P2_init_pos_cm": 1.2995386041328312,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 25.926251544952393,
32
+ "obj_end_cm": 2.04072288364172,
33
+ "ee_traj_cm": 2.3970139063398044,
34
+ "frame_l1": 0.02919939807460954
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.6579277312010527,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 2.8679111649096014,
44
+ "ee_traj_cm": 2.8743165123462675,
45
+ "frame_l1": 0.027705261637456714
46
+ }
47
+ }
earlier_lines/gate1_runs/B_s2/eval_8000.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 8000,
3
+ "all": {
4
+ "n": 1300,
5
+ "P1_prereq_ok": 0.8646153846153846,
6
+ "P2_init_pos_cm": 1.214730415997597,
7
+ "P3_counterfactual_ok": 1.0,
8
+ "P3_swapped_ok": 1.0,
9
+ "P3_shift_cm": 26.09207077026367,
10
+ "obj_end_cm": 2.171222052001036,
11
+ "ee_traj_cm": 2.1365469366770524,
12
+ "frame_l1": 0.02678792817876316
13
+ },
14
+ "strong_target": {
15
+ "n": 500,
16
+ "P1_prereq_ok": 0.96,
17
+ "P2_init_pos_cm": 1.0212850654125214,
18
+ "P3_counterfactual_ok": null,
19
+ "P3_swapped_ok": null,
20
+ "P3_shift_cm": null,
21
+ "obj_end_cm": 2.067933986186981,
22
+ "ee_traj_cm": 1.9055638471841811,
23
+ "frame_l1": 0.02690644821897149
24
+ },
25
+ "independent": {
26
+ "n": 600,
27
+ "P1_prereq_ok": 0.5466666666666666,
28
+ "P2_init_pos_cm": 1.1793051244318484,
29
+ "P3_counterfactual_ok": 1.0,
30
+ "P3_swapped_ok": 1.0,
31
+ "P3_shift_cm": 26.09207077026367,
32
+ "obj_end_cm": 1.886916656990846,
33
+ "ee_traj_cm": 2.1054872408509255,
34
+ "frame_l1": 0.02681121336451421
35
+ },
36
+ "weak": {
37
+ "n": 200,
38
+ "P1_prereq_ok": null,
39
+ "P2_init_pos_cm": 1.8046196671575307,
40
+ "P3_counterfactual_ok": null,
41
+ "P3_swapped_ok": null,
42
+ "P3_shift_cm": null,
43
+ "obj_end_cm": 3.2823584015667437,
44
+ "ee_traj_cm": 2.8071837478876116,
45
+ "frame_l1": 0.02642177252098918
46
+ }
47
+ }
earlier_lines/gate1_runs/B_s2/eval_final.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "gate1_runs/B_s2",
3
+ "mode": "B",
4
+ "seed": 2,
5
+ "all": {
6
+ "n": 1300,
7
+ "P1_ok": 0.8969230769230769,
8
+ "P1_static_ok": 0.22923076923076924,
9
+ "P2_init_cm": 1.0749974591628864,
10
+ "P2_static_cm": 26.72443600838001,
11
+ "P3_ok": 1.0,
12
+ "P3_swapped_ok": 1.0,
13
+ "P3_n": 50,
14
+ "P3_shift_cm": 25.932073402404786,
15
+ "obj_end_cm": 1.9813507022192844,
16
+ "obj_end_static_cm": 7.971595473656287,
17
+ "ee_traj_cm": 1.8826535055499811,
18
+ "frame_l1": 0.024810326499148057
19
+ },
20
+ "strong_target": {
21
+ "n": 500,
22
+ "P1_ok": 0.97,
23
+ "P1_static_ok": 0.002,
24
+ "P2_init_cm": 0.9940594433993101,
25
+ "P2_static_cm": 24.257271148681642,
26
+ "P3_ok": null,
27
+ "P3_swapped_ok": null,
28
+ "P3_n": 0,
29
+ "P3_shift_cm": null,
30
+ "obj_end_cm": 1.9891087103188039,
31
+ "obj_end_static_cm": 9.603596222400665,
32
+ "ee_traj_cm": 1.75487207788229,
33
+ "frame_l1": 0.025154520105570555
34
+ },
35
+ "independent": {
36
+ "n": 600,
37
+ "P1_ok": 0.6533333333333333,
38
+ "P1_static_ok": 0.9866666666666667,
39
+ "P2_init_cm": 1.0543774056931337,
40
+ "P2_static_cm": 28.08093527555466,
41
+ "P3_ok": 1.0,
42
+ "P3_swapped_ok": 1.0,
43
+ "P3_n": 50,
44
+ "P3_shift_cm": 25.932073402404786,
45
+ "obj_end_cm": 1.7246411586801211,
46
+ "obj_end_static_cm": 6.1396810678641005,
47
+ "ee_traj_cm": 1.8230601519346237,
48
+ "frame_l1": 0.02464715813907484
49
+ },
50
+ "weak": {
51
+ "n": 200,
52
+ "P1_ok": null,
53
+ "P1_static_ok": null,
54
+ "P2_init_cm": 1.3392026589810848,
55
+ "P2_static_cm": 28.82285035610199,
56
+ "P3_ok": null,
57
+ "P3_swapped_ok": null,
58
+ "P3_n": 0,
59
+ "P3_shift_cm": null,
60
+ "obj_end_cm": 2.7320843125879763,
61
+ "obj_end_static_cm": 9.387336819171905,
62
+ "ee_traj_cm": 2.3808871355652808,
63
+ "frame_l1": 0.024439347563311457
64
+ }
65
+ }