diff --git a/earlier_lines/anchor_gap_ckpt/config.json b/earlier_lines/anchor_gap_ckpt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1518cbd95d1c04fa1c10daf55e3874412e2ed65d --- /dev/null +++ b/earlier_lines/anchor_gap_ckpt/config.json @@ -0,0 +1 @@ +{"kind": "anchor", "head": "gap", "pm": [-0.10812881588935852, 0.04596252739429474, 0.9909113049507141], "ps": [0.10955671221017838, 0.13118033111095428, 0.08190910518169403], "K": 4} \ No newline at end of file diff --git a/earlier_lines/anchor_gapaug_ckpt/config.json b/earlier_lines/anchor_gapaug_ckpt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1518cbd95d1c04fa1c10daf55e3874412e2ed65d --- /dev/null +++ b/earlier_lines/anchor_gapaug_ckpt/config.json @@ -0,0 +1 @@ +{"kind": "anchor", "head": "gap", "pm": [-0.10812881588935852, 0.04596252739429474, 0.9909113049507141], "ps": [0.10955671221017838, 0.13118033111095428, 0.08190910518169403], "K": 4} \ No newline at end of file diff --git a/earlier_lines/boundary_reader/build_and_train.py b/earlier_lines/boundary_reader/build_and_train.py new file mode 100644 index 0000000000000000000000000000000000000000..61d99263e16aa8b9d7d1304428084163783ef09f --- /dev/null +++ b/earlier_lines/boundary_reader/build_and_train.py @@ -0,0 +1,47 @@ +"""Boundary-state reader: object xy (bowl, cheese, wine bottle, plate) from a 128x128 agentview frame, supervised by simulator +states of the two-step demonstrations. Held-out edges from edges_split.json are the test split. Reports cm error per object.""" +import os, sys, json, glob, re, time, numpy as np, h5py, torch, torch.nn as nn +os.environ.setdefault("HDF5_USE_FILE_LOCKING","FALSE"); os.environ.setdefault("MUJOCO_GL","egl") +sys.path.insert(0, "/data/jgu/cheng/bpp_repo/behavior_prompting/train_network"); sys.path.insert(0, "/data/jgu/cheng/bpp_repo/deps/LIBERO") +from env.libero.env_wrapper import ControlEnvForRunner +B="/data/jgu/cheng/bpp_repo/behavior_prompting/train_network/env/libero/bddl_files"; OBJ=["akita_black_bowl_1","cream_cheese_1","wine_bottle_1","plate_1"] +split=json.load(open("/data/jgu/cheng/edges_split.json")); t0=time.time() +def build(edges, n_demos, stride): + X=[]; Y=[]; M=[] + for i,e in enumerate(edges): + env=ControlEnvForRunner(f"{B}/{e['split']}/{e['task']}.bddl", use_camera_obs=False, has_offscreen_renderer=False, has_renderer=False) + with h5py.File(e["file"],"r") as h: + for k in list(h["data"].keys())[:n_demos]: + d=h["data"][k]; S=np.asarray(d["states"]); A=d["obs"]["agentview_rgb"] + for t in range(0,len(S),stride): + env.set_state(S[t]); env.env.sim.forward(); P=env.object_positions() + y=np.zeros(8,np.float32); m=np.zeros(4,np.float32) + for j,o in enumerate(OBJ): + if o in P: y[2*j:2*j+2]=P[o][:2]; m[j]=1 + X.append(np.asarray(A[t])); Y.append(y); M.append(m) + if i%20==0: print(f"[{time.time()-t0:.0f}s] {i+1}/{len(edges)} edges, {len(X)} frames", flush=True) + return np.stack(X), np.stack(Y), np.stack(M) +Xtr,Ytr,Mtr=build(split["train"], 8, 12); Xte,Yte,Mte=build(split["held_out"], 4, 12) +np.savez("/data/jgu/cheng/boundary_reader/data.npz", Xtr=Xtr,Ytr=Ytr,Mtr=Mtr,Xte=Xte,Yte=Yte,Mte=Mte); print("data", Xtr.shape, Xte.shape, flush=True) +dev="cuda" +class Net(nn.Module): + def __init__(s): + super().__init__(); c=lambda i,o: nn.Sequential(nn.Conv2d(i,o,3,2,1), nn.BatchNorm2d(o), nn.ReLU()) + s.f=nn.Sequential(c(3,32),c(32,64),c(64,128),c(128,256),c(256,256), nn.AdaptiveAvgPool2d(1), nn.Flatten()); s.h=nn.Sequential(nn.Linear(256,256), nn.ReLU(), nn.Linear(256,8)) + def forward(s,x): return s.h(s.f(x)) +net=Net().to(dev); opt=torch.optim.AdamW(net.parameters(), 3e-4, weight_decay=1e-4) +def tens(X): return torch.from_numpy(X).permute(0,3,1,2).float()/255.0 +Xt=tens(Xtr); Yt=torch.from_numpy(Ytr); Mt=torch.from_numpy(Mtr).repeat_interleave(2,1); Xe=tens(Xte).to(dev); Ye=torch.from_numpy(Yte).to(dev); Me=torch.from_numpy(Mte).to(dev) +n=len(Xt); bs=128 +for ep in range(12): + net.train(); perm=torch.randperm(n); tot=0 + for i in range(0,n,bs): + idx=perm[i:i+bs]; x=Xt[idx].to(dev); y=Yt[idx].to(dev); m=Mt[idx].to(dev) + x=x+0.02*torch.randn_like(x) + loss=(((net(x)-y)**2)*m).sum()/m.sum(); opt.zero_grad(); loss.backward(); opt.step(); tot+=loss.item()*len(idx) + net.eval() + with torch.no_grad(): + pe=net(Xe); err=((pe-Ye).view(-1,4,2).norm(dim=-1)*100) # cm per object + per=[float((err[:,j]*Me[:,j]).sum()/Me[:,j].sum()) for j in range(4)] + print(f"epoch {ep}: train mse {tot/n:.5f} | held-out edges xy error cm: " + ", ".join(f"{o.split('_')[0]} {p:.1f}" for o,p in zip(OBJ,per)) + f" | mean {np.mean(per):.1f}", flush=True) +torch.save(net.state_dict(), "/data/jgu/cheng/boundary_reader/reader.pt"); print("DONE", flush=True) diff --git a/earlier_lines/diffdemo_ckpt/config.json b/earlier_lines/diffdemo_ckpt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..71a14642e58f0d12b13a934f377a5f866ffcc92f --- /dev/null +++ b/earlier_lines/diffdemo_ckpt/config.json @@ -0,0 +1 @@ +{"kind": "diffdemo", "pm": [-0.11440909653902054, 0.04211398586630821, 1.0549819469451904, 2.5870094299316406, 0.4913921058177948, -0.33022192120552063, 0.026707995682954788, -0.026652559638023376], "ps": [0.10270249098539352, 0.11272380501031876, 0.09426360577344894, 0.7335286736488342, 0.7164779901504517, 0.4299865961074829, 0.014157725498080254, 0.014119811356067657], "wrist": true, "L": 13, "init": "/data/jgu/cheng/demo_ckpt_wrist_s10"} \ No newline at end of file diff --git a/earlier_lines/featpose_ckpt/config.json b/earlier_lines/featpose_ckpt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..38e027c5c7abd8966ee7a5cf4f6dfee20d795146 --- /dev/null +++ b/earlier_lines/featpose_ckpt/config.json @@ -0,0 +1 @@ +{"kind": "featpose", "gen": "/data/jgu/cheng/demo_ckpt_wrist_s5", "c_mid": 256, "L": 13, "pm": [-0.11440909653902054, 0.04211398586630821, 1.0549819469451904, 2.5870094299316406, 0.4913921058177948, -0.33022192120552063, 0.026707995682954788, -0.026652559638023376], "ps": [0.10270249098539352, 0.11272380501031876, 0.09426360577344894, 0.7335286736488342, 0.7164779901504517, 0.4299865961074829, 0.014157725498080254, 0.014119811356067657]} \ No newline at end of file diff --git a/earlier_lines/featpose_joint20k_ckpt/config.json b/earlier_lines/featpose_joint20k_ckpt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a1783bb2ffdb9833fca1779122ca94222aedc61d --- /dev/null +++ b/earlier_lines/featpose_joint20k_ckpt/config.json @@ -0,0 +1 @@ +{"kind": "featpose", "gen": "/data/jgu/cheng/featpose_joint20k_ckpt", "c_mid": 256, "L": 13, "pm": [-0.11440909653902054, 0.04211398586630821, 1.0549819469451904, 2.5870094299316406, 0.4913921058177948, -0.33022192120552063, 0.026707995682954788, -0.026652559638023376], "ps": [0.10270249098539352, 0.11272380501031876, 0.09426360577344894, 0.7335286736488342, 0.7164779901504517, 0.4299865961074829, 0.014157725498080254, 0.014119811356067657], "feats": [[256, 32, 8], [256, 32, 8], [64, 16, 16]], "wrist": true, "init": "demo_ckpt_wrist_s10", "lam": 1.0} \ No newline at end of file diff --git a/earlier_lines/featpose_joint_ckpt/config.json b/earlier_lines/featpose_joint_ckpt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a6dc0fd54994e152129b4ac19b2d3675890ba07f --- /dev/null +++ b/earlier_lines/featpose_joint_ckpt/config.json @@ -0,0 +1 @@ +{"kind": "featpose", "gen": "/data/jgu/cheng/featpose_joint_ckpt", "c_mid": 256, "L": 13, "pm": [-0.11440909653902054, 0.04211398586630821, 1.0549819469451904, 2.5870094299316406, 0.4913921058177948, -0.33022192120552063, 0.026707995682954788, -0.026652559638023376], "ps": [0.10270249098539352, 0.11272380501031876, 0.09426360577344894, 0.7335286736488342, 0.7164779901504517, 0.4299865961074829, 0.014157725498080254, 0.014119811356067657], "feats": [[256, 32, 8], [256, 32, 8], [64, 16, 16]], "wrist": true, "init": "demo_ckpt_wrist_s5", "lam": 1.0} \ No newline at end of file diff --git a/earlier_lines/featpose_multi_ckpt/config.json b/earlier_lines/featpose_multi_ckpt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3f775b17ebbf781454f4c930c79904670b345ee --- /dev/null +++ b/earlier_lines/featpose_multi_ckpt/config.json @@ -0,0 +1 @@ +{"kind": "featpose", "gen": "/data/jgu/cheng/demo_ckpt_wrist_s5", "c_mid": 256, "L": 13, "pm": [-0.11440909653902054, 0.04211398586630821, 1.0549819469451904, 2.5870094299316406, 0.4913921058177948, -0.33022192120552063, 0.026707995682954788, -0.026652559638023376], "ps": [0.10270249098539352, 0.11272380501031876, 0.09426360577344894, 0.7335286736488342, 0.7164779901504517, 0.4299865961074829, 0.014157725498080254, 0.014119811356067657], "feats": [[256, 32, 8], [256, 32, 8], [64, 16, 16]]} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s0/config.json b/earlier_lines/gate1_runs/A2_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5b94261cf816aacf8d1ca43874fd2c324d251f9b --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s0/config.json @@ -0,0 +1 @@ +{"mode": "A2", "seed": 0, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s0/eval_10000.json b/earlier_lines/gate1_runs/A2_s0/eval_10000.json new file mode 100644 index 0000000000000000000000000000000000000000..e3515f4cd0a741620585ff9c6a3e50dcb7921303 --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s0/eval_10000.json @@ -0,0 +1,47 @@ +{ + "step": 10000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8784615384615385, + "P2_init_pos_cm": 1.1010563062417966, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.718709415859646, + "obj_end_cm": 1.8379847584894071, + "ee_traj_cm": 1.8443192850397183, + "frame_l1": 0.02521257173914749 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.952, + "P2_init_pos_cm": 1.0121219457611441, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 1.9246707733869552, + "ee_traj_cm": 1.8232181535363197, + "frame_l1": 0.02549303440749645 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.6333333333333333, + "P2_init_pos_cm": 1.1133604595375557, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.718709415859646, + "obj_end_cm": 1.7178135167062283, + "ee_traj_cm": 1.8013807008663814, + "frame_l1": 0.025041530762488644 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.28647974755615, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 1.9817834465950728, + "ee_traj_cm": 2.025887866318226, + "frame_l1": 0.025024537998251616 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s0/eval_2000.json b/earlier_lines/gate1_runs/A2_s0/eval_2000.json new file mode 100644 index 0000000000000000000000000000000000000000..c6cc0da4a5e6516049c232b0b5047cc77f4d9f53 --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s0/eval_2000.json @@ -0,0 +1,47 @@ +{ + "step": 2000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.6723076923076923, + "P2_init_pos_cm": 2.2311930151169115, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.74449899461534, + "obj_end_cm": 2.708225127366873, + "ee_traj_cm": 3.5848189858289867, + "frame_l1": 0.03824708328940547 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.7, + "P2_init_pos_cm": 2.360049752831459, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.747561002612114, + "ee_traj_cm": 3.595201985359192, + "frame_l1": 0.03862778664752841 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.58, + "P2_init_pos_cm": 2.1262693909804025, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.74449899461534, + "obj_end_cm": 2.5816522162159283, + "ee_traj_cm": 3.574743189414342, + "frame_l1": 0.03885444541151325 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 2.2238220432400704, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.989604172706604, + "ee_traj_cm": 3.589088876247406, + "frame_l1": 0.035473238527774814 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s0/eval_4000.json b/earlier_lines/gate1_runs/A2_s0/eval_4000.json new file mode 100644 index 0000000000000000000000000000000000000000..257ebc05fbd306979f4a7003d1d35a5f090d5156 --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s0/eval_4000.json @@ -0,0 +1,47 @@ +{ + "step": 4000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.6953846153846154, + "P2_init_pos_cm": 2.1090701142068093, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.780601607428657, + "obj_end_cm": 2.7192859113674896, + "ee_traj_cm": 3.296532181593088, + "frame_l1": 0.033141958889766385 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.71, + "P2_init_pos_cm": 2.1654238952696323, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.7952567874193193, + "ee_traj_cm": 3.2059248456954954, + "frame_l1": 0.03326604260876775 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.6466666666666666, + "P2_init_pos_cm": 2.02287178888917, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.780601607428657, + "obj_end_cm": 2.5295476070046425, + "ee_traj_cm": 3.2990484195947647, + "frame_l1": 0.03369033797023197 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 2.2267806375026704, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 3.098573634326458, + "ee_traj_cm": 3.515501807332039, + "frame_l1": 0.0311866123508662 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s0/eval_6000.json b/earlier_lines/gate1_runs/A2_s0/eval_6000.json new file mode 100644 index 0000000000000000000000000000000000000000..ca8dcfb82f2e443c5e95be391548e9b5628cb9ea --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s0/eval_6000.json @@ -0,0 +1,47 @@ +{ + "step": 6000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8830769230769231, + "P2_init_pos_cm": 1.4602671540012726, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.25219906700982, + "obj_end_cm": 2.015789060111229, + "ee_traj_cm": 2.5234142652841713, + "frame_l1": 0.029335435137439234 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.954, + "P2_init_pos_cm": 1.4012292714715004, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.023751491844654, + "ee_traj_cm": 2.4186861304044722, + "frame_l1": 0.029434749945998193 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.6466666666666666, + "P2_init_pos_cm": 1.4475901567935943, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.25219906700982, + "obj_end_cm": 1.9484150010347365, + "ee_traj_cm": 2.5078202045957245, + "frame_l1": 0.029592262003570794 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.6458928519487381, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.198005158007145, + "ee_traj_cm": 2.8320167845487596, + "frame_l1": 0.028316667517647148 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s0/eval_8000.json b/earlier_lines/gate1_runs/A2_s0/eval_8000.json new file mode 100644 index 0000000000000000000000000000000000000000..83068325457801ab832f8b55c36ddef4f5820a62 --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s0/eval_8000.json @@ -0,0 +1,47 @@ +{ + "step": 8000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8830769230769231, + "P2_init_pos_cm": 1.2583766008684267, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.735082414415146, + "obj_end_cm": 1.9462415936933113, + "ee_traj_cm": 2.1323216378688814, + "frame_l1": 0.02704337456335242 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.95, + "P2_init_pos_cm": 1.1600136258602143, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.0138268627524374, + "ee_traj_cm": 2.0584905896186827, + "frame_l1": 0.027161623865365983 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.66, + "P2_init_pos_cm": 1.311357304379344, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.735082414415146, + "obj_end_cm": 1.8401448539892833, + "ee_traj_cm": 2.1615891248981156, + "frame_l1": 0.0271227984301125 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.3453419278562069, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.0955686401575804, + "ee_traj_cm": 2.2290967974066733, + "frame_l1": 0.02650947970803827 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s0/eval_final.json b/earlier_lines/gate1_runs/A2_s0/eval_final.json new file mode 100644 index 0000000000000000000000000000000000000000..2249ce9259ecdd5fe8d8f762970c1cccba3c4282 --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s0/eval_final.json @@ -0,0 +1,65 @@ +{ + "run": "gate1_runs/A2_s0", + "mode": "A2", + "seed": 0, + "all": { + "n": 1300, + "P1_ok": 0.8784615384615385, + "P1_static_ok": 0.22923076923076924, + "P2_init_cm": 1.1010563062417966, + "P2_static_cm": 26.72443600838001, + "P3_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_n": 50, + "P3_shift_cm": 25.339325385093687, + "obj_end_cm": 1.8379847584894071, + "obj_end_static_cm": 7.971595473656287, + "ee_traj_cm": 1.8443192850397183, + "frame_l1": 0.02521257173914749 + }, + "strong_target": { + "n": 500, + "P1_ok": 0.952, + "P1_static_ok": 0.002, + "P2_init_cm": 1.0121219457611441, + "P2_static_cm": 24.257271148681642, + "P3_ok": null, + "P3_swapped_ok": null, + "P3_n": 0, + "P3_shift_cm": null, + "obj_end_cm": 1.9246707733869552, + "obj_end_static_cm": 9.603596222400665, + "ee_traj_cm": 1.8232181535363197, + "frame_l1": 0.02549303440749645 + }, + "independent": { + "n": 600, + "P1_ok": 0.6333333333333333, + "P1_static_ok": 0.9866666666666667, + "P2_init_cm": 1.1133604595375557, + "P2_static_cm": 28.08093527555466, + "P3_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_n": 50, + "P3_shift_cm": 25.339325385093687, + "obj_end_cm": 1.7178135167062283, + "obj_end_static_cm": 6.1396810678641005, + "ee_traj_cm": 1.8013807008663814, + "frame_l1": 0.025041530762488644 + }, + "weak": { + "n": 200, + "P1_ok": null, + "P1_static_ok": null, + "P2_init_cm": 1.28647974755615, + "P2_static_cm": 28.82285035610199, + "P3_ok": null, + "P3_swapped_ok": null, + "P3_n": 0, + "P3_shift_cm": null, + "obj_end_cm": 1.9817834465950728, + "obj_end_static_cm": 9.387336819171905, + "ee_traj_cm": 2.025887866318226, + "frame_l1": 0.025024537998251616 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s1/config.json b/earlier_lines/gate1_runs/A2_s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e93906b5710c12ae7459373431214eb9c38bb780 --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s1/config.json @@ -0,0 +1 @@ +{"mode": "A2", "seed": 1, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s1/eval_10000.json b/earlier_lines/gate1_runs/A2_s1/eval_10000.json new file mode 100644 index 0000000000000000000000000000000000000000..ec5fed5f98b9218a5557cb9bdde458ee87df501c --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s1/eval_10000.json @@ -0,0 +1,47 @@ +{ + "step": 10000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8861538461538462, + "P2_init_pos_cm": 1.08708998073179, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_shift_cm": 25.79375108718872, + "obj_end_cm": 1.801249285560961, + "ee_traj_cm": 1.8592744992100276, + "frame_l1": 0.024695476982742548 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.962, + "P2_init_pos_cm": 0.98135294637084, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 1.7493237120509149, + "ee_traj_cm": 1.7459758083224297, + "frame_l1": 0.024890085995197295 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.6333333333333333, + "P2_init_pos_cm": 1.091237707498173, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_shift_cm": 25.79375108718872, + "obj_end_cm": 1.7968834613760312, + "ee_traj_cm": 1.815490749180317, + "frame_l1": 0.024567420474874476 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.3389893863350153, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 1.9441606918908656, + "ee_traj_cm": 2.273872476518154, + "frame_l1": 0.024593123975209893 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s1/eval_2000.json b/earlier_lines/gate1_runs/A2_s1/eval_2000.json new file mode 100644 index 0000000000000000000000000000000000000000..75cc99921c063684acd249ca154febcca1892591 --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s1/eval_2000.json @@ -0,0 +1,47 @@ +{ + "step": 2000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.7, + "P2_init_pos_cm": 2.3132282705318468, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_shift_cm": 24.342654247283935, + "obj_end_cm": 2.8118441678698245, + "ee_traj_cm": 3.6929985868930815, + "frame_l1": 0.04034463361478769 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.712, + "P2_init_pos_cm": 2.3419483744055034, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.8446554881334305, + "ee_traj_cm": 3.6418443965911864, + "frame_l1": 0.0406811303794384 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.66, + "P2_init_pos_cm": 2.3216908496121564, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_shift_cm": 24.342654247283935, + "obj_end_cm": 2.747702551235755, + "ee_traj_cm": 3.647492817044258, + "frame_l1": 0.0409850040016075 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 2.2160402736067772, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.9222407171130182, + "ee_traj_cm": 3.95740137219429, + "frame_l1": 0.037582280542701484 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s1/eval_4000.json b/earlier_lines/gate1_runs/A2_s1/eval_4000.json new file mode 100644 index 0000000000000000000000000000000000000000..d9f3a8d6b3987e1be9fee8d8d3a912d0ae2cbfa2 --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s1/eval_4000.json @@ -0,0 +1,47 @@ +{ + "step": 4000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.7861538461538462, + "P2_init_pos_cm": 1.925989302178988, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.747509984970094, + "obj_end_cm": 2.5733868341262522, + "ee_traj_cm": 3.2468696364072653, + "frame_l1": 0.0335334611698412 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.828, + "P2_init_pos_cm": 1.9167076755166055, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.601458767771721, + "ee_traj_cm": 3.213023113965988, + "frame_l1": 0.03366756738349795 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.6466666666666666, + "P2_init_pos_cm": 1.9104553555697203, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.747509984970094, + "obj_end_cm": 2.4893710568547247, + "ee_traj_cm": 3.258042379816373, + "frame_l1": 0.03401661188962559 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.9957952086627484, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.755254331827164, + "ee_traj_cm": 3.2979677122831346, + "frame_l1": 0.03174874347634613 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s1/eval_6000.json b/earlier_lines/gate1_runs/A2_s1/eval_6000.json new file mode 100644 index 0000000000000000000000000000000000000000..3cbf69785f67922e1549d87955b17955e9b0855e --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s1/eval_6000.json @@ -0,0 +1,47 @@ +{ + "step": 6000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.88, + "P2_init_pos_cm": 1.439376423244293, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.350521049499513, + "obj_end_cm": 2.1147850873607856, + "ee_traj_cm": 2.6028569439741283, + "frame_l1": 0.028929435691008202 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.96, + "P2_init_pos_cm": 1.295956037849188, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.029679108560085, + "ee_traj_cm": 2.365662270665169, + "frame_l1": 0.029035388864576815 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.6133333333333333, + "P2_init_pos_cm": 1.4722981682171423, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.350521049499513, + "obj_end_cm": 2.1295844415823617, + "ee_traj_cm": 2.6576547065377234, + "frame_l1": 0.029231638324757416 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.6991621518135072, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.2831519716978073, + "ee_traj_cm": 3.0314503395557404, + "frame_l1": 0.027757944855839014 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s1/eval_8000.json b/earlier_lines/gate1_runs/A2_s1/eval_8000.json new file mode 100644 index 0000000000000000000000000000000000000000..e24110d33a98d99ac38bb7d1ed2a08ce8d3ab4d6 --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s1/eval_8000.json @@ -0,0 +1,47 @@ +{ + "step": 8000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8846153846153846, + "P2_init_pos_cm": 1.1433449454720204, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.02311321258545, + "obj_end_cm": 1.9602603981815852, + "ee_traj_cm": 2.10696597135984, + "frame_l1": 0.026430641673505305 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.96, + "P2_init_pos_cm": 0.9917278501391411, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 1.9417935975790024, + "ee_traj_cm": 1.9066001135110855, + "frame_l1": 0.02657122354581952 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.6333333333333333, + "P2_init_pos_cm": 1.1505144425978264, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.02311321258545, + "obj_end_cm": 1.9386959465841451, + "ee_traj_cm": 2.1092116259535154, + "frame_l1": 0.02648961413030823 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.5008791924268008, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.071120754480362, + "ee_traj_cm": 2.6011436522006988, + "frame_l1": 0.025902269622310996 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s1/eval_final.json b/earlier_lines/gate1_runs/A2_s1/eval_final.json new file mode 100644 index 0000000000000000000000000000000000000000..0aa60c1d4bbaafaa757d94e7c490f03751d17bd0 --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s1/eval_final.json @@ -0,0 +1,65 @@ +{ + "run": "gate1_runs/A2_s1", + "mode": "A2", + "seed": 1, + "all": { + "n": 1300, + "P1_ok": 0.8861538461538462, + "P1_static_ok": 0.22923076923076924, + "P2_init_cm": 1.08708998073179, + "P2_static_cm": 26.72443600838001, + "P3_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_n": 50, + "P3_shift_cm": 25.79375108718872, + "obj_end_cm": 1.801249285560961, + "obj_end_static_cm": 7.971595473656287, + "ee_traj_cm": 1.8592744992100276, + "frame_l1": 0.024695476982742548 + }, + "strong_target": { + "n": 500, + "P1_ok": 0.962, + "P1_static_ok": 0.002, + "P2_init_cm": 0.98135294637084, + "P2_static_cm": 24.257271148681642, + "P3_ok": null, + "P3_swapped_ok": null, + "P3_n": 0, + "P3_shift_cm": null, + "obj_end_cm": 1.7493237120509149, + "obj_end_static_cm": 9.603596222400665, + "ee_traj_cm": 1.7459758083224297, + "frame_l1": 0.024890085995197295 + }, + "independent": { + "n": 600, + "P1_ok": 0.6333333333333333, + "P1_static_ok": 0.9866666666666667, + "P2_init_cm": 1.091237707498173, + "P2_static_cm": 28.08093527555466, + "P3_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_n": 50, + "P3_shift_cm": 25.79375108718872, + "obj_end_cm": 1.7968834613760312, + "obj_end_static_cm": 6.1396810678641005, + "ee_traj_cm": 1.815490749180317, + "frame_l1": 0.024567420474874476 + }, + "weak": { + "n": 200, + "P1_ok": null, + "P1_static_ok": null, + "P2_init_cm": 1.3389893863350153, + "P2_static_cm": 28.82285035610199, + "P3_ok": null, + "P3_swapped_ok": null, + "P3_n": 0, + "P3_shift_cm": null, + "obj_end_cm": 1.9441606918908656, + "obj_end_static_cm": 9.387336819171905, + "ee_traj_cm": 2.273872476518154, + "frame_l1": 0.024593123975209893 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s2/config.json b/earlier_lines/gate1_runs/A2_s2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a26f25c9eb82303e042ce59c343e81be623d6c11 --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s2/config.json @@ -0,0 +1 @@ +{"mode": "A2", "seed": 2, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s2/eval_10000.json b/earlier_lines/gate1_runs/A2_s2/eval_10000.json new file mode 100644 index 0000000000000000000000000000000000000000..6988f7e24a85debe810341d2c77fb695b851d8bd --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s2/eval_10000.json @@ -0,0 +1,47 @@ +{ + "step": 10000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8907692307692308, + "P2_init_pos_cm": 1.0632244643855553, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.90129439353943, + "obj_end_cm": 1.865756330879835, + "ee_traj_cm": 1.7887530584518727, + "frame_l1": 0.024507201268839148 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.97, + "P2_init_pos_cm": 0.9727203036248684, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 1.9830468026399612, + "ee_traj_cm": 1.7889468575716019, + "frame_l1": 0.024733625710010528 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.6266666666666667, + "P2_init_pos_cm": 1.0656197459126513, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.90129439353943, + "obj_end_cm": 1.7578587195277213, + "ee_traj_cm": 1.7155908780296643, + "frame_l1": 0.024339147366893788 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.282299021705985, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 1.89622298553586, + "ee_traj_cm": 2.0077551019191744, + "frame_l1": 0.024445301871746778 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s2/eval_2000.json b/earlier_lines/gate1_runs/A2_s2/eval_2000.json new file mode 100644 index 0000000000000000000000000000000000000000..233d32c90e73d7dab88c68ca2bfdedd7e8862a6e --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s2/eval_2000.json @@ -0,0 +1,47 @@ +{ + "step": 2000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.6661538461538462, + "P2_init_pos_cm": 2.1824726584209846, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.483521728515626, + "obj_end_cm": 2.7822111662305318, + "ee_traj_cm": 3.5581393410609317, + "frame_l1": 0.037771428119964326 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.75, + "P2_init_pos_cm": 2.281801655650139, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.8081539299488067, + "ee_traj_cm": 3.5285413336753844, + "frame_l1": 0.03803559729084373 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.38666666666666666, + "P2_init_pos_cm": 2.1458164622137943, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.483521728515626, + "obj_end_cm": 2.7612622885902725, + "ee_traj_cm": 3.5736740024884543, + "frame_l1": 0.03826464253788193 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 2.0441187539696695, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.780200889855623, + "ee_traj_cm": 3.585530375242233, + "frame_l1": 0.035631361939013007 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s2/eval_4000.json b/earlier_lines/gate1_runs/A2_s2/eval_4000.json new file mode 100644 index 0000000000000000000000000000000000000000..4d42645e98bbb52a8afcfd45502204c8408c4854 --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s2/eval_4000.json @@ -0,0 +1,47 @@ +{ + "step": 4000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8353846153846154, + "P2_init_pos_cm": 1.5198071594765552, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.592011165618896, + "obj_end_cm": 2.198458352249402, + "ee_traj_cm": 2.7481149252102925, + "frame_l1": 0.03176884161738249 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.942, + "P2_init_pos_cm": 1.42126939535141, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.1836014234423637, + "ee_traj_cm": 2.6057432982921602, + "frame_l1": 0.031816488653421404 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.48, + "P2_init_pos_cm": 1.5369732334464787, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.592011165618896, + "obj_end_cm": 2.120274903376897, + "ee_traj_cm": 2.7953555771708487, + "frame_l1": 0.03217432461678982 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.7146533478796482, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.4701510208845137, + "ee_traj_cm": 2.962322036623955, + "frame_l1": 0.030433275029063223 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s2/eval_6000.json b/earlier_lines/gate1_runs/A2_s2/eval_6000.json new file mode 100644 index 0000000000000000000000000000000000000000..283e0479cca693c1adcb9fc659f51a08e8db1b71 --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s2/eval_6000.json @@ -0,0 +1,47 @@ +{ + "step": 6000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8876923076923077, + "P2_init_pos_cm": 1.1677562642684922, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.598682346343995, + "obj_end_cm": 1.8650650579654253, + "ee_traj_cm": 2.116753170857063, + "frame_l1": 0.027955837183846876 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.972, + "P2_init_pos_cm": 1.0602737666107713, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 1.8187044703364372, + "ee_traj_cm": 2.00261828660965, + "frame_l1": 0.02798785489425063 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.6066666666666667, + "P2_init_pos_cm": 1.1692438273628554, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.598682346343995, + "obj_end_cm": 1.828598552743594, + "ee_traj_cm": 2.071397324601809, + "frame_l1": 0.028155768994862836 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.4319998191297054, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.09036604270339, + "ee_traj_cm": 2.538157920241356, + "frame_l1": 0.02727599747478962 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s2/eval_8000.json b/earlier_lines/gate1_runs/A2_s2/eval_8000.json new file mode 100644 index 0000000000000000000000000000000000000000..0d05ffa5e9c49a36a02e5c9f81ebcba05e0e69a6 --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s2/eval_8000.json @@ -0,0 +1,47 @@ +{ + "step": 8000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8769230769230769, + "P2_init_pos_cm": 1.0328297113340634, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.390230140686036, + "obj_end_cm": 1.878497411104349, + "ee_traj_cm": 1.762790442430056, + "frame_l1": 0.02552295125519427 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.952, + "P2_init_pos_cm": 0.9021440732777118, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 1.918549996316433, + "ee_traj_cm": 1.7111770882606507, + "frame_l1": 0.0256959977298975 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.6266666666666667, + "P2_init_pos_cm": 1.045062314470609, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.390230140686036, + "obj_end_cm": 1.815781659235557, + "ee_traj_cm": 1.7446222813924153, + "frame_l1": 0.025497863048998017 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.3228459970653057, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 1.9665132036805153, + "ee_traj_cm": 1.9463283109664917, + "frame_l1": 0.02516559968702495 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/A2_s2/eval_final.json b/earlier_lines/gate1_runs/A2_s2/eval_final.json new file mode 100644 index 0000000000000000000000000000000000000000..7fb88eaa15f17c6e970b8bc06eae879dc24822bd --- /dev/null +++ b/earlier_lines/gate1_runs/A2_s2/eval_final.json @@ -0,0 +1,65 @@ +{ + "run": "gate1_runs/A2_s2", + "mode": "A2", + "seed": 2, + "all": { + "n": 1300, + "P1_ok": 0.8907692307692308, + "P1_static_ok": 0.22923076923076924, + "P2_init_cm": 1.0632244643855553, + "P2_static_cm": 26.72443600838001, + "P3_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_n": 50, + "P3_shift_cm": 25.90129439353943, + "obj_end_cm": 1.865756330879835, + "obj_end_static_cm": 7.971595473656287, + "ee_traj_cm": 1.7887530584518727, + "frame_l1": 0.024507201268839148 + }, + "strong_target": { + "n": 500, + "P1_ok": 0.97, + "P1_static_ok": 0.002, + "P2_init_cm": 0.9727203036248684, + "P2_static_cm": 24.257271148681642, + "P3_ok": null, + "P3_swapped_ok": null, + "P3_n": 0, + "P3_shift_cm": null, + "obj_end_cm": 1.9830468026399612, + "obj_end_static_cm": 9.603596222400665, + "ee_traj_cm": 1.7889468575716019, + "frame_l1": 0.024733625710010528 + }, + "independent": { + "n": 600, + "P1_ok": 0.6266666666666667, + "P1_static_ok": 0.9866666666666667, + "P2_init_cm": 1.0656197459126513, + "P2_static_cm": 28.08093527555466, + "P3_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_n": 50, + "P3_shift_cm": 25.90129439353943, + "obj_end_cm": 1.7578587195277213, + "obj_end_static_cm": 6.1396810678641005, + "ee_traj_cm": 1.7155908780296643, + "frame_l1": 0.024339147366893788 + }, + "weak": { + "n": 200, + "P1_ok": null, + "P1_static_ok": null, + "P2_init_cm": 1.282299021705985, + "P2_static_cm": 28.82285035610199, + "P3_ok": null, + "P3_swapped_ok": null, + "P3_n": 0, + "P3_shift_cm": null, + "obj_end_cm": 1.89622298553586, + "obj_end_static_cm": 9.387336819171905, + "ee_traj_cm": 2.0077551019191744, + "frame_l1": 0.024445301871746778 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s0/config.json b/earlier_lines/gate1_runs/B_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..516e664f2aaed6ce74adeab4689dea89831e3624 --- /dev/null +++ b/earlier_lines/gate1_runs/B_s0/config.json @@ -0,0 +1 @@ +{"mode": "B", "seed": 0, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s0/eval_10000.json b/earlier_lines/gate1_runs/B_s0/eval_10000.json new file mode 100644 index 0000000000000000000000000000000000000000..42099d67882a58a82369e73ad482ea377c285912 --- /dev/null +++ b/earlier_lines/gate1_runs/B_s0/eval_10000.json @@ -0,0 +1,47 @@ +{ + "step": 10000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.9015384615384615, + "P2_init_pos_cm": 1.2708313343100823, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.85183991326226, + "obj_end_cm": 2.089659236440292, + "ee_traj_cm": 2.220657093662482, + "frame_l1": 0.025592875342386273 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.976, + "P2_init_pos_cm": 0.950777794778347, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 1.9744981953501701, + "ee_traj_cm": 1.840605416059494, + "frame_l1": 0.025704359129071236 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.6533333333333333, + "P2_init_pos_cm": 1.5322987098991872, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.85183991326226, + "obj_end_cm": 2.149964064160983, + "ee_traj_cm": 2.5852421204249065, + "frame_l1": 0.02560611811156074 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.286563056372106, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.1966473560035227, + "ee_traj_cm": 2.077031207382679, + "frame_l1": 0.02527443756815046 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s0/eval_2000.json b/earlier_lines/gate1_runs/B_s0/eval_2000.json new file mode 100644 index 0000000000000000000000000000000000000000..6e86f1726c8a9bb3e7af02be6cba0315886f202a --- /dev/null +++ b/earlier_lines/gate1_runs/B_s0/eval_2000.json @@ -0,0 +1,47 @@ +{ + "step": 2000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.6015384615384616, + "P2_init_pos_cm": 2.3192633604430237, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.28812461429172, + "obj_end_cm": 2.8459665652880304, + "ee_traj_cm": 3.7090805816191894, + "frame_l1": 0.03814932455093815 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.64, + "P2_init_pos_cm": 2.3212249361276625, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.8621229668855666, + "ee_traj_cm": 3.5529724105596543, + "frame_l1": 0.03837229220196605 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.47333333333333333, + "P2_init_pos_cm": 2.2777548955629268, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.28812461429172, + "obj_end_cm": 2.8625192584594092, + "ee_traj_cm": 3.863228935798009, + "frame_l1": 0.038865156937390566 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 2.4388848158717154, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.755917481780052, + "ee_traj_cm": 3.6369059467315674, + "frame_l1": 0.03544440826401114 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s0/eval_4000.json b/earlier_lines/gate1_runs/B_s0/eval_4000.json new file mode 100644 index 0000000000000000000000000000000000000000..2d46eb920583c140e095ddd6df31f5c5708795a4 --- /dev/null +++ b/earlier_lines/gate1_runs/B_s0/eval_4000.json @@ -0,0 +1,47 @@ +{ + "step": 4000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.7138461538461538, + "P2_init_pos_cm": 2.2752823739842727, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.212671173943413, + "obj_end_cm": 2.9383041393756866, + "ee_traj_cm": 3.692825076855146, + "frame_l1": 0.03312002841383219 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.776, + "P2_init_pos_cm": 2.0859619546830652, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.8886805942058564, + "ee_traj_cm": 3.3706604554653166, + "frame_l1": 0.03335954058915377 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.5066666666666667, + "P2_init_pos_cm": 2.463420251198113, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.212671173943413, + "obj_end_cm": 2.990057568947474, + "ee_traj_cm": 4.030226341287295, + "frame_l1": 0.03365034934754173 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 2.18416979059577, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.9071027135848997, + "ee_traj_cm": 3.486032837033272, + "frame_l1": 0.030930285174399615 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s0/eval_6000.json b/earlier_lines/gate1_runs/B_s0/eval_6000.json new file mode 100644 index 0000000000000000000000000000000000000000..9956a264f65546083695206b9c9fe87fed183a0e --- /dev/null +++ b/earlier_lines/gate1_runs/B_s0/eval_6000.json @@ -0,0 +1,47 @@ +{ + "step": 6000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8430769230769231, + "P2_init_pos_cm": 1.7107026277998318, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.184781498379177, + "obj_end_cm": 2.3255407032829063, + "ee_traj_cm": 2.9304980184023197, + "frame_l1": 0.029508392164626945 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.95, + "P2_init_pos_cm": 1.3948703002631664, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.019171090245247, + "ee_traj_cm": 2.4888558202981947, + "frame_l1": 0.029561528384685516 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.4866666666666667, + "P2_init_pos_cm": 1.9769830476368466, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.184781498379177, + "obj_end_cm": 2.5288274394969146, + "ee_traj_cm": 3.312627846399943, + "frame_l1": 0.02985124319481353 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.7014421871304513, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.481604527235031, + "ee_traj_cm": 2.888214029669762, + "frame_l1": 0.028346998523920773 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s0/eval_8000.json b/earlier_lines/gate1_runs/B_s0/eval_8000.json new file mode 100644 index 0000000000000000000000000000000000000000..76f2f20c84e218a365b913911c492327b4176022 --- /dev/null +++ b/earlier_lines/gate1_runs/B_s0/eval_8000.json @@ -0,0 +1,47 @@ +{ + "step": 8000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8830769230769231, + "P2_init_pos_cm": 1.3743961291645581, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.936399353875053, + "obj_end_cm": 2.1620313218809093, + "ee_traj_cm": 2.39198014658231, + "frame_l1": 0.02654523125778024 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.96, + "P2_init_pos_cm": 1.1020591897964478, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.0035914970040323, + "ee_traj_cm": 1.9858535624742508, + "frame_l1": 0.02667585775628686 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.6266666666666667, + "P2_init_pos_cm": 1.5620197201396029, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.936399353875053, + "obj_end_cm": 2.2400502209365367, + "ee_traj_cm": 2.7067732283473016, + "frame_l1": 0.02664871562893192 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.4923677046597004, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.3240741869062185, + "ee_traj_cm": 2.4629173615574835, + "frame_l1": 0.025908211898058652 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s0/eval_final.json b/earlier_lines/gate1_runs/B_s0/eval_final.json new file mode 100644 index 0000000000000000000000000000000000000000..8ebf5a1fd7331caecf1ed0f0f037261251c7db5c --- /dev/null +++ b/earlier_lines/gate1_runs/B_s0/eval_final.json @@ -0,0 +1,65 @@ +{ + "run": "gate1_runs/B_s0", + "mode": "B", + "seed": 0, + "all": { + "n": 1300, + "P1_ok": 0.9015384615384615, + "P1_static_ok": 0.22923076923076924, + "P2_init_cm": 1.2708313343100823, + "P2_static_cm": 26.72443600838001, + "P3_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_n": 50, + "P3_shift_cm": 25.384671564102174, + "obj_end_cm": 2.089659236440292, + "obj_end_static_cm": 7.971595473656287, + "ee_traj_cm": 2.220657093662482, + "frame_l1": 0.025592875342386273 + }, + "strong_target": { + "n": 500, + "P1_ok": 0.976, + "P1_static_ok": 0.002, + "P2_init_cm": 0.950777794778347, + "P2_static_cm": 24.257271148681642, + "P3_ok": null, + "P3_swapped_ok": null, + "P3_n": 0, + "P3_shift_cm": null, + "obj_end_cm": 1.9744981953501701, + "obj_end_static_cm": 9.603596222400665, + "ee_traj_cm": 1.840605416059494, + "frame_l1": 0.025704359129071236 + }, + "independent": { + "n": 600, + "P1_ok": 0.6533333333333333, + "P1_static_ok": 0.9866666666666667, + "P2_init_cm": 1.5322987098991872, + "P2_static_cm": 28.08093527555466, + "P3_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_n": 50, + "P3_shift_cm": 25.384671564102174, + "obj_end_cm": 2.149964064160983, + "obj_end_static_cm": 6.1396810678641005, + "ee_traj_cm": 2.5852421204249065, + "frame_l1": 0.02560611811156074 + }, + "weak": { + "n": 200, + "P1_ok": null, + "P1_static_ok": null, + "P2_init_cm": 1.286563056372106, + "P2_static_cm": 28.82285035610199, + "P3_ok": null, + "P3_swapped_ok": null, + "P3_n": 0, + "P3_shift_cm": null, + "obj_end_cm": 2.1966473560035227, + "obj_end_static_cm": 9.387336819171905, + "ee_traj_cm": 2.077031207382679, + "frame_l1": 0.02527443756815046 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s1/config.json b/earlier_lines/gate1_runs/B_s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2b17d3c439f31e06ae5ebad8a75c13fb584c9629 --- /dev/null +++ b/earlier_lines/gate1_runs/B_s1/config.json @@ -0,0 +1 @@ +{"mode": "B", "seed": 1, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s1/eval_10000.json b/earlier_lines/gate1_runs/B_s1/eval_10000.json new file mode 100644 index 0000000000000000000000000000000000000000..4cfebcbb6319261885f5e919e0170706929bb7f8 --- /dev/null +++ b/earlier_lines/gate1_runs/B_s1/eval_10000.json @@ -0,0 +1,47 @@ +{ + "step": 10000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8415384615384616, + "P2_init_pos_cm": 1.3925391584835374, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_shift_cm": 25.329480876922606, + "obj_end_cm": 2.218459426875298, + "ee_traj_cm": 2.520530884357599, + "frame_l1": 0.026726777273445176 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.916, + "P2_init_pos_cm": 1.3005382618904113, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.2641939673423765, + "ee_traj_cm": 2.341446292877197, + "frame_l1": 0.02685321233794093 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.5933333333333334, + "P2_init_pos_cm": 1.4427904769716164, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_shift_cm": 25.329480876922606, + "obj_end_cm": 2.211594892342885, + "ee_traj_cm": 2.6683321950833, + "frame_l1": 0.02684198080562055 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.4717874445021153, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.124716679304838, + "ee_traj_cm": 2.5248384308815, + "frame_l1": 0.026065079015679657 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s1/eval_2000.json b/earlier_lines/gate1_runs/B_s1/eval_2000.json new file mode 100644 index 0000000000000000000000000000000000000000..b39c5cd42c433f46d37bf83ceba28fd9d37c8d33 --- /dev/null +++ b/earlier_lines/gate1_runs/B_s1/eval_2000.json @@ -0,0 +1,47 @@ +{ + "step": 2000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.5092307692307693, + "P2_init_pos_cm": 2.4331939719044247, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_shift_cm": 24.498936548233033, + "obj_end_cm": 3.204328977442705, + "ee_traj_cm": 3.888509443173042, + "frame_l1": 0.03898450202810077 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.518, + "P2_init_pos_cm": 2.3654161209464073, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 3.173384412884712, + "ee_traj_cm": 3.733680014848709, + "frame_l1": 0.03917273835092783 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.48, + "P2_init_pos_cm": 2.524517165571451, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_shift_cm": 24.498936548233033, + "obj_end_cm": 3.368617663681507, + "ee_traj_cm": 4.149371954600016, + "frame_l1": 0.03975622988616427 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 2.3286690182983873, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.7888243301212787, + "ee_traj_cm": 3.4929954797029494, + "frame_l1": 0.0361987276468426 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s1/eval_4000.json b/earlier_lines/gate1_runs/B_s1/eval_4000.json new file mode 100644 index 0000000000000000000000000000000000000000..8a47d655094fab1fb69d69efd74b1cc049cfc4e3 --- /dev/null +++ b/earlier_lines/gate1_runs/B_s1/eval_4000.json @@ -0,0 +1,47 @@ +{ + "step": 4000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.72, + "P2_init_pos_cm": 2.065860872910573, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_shift_cm": 25.612186217308043, + "obj_end_cm": 2.7911310413709054, + "ee_traj_cm": 3.4962783206884676, + "frame_l1": 0.03295561523534931 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.824, + "P2_init_pos_cm": 1.8943603152930737, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.5927135413885116, + "ee_traj_cm": 3.1978792840242387, + "frame_l1": 0.03307378951832652 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.37333333333333335, + "P2_init_pos_cm": 2.2408888784796, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_shift_cm": 25.612186217308043, + "obj_end_cm": 3.005963065524896, + "ee_traj_cm": 3.834578034877777, + "frame_l1": 0.0335481395230939 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.96952825024724, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.642678718864918, + "ee_traj_cm": 3.2273767697811127, + "frame_l1": 0.030882606664672494 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s1/eval_6000.json b/earlier_lines/gate1_runs/B_s1/eval_6000.json new file mode 100644 index 0000000000000000000000000000000000000000..6970cb47336a002069a77593551019f349614cae --- /dev/null +++ b/earlier_lines/gate1_runs/B_s1/eval_6000.json @@ -0,0 +1,47 @@ +{ + "step": 6000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8307692307692308, + "P2_init_pos_cm": 1.4923266479544914, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_shift_cm": 25.797192726135254, + "obj_end_cm": 2.322024406836583, + "ee_traj_cm": 2.7560634609369132, + "frame_l1": 0.02912297298343709 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.968, + "P2_init_pos_cm": 1.2831991236507894, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.088076415657997, + "ee_traj_cm": 2.3957723952531813, + "frame_l1": 0.029118341989815236 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.37333333333333335, + "P2_init_pos_cm": 1.6150288381427527, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_shift_cm": 25.797192726135254, + "obj_end_cm": 2.5169828980167708, + "ee_traj_cm": 3.0888427099585534, + "frame_l1": 0.029592386988612513 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.6470388881489635, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.322018911242485, + "ee_traj_cm": 2.6584533780813215, + "frame_l1": 0.027726308451965453 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s1/eval_8000.json b/earlier_lines/gate1_runs/B_s1/eval_8000.json new file mode 100644 index 0000000000000000000000000000000000000000..7fe8ec49b5ee671d43766bd46afc394c7f972428 --- /dev/null +++ b/earlier_lines/gate1_runs/B_s1/eval_8000.json @@ -0,0 +1,47 @@ +{ + "step": 8000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8646153846153846, + "P2_init_pos_cm": 1.12545131060653, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_shift_cm": 25.338647465705872, + "obj_end_cm": 1.9991788522555278, + "ee_traj_cm": 2.1363934935514743, + "frame_l1": 0.0263663933168237 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.966, + "P2_init_pos_cm": 0.9442758126333356, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 1.922790199816227, + "ee_traj_cm": 1.8952266796827317, + "frame_l1": 0.026432109650224446 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.5266666666666666, + "P2_init_pos_cm": 1.1834064063554008, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_shift_cm": 25.338647465705872, + "obj_end_cm": 2.049443182647228, + "ee_traj_cm": 2.3184017900625866, + "frame_l1": 0.026503065420935553 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.4045247682929038, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.0393574921786786, + "ee_traj_cm": 2.1932856386899946, + "frame_l1": 0.025792086170986293 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s1/eval_final.json b/earlier_lines/gate1_runs/B_s1/eval_final.json new file mode 100644 index 0000000000000000000000000000000000000000..434b21b5f9ca30050e40c43a5314695b622cf5e8 --- /dev/null +++ b/earlier_lines/gate1_runs/B_s1/eval_final.json @@ -0,0 +1,65 @@ +{ + "run": "gate1_runs/B_s1", + "mode": "B", + "seed": 1, + "all": { + "n": 1300, + "P1_ok": 0.8415384615384616, + "P1_static_ok": 0.22923076923076924, + "P2_init_cm": 1.3925391584835374, + "P2_static_cm": 26.72443600838001, + "P3_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_n": 50, + "P3_shift_cm": 25.329480876922606, + "obj_end_cm": 2.218459426875298, + "obj_end_static_cm": 7.971595473656287, + "ee_traj_cm": 2.520530884357599, + "frame_l1": 0.026726777273445176 + }, + "strong_target": { + "n": 500, + "P1_ok": 0.916, + "P1_static_ok": 0.002, + "P2_init_cm": 1.3005382618904113, + "P2_static_cm": 24.257271148681642, + "P3_ok": null, + "P3_swapped_ok": null, + "P3_n": 0, + "P3_shift_cm": null, + "obj_end_cm": 2.2641939673423765, + "obj_end_static_cm": 9.603596222400665, + "ee_traj_cm": 2.341446292877197, + "frame_l1": 0.02685321233794093 + }, + "independent": { + "n": 600, + "P1_ok": 0.5933333333333334, + "P1_static_ok": 0.9866666666666667, + "P2_init_cm": 1.4427904769716164, + "P2_static_cm": 28.08093527555466, + "P3_ok": 1.0, + "P3_swapped_ok": 0.98, + "P3_n": 50, + "P3_shift_cm": 25.329480876922606, + "obj_end_cm": 2.211594892342885, + "obj_end_static_cm": 6.1396810678641005, + "ee_traj_cm": 2.6683321950833, + "frame_l1": 0.02684198080562055 + }, + "weak": { + "n": 200, + "P1_ok": null, + "P1_static_ok": null, + "P2_init_cm": 1.4717874445021153, + "P2_static_cm": 28.82285035610199, + "P3_ok": null, + "P3_swapped_ok": null, + "P3_n": 0, + "P3_shift_cm": null, + "obj_end_cm": 2.124716679304838, + "obj_end_static_cm": 9.387336819171905, + "ee_traj_cm": 2.5248384308815, + "frame_l1": 0.026065079015679657 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s2/config.json b/earlier_lines/gate1_runs/B_s2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4306179cae41b2a13952aab4aeb04d2adc103869 --- /dev/null +++ b/earlier_lines/gate1_runs/B_s2/config.json @@ -0,0 +1 @@ +{"mode": "B", "seed": 2, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s2/eval_10000.json b/earlier_lines/gate1_runs/B_s2/eval_10000.json new file mode 100644 index 0000000000000000000000000000000000000000..d9a56923a279bd474361bebb601eae7e5fee2614 --- /dev/null +++ b/earlier_lines/gate1_runs/B_s2/eval_10000.json @@ -0,0 +1,47 @@ +{ + "step": 10000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8969230769230769, + "P2_init_pos_cm": 1.0749974591628864, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.932073402404786, + "obj_end_cm": 1.9813507022192844, + "ee_traj_cm": 1.8826535055499811, + "frame_l1": 0.024810326499148057 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.97, + "P2_init_pos_cm": 0.9940594433993101, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 1.9891087103188039, + "ee_traj_cm": 1.75487207788229, + "frame_l1": 0.025154520105570555 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.6533333333333333, + "P2_init_pos_cm": 1.0543774056931337, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.932073402404786, + "obj_end_cm": 1.7246411586801211, + "ee_traj_cm": 1.8230601519346237, + "frame_l1": 0.02464715813907484 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.3392026589810848, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.7320843125879763, + "ee_traj_cm": 2.3808871355652808, + "frame_l1": 0.024439347563311457 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s2/eval_2000.json b/earlier_lines/gate1_runs/B_s2/eval_2000.json new file mode 100644 index 0000000000000000000000000000000000000000..73c550c12d2b47ff0c63494aaa90dbc3e67c5182 --- /dev/null +++ b/earlier_lines/gate1_runs/B_s2/eval_2000.json @@ -0,0 +1,47 @@ +{ + "step": 2000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.6707692307692308, + "P2_init_pos_cm": 2.40930148681769, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.270597610473633, + "obj_end_cm": 3.0802687532168167, + "ee_traj_cm": 3.7861480807341064, + "frame_l1": 0.03846111324830697 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.718, + "P2_init_pos_cm": 2.284743154466152, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.9160519148111343, + "ee_traj_cm": 3.5187014200687408, + "frame_l1": 0.038703389652073386 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.5133333333333333, + "P2_init_pos_cm": 2.302147404154142, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.270597610473633, + "obj_end_cm": 2.690301568210125, + "ee_traj_cm": 3.726061694025993, + "frame_l1": 0.039043650003150104 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 3.0421595656871796, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 4.660712404251099, + "ee_traj_cm": 4.6350238925218585, + "frame_l1": 0.03610781197436154 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s2/eval_4000.json b/earlier_lines/gate1_runs/B_s2/eval_4000.json new file mode 100644 index 0000000000000000000000000000000000000000..6ea438e24429e621dd9c2824ec7db9efe06a383f --- /dev/null +++ b/earlier_lines/gate1_runs/B_s2/eval_4000.json @@ -0,0 +1,47 @@ +{ + "step": 4000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.7784615384615384, + "P2_init_pos_cm": 1.8322488434154254, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.297728500366212, + "obj_end_cm": 2.594641414972452, + "ee_traj_cm": 3.2672809056135326, + "frame_l1": 0.03329933920015509 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.868, + "P2_init_pos_cm": 1.7881473214924335, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.4522570608854295, + "ee_traj_cm": 3.044814518690109, + "frame_l1": 0.03349526339769363 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.48, + "P2_init_pos_cm": 1.844983416100343, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.297728500366212, + "obj_end_cm": 2.3995688409606615, + "ee_traj_cm": 3.2829453519980114, + "frame_l1": 0.0338328720908612 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.9042989301681519, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 3.53582002222538, + "ee_traj_cm": 3.776453533768654, + "frame_l1": 0.031208930034190417 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s2/eval_6000.json b/earlier_lines/gate1_runs/B_s2/eval_6000.json new file mode 100644 index 0000000000000000000000000000000000000000..140e2717a42b370b88fdc7407d998f2990610c9c --- /dev/null +++ b/earlier_lines/gate1_runs/B_s2/eval_6000.json @@ -0,0 +1,47 @@ +{ + "step": 6000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8769230769230769, + "P2_init_pos_cm": 1.2958472566507184, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.926251544952393, + "obj_end_cm": 2.1671623816398475, + "ee_traj_cm": 2.380341832821186, + "frame_l1": 0.028891092752321407 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.96, + "P2_init_pos_cm": 1.1465854498520494, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.038590265929699, + "ee_traj_cm": 2.162745472788811, + "frame_l1": 0.02899545881152153 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.6, + "P2_init_pos_cm": 1.2995386041328312, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 25.926251544952393, + "obj_end_cm": 2.04072288364172, + "ee_traj_cm": 2.3970139063398044, + "frame_l1": 0.02919939807460954 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.6579277312010527, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.8679111649096014, + "ee_traj_cm": 2.8743165123462675, + "frame_l1": 0.027705261637456714 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s2/eval_8000.json b/earlier_lines/gate1_runs/B_s2/eval_8000.json new file mode 100644 index 0000000000000000000000000000000000000000..9f204e1bbb7da24160c412b58eb2b8ce97a8adfe --- /dev/null +++ b/earlier_lines/gate1_runs/B_s2/eval_8000.json @@ -0,0 +1,47 @@ +{ + "step": 8000, + "all": { + "n": 1300, + "P1_prereq_ok": 0.8646153846153846, + "P2_init_pos_cm": 1.214730415997597, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.09207077026367, + "obj_end_cm": 2.171222052001036, + "ee_traj_cm": 2.1365469366770524, + "frame_l1": 0.02678792817876316 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.96, + "P2_init_pos_cm": 1.0212850654125214, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 2.067933986186981, + "ee_traj_cm": 1.9055638471841811, + "frame_l1": 0.02690644821897149 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.5466666666666666, + "P2_init_pos_cm": 1.1793051244318484, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 26.09207077026367, + "obj_end_cm": 1.886916656990846, + "ee_traj_cm": 2.1054872408509255, + "frame_l1": 0.02681121336451421 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 1.8046196671575307, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 3.2823584015667437, + "ee_traj_cm": 2.8071837478876116, + "frame_l1": 0.02642177252098918 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/B_s2/eval_final.json b/earlier_lines/gate1_runs/B_s2/eval_final.json new file mode 100644 index 0000000000000000000000000000000000000000..c61958d52f2bb4df3fd4963cfc475b661d6f0fec --- /dev/null +++ b/earlier_lines/gate1_runs/B_s2/eval_final.json @@ -0,0 +1,65 @@ +{ + "run": "gate1_runs/B_s2", + "mode": "B", + "seed": 2, + "all": { + "n": 1300, + "P1_ok": 0.8969230769230769, + "P1_static_ok": 0.22923076923076924, + "P2_init_cm": 1.0749974591628864, + "P2_static_cm": 26.72443600838001, + "P3_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_n": 50, + "P3_shift_cm": 25.932073402404786, + "obj_end_cm": 1.9813507022192844, + "obj_end_static_cm": 7.971595473656287, + "ee_traj_cm": 1.8826535055499811, + "frame_l1": 0.024810326499148057 + }, + "strong_target": { + "n": 500, + "P1_ok": 0.97, + "P1_static_ok": 0.002, + "P2_init_cm": 0.9940594433993101, + "P2_static_cm": 24.257271148681642, + "P3_ok": null, + "P3_swapped_ok": null, + "P3_n": 0, + "P3_shift_cm": null, + "obj_end_cm": 1.9891087103188039, + "obj_end_static_cm": 9.603596222400665, + "ee_traj_cm": 1.75487207788229, + "frame_l1": 0.025154520105570555 + }, + "independent": { + "n": 600, + "P1_ok": 0.6533333333333333, + "P1_static_ok": 0.9866666666666667, + "P2_init_cm": 1.0543774056931337, + "P2_static_cm": 28.08093527555466, + "P3_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_n": 50, + "P3_shift_cm": 25.932073402404786, + "obj_end_cm": 1.7246411586801211, + "obj_end_static_cm": 6.1396810678641005, + "ee_traj_cm": 1.8230601519346237, + "frame_l1": 0.02464715813907484 + }, + "weak": { + "n": 200, + "P1_ok": null, + "P1_static_ok": null, + "P2_init_cm": 1.3392026589810848, + "P2_static_cm": 28.82285035610199, + "P3_ok": null, + "P3_swapped_ok": null, + "P3_n": 0, + "P3_shift_cm": null, + "obj_end_cm": 2.7320843125879763, + "obj_end_static_cm": 9.387336819171905, + "ee_traj_cm": 2.3808871355652808, + "frame_l1": 0.024439347563311457 + } +} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/smoke_B/config.json b/earlier_lines/gate1_runs/smoke_B/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4812849046f17d591ec15f8d11b0672d87c5c848 --- /dev/null +++ b/earlier_lines/gate1_runs/smoke_B/config.json @@ -0,0 +1 @@ +{"mode": "B", "seed": 0, "steps": 30, "bs": 16, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]} \ No newline at end of file diff --git a/earlier_lines/gate1_runs/smoke_B/eval_30.json b/earlier_lines/gate1_runs/smoke_B/eval_30.json new file mode 100644 index 0000000000000000000000000000000000000000..a3643b0682ce69f6fc5091af565e4acf35918ee9 --- /dev/null +++ b/earlier_lines/gate1_runs/smoke_B/eval_30.json @@ -0,0 +1,47 @@ +{ + "step": 30, + "all": { + "n": 1300, + "P1_prereq_ok": 0.009230769230769232, + "P2_init_pos_cm": 6.543189853017147, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 14.015016078948975, + "obj_end_cm": 11.004858583899646, + "ee_traj_cm": 12.624907586024358, + "frame_l1": 0.10932970401759332 + }, + "strong_target": { + "n": 500, + "P1_prereq_ok": 0.004, + "P2_init_pos_cm": 4.196054619312286, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 12.408679597854615, + "ee_traj_cm": 11.296308847427369, + "frame_l1": 0.1091550978422165 + }, + "independent": { + "n": 600, + "P1_prereq_ok": 0.02666666666666667, + "P2_init_pos_cm": 8.579376008311907, + "P3_counterfactual_ok": 1.0, + "P3_swapped_ok": 1.0, + "P3_shift_cm": 14.015016078948975, + "obj_end_cm": 10.8106844941775, + "ee_traj_cm": 13.507983009815216, + "frame_l1": 0.11023282285779715 + }, + "weak": { + "n": 200, + "P1_prereq_ok": null, + "P2_init_pos_cm": 6.302469471395016, + "P3_counterfactual_ok": null, + "P3_swapped_ok": null, + "P3_shift_cm": null, + "obj_end_cm": 8.077828318178653, + "ee_traj_cm": 13.297178161144256, + "frame_l1": 0.10705686293542385 + } +} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_diff_s10/config.json b/earlier_lines/subgoal_ckpt_diff_s10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..833e64973e30b2c9302a7b12815044057e4e273d --- /dev/null +++ b/earlier_lines/subgoal_ckpt_diff_s10/config.json @@ -0,0 +1 @@ +{"regress": false} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_diff_s11/config.json b/earlier_lines/subgoal_ckpt_diff_s11/config.json new file mode 100644 index 0000000000000000000000000000000000000000..833e64973e30b2c9302a7b12815044057e4e273d --- /dev/null +++ b/earlier_lines/subgoal_ckpt_diff_s11/config.json @@ -0,0 +1 @@ +{"regress": false} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_diff_s2/config.json b/earlier_lines/subgoal_ckpt_diff_s2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..833e64973e30b2c9302a7b12815044057e4e273d --- /dev/null +++ b/earlier_lines/subgoal_ckpt_diff_s2/config.json @@ -0,0 +1 @@ +{"regress": false} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_diff_s3/config.json b/earlier_lines/subgoal_ckpt_diff_s3/config.json new file mode 100644 index 0000000000000000000000000000000000000000..833e64973e30b2c9302a7b12815044057e4e273d --- /dev/null +++ b/earlier_lines/subgoal_ckpt_diff_s3/config.json @@ -0,0 +1 @@ +{"regress": false} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_diff_s4/config.json b/earlier_lines/subgoal_ckpt_diff_s4/config.json new file mode 100644 index 0000000000000000000000000000000000000000..833e64973e30b2c9302a7b12815044057e4e273d --- /dev/null +++ b/earlier_lines/subgoal_ckpt_diff_s4/config.json @@ -0,0 +1 @@ +{"regress": false} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_diff_s4_med4/config.json b/earlier_lines/subgoal_ckpt_diff_s4_med4/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3a3081ea2c6c02684248c20795926e4ed62fb395 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_diff_s4_med4/config.json @@ -0,0 +1 @@ +{"regress": false, "n_samples": 4} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_diff_s5/config.json b/earlier_lines/subgoal_ckpt_diff_s5/config.json new file mode 100644 index 0000000000000000000000000000000000000000..833e64973e30b2c9302a7b12815044057e4e273d --- /dev/null +++ b/earlier_lines/subgoal_ckpt_diff_s5/config.json @@ -0,0 +1 @@ +{"regress": false} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_reg_live10k/config.json b/earlier_lines/subgoal_ckpt_reg_live10k/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1ff1666bf842deeb46927181d0c3e673c01fbb73 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_reg_live10k/config.json @@ -0,0 +1 @@ +{"regress": true, "retrieval": false, "cond": "live"} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_reg_live10k_trainedges/config.json b/earlier_lines/subgoal_ckpt_reg_live10k_trainedges/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1ff1666bf842deeb46927181d0c3e673c01fbb73 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_reg_live10k_trainedges/config.json @@ -0,0 +1 @@ +{"regress": true, "retrieval": false, "cond": "live"} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_reg_live10k_trainedges10/config.json b/earlier_lines/subgoal_ckpt_reg_live10k_trainedges10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1ff1666bf842deeb46927181d0c3e673c01fbb73 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_reg_live10k_trainedges10/config.json @@ -0,0 +1 @@ +{"regress": true, "retrieval": false, "cond": "live"} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_reg_live10k_trainedges30/config.json b/earlier_lines/subgoal_ckpt_reg_live10k_trainedges30/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1ff1666bf842deeb46927181d0c3e673c01fbb73 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_reg_live10k_trainedges30/config.json @@ -0,0 +1 @@ +{"regress": true, "retrieval": false, "cond": "live"} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_reg_none10k/config.json b/earlier_lines/subgoal_ckpt_reg_none10k/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c5a1430935b1f3a440f7dc2f588b4a75ff1d7dc8 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_reg_none10k/config.json @@ -0,0 +1 @@ +{"regress": true, "retrieval": false, "cond": "none"} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_reg_retrieved10k/config.json b/earlier_lines/subgoal_ckpt_reg_retrieved10k/config.json new file mode 100644 index 0000000000000000000000000000000000000000..82ffdf0be201b6fcc41942a135e898aaf9199e0f --- /dev/null +++ b/earlier_lines/subgoal_ckpt_reg_retrieved10k/config.json @@ -0,0 +1 @@ +{"regress": true, "retrieval": false, "cond": "retrieved"} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_reg_s1/config.json b/earlier_lines/subgoal_ckpt_reg_s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0c5eb3602faea8cf35c05330acbb809dd0991283 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_reg_s1/config.json @@ -0,0 +1 @@ +{"regress": true} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_regret_s2/config.json b/earlier_lines/subgoal_ckpt_regret_s2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2a924e8b443f30a54aad3831605fa7c899027c1 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_regret_s2/config.json @@ -0,0 +1 @@ +{"regress": true, "retrieval": true} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_regret_s3/config.json b/earlier_lines/subgoal_ckpt_regret_s3/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2a924e8b443f30a54aad3831605fa7c899027c1 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_regret_s3/config.json @@ -0,0 +1 @@ +{"regress": true, "retrieval": true} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_regret_s4/config.json b/earlier_lines/subgoal_ckpt_regret_s4/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2a924e8b443f30a54aad3831605fa7c899027c1 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_regret_s4/config.json @@ -0,0 +1 @@ +{"regress": true, "retrieval": true} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_regret_s5/config.json b/earlier_lines/subgoal_ckpt_regret_s5/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2a924e8b443f30a54aad3831605fa7c899027c1 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_regret_s5/config.json @@ -0,0 +1 @@ +{"regress": true, "retrieval": true} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_regret_s6/config.json b/earlier_lines/subgoal_ckpt_regret_s6/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2a924e8b443f30a54aad3831605fa7c899027c1 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_regret_s6/config.json @@ -0,0 +1 @@ +{"regress": true, "retrieval": true} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_regret_s7/config.json b/earlier_lines/subgoal_ckpt_regret_s7/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2a924e8b443f30a54aad3831605fa7c899027c1 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_regret_s7/config.json @@ -0,0 +1 @@ +{"regress": true, "retrieval": true} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_regret_s8/config.json b/earlier_lines/subgoal_ckpt_regret_s8/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2a924e8b443f30a54aad3831605fa7c899027c1 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_regret_s8/config.json @@ -0,0 +1 @@ +{"regress": true, "retrieval": true} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_regret_s9/config.json b/earlier_lines/subgoal_ckpt_regret_s9/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2a924e8b443f30a54aad3831605fa7c899027c1 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_regret_s9/config.json @@ -0,0 +1 @@ +{"regress": true, "retrieval": true} \ No newline at end of file diff --git a/earlier_lines/subgoal_ckpt_state10k/config.json b/earlier_lines/subgoal_ckpt_state10k/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e90d45d36001c403619ee954729306ecd9de3fc7 --- /dev/null +++ b/earlier_lines/subgoal_ckpt_state10k/config.json @@ -0,0 +1 @@ +{"kind": "state", "regress": true, "mode": "composed"} \ No newline at end of file