Instructions to use ChengYangYang/bpp-reading-pointer-weights with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use ChengYangYang/bpp-reading-pointer-weights with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("ChengYangYang/bpp-reading-pointer-weights", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- earlier_lines/anchor_gap_ckpt/config.json +1 -0
- earlier_lines/anchor_gapaug_ckpt/config.json +1 -0
- earlier_lines/boundary_reader/build_and_train.py +47 -0
- earlier_lines/diffdemo_ckpt/config.json +1 -0
- earlier_lines/featpose_ckpt/config.json +1 -0
- earlier_lines/featpose_joint20k_ckpt/config.json +1 -0
- earlier_lines/featpose_joint_ckpt/config.json +1 -0
- earlier_lines/featpose_multi_ckpt/config.json +1 -0
- earlier_lines/gate1_runs/A2_s0/config.json +1 -0
- earlier_lines/gate1_runs/A2_s0/eval_10000.json +47 -0
- earlier_lines/gate1_runs/A2_s0/eval_2000.json +47 -0
- earlier_lines/gate1_runs/A2_s0/eval_4000.json +47 -0
- earlier_lines/gate1_runs/A2_s0/eval_6000.json +47 -0
- earlier_lines/gate1_runs/A2_s0/eval_8000.json +47 -0
- earlier_lines/gate1_runs/A2_s0/eval_final.json +65 -0
- earlier_lines/gate1_runs/A2_s1/config.json +1 -0
- earlier_lines/gate1_runs/A2_s1/eval_10000.json +47 -0
- earlier_lines/gate1_runs/A2_s1/eval_2000.json +47 -0
- earlier_lines/gate1_runs/A2_s1/eval_4000.json +47 -0
- earlier_lines/gate1_runs/A2_s1/eval_6000.json +47 -0
- earlier_lines/gate1_runs/A2_s1/eval_8000.json +47 -0
- earlier_lines/gate1_runs/A2_s1/eval_final.json +65 -0
- earlier_lines/gate1_runs/A2_s2/config.json +1 -0
- earlier_lines/gate1_runs/A2_s2/eval_10000.json +47 -0
- earlier_lines/gate1_runs/A2_s2/eval_2000.json +47 -0
- earlier_lines/gate1_runs/A2_s2/eval_4000.json +47 -0
- earlier_lines/gate1_runs/A2_s2/eval_6000.json +47 -0
- earlier_lines/gate1_runs/A2_s2/eval_8000.json +47 -0
- earlier_lines/gate1_runs/A2_s2/eval_final.json +65 -0
- earlier_lines/gate1_runs/B_s0/config.json +1 -0
- earlier_lines/gate1_runs/B_s0/eval_10000.json +47 -0
- earlier_lines/gate1_runs/B_s0/eval_2000.json +47 -0
- earlier_lines/gate1_runs/B_s0/eval_4000.json +47 -0
- earlier_lines/gate1_runs/B_s0/eval_6000.json +47 -0
- earlier_lines/gate1_runs/B_s0/eval_8000.json +47 -0
- earlier_lines/gate1_runs/B_s0/eval_final.json +65 -0
- earlier_lines/gate1_runs/B_s1/config.json +1 -0
- earlier_lines/gate1_runs/B_s1/eval_10000.json +47 -0
- earlier_lines/gate1_runs/B_s1/eval_2000.json +47 -0
- earlier_lines/gate1_runs/B_s1/eval_4000.json +47 -0
- earlier_lines/gate1_runs/B_s1/eval_6000.json +47 -0
- earlier_lines/gate1_runs/B_s1/eval_8000.json +47 -0
- earlier_lines/gate1_runs/B_s1/eval_final.json +65 -0
- earlier_lines/gate1_runs/B_s2/config.json +1 -0
- earlier_lines/gate1_runs/B_s2/eval_10000.json +47 -0
- earlier_lines/gate1_runs/B_s2/eval_2000.json +47 -0
- earlier_lines/gate1_runs/B_s2/eval_4000.json +47 -0
- earlier_lines/gate1_runs/B_s2/eval_6000.json +47 -0
- earlier_lines/gate1_runs/B_s2/eval_8000.json +47 -0
- earlier_lines/gate1_runs/B_s2/eval_final.json +65 -0
earlier_lines/anchor_gap_ckpt/config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"kind": "anchor", "head": "gap", "pm": [-0.10812881588935852, 0.04596252739429474, 0.9909113049507141], "ps": [0.10955671221017838, 0.13118033111095428, 0.08190910518169403], "K": 4}
|
earlier_lines/anchor_gapaug_ckpt/config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"kind": "anchor", "head": "gap", "pm": [-0.10812881588935852, 0.04596252739429474, 0.9909113049507141], "ps": [0.10955671221017838, 0.13118033111095428, 0.08190910518169403], "K": 4}
|
earlier_lines/boundary_reader/build_and_train.py
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Boundary-state reader: object xy (bowl, cheese, wine bottle, plate) from a 128x128 agentview frame, supervised by simulator
|
| 2 |
+
states of the two-step demonstrations. Held-out edges from edges_split.json are the test split. Reports cm error per object."""
|
| 3 |
+
import os, sys, json, glob, re, time, numpy as np, h5py, torch, torch.nn as nn
|
| 4 |
+
os.environ.setdefault("HDF5_USE_FILE_LOCKING","FALSE"); os.environ.setdefault("MUJOCO_GL","egl")
|
| 5 |
+
sys.path.insert(0, "/data/jgu/cheng/bpp_repo/behavior_prompting/train_network"); sys.path.insert(0, "/data/jgu/cheng/bpp_repo/deps/LIBERO")
|
| 6 |
+
from env.libero.env_wrapper import ControlEnvForRunner
|
| 7 |
+
B="/data/jgu/cheng/bpp_repo/behavior_prompting/train_network/env/libero/bddl_files"; OBJ=["akita_black_bowl_1","cream_cheese_1","wine_bottle_1","plate_1"]
|
| 8 |
+
split=json.load(open("/data/jgu/cheng/edges_split.json")); t0=time.time()
|
| 9 |
+
def build(edges, n_demos, stride):
|
| 10 |
+
X=[]; Y=[]; M=[]
|
| 11 |
+
for i,e in enumerate(edges):
|
| 12 |
+
env=ControlEnvForRunner(f"{B}/{e['split']}/{e['task']}.bddl", use_camera_obs=False, has_offscreen_renderer=False, has_renderer=False)
|
| 13 |
+
with h5py.File(e["file"],"r") as h:
|
| 14 |
+
for k in list(h["data"].keys())[:n_demos]:
|
| 15 |
+
d=h["data"][k]; S=np.asarray(d["states"]); A=d["obs"]["agentview_rgb"]
|
| 16 |
+
for t in range(0,len(S),stride):
|
| 17 |
+
env.set_state(S[t]); env.env.sim.forward(); P=env.object_positions()
|
| 18 |
+
y=np.zeros(8,np.float32); m=np.zeros(4,np.float32)
|
| 19 |
+
for j,o in enumerate(OBJ):
|
| 20 |
+
if o in P: y[2*j:2*j+2]=P[o][:2]; m[j]=1
|
| 21 |
+
X.append(np.asarray(A[t])); Y.append(y); M.append(m)
|
| 22 |
+
if i%20==0: print(f"[{time.time()-t0:.0f}s] {i+1}/{len(edges)} edges, {len(X)} frames", flush=True)
|
| 23 |
+
return np.stack(X), np.stack(Y), np.stack(M)
|
| 24 |
+
Xtr,Ytr,Mtr=build(split["train"], 8, 12); Xte,Yte,Mte=build(split["held_out"], 4, 12)
|
| 25 |
+
np.savez("/data/jgu/cheng/boundary_reader/data.npz", Xtr=Xtr,Ytr=Ytr,Mtr=Mtr,Xte=Xte,Yte=Yte,Mte=Mte); print("data", Xtr.shape, Xte.shape, flush=True)
|
| 26 |
+
dev="cuda"
|
| 27 |
+
class Net(nn.Module):
|
| 28 |
+
def __init__(s):
|
| 29 |
+
super().__init__(); c=lambda i,o: nn.Sequential(nn.Conv2d(i,o,3,2,1), nn.BatchNorm2d(o), nn.ReLU())
|
| 30 |
+
s.f=nn.Sequential(c(3,32),c(32,64),c(64,128),c(128,256),c(256,256), nn.AdaptiveAvgPool2d(1), nn.Flatten()); s.h=nn.Sequential(nn.Linear(256,256), nn.ReLU(), nn.Linear(256,8))
|
| 31 |
+
def forward(s,x): return s.h(s.f(x))
|
| 32 |
+
net=Net().to(dev); opt=torch.optim.AdamW(net.parameters(), 3e-4, weight_decay=1e-4)
|
| 33 |
+
def tens(X): return torch.from_numpy(X).permute(0,3,1,2).float()/255.0
|
| 34 |
+
Xt=tens(Xtr); Yt=torch.from_numpy(Ytr); Mt=torch.from_numpy(Mtr).repeat_interleave(2,1); Xe=tens(Xte).to(dev); Ye=torch.from_numpy(Yte).to(dev); Me=torch.from_numpy(Mte).to(dev)
|
| 35 |
+
n=len(Xt); bs=128
|
| 36 |
+
for ep in range(12):
|
| 37 |
+
net.train(); perm=torch.randperm(n); tot=0
|
| 38 |
+
for i in range(0,n,bs):
|
| 39 |
+
idx=perm[i:i+bs]; x=Xt[idx].to(dev); y=Yt[idx].to(dev); m=Mt[idx].to(dev)
|
| 40 |
+
x=x+0.02*torch.randn_like(x)
|
| 41 |
+
loss=(((net(x)-y)**2)*m).sum()/m.sum(); opt.zero_grad(); loss.backward(); opt.step(); tot+=loss.item()*len(idx)
|
| 42 |
+
net.eval()
|
| 43 |
+
with torch.no_grad():
|
| 44 |
+
pe=net(Xe); err=((pe-Ye).view(-1,4,2).norm(dim=-1)*100) # cm per object
|
| 45 |
+
per=[float((err[:,j]*Me[:,j]).sum()/Me[:,j].sum()) for j in range(4)]
|
| 46 |
+
print(f"epoch {ep}: train mse {tot/n:.5f} | held-out edges xy error cm: " + ", ".join(f"{o.split('_')[0]} {p:.1f}" for o,p in zip(OBJ,per)) + f" | mean {np.mean(per):.1f}", flush=True)
|
| 47 |
+
torch.save(net.state_dict(), "/data/jgu/cheng/boundary_reader/reader.pt"); print("DONE", flush=True)
|
earlier_lines/diffdemo_ckpt/config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"kind": "diffdemo", "pm": [-0.11440909653902054, 0.04211398586630821, 1.0549819469451904, 2.5870094299316406, 0.4913921058177948, -0.33022192120552063, 0.026707995682954788, -0.026652559638023376], "ps": [0.10270249098539352, 0.11272380501031876, 0.09426360577344894, 0.7335286736488342, 0.7164779901504517, 0.4299865961074829, 0.014157725498080254, 0.014119811356067657], "wrist": true, "L": 13, "init": "/data/jgu/cheng/demo_ckpt_wrist_s10"}
|
earlier_lines/featpose_ckpt/config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"kind": "featpose", "gen": "/data/jgu/cheng/demo_ckpt_wrist_s5", "c_mid": 256, "L": 13, "pm": [-0.11440909653902054, 0.04211398586630821, 1.0549819469451904, 2.5870094299316406, 0.4913921058177948, -0.33022192120552063, 0.026707995682954788, -0.026652559638023376], "ps": [0.10270249098539352, 0.11272380501031876, 0.09426360577344894, 0.7335286736488342, 0.7164779901504517, 0.4299865961074829, 0.014157725498080254, 0.014119811356067657]}
|
earlier_lines/featpose_joint20k_ckpt/config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"kind": "featpose", "gen": "/data/jgu/cheng/featpose_joint20k_ckpt", "c_mid": 256, "L": 13, "pm": [-0.11440909653902054, 0.04211398586630821, 1.0549819469451904, 2.5870094299316406, 0.4913921058177948, -0.33022192120552063, 0.026707995682954788, -0.026652559638023376], "ps": [0.10270249098539352, 0.11272380501031876, 0.09426360577344894, 0.7335286736488342, 0.7164779901504517, 0.4299865961074829, 0.014157725498080254, 0.014119811356067657], "feats": [[256, 32, 8], [256, 32, 8], [64, 16, 16]], "wrist": true, "init": "demo_ckpt_wrist_s10", "lam": 1.0}
|
earlier_lines/featpose_joint_ckpt/config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"kind": "featpose", "gen": "/data/jgu/cheng/featpose_joint_ckpt", "c_mid": 256, "L": 13, "pm": [-0.11440909653902054, 0.04211398586630821, 1.0549819469451904, 2.5870094299316406, 0.4913921058177948, -0.33022192120552063, 0.026707995682954788, -0.026652559638023376], "ps": [0.10270249098539352, 0.11272380501031876, 0.09426360577344894, 0.7335286736488342, 0.7164779901504517, 0.4299865961074829, 0.014157725498080254, 0.014119811356067657], "feats": [[256, 32, 8], [256, 32, 8], [64, 16, 16]], "wrist": true, "init": "demo_ckpt_wrist_s5", "lam": 1.0}
|
earlier_lines/featpose_multi_ckpt/config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"kind": "featpose", "gen": "/data/jgu/cheng/demo_ckpt_wrist_s5", "c_mid": 256, "L": 13, "pm": [-0.11440909653902054, 0.04211398586630821, 1.0549819469451904, 2.5870094299316406, 0.4913921058177948, -0.33022192120552063, 0.026707995682954788, -0.026652559638023376], "ps": [0.10270249098539352, 0.11272380501031876, 0.09426360577344894, 0.7335286736488342, 0.7164779901504517, 0.4299865961074829, 0.014157725498080254, 0.014119811356067657], "feats": [[256, 32, 8], [256, 32, 8], [64, 16, 16]]}
|
earlier_lines/gate1_runs/A2_s0/config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mode": "A2", "seed": 0, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]}
|
earlier_lines/gate1_runs/A2_s0/eval_10000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 10000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8784615384615385,
|
| 6 |
+
"P2_init_pos_cm": 1.1010563062417966,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 25.718709415859646,
|
| 10 |
+
"obj_end_cm": 1.8379847584894071,
|
| 11 |
+
"ee_traj_cm": 1.8443192850397183,
|
| 12 |
+
"frame_l1": 0.02521257173914749
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.952,
|
| 17 |
+
"P2_init_pos_cm": 1.0121219457611441,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 1.9246707733869552,
|
| 22 |
+
"ee_traj_cm": 1.8232181535363197,
|
| 23 |
+
"frame_l1": 0.02549303440749645
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.6333333333333333,
|
| 28 |
+
"P2_init_pos_cm": 1.1133604595375557,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 25.718709415859646,
|
| 32 |
+
"obj_end_cm": 1.7178135167062283,
|
| 33 |
+
"ee_traj_cm": 1.8013807008663814,
|
| 34 |
+
"frame_l1": 0.025041530762488644
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.28647974755615,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 1.9817834465950728,
|
| 44 |
+
"ee_traj_cm": 2.025887866318226,
|
| 45 |
+
"frame_l1": 0.025024537998251616
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/A2_s0/eval_2000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 2000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.6723076923076923,
|
| 6 |
+
"P2_init_pos_cm": 2.2311930151169115,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 25.74449899461534,
|
| 10 |
+
"obj_end_cm": 2.708225127366873,
|
| 11 |
+
"ee_traj_cm": 3.5848189858289867,
|
| 12 |
+
"frame_l1": 0.03824708328940547
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.7,
|
| 17 |
+
"P2_init_pos_cm": 2.360049752831459,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.747561002612114,
|
| 22 |
+
"ee_traj_cm": 3.595201985359192,
|
| 23 |
+
"frame_l1": 0.03862778664752841
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.58,
|
| 28 |
+
"P2_init_pos_cm": 2.1262693909804025,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 25.74449899461534,
|
| 32 |
+
"obj_end_cm": 2.5816522162159283,
|
| 33 |
+
"ee_traj_cm": 3.574743189414342,
|
| 34 |
+
"frame_l1": 0.03885444541151325
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 2.2238220432400704,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.989604172706604,
|
| 44 |
+
"ee_traj_cm": 3.589088876247406,
|
| 45 |
+
"frame_l1": 0.035473238527774814
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/A2_s0/eval_4000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 4000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.6953846153846154,
|
| 6 |
+
"P2_init_pos_cm": 2.1090701142068093,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 25.780601607428657,
|
| 10 |
+
"obj_end_cm": 2.7192859113674896,
|
| 11 |
+
"ee_traj_cm": 3.296532181593088,
|
| 12 |
+
"frame_l1": 0.033141958889766385
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.71,
|
| 17 |
+
"P2_init_pos_cm": 2.1654238952696323,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.7952567874193193,
|
| 22 |
+
"ee_traj_cm": 3.2059248456954954,
|
| 23 |
+
"frame_l1": 0.03326604260876775
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.6466666666666666,
|
| 28 |
+
"P2_init_pos_cm": 2.02287178888917,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 25.780601607428657,
|
| 32 |
+
"obj_end_cm": 2.5295476070046425,
|
| 33 |
+
"ee_traj_cm": 3.2990484195947647,
|
| 34 |
+
"frame_l1": 0.03369033797023197
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 2.2267806375026704,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 3.098573634326458,
|
| 44 |
+
"ee_traj_cm": 3.515501807332039,
|
| 45 |
+
"frame_l1": 0.0311866123508662
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/A2_s0/eval_6000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 6000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8830769230769231,
|
| 6 |
+
"P2_init_pos_cm": 1.4602671540012726,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 26.25219906700982,
|
| 10 |
+
"obj_end_cm": 2.015789060111229,
|
| 11 |
+
"ee_traj_cm": 2.5234142652841713,
|
| 12 |
+
"frame_l1": 0.029335435137439234
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.954,
|
| 17 |
+
"P2_init_pos_cm": 1.4012292714715004,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.023751491844654,
|
| 22 |
+
"ee_traj_cm": 2.4186861304044722,
|
| 23 |
+
"frame_l1": 0.029434749945998193
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.6466666666666666,
|
| 28 |
+
"P2_init_pos_cm": 1.4475901567935943,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 26.25219906700982,
|
| 32 |
+
"obj_end_cm": 1.9484150010347365,
|
| 33 |
+
"ee_traj_cm": 2.5078202045957245,
|
| 34 |
+
"frame_l1": 0.029592262003570794
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.6458928519487381,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.198005158007145,
|
| 44 |
+
"ee_traj_cm": 2.8320167845487596,
|
| 45 |
+
"frame_l1": 0.028316667517647148
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/A2_s0/eval_8000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 8000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8830769230769231,
|
| 6 |
+
"P2_init_pos_cm": 1.2583766008684267,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 25.735082414415146,
|
| 10 |
+
"obj_end_cm": 1.9462415936933113,
|
| 11 |
+
"ee_traj_cm": 2.1323216378688814,
|
| 12 |
+
"frame_l1": 0.02704337456335242
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.95,
|
| 17 |
+
"P2_init_pos_cm": 1.1600136258602143,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.0138268627524374,
|
| 22 |
+
"ee_traj_cm": 2.0584905896186827,
|
| 23 |
+
"frame_l1": 0.027161623865365983
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.66,
|
| 28 |
+
"P2_init_pos_cm": 1.311357304379344,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 25.735082414415146,
|
| 32 |
+
"obj_end_cm": 1.8401448539892833,
|
| 33 |
+
"ee_traj_cm": 2.1615891248981156,
|
| 34 |
+
"frame_l1": 0.0271227984301125
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.3453419278562069,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.0955686401575804,
|
| 44 |
+
"ee_traj_cm": 2.2290967974066733,
|
| 45 |
+
"frame_l1": 0.02650947970803827
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/A2_s0/eval_final.json
ADDED
|
@@ -0,0 +1,65 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"run": "gate1_runs/A2_s0",
|
| 3 |
+
"mode": "A2",
|
| 4 |
+
"seed": 0,
|
| 5 |
+
"all": {
|
| 6 |
+
"n": 1300,
|
| 7 |
+
"P1_ok": 0.8784615384615385,
|
| 8 |
+
"P1_static_ok": 0.22923076923076924,
|
| 9 |
+
"P2_init_cm": 1.1010563062417966,
|
| 10 |
+
"P2_static_cm": 26.72443600838001,
|
| 11 |
+
"P3_ok": 1.0,
|
| 12 |
+
"P3_swapped_ok": 0.98,
|
| 13 |
+
"P3_n": 50,
|
| 14 |
+
"P3_shift_cm": 25.339325385093687,
|
| 15 |
+
"obj_end_cm": 1.8379847584894071,
|
| 16 |
+
"obj_end_static_cm": 7.971595473656287,
|
| 17 |
+
"ee_traj_cm": 1.8443192850397183,
|
| 18 |
+
"frame_l1": 0.02521257173914749
|
| 19 |
+
},
|
| 20 |
+
"strong_target": {
|
| 21 |
+
"n": 500,
|
| 22 |
+
"P1_ok": 0.952,
|
| 23 |
+
"P1_static_ok": 0.002,
|
| 24 |
+
"P2_init_cm": 1.0121219457611441,
|
| 25 |
+
"P2_static_cm": 24.257271148681642,
|
| 26 |
+
"P3_ok": null,
|
| 27 |
+
"P3_swapped_ok": null,
|
| 28 |
+
"P3_n": 0,
|
| 29 |
+
"P3_shift_cm": null,
|
| 30 |
+
"obj_end_cm": 1.9246707733869552,
|
| 31 |
+
"obj_end_static_cm": 9.603596222400665,
|
| 32 |
+
"ee_traj_cm": 1.8232181535363197,
|
| 33 |
+
"frame_l1": 0.02549303440749645
|
| 34 |
+
},
|
| 35 |
+
"independent": {
|
| 36 |
+
"n": 600,
|
| 37 |
+
"P1_ok": 0.6333333333333333,
|
| 38 |
+
"P1_static_ok": 0.9866666666666667,
|
| 39 |
+
"P2_init_cm": 1.1133604595375557,
|
| 40 |
+
"P2_static_cm": 28.08093527555466,
|
| 41 |
+
"P3_ok": 1.0,
|
| 42 |
+
"P3_swapped_ok": 0.98,
|
| 43 |
+
"P3_n": 50,
|
| 44 |
+
"P3_shift_cm": 25.339325385093687,
|
| 45 |
+
"obj_end_cm": 1.7178135167062283,
|
| 46 |
+
"obj_end_static_cm": 6.1396810678641005,
|
| 47 |
+
"ee_traj_cm": 1.8013807008663814,
|
| 48 |
+
"frame_l1": 0.025041530762488644
|
| 49 |
+
},
|
| 50 |
+
"weak": {
|
| 51 |
+
"n": 200,
|
| 52 |
+
"P1_ok": null,
|
| 53 |
+
"P1_static_ok": null,
|
| 54 |
+
"P2_init_cm": 1.28647974755615,
|
| 55 |
+
"P2_static_cm": 28.82285035610199,
|
| 56 |
+
"P3_ok": null,
|
| 57 |
+
"P3_swapped_ok": null,
|
| 58 |
+
"P3_n": 0,
|
| 59 |
+
"P3_shift_cm": null,
|
| 60 |
+
"obj_end_cm": 1.9817834465950728,
|
| 61 |
+
"obj_end_static_cm": 9.387336819171905,
|
| 62 |
+
"ee_traj_cm": 2.025887866318226,
|
| 63 |
+
"frame_l1": 0.025024537998251616
|
| 64 |
+
}
|
| 65 |
+
}
|
earlier_lines/gate1_runs/A2_s1/config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mode": "A2", "seed": 1, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]}
|
earlier_lines/gate1_runs/A2_s1/eval_10000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 10000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8861538461538462,
|
| 6 |
+
"P2_init_pos_cm": 1.08708998073179,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 0.98,
|
| 9 |
+
"P3_shift_cm": 25.79375108718872,
|
| 10 |
+
"obj_end_cm": 1.801249285560961,
|
| 11 |
+
"ee_traj_cm": 1.8592744992100276,
|
| 12 |
+
"frame_l1": 0.024695476982742548
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.962,
|
| 17 |
+
"P2_init_pos_cm": 0.98135294637084,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 1.7493237120509149,
|
| 22 |
+
"ee_traj_cm": 1.7459758083224297,
|
| 23 |
+
"frame_l1": 0.024890085995197295
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.6333333333333333,
|
| 28 |
+
"P2_init_pos_cm": 1.091237707498173,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 0.98,
|
| 31 |
+
"P3_shift_cm": 25.79375108718872,
|
| 32 |
+
"obj_end_cm": 1.7968834613760312,
|
| 33 |
+
"ee_traj_cm": 1.815490749180317,
|
| 34 |
+
"frame_l1": 0.024567420474874476
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.3389893863350153,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 1.9441606918908656,
|
| 44 |
+
"ee_traj_cm": 2.273872476518154,
|
| 45 |
+
"frame_l1": 0.024593123975209893
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/A2_s1/eval_2000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 2000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.7,
|
| 6 |
+
"P2_init_pos_cm": 2.3132282705318468,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 0.98,
|
| 9 |
+
"P3_shift_cm": 24.342654247283935,
|
| 10 |
+
"obj_end_cm": 2.8118441678698245,
|
| 11 |
+
"ee_traj_cm": 3.6929985868930815,
|
| 12 |
+
"frame_l1": 0.04034463361478769
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.712,
|
| 17 |
+
"P2_init_pos_cm": 2.3419483744055034,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.8446554881334305,
|
| 22 |
+
"ee_traj_cm": 3.6418443965911864,
|
| 23 |
+
"frame_l1": 0.0406811303794384
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.66,
|
| 28 |
+
"P2_init_pos_cm": 2.3216908496121564,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 0.98,
|
| 31 |
+
"P3_shift_cm": 24.342654247283935,
|
| 32 |
+
"obj_end_cm": 2.747702551235755,
|
| 33 |
+
"ee_traj_cm": 3.647492817044258,
|
| 34 |
+
"frame_l1": 0.0409850040016075
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 2.2160402736067772,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.9222407171130182,
|
| 44 |
+
"ee_traj_cm": 3.95740137219429,
|
| 45 |
+
"frame_l1": 0.037582280542701484
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/A2_s1/eval_4000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 4000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.7861538461538462,
|
| 6 |
+
"P2_init_pos_cm": 1.925989302178988,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 25.747509984970094,
|
| 10 |
+
"obj_end_cm": 2.5733868341262522,
|
| 11 |
+
"ee_traj_cm": 3.2468696364072653,
|
| 12 |
+
"frame_l1": 0.0335334611698412
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.828,
|
| 17 |
+
"P2_init_pos_cm": 1.9167076755166055,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.601458767771721,
|
| 22 |
+
"ee_traj_cm": 3.213023113965988,
|
| 23 |
+
"frame_l1": 0.03366756738349795
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.6466666666666666,
|
| 28 |
+
"P2_init_pos_cm": 1.9104553555697203,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 25.747509984970094,
|
| 32 |
+
"obj_end_cm": 2.4893710568547247,
|
| 33 |
+
"ee_traj_cm": 3.258042379816373,
|
| 34 |
+
"frame_l1": 0.03401661188962559
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.9957952086627484,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.755254331827164,
|
| 44 |
+
"ee_traj_cm": 3.2979677122831346,
|
| 45 |
+
"frame_l1": 0.03174874347634613
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/A2_s1/eval_6000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 6000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.88,
|
| 6 |
+
"P2_init_pos_cm": 1.439376423244293,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 26.350521049499513,
|
| 10 |
+
"obj_end_cm": 2.1147850873607856,
|
| 11 |
+
"ee_traj_cm": 2.6028569439741283,
|
| 12 |
+
"frame_l1": 0.028929435691008202
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.96,
|
| 17 |
+
"P2_init_pos_cm": 1.295956037849188,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.029679108560085,
|
| 22 |
+
"ee_traj_cm": 2.365662270665169,
|
| 23 |
+
"frame_l1": 0.029035388864576815
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.6133333333333333,
|
| 28 |
+
"P2_init_pos_cm": 1.4722981682171423,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 26.350521049499513,
|
| 32 |
+
"obj_end_cm": 2.1295844415823617,
|
| 33 |
+
"ee_traj_cm": 2.6576547065377234,
|
| 34 |
+
"frame_l1": 0.029231638324757416
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.6991621518135072,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.2831519716978073,
|
| 44 |
+
"ee_traj_cm": 3.0314503395557404,
|
| 45 |
+
"frame_l1": 0.027757944855839014
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/A2_s1/eval_8000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 8000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8846153846153846,
|
| 6 |
+
"P2_init_pos_cm": 1.1433449454720204,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 26.02311321258545,
|
| 10 |
+
"obj_end_cm": 1.9602603981815852,
|
| 11 |
+
"ee_traj_cm": 2.10696597135984,
|
| 12 |
+
"frame_l1": 0.026430641673505305
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.96,
|
| 17 |
+
"P2_init_pos_cm": 0.9917278501391411,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 1.9417935975790024,
|
| 22 |
+
"ee_traj_cm": 1.9066001135110855,
|
| 23 |
+
"frame_l1": 0.02657122354581952
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.6333333333333333,
|
| 28 |
+
"P2_init_pos_cm": 1.1505144425978264,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 26.02311321258545,
|
| 32 |
+
"obj_end_cm": 1.9386959465841451,
|
| 33 |
+
"ee_traj_cm": 2.1092116259535154,
|
| 34 |
+
"frame_l1": 0.02648961413030823
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.5008791924268008,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.071120754480362,
|
| 44 |
+
"ee_traj_cm": 2.6011436522006988,
|
| 45 |
+
"frame_l1": 0.025902269622310996
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/A2_s1/eval_final.json
ADDED
|
@@ -0,0 +1,65 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"run": "gate1_runs/A2_s1",
|
| 3 |
+
"mode": "A2",
|
| 4 |
+
"seed": 1,
|
| 5 |
+
"all": {
|
| 6 |
+
"n": 1300,
|
| 7 |
+
"P1_ok": 0.8861538461538462,
|
| 8 |
+
"P1_static_ok": 0.22923076923076924,
|
| 9 |
+
"P2_init_cm": 1.08708998073179,
|
| 10 |
+
"P2_static_cm": 26.72443600838001,
|
| 11 |
+
"P3_ok": 1.0,
|
| 12 |
+
"P3_swapped_ok": 0.98,
|
| 13 |
+
"P3_n": 50,
|
| 14 |
+
"P3_shift_cm": 25.79375108718872,
|
| 15 |
+
"obj_end_cm": 1.801249285560961,
|
| 16 |
+
"obj_end_static_cm": 7.971595473656287,
|
| 17 |
+
"ee_traj_cm": 1.8592744992100276,
|
| 18 |
+
"frame_l1": 0.024695476982742548
|
| 19 |
+
},
|
| 20 |
+
"strong_target": {
|
| 21 |
+
"n": 500,
|
| 22 |
+
"P1_ok": 0.962,
|
| 23 |
+
"P1_static_ok": 0.002,
|
| 24 |
+
"P2_init_cm": 0.98135294637084,
|
| 25 |
+
"P2_static_cm": 24.257271148681642,
|
| 26 |
+
"P3_ok": null,
|
| 27 |
+
"P3_swapped_ok": null,
|
| 28 |
+
"P3_n": 0,
|
| 29 |
+
"P3_shift_cm": null,
|
| 30 |
+
"obj_end_cm": 1.7493237120509149,
|
| 31 |
+
"obj_end_static_cm": 9.603596222400665,
|
| 32 |
+
"ee_traj_cm": 1.7459758083224297,
|
| 33 |
+
"frame_l1": 0.024890085995197295
|
| 34 |
+
},
|
| 35 |
+
"independent": {
|
| 36 |
+
"n": 600,
|
| 37 |
+
"P1_ok": 0.6333333333333333,
|
| 38 |
+
"P1_static_ok": 0.9866666666666667,
|
| 39 |
+
"P2_init_cm": 1.091237707498173,
|
| 40 |
+
"P2_static_cm": 28.08093527555466,
|
| 41 |
+
"P3_ok": 1.0,
|
| 42 |
+
"P3_swapped_ok": 0.98,
|
| 43 |
+
"P3_n": 50,
|
| 44 |
+
"P3_shift_cm": 25.79375108718872,
|
| 45 |
+
"obj_end_cm": 1.7968834613760312,
|
| 46 |
+
"obj_end_static_cm": 6.1396810678641005,
|
| 47 |
+
"ee_traj_cm": 1.815490749180317,
|
| 48 |
+
"frame_l1": 0.024567420474874476
|
| 49 |
+
},
|
| 50 |
+
"weak": {
|
| 51 |
+
"n": 200,
|
| 52 |
+
"P1_ok": null,
|
| 53 |
+
"P1_static_ok": null,
|
| 54 |
+
"P2_init_cm": 1.3389893863350153,
|
| 55 |
+
"P2_static_cm": 28.82285035610199,
|
| 56 |
+
"P3_ok": null,
|
| 57 |
+
"P3_swapped_ok": null,
|
| 58 |
+
"P3_n": 0,
|
| 59 |
+
"P3_shift_cm": null,
|
| 60 |
+
"obj_end_cm": 1.9441606918908656,
|
| 61 |
+
"obj_end_static_cm": 9.387336819171905,
|
| 62 |
+
"ee_traj_cm": 2.273872476518154,
|
| 63 |
+
"frame_l1": 0.024593123975209893
|
| 64 |
+
}
|
| 65 |
+
}
|
earlier_lines/gate1_runs/A2_s2/config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mode": "A2", "seed": 2, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]}
|
earlier_lines/gate1_runs/A2_s2/eval_10000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 10000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8907692307692308,
|
| 6 |
+
"P2_init_pos_cm": 1.0632244643855553,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 25.90129439353943,
|
| 10 |
+
"obj_end_cm": 1.865756330879835,
|
| 11 |
+
"ee_traj_cm": 1.7887530584518727,
|
| 12 |
+
"frame_l1": 0.024507201268839148
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.97,
|
| 17 |
+
"P2_init_pos_cm": 0.9727203036248684,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 1.9830468026399612,
|
| 22 |
+
"ee_traj_cm": 1.7889468575716019,
|
| 23 |
+
"frame_l1": 0.024733625710010528
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.6266666666666667,
|
| 28 |
+
"P2_init_pos_cm": 1.0656197459126513,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 25.90129439353943,
|
| 32 |
+
"obj_end_cm": 1.7578587195277213,
|
| 33 |
+
"ee_traj_cm": 1.7155908780296643,
|
| 34 |
+
"frame_l1": 0.024339147366893788
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.282299021705985,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 1.89622298553586,
|
| 44 |
+
"ee_traj_cm": 2.0077551019191744,
|
| 45 |
+
"frame_l1": 0.024445301871746778
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/A2_s2/eval_2000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 2000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.6661538461538462,
|
| 6 |
+
"P2_init_pos_cm": 2.1824726584209846,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 26.483521728515626,
|
| 10 |
+
"obj_end_cm": 2.7822111662305318,
|
| 11 |
+
"ee_traj_cm": 3.5581393410609317,
|
| 12 |
+
"frame_l1": 0.037771428119964326
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.75,
|
| 17 |
+
"P2_init_pos_cm": 2.281801655650139,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.8081539299488067,
|
| 22 |
+
"ee_traj_cm": 3.5285413336753844,
|
| 23 |
+
"frame_l1": 0.03803559729084373
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.38666666666666666,
|
| 28 |
+
"P2_init_pos_cm": 2.1458164622137943,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 26.483521728515626,
|
| 32 |
+
"obj_end_cm": 2.7612622885902725,
|
| 33 |
+
"ee_traj_cm": 3.5736740024884543,
|
| 34 |
+
"frame_l1": 0.03826464253788193
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 2.0441187539696695,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.780200889855623,
|
| 44 |
+
"ee_traj_cm": 3.585530375242233,
|
| 45 |
+
"frame_l1": 0.035631361939013007
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/A2_s2/eval_4000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 4000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8353846153846154,
|
| 6 |
+
"P2_init_pos_cm": 1.5198071594765552,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 25.592011165618896,
|
| 10 |
+
"obj_end_cm": 2.198458352249402,
|
| 11 |
+
"ee_traj_cm": 2.7481149252102925,
|
| 12 |
+
"frame_l1": 0.03176884161738249
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.942,
|
| 17 |
+
"P2_init_pos_cm": 1.42126939535141,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.1836014234423637,
|
| 22 |
+
"ee_traj_cm": 2.6057432982921602,
|
| 23 |
+
"frame_l1": 0.031816488653421404
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.48,
|
| 28 |
+
"P2_init_pos_cm": 1.5369732334464787,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 25.592011165618896,
|
| 32 |
+
"obj_end_cm": 2.120274903376897,
|
| 33 |
+
"ee_traj_cm": 2.7953555771708487,
|
| 34 |
+
"frame_l1": 0.03217432461678982
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.7146533478796482,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.4701510208845137,
|
| 44 |
+
"ee_traj_cm": 2.962322036623955,
|
| 45 |
+
"frame_l1": 0.030433275029063223
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/A2_s2/eval_6000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 6000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8876923076923077,
|
| 6 |
+
"P2_init_pos_cm": 1.1677562642684922,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 25.598682346343995,
|
| 10 |
+
"obj_end_cm": 1.8650650579654253,
|
| 11 |
+
"ee_traj_cm": 2.116753170857063,
|
| 12 |
+
"frame_l1": 0.027955837183846876
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.972,
|
| 17 |
+
"P2_init_pos_cm": 1.0602737666107713,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 1.8187044703364372,
|
| 22 |
+
"ee_traj_cm": 2.00261828660965,
|
| 23 |
+
"frame_l1": 0.02798785489425063
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.6066666666666667,
|
| 28 |
+
"P2_init_pos_cm": 1.1692438273628554,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 25.598682346343995,
|
| 32 |
+
"obj_end_cm": 1.828598552743594,
|
| 33 |
+
"ee_traj_cm": 2.071397324601809,
|
| 34 |
+
"frame_l1": 0.028155768994862836
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.4319998191297054,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.09036604270339,
|
| 44 |
+
"ee_traj_cm": 2.538157920241356,
|
| 45 |
+
"frame_l1": 0.02727599747478962
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/A2_s2/eval_8000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 8000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8769230769230769,
|
| 6 |
+
"P2_init_pos_cm": 1.0328297113340634,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 25.390230140686036,
|
| 10 |
+
"obj_end_cm": 1.878497411104349,
|
| 11 |
+
"ee_traj_cm": 1.762790442430056,
|
| 12 |
+
"frame_l1": 0.02552295125519427
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.952,
|
| 17 |
+
"P2_init_pos_cm": 0.9021440732777118,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 1.918549996316433,
|
| 22 |
+
"ee_traj_cm": 1.7111770882606507,
|
| 23 |
+
"frame_l1": 0.0256959977298975
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.6266666666666667,
|
| 28 |
+
"P2_init_pos_cm": 1.045062314470609,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 25.390230140686036,
|
| 32 |
+
"obj_end_cm": 1.815781659235557,
|
| 33 |
+
"ee_traj_cm": 1.7446222813924153,
|
| 34 |
+
"frame_l1": 0.025497863048998017
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.3228459970653057,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 1.9665132036805153,
|
| 44 |
+
"ee_traj_cm": 1.9463283109664917,
|
| 45 |
+
"frame_l1": 0.02516559968702495
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/A2_s2/eval_final.json
ADDED
|
@@ -0,0 +1,65 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"run": "gate1_runs/A2_s2",
|
| 3 |
+
"mode": "A2",
|
| 4 |
+
"seed": 2,
|
| 5 |
+
"all": {
|
| 6 |
+
"n": 1300,
|
| 7 |
+
"P1_ok": 0.8907692307692308,
|
| 8 |
+
"P1_static_ok": 0.22923076923076924,
|
| 9 |
+
"P2_init_cm": 1.0632244643855553,
|
| 10 |
+
"P2_static_cm": 26.72443600838001,
|
| 11 |
+
"P3_ok": 1.0,
|
| 12 |
+
"P3_swapped_ok": 1.0,
|
| 13 |
+
"P3_n": 50,
|
| 14 |
+
"P3_shift_cm": 25.90129439353943,
|
| 15 |
+
"obj_end_cm": 1.865756330879835,
|
| 16 |
+
"obj_end_static_cm": 7.971595473656287,
|
| 17 |
+
"ee_traj_cm": 1.7887530584518727,
|
| 18 |
+
"frame_l1": 0.024507201268839148
|
| 19 |
+
},
|
| 20 |
+
"strong_target": {
|
| 21 |
+
"n": 500,
|
| 22 |
+
"P1_ok": 0.97,
|
| 23 |
+
"P1_static_ok": 0.002,
|
| 24 |
+
"P2_init_cm": 0.9727203036248684,
|
| 25 |
+
"P2_static_cm": 24.257271148681642,
|
| 26 |
+
"P3_ok": null,
|
| 27 |
+
"P3_swapped_ok": null,
|
| 28 |
+
"P3_n": 0,
|
| 29 |
+
"P3_shift_cm": null,
|
| 30 |
+
"obj_end_cm": 1.9830468026399612,
|
| 31 |
+
"obj_end_static_cm": 9.603596222400665,
|
| 32 |
+
"ee_traj_cm": 1.7889468575716019,
|
| 33 |
+
"frame_l1": 0.024733625710010528
|
| 34 |
+
},
|
| 35 |
+
"independent": {
|
| 36 |
+
"n": 600,
|
| 37 |
+
"P1_ok": 0.6266666666666667,
|
| 38 |
+
"P1_static_ok": 0.9866666666666667,
|
| 39 |
+
"P2_init_cm": 1.0656197459126513,
|
| 40 |
+
"P2_static_cm": 28.08093527555466,
|
| 41 |
+
"P3_ok": 1.0,
|
| 42 |
+
"P3_swapped_ok": 1.0,
|
| 43 |
+
"P3_n": 50,
|
| 44 |
+
"P3_shift_cm": 25.90129439353943,
|
| 45 |
+
"obj_end_cm": 1.7578587195277213,
|
| 46 |
+
"obj_end_static_cm": 6.1396810678641005,
|
| 47 |
+
"ee_traj_cm": 1.7155908780296643,
|
| 48 |
+
"frame_l1": 0.024339147366893788
|
| 49 |
+
},
|
| 50 |
+
"weak": {
|
| 51 |
+
"n": 200,
|
| 52 |
+
"P1_ok": null,
|
| 53 |
+
"P1_static_ok": null,
|
| 54 |
+
"P2_init_cm": 1.282299021705985,
|
| 55 |
+
"P2_static_cm": 28.82285035610199,
|
| 56 |
+
"P3_ok": null,
|
| 57 |
+
"P3_swapped_ok": null,
|
| 58 |
+
"P3_n": 0,
|
| 59 |
+
"P3_shift_cm": null,
|
| 60 |
+
"obj_end_cm": 1.89622298553586,
|
| 61 |
+
"obj_end_static_cm": 9.387336819171905,
|
| 62 |
+
"ee_traj_cm": 2.0077551019191744,
|
| 63 |
+
"frame_l1": 0.024445301871746778
|
| 64 |
+
}
|
| 65 |
+
}
|
earlier_lines/gate1_runs/B_s0/config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mode": "B", "seed": 0, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]}
|
earlier_lines/gate1_runs/B_s0/eval_10000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 10000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.9015384615384615,
|
| 6 |
+
"P2_init_pos_cm": 1.2708313343100823,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 25.85183991326226,
|
| 10 |
+
"obj_end_cm": 2.089659236440292,
|
| 11 |
+
"ee_traj_cm": 2.220657093662482,
|
| 12 |
+
"frame_l1": 0.025592875342386273
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.976,
|
| 17 |
+
"P2_init_pos_cm": 0.950777794778347,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 1.9744981953501701,
|
| 22 |
+
"ee_traj_cm": 1.840605416059494,
|
| 23 |
+
"frame_l1": 0.025704359129071236
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.6533333333333333,
|
| 28 |
+
"P2_init_pos_cm": 1.5322987098991872,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 25.85183991326226,
|
| 32 |
+
"obj_end_cm": 2.149964064160983,
|
| 33 |
+
"ee_traj_cm": 2.5852421204249065,
|
| 34 |
+
"frame_l1": 0.02560611811156074
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.286563056372106,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.1966473560035227,
|
| 44 |
+
"ee_traj_cm": 2.077031207382679,
|
| 45 |
+
"frame_l1": 0.02527443756815046
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/B_s0/eval_2000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 2000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.6015384615384616,
|
| 6 |
+
"P2_init_pos_cm": 2.3192633604430237,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 26.28812461429172,
|
| 10 |
+
"obj_end_cm": 2.8459665652880304,
|
| 11 |
+
"ee_traj_cm": 3.7090805816191894,
|
| 12 |
+
"frame_l1": 0.03814932455093815
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.64,
|
| 17 |
+
"P2_init_pos_cm": 2.3212249361276625,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.8621229668855666,
|
| 22 |
+
"ee_traj_cm": 3.5529724105596543,
|
| 23 |
+
"frame_l1": 0.03837229220196605
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.47333333333333333,
|
| 28 |
+
"P2_init_pos_cm": 2.2777548955629268,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 26.28812461429172,
|
| 32 |
+
"obj_end_cm": 2.8625192584594092,
|
| 33 |
+
"ee_traj_cm": 3.863228935798009,
|
| 34 |
+
"frame_l1": 0.038865156937390566
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 2.4388848158717154,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.755917481780052,
|
| 44 |
+
"ee_traj_cm": 3.6369059467315674,
|
| 45 |
+
"frame_l1": 0.03544440826401114
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/B_s0/eval_4000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 4000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.7138461538461538,
|
| 6 |
+
"P2_init_pos_cm": 2.2752823739842727,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 25.212671173943413,
|
| 10 |
+
"obj_end_cm": 2.9383041393756866,
|
| 11 |
+
"ee_traj_cm": 3.692825076855146,
|
| 12 |
+
"frame_l1": 0.03312002841383219
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.776,
|
| 17 |
+
"P2_init_pos_cm": 2.0859619546830652,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.8886805942058564,
|
| 22 |
+
"ee_traj_cm": 3.3706604554653166,
|
| 23 |
+
"frame_l1": 0.03335954058915377
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.5066666666666667,
|
| 28 |
+
"P2_init_pos_cm": 2.463420251198113,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 25.212671173943413,
|
| 32 |
+
"obj_end_cm": 2.990057568947474,
|
| 33 |
+
"ee_traj_cm": 4.030226341287295,
|
| 34 |
+
"frame_l1": 0.03365034934754173
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 2.18416979059577,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.9071027135848997,
|
| 44 |
+
"ee_traj_cm": 3.486032837033272,
|
| 45 |
+
"frame_l1": 0.030930285174399615
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/B_s0/eval_6000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 6000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8430769230769231,
|
| 6 |
+
"P2_init_pos_cm": 1.7107026277998318,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 26.184781498379177,
|
| 10 |
+
"obj_end_cm": 2.3255407032829063,
|
| 11 |
+
"ee_traj_cm": 2.9304980184023197,
|
| 12 |
+
"frame_l1": 0.029508392164626945
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.95,
|
| 17 |
+
"P2_init_pos_cm": 1.3948703002631664,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.019171090245247,
|
| 22 |
+
"ee_traj_cm": 2.4888558202981947,
|
| 23 |
+
"frame_l1": 0.029561528384685516
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.4866666666666667,
|
| 28 |
+
"P2_init_pos_cm": 1.9769830476368466,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 26.184781498379177,
|
| 32 |
+
"obj_end_cm": 2.5288274394969146,
|
| 33 |
+
"ee_traj_cm": 3.312627846399943,
|
| 34 |
+
"frame_l1": 0.02985124319481353
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.7014421871304513,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.481604527235031,
|
| 44 |
+
"ee_traj_cm": 2.888214029669762,
|
| 45 |
+
"frame_l1": 0.028346998523920773
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/B_s0/eval_8000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 8000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8830769230769231,
|
| 6 |
+
"P2_init_pos_cm": 1.3743961291645581,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 25.936399353875053,
|
| 10 |
+
"obj_end_cm": 2.1620313218809093,
|
| 11 |
+
"ee_traj_cm": 2.39198014658231,
|
| 12 |
+
"frame_l1": 0.02654523125778024
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.96,
|
| 17 |
+
"P2_init_pos_cm": 1.1020591897964478,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.0035914970040323,
|
| 22 |
+
"ee_traj_cm": 1.9858535624742508,
|
| 23 |
+
"frame_l1": 0.02667585775628686
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.6266666666666667,
|
| 28 |
+
"P2_init_pos_cm": 1.5620197201396029,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 25.936399353875053,
|
| 32 |
+
"obj_end_cm": 2.2400502209365367,
|
| 33 |
+
"ee_traj_cm": 2.7067732283473016,
|
| 34 |
+
"frame_l1": 0.02664871562893192
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.4923677046597004,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.3240741869062185,
|
| 44 |
+
"ee_traj_cm": 2.4629173615574835,
|
| 45 |
+
"frame_l1": 0.025908211898058652
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/B_s0/eval_final.json
ADDED
|
@@ -0,0 +1,65 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"run": "gate1_runs/B_s0",
|
| 3 |
+
"mode": "B",
|
| 4 |
+
"seed": 0,
|
| 5 |
+
"all": {
|
| 6 |
+
"n": 1300,
|
| 7 |
+
"P1_ok": 0.9015384615384615,
|
| 8 |
+
"P1_static_ok": 0.22923076923076924,
|
| 9 |
+
"P2_init_cm": 1.2708313343100823,
|
| 10 |
+
"P2_static_cm": 26.72443600838001,
|
| 11 |
+
"P3_ok": 1.0,
|
| 12 |
+
"P3_swapped_ok": 0.98,
|
| 13 |
+
"P3_n": 50,
|
| 14 |
+
"P3_shift_cm": 25.384671564102174,
|
| 15 |
+
"obj_end_cm": 2.089659236440292,
|
| 16 |
+
"obj_end_static_cm": 7.971595473656287,
|
| 17 |
+
"ee_traj_cm": 2.220657093662482,
|
| 18 |
+
"frame_l1": 0.025592875342386273
|
| 19 |
+
},
|
| 20 |
+
"strong_target": {
|
| 21 |
+
"n": 500,
|
| 22 |
+
"P1_ok": 0.976,
|
| 23 |
+
"P1_static_ok": 0.002,
|
| 24 |
+
"P2_init_cm": 0.950777794778347,
|
| 25 |
+
"P2_static_cm": 24.257271148681642,
|
| 26 |
+
"P3_ok": null,
|
| 27 |
+
"P3_swapped_ok": null,
|
| 28 |
+
"P3_n": 0,
|
| 29 |
+
"P3_shift_cm": null,
|
| 30 |
+
"obj_end_cm": 1.9744981953501701,
|
| 31 |
+
"obj_end_static_cm": 9.603596222400665,
|
| 32 |
+
"ee_traj_cm": 1.840605416059494,
|
| 33 |
+
"frame_l1": 0.025704359129071236
|
| 34 |
+
},
|
| 35 |
+
"independent": {
|
| 36 |
+
"n": 600,
|
| 37 |
+
"P1_ok": 0.6533333333333333,
|
| 38 |
+
"P1_static_ok": 0.9866666666666667,
|
| 39 |
+
"P2_init_cm": 1.5322987098991872,
|
| 40 |
+
"P2_static_cm": 28.08093527555466,
|
| 41 |
+
"P3_ok": 1.0,
|
| 42 |
+
"P3_swapped_ok": 0.98,
|
| 43 |
+
"P3_n": 50,
|
| 44 |
+
"P3_shift_cm": 25.384671564102174,
|
| 45 |
+
"obj_end_cm": 2.149964064160983,
|
| 46 |
+
"obj_end_static_cm": 6.1396810678641005,
|
| 47 |
+
"ee_traj_cm": 2.5852421204249065,
|
| 48 |
+
"frame_l1": 0.02560611811156074
|
| 49 |
+
},
|
| 50 |
+
"weak": {
|
| 51 |
+
"n": 200,
|
| 52 |
+
"P1_ok": null,
|
| 53 |
+
"P1_static_ok": null,
|
| 54 |
+
"P2_init_cm": 1.286563056372106,
|
| 55 |
+
"P2_static_cm": 28.82285035610199,
|
| 56 |
+
"P3_ok": null,
|
| 57 |
+
"P3_swapped_ok": null,
|
| 58 |
+
"P3_n": 0,
|
| 59 |
+
"P3_shift_cm": null,
|
| 60 |
+
"obj_end_cm": 2.1966473560035227,
|
| 61 |
+
"obj_end_static_cm": 9.387336819171905,
|
| 62 |
+
"ee_traj_cm": 2.077031207382679,
|
| 63 |
+
"frame_l1": 0.02527443756815046
|
| 64 |
+
}
|
| 65 |
+
}
|
earlier_lines/gate1_runs/B_s1/config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mode": "B", "seed": 1, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]}
|
earlier_lines/gate1_runs/B_s1/eval_10000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 10000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8415384615384616,
|
| 6 |
+
"P2_init_pos_cm": 1.3925391584835374,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 0.98,
|
| 9 |
+
"P3_shift_cm": 25.329480876922606,
|
| 10 |
+
"obj_end_cm": 2.218459426875298,
|
| 11 |
+
"ee_traj_cm": 2.520530884357599,
|
| 12 |
+
"frame_l1": 0.026726777273445176
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.916,
|
| 17 |
+
"P2_init_pos_cm": 1.3005382618904113,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.2641939673423765,
|
| 22 |
+
"ee_traj_cm": 2.341446292877197,
|
| 23 |
+
"frame_l1": 0.02685321233794093
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.5933333333333334,
|
| 28 |
+
"P2_init_pos_cm": 1.4427904769716164,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 0.98,
|
| 31 |
+
"P3_shift_cm": 25.329480876922606,
|
| 32 |
+
"obj_end_cm": 2.211594892342885,
|
| 33 |
+
"ee_traj_cm": 2.6683321950833,
|
| 34 |
+
"frame_l1": 0.02684198080562055
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.4717874445021153,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.124716679304838,
|
| 44 |
+
"ee_traj_cm": 2.5248384308815,
|
| 45 |
+
"frame_l1": 0.026065079015679657
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/B_s1/eval_2000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 2000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.5092307692307693,
|
| 6 |
+
"P2_init_pos_cm": 2.4331939719044247,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 0.98,
|
| 9 |
+
"P3_shift_cm": 24.498936548233033,
|
| 10 |
+
"obj_end_cm": 3.204328977442705,
|
| 11 |
+
"ee_traj_cm": 3.888509443173042,
|
| 12 |
+
"frame_l1": 0.03898450202810077
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.518,
|
| 17 |
+
"P2_init_pos_cm": 2.3654161209464073,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 3.173384412884712,
|
| 22 |
+
"ee_traj_cm": 3.733680014848709,
|
| 23 |
+
"frame_l1": 0.03917273835092783
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.48,
|
| 28 |
+
"P2_init_pos_cm": 2.524517165571451,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 0.98,
|
| 31 |
+
"P3_shift_cm": 24.498936548233033,
|
| 32 |
+
"obj_end_cm": 3.368617663681507,
|
| 33 |
+
"ee_traj_cm": 4.149371954600016,
|
| 34 |
+
"frame_l1": 0.03975622988616427
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 2.3286690182983873,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.7888243301212787,
|
| 44 |
+
"ee_traj_cm": 3.4929954797029494,
|
| 45 |
+
"frame_l1": 0.0361987276468426
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/B_s1/eval_4000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 4000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.72,
|
| 6 |
+
"P2_init_pos_cm": 2.065860872910573,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 0.98,
|
| 9 |
+
"P3_shift_cm": 25.612186217308043,
|
| 10 |
+
"obj_end_cm": 2.7911310413709054,
|
| 11 |
+
"ee_traj_cm": 3.4962783206884676,
|
| 12 |
+
"frame_l1": 0.03295561523534931
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.824,
|
| 17 |
+
"P2_init_pos_cm": 1.8943603152930737,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.5927135413885116,
|
| 22 |
+
"ee_traj_cm": 3.1978792840242387,
|
| 23 |
+
"frame_l1": 0.03307378951832652
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.37333333333333335,
|
| 28 |
+
"P2_init_pos_cm": 2.2408888784796,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 0.98,
|
| 31 |
+
"P3_shift_cm": 25.612186217308043,
|
| 32 |
+
"obj_end_cm": 3.005963065524896,
|
| 33 |
+
"ee_traj_cm": 3.834578034877777,
|
| 34 |
+
"frame_l1": 0.0335481395230939
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.96952825024724,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.642678718864918,
|
| 44 |
+
"ee_traj_cm": 3.2273767697811127,
|
| 45 |
+
"frame_l1": 0.030882606664672494
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/B_s1/eval_6000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 6000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8307692307692308,
|
| 6 |
+
"P2_init_pos_cm": 1.4923266479544914,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 0.98,
|
| 9 |
+
"P3_shift_cm": 25.797192726135254,
|
| 10 |
+
"obj_end_cm": 2.322024406836583,
|
| 11 |
+
"ee_traj_cm": 2.7560634609369132,
|
| 12 |
+
"frame_l1": 0.02912297298343709
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.968,
|
| 17 |
+
"P2_init_pos_cm": 1.2831991236507894,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.088076415657997,
|
| 22 |
+
"ee_traj_cm": 2.3957723952531813,
|
| 23 |
+
"frame_l1": 0.029118341989815236
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.37333333333333335,
|
| 28 |
+
"P2_init_pos_cm": 1.6150288381427527,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 0.98,
|
| 31 |
+
"P3_shift_cm": 25.797192726135254,
|
| 32 |
+
"obj_end_cm": 2.5169828980167708,
|
| 33 |
+
"ee_traj_cm": 3.0888427099585534,
|
| 34 |
+
"frame_l1": 0.029592386988612513
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.6470388881489635,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.322018911242485,
|
| 44 |
+
"ee_traj_cm": 2.6584533780813215,
|
| 45 |
+
"frame_l1": 0.027726308451965453
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/B_s1/eval_8000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 8000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8646153846153846,
|
| 6 |
+
"P2_init_pos_cm": 1.12545131060653,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 0.98,
|
| 9 |
+
"P3_shift_cm": 25.338647465705872,
|
| 10 |
+
"obj_end_cm": 1.9991788522555278,
|
| 11 |
+
"ee_traj_cm": 2.1363934935514743,
|
| 12 |
+
"frame_l1": 0.0263663933168237
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.966,
|
| 17 |
+
"P2_init_pos_cm": 0.9442758126333356,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 1.922790199816227,
|
| 22 |
+
"ee_traj_cm": 1.8952266796827317,
|
| 23 |
+
"frame_l1": 0.026432109650224446
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.5266666666666666,
|
| 28 |
+
"P2_init_pos_cm": 1.1834064063554008,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 0.98,
|
| 31 |
+
"P3_shift_cm": 25.338647465705872,
|
| 32 |
+
"obj_end_cm": 2.049443182647228,
|
| 33 |
+
"ee_traj_cm": 2.3184017900625866,
|
| 34 |
+
"frame_l1": 0.026503065420935553
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.4045247682929038,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.0393574921786786,
|
| 44 |
+
"ee_traj_cm": 2.1932856386899946,
|
| 45 |
+
"frame_l1": 0.025792086170986293
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/B_s1/eval_final.json
ADDED
|
@@ -0,0 +1,65 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"run": "gate1_runs/B_s1",
|
| 3 |
+
"mode": "B",
|
| 4 |
+
"seed": 1,
|
| 5 |
+
"all": {
|
| 6 |
+
"n": 1300,
|
| 7 |
+
"P1_ok": 0.8415384615384616,
|
| 8 |
+
"P1_static_ok": 0.22923076923076924,
|
| 9 |
+
"P2_init_cm": 1.3925391584835374,
|
| 10 |
+
"P2_static_cm": 26.72443600838001,
|
| 11 |
+
"P3_ok": 1.0,
|
| 12 |
+
"P3_swapped_ok": 0.98,
|
| 13 |
+
"P3_n": 50,
|
| 14 |
+
"P3_shift_cm": 25.329480876922606,
|
| 15 |
+
"obj_end_cm": 2.218459426875298,
|
| 16 |
+
"obj_end_static_cm": 7.971595473656287,
|
| 17 |
+
"ee_traj_cm": 2.520530884357599,
|
| 18 |
+
"frame_l1": 0.026726777273445176
|
| 19 |
+
},
|
| 20 |
+
"strong_target": {
|
| 21 |
+
"n": 500,
|
| 22 |
+
"P1_ok": 0.916,
|
| 23 |
+
"P1_static_ok": 0.002,
|
| 24 |
+
"P2_init_cm": 1.3005382618904113,
|
| 25 |
+
"P2_static_cm": 24.257271148681642,
|
| 26 |
+
"P3_ok": null,
|
| 27 |
+
"P3_swapped_ok": null,
|
| 28 |
+
"P3_n": 0,
|
| 29 |
+
"P3_shift_cm": null,
|
| 30 |
+
"obj_end_cm": 2.2641939673423765,
|
| 31 |
+
"obj_end_static_cm": 9.603596222400665,
|
| 32 |
+
"ee_traj_cm": 2.341446292877197,
|
| 33 |
+
"frame_l1": 0.02685321233794093
|
| 34 |
+
},
|
| 35 |
+
"independent": {
|
| 36 |
+
"n": 600,
|
| 37 |
+
"P1_ok": 0.5933333333333334,
|
| 38 |
+
"P1_static_ok": 0.9866666666666667,
|
| 39 |
+
"P2_init_cm": 1.4427904769716164,
|
| 40 |
+
"P2_static_cm": 28.08093527555466,
|
| 41 |
+
"P3_ok": 1.0,
|
| 42 |
+
"P3_swapped_ok": 0.98,
|
| 43 |
+
"P3_n": 50,
|
| 44 |
+
"P3_shift_cm": 25.329480876922606,
|
| 45 |
+
"obj_end_cm": 2.211594892342885,
|
| 46 |
+
"obj_end_static_cm": 6.1396810678641005,
|
| 47 |
+
"ee_traj_cm": 2.6683321950833,
|
| 48 |
+
"frame_l1": 0.02684198080562055
|
| 49 |
+
},
|
| 50 |
+
"weak": {
|
| 51 |
+
"n": 200,
|
| 52 |
+
"P1_ok": null,
|
| 53 |
+
"P1_static_ok": null,
|
| 54 |
+
"P2_init_cm": 1.4717874445021153,
|
| 55 |
+
"P2_static_cm": 28.82285035610199,
|
| 56 |
+
"P3_ok": null,
|
| 57 |
+
"P3_swapped_ok": null,
|
| 58 |
+
"P3_n": 0,
|
| 59 |
+
"P3_shift_cm": null,
|
| 60 |
+
"obj_end_cm": 2.124716679304838,
|
| 61 |
+
"obj_end_static_cm": 9.387336819171905,
|
| 62 |
+
"ee_traj_cm": 2.5248384308815,
|
| 63 |
+
"frame_l1": 0.026065079015679657
|
| 64 |
+
}
|
| 65 |
+
}
|
earlier_lines/gate1_runs/B_s2/config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mode": "B", "seed": 2, "steps": 10000, "bs": 32, "lr": 0.0001, "norm": {"ee_mu": [-0.12659841775894165, 0.04224230349063873, 1.0214877128601074, 2.6704883575439453, 0.45998963713645935, -0.309579998254776, 0.028711631894111633, -0.02863346040248871], "ee_sd": [0.10816362500190735, 0.11133523285388947, 0.08017577975988388, 0.6500863432884216, 0.6634421944618225, 0.4027705490589142, 0.013515526428818703, 0.013626828789710999], "ob_mu": [-0.07867544889450073, 0.016247771680355072, 0.9488744735717773], "ob_sd": [0.09849961847066879, 0.11206598579883575, 0.06310376524925232]}, "nodes": ["put the bowl in front of the stove", "put the bowl on the cream cheese", "put the bowl on the cream cheese region", "put the bowl on the plate", "put the bowl on the stove", "put the bowl on the wine bottle region", "put the bowl on top of the cabinet", "put the cream cheese in front of the stove", "put the cream cheese in the bowl", "put the cream cheese on the bowl region", "put the cream cheese on the plate", "put the cream cheese on the stove", "put the cream cheese on top of the cabinet", "put the wine bottle in front of the stove", "put the wine bottle in the bowl", "put the wine bottle on the bowl region", "put the wine bottle on the cream cheese", "put the wine bottle on the cream cheese region", "put the wine bottle on the plate", "put the wine bottle on the rack", "put the wine bottle on the stove", "put the wine bottle on top of the cabinet", "turn on the stove"]}
|
earlier_lines/gate1_runs/B_s2/eval_10000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 10000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8969230769230769,
|
| 6 |
+
"P2_init_pos_cm": 1.0749974591628864,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 25.932073402404786,
|
| 10 |
+
"obj_end_cm": 1.9813507022192844,
|
| 11 |
+
"ee_traj_cm": 1.8826535055499811,
|
| 12 |
+
"frame_l1": 0.024810326499148057
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.97,
|
| 17 |
+
"P2_init_pos_cm": 0.9940594433993101,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 1.9891087103188039,
|
| 22 |
+
"ee_traj_cm": 1.75487207788229,
|
| 23 |
+
"frame_l1": 0.025154520105570555
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.6533333333333333,
|
| 28 |
+
"P2_init_pos_cm": 1.0543774056931337,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 25.932073402404786,
|
| 32 |
+
"obj_end_cm": 1.7246411586801211,
|
| 33 |
+
"ee_traj_cm": 1.8230601519346237,
|
| 34 |
+
"frame_l1": 0.02464715813907484
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.3392026589810848,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.7320843125879763,
|
| 44 |
+
"ee_traj_cm": 2.3808871355652808,
|
| 45 |
+
"frame_l1": 0.024439347563311457
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/B_s2/eval_2000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 2000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.6707692307692308,
|
| 6 |
+
"P2_init_pos_cm": 2.40930148681769,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 26.270597610473633,
|
| 10 |
+
"obj_end_cm": 3.0802687532168167,
|
| 11 |
+
"ee_traj_cm": 3.7861480807341064,
|
| 12 |
+
"frame_l1": 0.03846111324830697
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.718,
|
| 17 |
+
"P2_init_pos_cm": 2.284743154466152,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.9160519148111343,
|
| 22 |
+
"ee_traj_cm": 3.5187014200687408,
|
| 23 |
+
"frame_l1": 0.038703389652073386
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.5133333333333333,
|
| 28 |
+
"P2_init_pos_cm": 2.302147404154142,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 26.270597610473633,
|
| 32 |
+
"obj_end_cm": 2.690301568210125,
|
| 33 |
+
"ee_traj_cm": 3.726061694025993,
|
| 34 |
+
"frame_l1": 0.039043650003150104
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 3.0421595656871796,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 4.660712404251099,
|
| 44 |
+
"ee_traj_cm": 4.6350238925218585,
|
| 45 |
+
"frame_l1": 0.03610781197436154
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/B_s2/eval_4000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 4000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.7784615384615384,
|
| 6 |
+
"P2_init_pos_cm": 1.8322488434154254,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 25.297728500366212,
|
| 10 |
+
"obj_end_cm": 2.594641414972452,
|
| 11 |
+
"ee_traj_cm": 3.2672809056135326,
|
| 12 |
+
"frame_l1": 0.03329933920015509
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.868,
|
| 17 |
+
"P2_init_pos_cm": 1.7881473214924335,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.4522570608854295,
|
| 22 |
+
"ee_traj_cm": 3.044814518690109,
|
| 23 |
+
"frame_l1": 0.03349526339769363
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.48,
|
| 28 |
+
"P2_init_pos_cm": 1.844983416100343,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 25.297728500366212,
|
| 32 |
+
"obj_end_cm": 2.3995688409606615,
|
| 33 |
+
"ee_traj_cm": 3.2829453519980114,
|
| 34 |
+
"frame_l1": 0.0338328720908612
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.9042989301681519,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 3.53582002222538,
|
| 44 |
+
"ee_traj_cm": 3.776453533768654,
|
| 45 |
+
"frame_l1": 0.031208930034190417
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/B_s2/eval_6000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 6000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8769230769230769,
|
| 6 |
+
"P2_init_pos_cm": 1.2958472566507184,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 25.926251544952393,
|
| 10 |
+
"obj_end_cm": 2.1671623816398475,
|
| 11 |
+
"ee_traj_cm": 2.380341832821186,
|
| 12 |
+
"frame_l1": 0.028891092752321407
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.96,
|
| 17 |
+
"P2_init_pos_cm": 1.1465854498520494,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.038590265929699,
|
| 22 |
+
"ee_traj_cm": 2.162745472788811,
|
| 23 |
+
"frame_l1": 0.02899545881152153
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.6,
|
| 28 |
+
"P2_init_pos_cm": 1.2995386041328312,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 25.926251544952393,
|
| 32 |
+
"obj_end_cm": 2.04072288364172,
|
| 33 |
+
"ee_traj_cm": 2.3970139063398044,
|
| 34 |
+
"frame_l1": 0.02919939807460954
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.6579277312010527,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 2.8679111649096014,
|
| 44 |
+
"ee_traj_cm": 2.8743165123462675,
|
| 45 |
+
"frame_l1": 0.027705261637456714
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/B_s2/eval_8000.json
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 8000,
|
| 3 |
+
"all": {
|
| 4 |
+
"n": 1300,
|
| 5 |
+
"P1_prereq_ok": 0.8646153846153846,
|
| 6 |
+
"P2_init_pos_cm": 1.214730415997597,
|
| 7 |
+
"P3_counterfactual_ok": 1.0,
|
| 8 |
+
"P3_swapped_ok": 1.0,
|
| 9 |
+
"P3_shift_cm": 26.09207077026367,
|
| 10 |
+
"obj_end_cm": 2.171222052001036,
|
| 11 |
+
"ee_traj_cm": 2.1365469366770524,
|
| 12 |
+
"frame_l1": 0.02678792817876316
|
| 13 |
+
},
|
| 14 |
+
"strong_target": {
|
| 15 |
+
"n": 500,
|
| 16 |
+
"P1_prereq_ok": 0.96,
|
| 17 |
+
"P2_init_pos_cm": 1.0212850654125214,
|
| 18 |
+
"P3_counterfactual_ok": null,
|
| 19 |
+
"P3_swapped_ok": null,
|
| 20 |
+
"P3_shift_cm": null,
|
| 21 |
+
"obj_end_cm": 2.067933986186981,
|
| 22 |
+
"ee_traj_cm": 1.9055638471841811,
|
| 23 |
+
"frame_l1": 0.02690644821897149
|
| 24 |
+
},
|
| 25 |
+
"independent": {
|
| 26 |
+
"n": 600,
|
| 27 |
+
"P1_prereq_ok": 0.5466666666666666,
|
| 28 |
+
"P2_init_pos_cm": 1.1793051244318484,
|
| 29 |
+
"P3_counterfactual_ok": 1.0,
|
| 30 |
+
"P3_swapped_ok": 1.0,
|
| 31 |
+
"P3_shift_cm": 26.09207077026367,
|
| 32 |
+
"obj_end_cm": 1.886916656990846,
|
| 33 |
+
"ee_traj_cm": 2.1054872408509255,
|
| 34 |
+
"frame_l1": 0.02681121336451421
|
| 35 |
+
},
|
| 36 |
+
"weak": {
|
| 37 |
+
"n": 200,
|
| 38 |
+
"P1_prereq_ok": null,
|
| 39 |
+
"P2_init_pos_cm": 1.8046196671575307,
|
| 40 |
+
"P3_counterfactual_ok": null,
|
| 41 |
+
"P3_swapped_ok": null,
|
| 42 |
+
"P3_shift_cm": null,
|
| 43 |
+
"obj_end_cm": 3.2823584015667437,
|
| 44 |
+
"ee_traj_cm": 2.8071837478876116,
|
| 45 |
+
"frame_l1": 0.02642177252098918
|
| 46 |
+
}
|
| 47 |
+
}
|
earlier_lines/gate1_runs/B_s2/eval_final.json
ADDED
|
@@ -0,0 +1,65 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"run": "gate1_runs/B_s2",
|
| 3 |
+
"mode": "B",
|
| 4 |
+
"seed": 2,
|
| 5 |
+
"all": {
|
| 6 |
+
"n": 1300,
|
| 7 |
+
"P1_ok": 0.8969230769230769,
|
| 8 |
+
"P1_static_ok": 0.22923076923076924,
|
| 9 |
+
"P2_init_cm": 1.0749974591628864,
|
| 10 |
+
"P2_static_cm": 26.72443600838001,
|
| 11 |
+
"P3_ok": 1.0,
|
| 12 |
+
"P3_swapped_ok": 1.0,
|
| 13 |
+
"P3_n": 50,
|
| 14 |
+
"P3_shift_cm": 25.932073402404786,
|
| 15 |
+
"obj_end_cm": 1.9813507022192844,
|
| 16 |
+
"obj_end_static_cm": 7.971595473656287,
|
| 17 |
+
"ee_traj_cm": 1.8826535055499811,
|
| 18 |
+
"frame_l1": 0.024810326499148057
|
| 19 |
+
},
|
| 20 |
+
"strong_target": {
|
| 21 |
+
"n": 500,
|
| 22 |
+
"P1_ok": 0.97,
|
| 23 |
+
"P1_static_ok": 0.002,
|
| 24 |
+
"P2_init_cm": 0.9940594433993101,
|
| 25 |
+
"P2_static_cm": 24.257271148681642,
|
| 26 |
+
"P3_ok": null,
|
| 27 |
+
"P3_swapped_ok": null,
|
| 28 |
+
"P3_n": 0,
|
| 29 |
+
"P3_shift_cm": null,
|
| 30 |
+
"obj_end_cm": 1.9891087103188039,
|
| 31 |
+
"obj_end_static_cm": 9.603596222400665,
|
| 32 |
+
"ee_traj_cm": 1.75487207788229,
|
| 33 |
+
"frame_l1": 0.025154520105570555
|
| 34 |
+
},
|
| 35 |
+
"independent": {
|
| 36 |
+
"n": 600,
|
| 37 |
+
"P1_ok": 0.6533333333333333,
|
| 38 |
+
"P1_static_ok": 0.9866666666666667,
|
| 39 |
+
"P2_init_cm": 1.0543774056931337,
|
| 40 |
+
"P2_static_cm": 28.08093527555466,
|
| 41 |
+
"P3_ok": 1.0,
|
| 42 |
+
"P3_swapped_ok": 1.0,
|
| 43 |
+
"P3_n": 50,
|
| 44 |
+
"P3_shift_cm": 25.932073402404786,
|
| 45 |
+
"obj_end_cm": 1.7246411586801211,
|
| 46 |
+
"obj_end_static_cm": 6.1396810678641005,
|
| 47 |
+
"ee_traj_cm": 1.8230601519346237,
|
| 48 |
+
"frame_l1": 0.02464715813907484
|
| 49 |
+
},
|
| 50 |
+
"weak": {
|
| 51 |
+
"n": 200,
|
| 52 |
+
"P1_ok": null,
|
| 53 |
+
"P1_static_ok": null,
|
| 54 |
+
"P2_init_cm": 1.3392026589810848,
|
| 55 |
+
"P2_static_cm": 28.82285035610199,
|
| 56 |
+
"P3_ok": null,
|
| 57 |
+
"P3_swapped_ok": null,
|
| 58 |
+
"P3_n": 0,
|
| 59 |
+
"P3_shift_cm": null,
|
| 60 |
+
"obj_end_cm": 2.7320843125879763,
|
| 61 |
+
"obj_end_static_cm": 9.387336819171905,
|
| 62 |
+
"ee_traj_cm": 2.3808871355652808,
|
| 63 |
+
"frame_l1": 0.024439347563311457
|
| 64 |
+
}
|
| 65 |
+
}
|