Upload env_clip seed rollout artifacts

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/command.txt

@@ -0,0 +1 @@
+python scripts/eval_ctt_generated_rollout.py --checkpoint runs/ctt_residual_base_context_obs_seed0/model.pt --source-index data/cil_charts_rgb_refs/train/index.json --target-index data/cil_charts_rgb_refs/test/index.json --out-dir runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0 --k 8 --pool-size 0 --neighbors 8 --max-target-charts 48 --group-batch-size 1 --device cpu --sim-backend physx_cpu --render-backend cpu --restore-tolerance 1e-5 --delta-scale 1.0 --execution-action-scale 1.0 --execution-action-scale-vector  --execution-action-transform env_clip --bootstrap-samples 200 --disable-action-clipping

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/config.yaml

@@ -0,0 +1,22 @@
+bootstrap_samples: 200
+checkpoint: runs/ctt_residual_base_context_obs_seed0/model.pt
+delta_scale: 1.0
+device: cpu
+disable_action_clipping: True
+exclude_self_source: False
+execution_action_scale: 1.0
+execution_action_scale_vector: 
+execution_action_transform: env_clip
+group_batch_size: 1
+include_targets_without_positives: False
+k: 8
+max_target_charts: 48
+neighbors: 8
+out_dir: runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0
+pool_size: 0
+render_backend: cpu
+restore_tolerance: 1e-05
+sim_backend: physx_cpu
+skip_metrics: False
+source_index: data/cil_charts_rgb_refs/train/index.json
+target_index: data/cil_charts_rgb_refs/test/index.json

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/data_hash.txt

@@ -0,0 +1 @@
+0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/eval.log

@@ -0,0 +1,537 @@
+start
+importing gymnasium/mani_skill
+installed lightweight mani_skill tabletop import stub
+registered tabletop ManiSkill tasks selectively
+imported gymnasium/mani_skill
+loaded checkpoint=runs/ctt_residual_base_context_obs_seed0/model.pt
+loaded charts source=301 target=48
+generated proposals rows=48 total=384
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PickCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+rollout complete rows=48

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/git_hash.txt

@@ -0,0 +1 @@
+

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/measured_metrics/metrics_by_seed.json

@@ -0,0 +1,1399 @@
+{
+  "1073161778": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.314036786556244,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.11826865267819486,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.6859632134437561,
+    "selected_utility_gain_over_base_at_8": -1.314036786556244,
+    "selector_regret_at_8": 1.314036786556244,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.314036786556244
+  },
+  "1113371261": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.15842342376708984,
+    "branch_car_at_8": 0.019775494933128357,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0409704878604527,
+    "ncar_to_proposal_oracle_at_8": 0.3551964114056235,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.16232889058959635,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.10274861752986908,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.055674806237220764,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.08297312259674072,
+    "selected_utility_gain_over_base_at_8": -0.07545030117034912,
+    "selector_gap_fraction_to_hidden_at_8": 0.010738350600429925,
+    "selector_regret_at_8": 0.019775494933128357,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.897251382470131,
+    "support_gap_fraction_to_hidden_at_8": 1.0302321429126275,
+    "total_car_to_hidden_at_8": 1.9170268774032593
+  },
+  "1151410346": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.2260012924671173,
+    "branch_car_at_8": 0.6744232773780823,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.019206563457448,
+    "ncar_to_proposal_oracle_at_8": 1.0532089845634416,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.0671507568382988,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.8663521409034729,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.6403508484363556,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.19192886352539062,
+    "selected_utility_gain_over_base_at_8": -0.034072428941726685,
+    "selector_gap_fraction_to_hidden_at_8": 0.38017123378630263,
+    "selector_regret_at_8": 0.6744232773780823,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.133647859096527,
+    "support_gap_fraction_to_hidden_at_8": 0.6390353354163951,
+    "total_car_to_hidden_at_8": 1.8080711364746094
+  },
+  "1261930456": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.9424514770507812,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.12792577004502825,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.05754852294921875,
+    "selected_utility_gain_over_base_at_8": -1.9424514770507812,
+    "selector_regret_at_8": 1.9424514770507812,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.9424514770507812
+  },
+  "1324133122": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.09220491349697113,
+    "branch_car_at_8": 0.007663249969482422,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0235239883664784,
+    "ncar_to_proposal_oracle_at_8": 0.20591432959195763,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.092138187895615,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.054989203810691833,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.0372157096862793,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.04732595384120941,
+    "selected_utility_gain_over_base_at_8": -0.04487895965576172,
+    "selector_gap_fraction_to_hidden_at_8": 0.004016809784078587,
+    "selector_regret_at_8": 0.007663249969482422,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9450107961893082,
+    "support_gap_fraction_to_hidden_at_8": 1.0195071839473575,
+    "total_car_to_hidden_at_8": 1.9526740461587906
+  },
+  "1324642411": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.10647052526473999,
+    "branch_car_at_8": 0.09653645753860474,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0164105017208465,
+    "ncar_to_proposal_oracle_at_8": 1.474679080536188,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.5526287764832016,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.17193320393562317,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.06546267867088318,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07539674639701843,
+    "selected_utility_gain_over_base_at_8": -0.031073778867721558,
+    "selector_gap_fraction_to_hidden_at_8": 0.050982284050319196,
+    "selector_regret_at_8": 0.09653645753860474,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8280667960643768,
+    "support_gap_fraction_to_hidden_at_8": 0.9654282230383365,
+    "total_car_to_hidden_at_8": 1.9246032536029816
+  },
+  "1375492786": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.2585841831573146,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "141984615": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.10283424705266953,
+    "branch_car_at_8": 0.0044404270593076944,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2857772707939148,
+    "ncar_to_hidden_chart_oracle_at_8": 1.5465261302594324,
+    "ncar_to_proposal_oracle_at_8": 0.046475818070309496,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.5086297347996677,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.007291515823453665,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.09554273122921586,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.0028510887641459703,
+    "selected_utility_gain_over_base_at_8": -0.09998315828852355,
+    "selector_gap_fraction_to_hidden_at_8": 0.024272185779482015,
+    "selector_regret_at_8": 0.0044404270593076944,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.27848575497046113,
+    "support_gap_fraction_to_hidden_at_8": 1.522254029015895,
+    "total_car_to_hidden_at_8": 0.2829261820297688
+  },
+  "1461069713": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.0939030647277832,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.1593424528837204,
+    "ncar_to_hidden_chart_oracle_at_8": 1.5150519264475686,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.30191276277048545,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.06019836664199829,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.03370469808578491,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.06019836664199829,
+    "selected_utility_gain_over_base_at_8": -0.03370469808578491,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0991440862417221,
+    "support_gap_fraction_to_hidden_at_8": 1.515052157967448,
+    "total_car_to_hidden_at_8": 0.0991440862417221
+  },
+  "1480856810": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.08703407645225525,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.20948036015033722,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.179928318376901,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.9129659235477448,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 1.9129659235477448,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1509980664": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.8334100246429443,
+    "branch_car_at_8": 1.8087006509304047,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.5504167476431916,
+    "ncar_to_proposal_oracle_at_8": 1.5504167476431916,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.3747789189425261,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.1665899753570557,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.19129934906959534,
+    "selected_utility_gain_over_base_at_8": -0.642110675573349,
+    "selector_gap_fraction_to_hidden_at_8": 1.5504167609333515,
+    "selector_regret_at_8": 1.8087006509304047,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.8087006509304047
+  },
+  "1522272686": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.5839591026306152,
+    "branch_car_at_8": 0.07775434851646423,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.337885763738222,
+    "ncar_to_proposal_oracle_at_8": 0.19404351306644718,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.2487273132264659,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.18325337767601013,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.4007057249546051,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.1054990291595459,
+    "selected_utility_gain_over_base_at_8": -0.47846007347106934,
+    "selector_gap_fraction_to_hidden_at_8": 0.054909677157566894,
+    "selector_regret_at_8": 0.07775434851646423,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8167466223239899,
+    "support_gap_fraction_to_hidden_at_8": 1.282976096028728,
+    "total_car_to_hidden_at_8": 1.894500970840454
+  },
+  "1549324805": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.10451483726501465,
+    "branch_car_at_8": 0.015449045225977898,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2974560856819153,
+    "ncar_to_hidden_chart_oracle_at_8": 1.4064688014563071,
+    "ncar_to_proposal_oracle_at_8": 0.24531804236821594,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.4749501401639586,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.0415392704308033,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.06297556683421135,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.0260902252048254,
+    "selected_utility_gain_over_base_at_8": -0.07842461206018925,
+    "selector_gap_fraction_to_hidden_at_8": 0.08007124113033698,
+    "selector_regret_at_8": 0.015449045225977898,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.255916815251112,
+    "support_gap_fraction_to_hidden_at_8": 1.3263976332221918,
+    "total_car_to_hidden_at_8": 0.2713658604770899
+  },
+  "1578990937": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.82413649559021,
+    "branch_car_at_8": 1.8410606235265732,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.5657094560423286,
+    "ncar_to_proposal_oracle_at_8": 1.5657094560423286,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.18978423876918557,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.17586350440979,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.15893937647342682,
+    "selected_utility_gain_over_base_at_8": -0.6651971191167831,
+    "selector_gap_fraction_to_hidden_at_8": 1.56570946935773,
+    "selector_regret_at_8": 1.8410606235265732,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.8410606235265732
+  },
+  "1747178030": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.0,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1790188787": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.12476746737957001,
+    "branch_car_at_8": 0.029213324189186096,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0298957807635454,
+    "ncar_to_proposal_oracle_at_8": 1.088090976789565,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.4077132814505978,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.09791924059391022,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.02684822678565979,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.06870591640472412,
+    "selected_utility_gain_over_base_at_8": -0.056061550974845886,
+    "selector_gap_fraction_to_hidden_at_8": 0.015578507561600218,
+    "selector_regret_at_8": 0.029213324189186096,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9020807594060898,
+    "support_gap_fraction_to_hidden_at_8": 1.0143172786940413,
+    "total_car_to_hidden_at_8": 1.9312940835952759
+  },
+  "1822210471": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.07191530615091324,
+    "branch_car_at_8": 1.9369332194328308,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.004589277414047,
+    "ncar_to_proposal_oracle_at_8": 1.004589277414047,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.2838328272104809,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.9280846938490868,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.06306678056716919,
+    "selected_utility_gain_over_base_at_8": -0.008848525583744049,
+    "selector_gap_fraction_to_hidden_at_8": 1.0045892826243434,
+    "selector_regret_at_8": 1.9369332194328308,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.9369332194328308
+  },
+  "1845489013": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.04791080918655728,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1999022574": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.8523550033569336,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.43139401720338455,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.1476449966430664,
+    "selected_utility_gain_over_base_at_8": -1.8523550033569336,
+    "selector_regret_at_8": 1.8523550033569336,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.8523550033569336
+  },
+  "2012211287": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7236053347587585,
+    "branch_car_at_8": 1.2935669422149658,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0134537281507217,
+    "ncar_to_proposal_oracle_at_8": 1.0134537281507217,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.0968309020091614,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.2763946652412415,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.7064330577850342,
+    "selected_utility_gain_over_base_at_8": -0.017172276973724365,
+    "selector_gap_fraction_to_hidden_at_8": 1.0134537360906932,
+    "selector_regret_at_8": 1.2935669422149658,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.2935669422149658
+  },
+  "2038594191": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.4526412084527619,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "2054899126": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.005789309740066528,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.0062741996288234545,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.062074945708557906,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": -0.5,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.077283151447773,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.922716848552227,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.5,
+    "selected_success_gain_over_base_at_8": -0.5,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 1.0714938417077065,
+    "selected_utility_gain_over_base_at_8": -0.9285061582922935,
+    "selector_regret_at_8": 0.005789309740066528,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.5,
+    "success_total_car_to_hidden_at_8": 0.5,
+    "support_gap_at_8": 0.922716848552227,
+    "total_car_to_hidden_at_8": 0.9285061582922935
+  },
+  "2061635888": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.05225050449371338,
+    "branch_car_at_8": 0.024509236216545105,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9890953257784423,
+    "ncar_to_proposal_oracle_at_8": 0.535734944701192,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.1433791057743875,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.09799930453300476,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.04574880003929138,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07349006831645966,
+    "selected_utility_gain_over_base_at_8": 0.021239563822746277,
+    "selector_gap_fraction_to_hidden_at_8": 0.012583361604298255,
+    "selector_regret_at_8": 0.024509236216545105,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9020006954669952,
+    "support_gap_fraction_to_hidden_at_8": 0.9765119692522884,
+    "total_car_to_hidden_at_8": 1.9265099316835403
+  },
+  "211245842": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.19090841710567474,
+    "branch_car_at_8": 1.9389635622501373,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0717884986398245,
+    "ncar_to_proposal_oracle_at_8": 1.0717884986398245,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.34366974711546067,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.8090915828943253,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.06103643774986267,
+    "selected_utility_gain_over_base_at_8": -0.12987197935581207,
+    "selector_gap_fraction_to_hidden_at_8": 1.0717885045642812,
+    "selector_regret_at_8": 1.9389635622501373,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.9389635622501373
+  },
+  "278008524": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.042734989896416664,
+    "branch_car_at_8": 0.9527695365250111,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.5,
+    "hidden_chart_oracle_utility_at_8": 1.1139086410403252,
+    "ncar_to_hidden_chart_oracle_at_8": 0.960078898688067,
+    "ncar_to_proposal_oracle_at_8": 0.7591084970440838,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.310434725947883,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": 0.5,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.0287093725055456,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.985974382609129,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07593983598053455,
+    "selected_utility_gain_over_base_at_8": 0.03320484608411789,
+    "selector_gap_fraction_to_hidden_at_8": 0.5161731509502618,
+    "selector_regret_at_8": 0.9527695365250111,
+    "success_selector_gap_at_8": 0.5,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.5,
+    "support_gap_at_8": 0.08519926853477955,
+    "support_gap_fraction_to_hidden_at_8": 0.44390577495475203,
+    "total_car_to_hidden_at_8": 1.0379688050597906
+  },
+  "307068879": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.6000905632972717,
+    "branch_car_at_8": 0.009292900562286377,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.2841797393239534,
+    "ncar_to_proposal_oracle_at_8": 0.023917917031821136,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.0839617974986205,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.2115575522184372,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.38853301107883453,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.20226465165615082,
+    "selected_utility_gain_over_base_at_8": -0.3978259116411209,
+    "selector_gap_fraction_to_hidden_at_8": 0.00663821552926622,
+    "selector_regret_at_8": 0.009292900562286377,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.7884424477815628,
+    "support_gap_fraction_to_hidden_at_8": 1.2775415329679929,
+    "total_car_to_hidden_at_8": 1.7977353483438492
+  },
+  "412102563": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.17057044328409873,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "440577711": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.036152780055999756,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.32799748219065994,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.9638472199440002,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 1.9638472199440002,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "441046872": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.6999551653862,
+    "branch_car_at_8": 0.30289267003536224,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.375406519195728,
+    "ncar_to_proposal_oracle_at_8": 1.6359077435482796,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.2798406531209561,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.5148025155067444,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.18515264987945557,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.21190984547138214,
+    "selected_utility_gain_over_base_at_8": -0.4880453199148178,
+    "selector_gap_fraction_to_hidden_at_8": 0.23298632629492472,
+    "selector_regret_at_8": 0.30289267003536224,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.4851974844932556,
+    "support_gap_fraction_to_hidden_at_8": 1.1424202034804887,
+    "total_car_to_hidden_at_8": 1.7880901545286179
+  },
+  "509430392": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.2351741790771484e-07,
+    "branch_car_at_8": 1.9999983310699463,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9999992722936044,
+    "ncar_to_proposal_oracle_at_8": 0.9999992722936044,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.42536882447549906,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.999999776482582,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 1.6689300537109375e-06,
+    "selected_utility_gain_over_base_at_8": 1.4454126358032227e-06,
+    "selector_gap_fraction_to_hidden_at_8": 0.9999992772936013,
+    "selector_regret_at_8": 1.9999983310699463,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.9999983310699463
+  },
+  "585904130": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.18171554803848267,
+    "branch_car_at_8": 1.9455040879547596,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0699668443825348,
+    "ncar_to_proposal_oracle_at_8": 1.0699668443825348,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.38990959362578037,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.8182844519615173,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.0544959120452404,
+    "selected_utility_gain_over_base_at_8": -0.12721963599324226,
+    "selector_gap_fraction_to_hidden_at_8": 1.06996685026702,
+    "selector_regret_at_8": 1.9455040879547596,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.9455040879547596
+  },
+  "608016290": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.725701630115509,
+    "branch_car_at_8": 1.801614299416542,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.4138088283372454,
+    "ncar_to_proposal_oracle_at_8": 1.4138088283372454,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.2856298256430706,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.274298369884491,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.19838570058345795,
+    "selected_utility_gain_over_base_at_8": -0.5273159295320511,
+    "selector_gap_fraction_to_hidden_at_8": 1.4138088394320474,
+    "selector_regret_at_8": 1.801614299416542,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.801614299416542
+  },
+  "626486813": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.00509834272088483,
+    "branch_car_at_8": 0.03618102171458304,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.16558238118886948,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9831618770826512,
+    "ncar_to_proposal_oracle_at_8": 0.6906450218760459,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.18465165742730114,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.043898362666368484,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.038800019945483655,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.007717340951785445,
+    "selected_utility_gain_over_base_at_8": 0.0026189982309006155,
+    "selector_gap_fraction_to_hidden_at_8": 0.5069347471324938,
+    "selector_regret_at_8": 0.03618102171458304,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.12241578102111816,
+    "support_gap_fraction_to_hidden_at_8": 0.48675968258167346,
+    "total_car_to_hidden_at_8": 0.15786504023708403
+  },
+  "636680137": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.08313504606485367,
+    "branch_car_at_8": 0.0321691632270813,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.17056432366371155,
+    "ncar_to_hidden_chart_oracle_at_8": 1.3093116019674635,
+    "ncar_to_proposal_oracle_at_8": 6.27535456388364,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.1604759487570056,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.08826130628585815,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.005126260221004486,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.056092143058776855,
+    "selected_utility_gain_over_base_at_8": -0.027042903006076813,
+    "selector_gap_fraction_to_hidden_at_8": 0.367944973475356,
+    "selector_regret_at_8": 0.0321691632270813,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0823030173778534,
+    "support_gap_fraction_to_hidden_at_8": 0.9413667782487608,
+    "total_car_to_hidden_at_8": 0.11447218060493469
+  },
+  "655884605": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.16300667822360992,
+    "branch_car_at_8": 0.015101373195648193,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0221989684904504,
+    "ncar_to_proposal_oracle_at_8": 0.5881054173139344,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.15615710307317,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.13732868432998657,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.025677993893623352,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.12222731113433838,
+    "selected_utility_gain_over_base_at_8": -0.040779367089271545,
+    "selector_gap_fraction_to_hidden_at_8": 0.00822070119506206,
+    "selector_regret_at_8": 0.015101373195648193,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8626713156700134,
+    "support_gap_fraction_to_hidden_at_8": 1.0139782728599103,
+    "total_car_to_hidden_at_8": 1.8777726888656616
+  },
+  "672328262": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.14625312485226447,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "701667486": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.5870008617094717,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "747260437": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.02766873687505722,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2786632478237152,
+    "ncar_to_hidden_chart_oracle_at_8": 0.11498990375760412,
+    "ncar_to_proposal_oracle_at_8": 0.014627126716641962,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.08804973016079459,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.10839563608169556,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.8916043639183044,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.08072689920663834,
+    "selected_utility_gain_over_base_at_8": -1.9192731007933617,
+    "selector_gap_fraction_to_hidden_at_8": 0.016073982525543394,
+    "selector_regret_at_8": 0.02766873687505722,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.17026761174201965,
+    "support_gap_fraction_to_hidden_at_8": 0.0989159219000875,
+    "total_car_to_hidden_at_8": 0.19793634861707687
+  },
+  "750448296": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.11759314934412639,
+    "branch_car_at_8": 0.6691809842983881,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.6666666666666666,
+    "hidden_chart_oracle_utility_at_8": 1.4079964955647786,
+    "ncar_to_hidden_chart_oracle_at_8": 1.1403644958085393,
+    "ncar_to_proposal_oracle_at_8": 0.7976117915491451,
+    "outcome_ptr_at_8": 0.6666666666666666,
+    "pairwise_causal_calibration_ece": 0.3383885054637579,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.3333333333333333,
+    "proposal_oracle_success_gain_over_base_at_8": 0.3333333333333333,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.7526603279014429,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.6350671785573164,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.08347934360305469,
+    "selected_utility_gain_over_base_at_8": -0.0341138057410717,
+    "selector_gap_fraction_to_hidden_at_8": 0.35564328281247576,
+    "selector_regret_at_8": 0.6691809842983881,
+    "success_selector_gap_at_8": 0.3333333333333333,
+    "success_support_gap_at_8": 0.3333333333333333,
+    "success_total_car_to_hidden_at_8": 0.6666666666666666,
+    "support_gap_at_8": 0.6553361676633358,
+    "support_gap_fraction_to_hidden_at_8": 0.7847212520809214,
+    "total_car_to_hidden_at_8": 1.324517151961724
+  },
+  "767747424": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.25,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.5731993420049548,
+    "branch_car_at_8": 0.4965706568909809,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.25,
+    "hidden_chart_oracle_utility_at_8": 0.6737305596470833,
+    "ncar_to_hidden_chart_oracle_at_8": 0.733876060992098,
+    "ncar_to_proposal_oracle_at_8": 0.4702272752738932,
+    "outcome_ptr_at_8": 0.5,
+    "pairwise_causal_calibration_ece": 0.20766622868239976,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": 0.25,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.0424291878007352,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.4692298457957804,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.25,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.5458585309097543,
+    "selected_utility_gain_over_base_at_8": -0.02734081109520048,
+    "selector_gap_fraction_to_hidden_at_8": 0.28907538784715653,
+    "selector_regret_at_8": 0.4965706568909809,
+    "success_selector_gap_at_8": 0.25,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.25,
+    "support_gap_at_8": 0.06562284985557199,
+    "support_gap_fraction_to_hidden_at_8": 0.4448007062563116,
+    "total_car_to_hidden_at_8": 0.5621935067465529
+  }
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/measured_metrics/metrics_by_task.json

@@ -0,0 +1,182 @@
+{
+  "LiftPegUpright-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.2,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.9498705387115478,
+    "branch_car_at_8": 0.9442807197570801,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.2717122037519122,
+    "ncar_to_proposal_oracle_at_8": 1.021772054267017,
+    "outcome_ptr_at_8": 0.4,
+    "pairwise_causal_calibration_ece": 0.1729063661900007,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.6,
+    "proposal_oracle_success_gain_over_base_at_8": 0.4,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.3452720135450362,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.3954014748334885,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -0.2,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.4009912937879562,
+    "selected_utility_gain_over_base_at_8": -0.5488792449235916,
+    "selector_gap_fraction_to_hidden_at_8": 0.6667217793367328,
+    "selector_regret_at_8": 0.9442807197570801,
+    "success_selector_gap_at_8": 0.6,
+    "success_support_gap_at_8": 0.4,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.6547279864549637,
+    "support_gap_fraction_to_hidden_at_8": 0.6049904341121204,
+    "total_car_to_hidden_at_8": 1.5990087062120437
+  },
+  "PickCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.5839591026306152,
+    "branch_car_at_8": 0.07775434851646423,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.337885763738222,
+    "ncar_to_proposal_oracle_at_8": 0.19404351306644718,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.2487273132264659,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.18325337767601013,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.4007057249546051,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.1054990291595459,
+    "selected_utility_gain_over_base_at_8": -0.47846007347106934,
+    "selector_gap_fraction_to_hidden_at_8": 0.054909677157566894,
+    "selector_regret_at_8": 0.07775434851646423,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8167466223239899,
+    "support_gap_fraction_to_hidden_at_8": 1.282976096028728,
+    "total_car_to_hidden_at_8": 1.894500970840454
+  },
+  "PullCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.36,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7751704612234608,
+    "branch_car_at_8": 0.39781879984773694,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.52,
+    "hidden_chart_oracle_utility_at_8": 1.1467878860235214,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0116657649233558,
+    "ncar_to_proposal_oracle_at_8": 0.8536461172651992,
+    "outcome_ptr_at_8": 0.44,
+    "pairwise_causal_calibration_ece": 0.24293212609701714,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.48,
+    "proposal_oracle_success_gain_over_base_at_8": 0.12,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.001326624136418,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.22615616291295737,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.28,
+    "selected_success_gain_over_base_at_8": -0.08,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.6035078242886811,
+    "selected_utility_gain_over_base_at_8": -0.1716626369347796,
+    "selector_gap_fraction_to_hidden_at_8": 0.37957587287742484,
+    "selector_regret_at_8": 0.39781879984773694,
+    "success_selector_gap_at_8": 0.2,
+    "success_support_gap_at_8": 0.08,
+    "success_total_car_to_hidden_at_8": 0.28,
+    "support_gap_at_8": 0.21501123936846853,
+    "support_gap_fraction_to_hidden_at_8": 0.6332602231497357,
+    "total_car_to_hidden_at_8": 0.6127714982163162
+  },
+  "PushCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.16666666666666666,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.3924041787783305,
+    "branch_car_at_8": 0.678033264974753,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.8333333333333334,
+    "hidden_chart_oracle_utility_at_8": 1.7015800600250561,
+    "ncar_to_hidden_chart_oracle_at_8": 0.6092611109555992,
+    "ncar_to_proposal_oracle_at_8": 0.7125538659238715,
+    "outcome_ptr_at_8": 0.6666666666666666,
+    "pairwise_causal_calibration_ece": 0.336927075503648,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.6666666666666666,
+    "proposal_oracle_success_gain_over_base_at_8": 0.5,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.3783087407549222,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.9859045619765917,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.3333333333333333,
+    "selected_success_gain_over_base_at_8": 0.16666666666666666,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.7002754757801691,
+    "selected_utility_gain_over_base_at_8": 0.3078712970018387,
+    "selector_gap_fraction_to_hidden_at_8": 0.21331201378110415,
+    "selector_regret_at_8": 0.678033264974753,
+    "success_selector_gap_at_8": 0.3333333333333333,
+    "success_support_gap_at_8": 0.3333333333333333,
+    "success_total_car_to_hidden_at_8": 0.6666666666666666,
+    "support_gap_at_8": 0.6216912592450777,
+    "support_gap_fraction_to_hidden_at_8": 0.39594910034647557,
+    "total_car_to_hidden_at_8": 1.2997245242198308
+  },
+  "StackCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.2727272727272727,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7763947045261209,
+    "branch_car_at_8": 0.7438684065233577,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.1603637545348269,
+    "ncar_to_proposal_oracle_at_8": 0.8657593487376867,
+    "outcome_ptr_at_8": 0.45454545454545453,
+    "pairwise_causal_calibration_ece": 0.2471229337450177,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5454545454545454,
+    "proposal_oracle_success_gain_over_base_at_8": 0.2727272727272727,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.2054016319188205,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.4290069273926995,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.18181818181818182,
+    "selected_success_gain_over_base_at_8": -0.09090909090909091,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.4615332253954627,
+    "selected_utility_gain_over_base_at_8": -0.31486147913065826,
+    "selector_gap_fraction_to_hidden_at_8": 0.5754556489781918,
+    "selector_regret_at_8": 0.7438684065233577,
+    "success_selector_gap_at_8": 0.36363636363636365,
+    "success_support_gap_at_8": 0.45454545454545453,
+    "success_total_car_to_hidden_at_8": 0.8181818181818182,
+    "support_gap_at_8": 0.7945983680811796,
+    "support_gap_fraction_to_hidden_at_8": 0.5849081130485724,
+    "total_car_to_hidden_at_8": 1.5384667746045373
+  }
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/measured_metrics/report.md

@@ -0,0 +1,40 @@
+# Metric Evaluation (measured)
+
+K: `8`
+
+| Metric | N | Micro mean | 95% CI | Task macro | Seed macro |
+| --- | ---: | ---: | ---: | ---: | ---: |
+| any_generated_unsafe_known_at_8 | 48 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 |
+| base_safety_label_known | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 |
+| base_success | 48 | 0.2917 | [0.1875, 0.4167] | 0.1999 | 0.3063 |
+| base_unsafe_known | 48 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 |
+| base_utility | 48 | 0.7418 | [0.5176, 0.9654] | 0.6956 | 0.7901 |
+| branch_car_at_8 | 48 | 0.5624 | [0.3448, 0.7772] | 0.5684 | 0.5793 |
+| generated_safety_label_coverage_at_8 | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 |
+| generated_unsafe_rate_known_at_8 | 48 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 |
+| hidden_chart_oracle_success_at_8 | 48 | 0.7292 | [0.6042, 0.8333] | 0.8707 | 0.7854 |
+| hidden_chart_oracle_utility_at_8 | 48 | 1.5183 | [1.2906, 1.7056] | 1.7697 | 1.6191 |
+| ncar_to_hidden_chart_oracle_at_8 | 36 | 1.0268 | [0.8884, 1.1623] | 1.0782 | 1.0530 |
+| ncar_to_proposal_oracle_at_8 | 36 | 0.8371 | [0.5610, 1.1739] | 0.7296 | 0.8717 |
+| outcome_ptr_at_8 | 48 | 0.4583 | [0.3333, 0.5625] | 0.3922 | 0.4292 |
+| pairwise_causal_calibration_ece | 48 | 0.2485 | [0.2055, 0.2841] | 0.2497 | 0.2517 |
+| proposal_oracle_safety_label_known_at_8 | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 |
+| proposal_oracle_success_at_8 | 48 | 0.5208 | [0.3750, 0.6667] | 0.4584 | 0.5458 |
+| proposal_oracle_success_gain_over_base_at_8 | 48 | 0.2292 | [0.0833, 0.3542] | 0.2585 | 0.2396 |
+| proposal_oracle_unsafe_known_at_8 | 48 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 |
+| proposal_oracle_utility_at_8 | 48 | 1.1140 | [0.8517, 1.3779] | 1.0227 | 1.1672 |
+| proposal_oracle_utility_gain_over_base_at_8 | 48 | 0.3722 | [0.1152, 0.5796] | 0.3272 | 0.3771 |
+| selected_safety_label_known_at_8 | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 |
+| selected_success_at_8 | 48 | 0.2292 | [0.1250, 0.3542] | 0.1590 | 0.2437 |
+| selected_success_gain_over_base_at_8 | 48 | -0.0625 | [-0.1667, 0.0417] | -0.0408 | -0.0625 |
+| selected_unsafe_known_at_8 | 48 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 |
+| selected_utility_at_8 | 48 | 0.5516 | [0.3524, 0.7932] | 0.4544 | 0.5879 |
+| selected_utility_gain_over_base_at_8 | 48 | -0.1902 | [-0.3983, 0.0033] | -0.2412 | -0.2022 |
+| selector_gap_fraction_to_hidden_at_8 | 36 | 0.4229 | [0.2733, 0.5888] | 0.3780 | 0.4353 |
+| selector_regret_at_8 | 48 | 0.5624 | [0.3448, 0.7772] | 0.5684 | 0.5793 |
+| success_selector_gap_at_8 | 48 | 0.2917 | [0.1875, 0.4167] | 0.2994 | 0.3021 |
+| success_support_gap_at_8 | 48 | 0.2500 | [0.1458, 0.3542] | 0.4536 | 0.2708 |
+| success_total_car_to_hidden_at_8 | 48 | 0.5417 | [0.3958, 0.6458] | 0.7530 | 0.5729 |
+| support_gap_at_8 | 48 | 0.4778 | [0.2934, 0.6687] | 0.8206 | 0.5075 |
+| support_gap_fraction_to_hidden_at_8 | 36 | 0.6045 | [0.4310, 0.7876] | 0.7004 | 0.6181 |
+| total_car_to_hidden_at_8 | 48 | 1.0402 | [0.7842, 1.2417] | 1.3889 | 1.0868 |

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/measured_metrics/table.tex

@@ -0,0 +1,41 @@
+% Auto-generated by scripts/eval_metrics.py
+\begin{tabular}{lrrrr}
+\toprule
+Metric & N & Micro mean & CI low & CI high \\
+\midrule
+any\_generated\_unsafe\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+base\_safety\_label\_known & 48 & 1.0000 & 1.0000 & 1.0000 \\
+base\_success & 48 & 0.2917 & 0.1875 & 0.4167 \\
+base\_unsafe\_known & 48 & 0.0000 & 0.0000 & 0.0000 \\
+base\_utility & 48 & 0.7418 & 0.5176 & 0.9654 \\
+branch\_car\_at\_8 & 48 & 0.5624 & 0.3448 & 0.7772 \\
+generated\_safety\_label\_coverage\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+generated\_unsafe\_rate\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+hidden\_chart\_oracle\_success\_at\_8 & 48 & 0.7292 & 0.6042 & 0.8333 \\
+hidden\_chart\_oracle\_utility\_at\_8 & 48 & 1.5183 & 1.2906 & 1.7056 \\
+ncar\_to\_hidden\_chart\_oracle\_at\_8 & 36 & 1.0268 & 0.8884 & 1.1623 \\
+ncar\_to\_proposal\_oracle\_at\_8 & 36 & 0.8371 & 0.5610 & 1.1739 \\
+outcome\_ptr\_at\_8 & 48 & 0.4583 & 0.3333 & 0.5625 \\
+pairwise\_causal\_calibration\_ece & 48 & 0.2485 & 0.2055 & 0.2841 \\
+proposal\_oracle\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+proposal\_oracle\_success\_at\_8 & 48 & 0.5208 & 0.3750 & 0.6667 \\
+proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 48 & 0.2292 & 0.0833 & 0.3542 \\
+proposal\_oracle\_unsafe\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+proposal\_oracle\_utility\_at\_8 & 48 & 1.1140 & 0.8517 & 1.3779 \\
+proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 48 & 0.3722 & 0.1152 & 0.5796 \\
+selected\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+selected\_success\_at\_8 & 48 & 0.2292 & 0.1250 & 0.3542 \\
+selected\_success\_gain\_over\_base\_at\_8 & 48 & -0.0625 & -0.1667 & 0.0417 \\
+selected\_unsafe\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+selected\_utility\_at\_8 & 48 & 0.5516 & 0.3524 & 0.7932 \\
+selected\_utility\_gain\_over\_base\_at\_8 & 48 & -0.1902 & -0.3983 & 0.0033 \\
+selector\_gap\_fraction\_to\_hidden\_at\_8 & 36 & 0.4229 & 0.2733 & 0.5888 \\
+selector\_regret\_at\_8 & 48 & 0.5624 & 0.3448 & 0.7772 \\
+success\_selector\_gap\_at\_8 & 48 & 0.2917 & 0.1875 & 0.4167 \\
+success\_support\_gap\_at\_8 & 48 & 0.2500 & 0.1458 & 0.3542 \\
+success\_total\_car\_to\_hidden\_at\_8 & 48 & 0.5417 & 0.3958 & 0.6458 \\
+support\_gap\_at\_8 & 48 & 0.4778 & 0.2934 & 0.6687 \\
+support\_gap\_fraction\_to\_hidden\_at\_8 & 36 & 0.6045 & 0.4310 & 0.7876 \\
+total\_car\_to\_hidden\_at\_8 & 48 & 1.0402 & 0.7842 & 1.2417 \\
+\bottomrule
+\end{tabular}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/metrics.json

@@ -0,0 +1,2807 @@
+{
+  "checkpoint": "runs/ctt_residual_base_context_obs_seed0/model.pt",
+  "k": 8,
+  "measured_metric_summary": {
+    "any_generated_unsafe_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.0,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "any_generated_unsafe_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.0,
+        "low": 0.0,
+        "mean": 0.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "base_safety_label_known": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 1.0,
+          "1461069713": 1.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 1.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 1.0,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 1.0,
+          "636680137": 1.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 1.0,
+          "750448296": 1.0,
+          "767747424": 1.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 1.0,
+          "PushCube-v1": 1.0,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "base_safety_label_known",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.0,
+        "low": 1.0,
+        "mean": 1.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "base_success": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4125,
+          "low": 0.1625,
+          "mean": 0.30625,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.30625,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 1.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 1.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 0.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 1.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 1.0,
+          "750448296": 0.0,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.3038787878787879,
+          "low": 0.09454545454545454,
+          "mean": 0.19987878787878788,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.19987878787878788,
+        "per_task": {
+          "LiftPegUpright-v1": 0.2,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.36,
+          "PushCube-v1": 0.16666666666666666,
+          "StackCube-v1": 0.2727272727272727
+        }
+      },
+      "metric": "base_success",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.4166666666666667,
+        "low": 0.1875,
+        "mean": 0.2916666666666667,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "base_unsafe_known": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.0,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "base_unsafe_known",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.0,
+        "low": 0.0,
+        "mean": 0.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "base_utility": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0048349112272263,
+          "low": 0.5552573043154553,
+          "mean": 0.7901180622977942,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.7901180622977942,
+        "per_seed": {
+          "1073161778": 2.0,
+          "1113371261": 0.15842342376708984,
+          "1151410346": 0.2260012924671173,
+          "1261930456": 2.0,
+          "1324133122": 0.09220491349697113,
+          "1324642411": 0.10647052526473999,
+          "1375492786": 2.0,
+          "141984615": 0.10283424705266953,
+          "1461069713": 0.0939030647277832,
+          "1480856810": 0.08703407645225525,
+          "1509980664": 0.8334100246429443,
+          "1522272686": 0.5839591026306152,
+          "1549324805": 0.10451483726501465,
+          "1578990937": 0.82413649559021,
+          "1747178030": 2.0,
+          "1790188787": 0.12476746737957001,
+          "1822210471": 0.07191530615091324,
+          "1845489013": 2.0,
+          "1999022574": 2.0,
+          "2012211287": 0.7236053347587585,
+          "2038594191": 2.0,
+          "2054899126": 2.0,
+          "2061635888": 0.05225050449371338,
+          "211245842": 0.19090841710567474,
+          "278008524": 0.042734989896416664,
+          "307068879": 0.6000905632972717,
+          "412102563": 2.0,
+          "440577711": 0.036152780055999756,
+          "441046872": 0.6999551653862,
+          "509430392": 2.2351741790771484e-07,
+          "585904130": 0.18171554803848267,
+          "608016290": 0.725701630115509,
+          "626486813": 0.00509834272088483,
+          "636680137": 0.08313504606485367,
+          "655884605": 0.16300667822360992,
+          "672328262": 2.0,
+          "701667486": 2.0,
+          "747260437": 2.0,
+          "750448296": 0.11759314934412639,
+          "767747424": 0.5731993420049548
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.879990507716313,
+          "low": 0.5455794048082704,
+          "mean": 0.695559797174015,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.695559797174015,
+        "per_task": {
+          "LiftPegUpright-v1": 0.9498705387115478,
+          "PickCube-v1": 0.5839591026306152,
+          "PullCube-v1": 0.7751704612234608,
+          "PushCube-v1": 0.3924041787783305,
+          "StackCube-v1": 0.7763947045261209
+        }
+      },
+      "metric": "base_utility",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.9653633169291425,
+        "low": 0.5175930902648057,
+        "mean": 0.7418195864423373,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "branch_car_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8303292873849084,
+          "low": 0.34821729542842755,
+          "mean": 0.5793141549462841,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.5793141549462841,
+        "per_seed": {
+          "1073161778": 1.314036786556244,
+          "1113371261": 0.019775494933128357,
+          "1151410346": 0.6744232773780823,
+          "1261930456": 1.9424514770507812,
+          "1324133122": 0.007663249969482422,
+          "1324642411": 0.09653645753860474,
+          "1375492786": 0.0,
+          "141984615": 0.0044404270593076944,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 1.8087006509304047,
+          "1522272686": 0.07775434851646423,
+          "1549324805": 0.015449045225977898,
+          "1578990937": 1.8410606235265732,
+          "1747178030": 0.0,
+          "1790188787": 0.029213324189186096,
+          "1822210471": 1.9369332194328308,
+          "1845489013": 0.0,
+          "1999022574": 1.8523550033569336,
+          "2012211287": 1.2935669422149658,
+          "2038594191": 0.0,
+          "2054899126": 0.005789309740066528,
+          "2061635888": 0.024509236216545105,
+          "211245842": 1.9389635622501373,
+          "278008524": 0.9527695365250111,
+          "307068879": 0.009292900562286377,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.30289267003536224,
+          "509430392": 1.9999983310699463,
+          "585904130": 1.9455040879547596,
+          "608016290": 1.801614299416542,
+          "626486813": 0.03618102171458304,
+          "636680137": 0.0321691632270813,
+          "655884605": 0.015101373195648193,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.02766873687505722,
+          "750448296": 0.6691809842983881,
+          "767747424": 0.4965706568909809
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7845322468876839,
+          "low": 0.3310329434095007,
+          "mean": 0.5683511079238783,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.5683511079238783,
+        "per_task": {
+          "LiftPegUpright-v1": 0.9442807197570801,
+          "PickCube-v1": 0.07775434851646423,
+          "PullCube-v1": 0.39781879984773694,
+          "PushCube-v1": 0.678033264974753,
+          "StackCube-v1": 0.7438684065233577
+        }
+      },
+      "metric": "branch_car_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.777217833941298,
+        "low": 0.34481301209598314,
+        "mean": 0.5624037501062654,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "generated_safety_label_coverage_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 1.0,
+          "1461069713": 1.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 1.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 1.0,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 1.0,
+          "636680137": 1.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 1.0,
+          "750448296": 1.0,
+          "767747424": 1.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 1.0,
+          "PushCube-v1": 1.0,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "generated_safety_label_coverage_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.0,
+        "low": 1.0,
+        "mean": 1.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "generated_unsafe_rate_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.0,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "generated_unsafe_rate_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.0,
+        "low": 0.0,
+        "mean": 0.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "hidden_chart_oracle_success_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.9,
+          "low": 0.6729166666666667,
+          "mean": 0.7854166666666667,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.7854166666666667,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 0.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 0.5,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 0.0,
+          "750448296": 0.6666666666666666,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 0.6786666666666668,
+          "mean": 0.8706666666666667,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.8706666666666667,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.52,
+          "PushCube-v1": 0.8333333333333334,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "hidden_chart_oracle_success_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.8333333333333334,
+        "low": 0.6041666666666666,
+        "mean": 0.7291666666666666,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "hidden_chart_oracle_utility_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.8218825578689575,
+          "low": 1.4154964266344905,
+          "mean": 1.619062545460959,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.619062545460959,
+        "per_seed": {
+          "1073161778": 2.0,
+          "1113371261": 2.0,
+          "1151410346": 2.0,
+          "1261930456": 2.0,
+          "1324133122": 2.0,
+          "1324642411": 2.0,
+          "1375492786": 2.0,
+          "141984615": 0.2857772707939148,
+          "1461069713": 0.1593424528837204,
+          "1480856810": 0.20948036015033722,
+          "1509980664": 2.0,
+          "1522272686": 2.0,
+          "1549324805": 0.2974560856819153,
+          "1578990937": 2.0,
+          "1747178030": 2.0,
+          "1790188787": 2.0,
+          "1822210471": 2.0,
+          "1845489013": 2.0,
+          "1999022574": 2.0,
+          "2012211287": 2.0,
+          "2038594191": 2.0,
+          "2054899126": 2.0,
+          "2061635888": 2.0,
+          "211245842": 2.0,
+          "278008524": 1.1139086410403252,
+          "307068879": 2.0,
+          "412102563": 2.0,
+          "440577711": 2.0,
+          "441046872": 2.0,
+          "509430392": 2.0,
+          "585904130": 2.0,
+          "608016290": 2.0,
+          "626486813": 0.16558238118886948,
+          "636680137": 0.17056432366371155,
+          "655884605": 2.0,
+          "672328262": 2.0,
+          "701667486": 2.0,
+          "747260437": 0.2786632478237152,
+          "750448296": 1.4079964955647786,
+          "767747424": 0.6737305596470833
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 2.0,
+          "low": 1.428388743619124,
+          "mean": 1.7696735892097153,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.7696735892097153,
+        "per_task": {
+          "LiftPegUpright-v1": 2.0,
+          "PickCube-v1": 2.0,
+          "PullCube-v1": 1.1467878860235214,
+          "PushCube-v1": 1.7015800600250561,
+          "StackCube-v1": 2.0
+        }
+      },
+      "metric": "hidden_chart_oracle_utility_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.7055829176679254,
+        "low": 1.2906390205025673,
+        "mean": 1.5183161981403828,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "ncar_to_hidden_chart_oracle_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.1999418746806307,
+          "low": 0.894959471111336,
+          "mean": 1.0530460685537517,
+          "n": 29,
+          "num_samples": 200
+        },
+        "mean": 1.0530460685537517,
+        "per_seed": {
+          "1113371261": 1.0409704878604527,
+          "1151410346": 1.019206563457448,
+          "1324133122": 1.0235239883664784,
+          "1324642411": 1.0164105017208465,
+          "141984615": 1.5465261302594324,
+          "1461069713": 1.5150519264475686,
+          "1480856810": 0.0,
+          "1509980664": 1.5504167476431916,
+          "1522272686": 1.337885763738222,
+          "1549324805": 1.4064688014563071,
+          "1578990937": 1.5657094560423286,
+          "1790188787": 1.0298957807635454,
+          "1822210471": 1.004589277414047,
+          "2012211287": 1.0134537281507217,
+          "2061635888": 0.9890953257784423,
+          "211245842": 1.0717884986398245,
+          "278008524": 0.960078898688067,
+          "307068879": 1.2841797393239534,
+          "440577711": 0.0,
+          "441046872": 1.375406519195728,
+          "509430392": 0.9999992722936044,
+          "585904130": 1.0699668443825348,
+          "608016290": 1.4138088283372454,
+          "626486813": 0.9831618770826512,
+          "636680137": 1.3093116019674635,
+          "655884605": 1.0221989684904504,
+          "747260437": 0.11498990375760412,
+          "750448296": 1.1403644958085393,
+          "767747424": 0.733876060992098
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.253642248059602,
+          "low": 0.835466972305675,
+          "mean": 1.0781777195807831,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0781777195807831,
+        "per_task": {
+          "LiftPegUpright-v1": 1.2717122037519122,
+          "PickCube-v1": 1.337885763738222,
+          "PullCube-v1": 1.0116657649233558,
+          "PushCube-v1": 0.6092611109555992,
+          "StackCube-v1": 1.1603637545348269
+        }
+      },
+      "metric": "ncar_to_hidden_chart_oracle_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.1622829684886031,
+        "low": 0.8884193605404683,
+        "mean": 1.0267759427339689,
+        "n": 36,
+        "num_samples": 200
+      },
+      "n": 36
+    },
+    "ncar_to_proposal_oracle_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.2430935632878892,
+          "low": 0.556098552243652,
+          "mean": 0.8716724769287582,
+          "n": 30,
+          "num_samples": 200
+        },
+        "mean": 0.8716724769287582,
+        "per_seed": {
+          "1113371261": 0.3551964114056235,
+          "1151410346": 1.0532089845634416,
+          "1324133122": 0.20591432959195763,
+          "1324642411": 1.474679080536188,
+          "141984615": 0.046475818070309496,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 1.5504167476431916,
+          "1522272686": 0.19404351306644718,
+          "1549324805": 0.24531804236821594,
+          "1578990937": 1.5657094560423286,
+          "1790188787": 1.088090976789565,
+          "1822210471": 1.004589277414047,
+          "2012211287": 1.0134537281507217,
+          "2054899126": 0.0062741996288234545,
+          "2061635888": 0.535734944701192,
+          "211245842": 1.0717884986398245,
+          "278008524": 0.7591084970440838,
+          "307068879": 0.023917917031821136,
+          "440577711": 0.0,
+          "441046872": 1.6359077435482796,
+          "509430392": 0.9999992722936044,
+          "585904130": 1.0699668443825348,
+          "608016290": 1.4138088283372454,
+          "626486813": 0.6906450218760459,
+          "636680137": 6.27535456388364,
+          "655884605": 0.5881054173139344,
+          "747260437": 0.014627126716641962,
+          "750448296": 0.7976117915491451,
+          "767747424": 0.4702272752738932
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.9545216794662899,
+          "low": 0.46272984733494293,
+          "mean": 0.7295549798520444,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.7295549798520444,
+        "per_task": {
+          "LiftPegUpright-v1": 1.021772054267017,
+          "PickCube-v1": 0.19404351306644718,
+          "PullCube-v1": 0.8536461172651992,
+          "PushCube-v1": 0.7125538659238715,
+          "StackCube-v1": 0.8657593487376867
+        }
+      },
+      "metric": "ncar_to_proposal_oracle_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.1739007410820275,
+        "low": 0.5609709952731577,
+        "mean": 0.8371001655674709,
+        "n": 36,
+        "num_samples": 200
+      },
+      "n": 36
+    },
+    "outcome_ptr_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5666666666666667,
+          "low": 0.2958333333333333,
+          "mean": 0.4291666666666667,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.4291666666666667,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 1.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 1.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 1.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 1.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 1.0,
+          "2038594191": 0.0,
+          "2054899126": 0.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 1.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 1.0,
+          "441046872": 0.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 1.0,
+          "636680137": 1.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.6666666666666666,
+          "767747424": 0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.568,
+          "low": 0.1789090909090909,
+          "mean": 0.3922424242424243,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.3922424242424243,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.44,
+          "PushCube-v1": 0.6666666666666666,
+          "StackCube-v1": 0.45454545454545453
+        }
+      },
+      "metric": "outcome_ptr_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5625,
+        "low": 0.3333333333333333,
+        "mean": 0.4583333333333333,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "pairwise_causal_calibration_ece": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.30202299466521637,
+          "low": 0.21215016164543377,
+          "mean": 0.25173849986901303,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.25173849986901303,
+        "per_seed": {
+          "1073161778": 0.11826865267819486,
+          "1113371261": 0.16232889058959635,
+          "1151410346": 0.0671507568382988,
+          "1261930456": 0.12792577004502825,
+          "1324133122": 0.092138187895615,
+          "1324642411": 0.5526287764832016,
+          "1375492786": 0.2585841831573146,
+          "141984615": 0.5086297347996677,
+          "1461069713": 0.30191276277048545,
+          "1480856810": 0.179928318376901,
+          "1509980664": 0.3747789189425261,
+          "1522272686": 0.2487273132264659,
+          "1549324805": 0.4749501401639586,
+          "1578990937": 0.18978423876918557,
+          "1747178030": 0.0,
+          "1790188787": 0.4077132814505978,
+          "1822210471": 0.2838328272104809,
+          "1845489013": 0.04791080918655728,
+          "1999022574": 0.43139401720338455,
+          "2012211287": 0.0968309020091614,
+          "2038594191": 0.4526412084527619,
+          "2054899126": 0.062074945708557906,
+          "2061635888": 0.1433791057743875,
+          "211245842": 0.34366974711546067,
+          "278008524": 0.310434725947883,
+          "307068879": 0.0839617974986205,
+          "412102563": 0.17057044328409873,
+          "440577711": 0.32799748219065994,
+          "441046872": 0.2798406531209561,
+          "509430392": 0.42536882447549906,
+          "585904130": 0.38990959362578037,
+          "608016290": 0.2856298256430706,
+          "626486813": 0.18465165742730114,
+          "636680137": 0.1604759487570056,
+          "655884605": 0.15615710307317,
+          "672328262": 0.14625312485226447,
+          "701667486": 0.5870008617094717,
+          "747260437": 0.08804973016079459,
+          "750448296": 0.3383885054637579,
+          "767747424": 0.20766622868239976
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.2864829811854821,
+          "low": 0.20175483168240738,
+          "mean": 0.24972316295242986,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.24972316295242986,
+        "per_task": {
+          "LiftPegUpright-v1": 0.1729063661900007,
+          "PickCube-v1": 0.2487273132264659,
+          "PullCube-v1": 0.24293212609701714,
+          "PushCube-v1": 0.336927075503648,
+          "StackCube-v1": 0.2471229337450177
+        }
+      },
+      "metric": "pairwise_causal_calibration_ece",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.2841161879404172,
+        "low": 0.20552305465532816,
+        "mean": 0.24846827126706209,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_safety_label_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 1.0,
+          "1461069713": 1.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 1.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 1.0,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 1.0,
+          "636680137": 1.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 1.0,
+          "750448296": 1.0,
+          "767747424": 1.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 1.0,
+          "PushCube-v1": 1.0,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "proposal_oracle_safety_label_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.0,
+        "low": 1.0,
+        "mean": 1.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_success_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.675,
+          "low": 0.3875,
+          "mean": 0.5458333333333333,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.5458333333333333,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 1.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 0.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 0.5,
+          "2061635888": 0.0,
+          "211245842": 1.0,
+          "278008524": 0.5,
+          "307068879": 0.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 0.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 0.0,
+          "750448296": 0.3333333333333333,
+          "767747424": 0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.605090909090909,
+          "low": 0.21818181818181817,
+          "mean": 0.4584242424242424,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.4584242424242424,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.48,
+          "PushCube-v1": 0.6666666666666666,
+          "StackCube-v1": 0.5454545454545454
+        }
+      },
+      "metric": "proposal_oracle_success_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.6666666666666666,
+        "low": 0.375,
+        "mean": 0.5208333333333334,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_success_gain_over_base_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4020833333333334,
+          "low": 0.1,
+          "mean": 0.23958333333333334,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.23958333333333334,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 1.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 1.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 1.0,
+          "2038594191": 0.0,
+          "2054899126": -0.5,
+          "2061635888": 0.0,
+          "211245842": 1.0,
+          "278008524": 0.5,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 1.0,
+          "441046872": 0.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": -1.0,
+          "750448296": 0.3333333333333333,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4,
+          "low": 0.10909090909090909,
+          "mean": 0.2585454545454545,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.2585454545454545,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.12,
+          "PushCube-v1": 0.5,
+          "StackCube-v1": 0.2727272727272727
+        }
+      },
+      "metric": "proposal_oracle_success_gain_over_base_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.3541666666666667,
+        "low": 0.08333333333333333,
+        "mean": 0.22916666666666666,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_unsafe_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.0,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "proposal_oracle_unsafe_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.0,
+        "low": 0.0,
+        "mean": 0.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_utility_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.3923055141892593,
+          "low": 0.8893431431342227,
+          "mean": 1.1672387584655857,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.1672387584655857,
+        "per_seed": {
+          "1073161778": 2.0,
+          "1113371261": 0.10274861752986908,
+          "1151410346": 0.8663521409034729,
+          "1261930456": 2.0,
+          "1324133122": 0.054989203810691833,
+          "1324642411": 0.17193320393562317,
+          "1375492786": 2.0,
+          "141984615": 0.007291515823453665,
+          "1461069713": 0.06019836664199829,
+          "1480856810": 2.0,
+          "1509980664": 2.0,
+          "1522272686": 0.18325337767601013,
+          "1549324805": 0.0415392704308033,
+          "1578990937": 2.0,
+          "1747178030": 2.0,
+          "1790188787": 0.09791924059391022,
+          "1822210471": 2.0,
+          "1845489013": 2.0,
+          "1999022574": 2.0,
+          "2012211287": 2.0,
+          "2038594191": 2.0,
+          "2054899126": 1.077283151447773,
+          "2061635888": 0.09799930453300476,
+          "211245842": 2.0,
+          "278008524": 1.0287093725055456,
+          "307068879": 0.2115575522184372,
+          "412102563": 2.0,
+          "440577711": 2.0,
+          "441046872": 0.5148025155067444,
+          "509430392": 2.0,
+          "585904130": 2.0,
+          "608016290": 2.0,
+          "626486813": 0.043898362666368484,
+          "636680137": 0.08826130628585815,
+          "655884605": 0.13732868432998657,
+          "672328262": 2.0,
+          "701667486": 2.0,
+          "747260437": 0.10839563608169556,
+          "750448296": 0.7526603279014429,
+          "767747424": 1.0424291878007352
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.2963049719892443,
+          "low": 0.5921126793731343,
+          "mean": 1.0227124776062415,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0227124776062415,
+        "per_task": {
+          "LiftPegUpright-v1": 1.3452720135450362,
+          "PickCube-v1": 0.18325337767601013,
+          "PullCube-v1": 1.001326624136418,
+          "PushCube-v1": 1.3783087407549222,
+          "StackCube-v1": 1.2054016319188205
+        }
+      },
+      "metric": "proposal_oracle_utility_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.3778555118963898,
+        "low": 0.8517151093789531,
+        "mean": 1.1140010300926708,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_utility_gain_over_base_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6477138652199452,
+          "low": 0.1341581915243296,
+          "mean": 0.3771206961677914,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.3771206961677914,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": -0.055674806237220764,
+          "1151410346": 0.6403508484363556,
+          "1261930456": 0.0,
+          "1324133122": -0.0372157096862793,
+          "1324642411": 0.06546267867088318,
+          "1375492786": 0.0,
+          "141984615": -0.09554273122921586,
+          "1461069713": -0.03370469808578491,
+          "1480856810": 1.9129659235477448,
+          "1509980664": 1.1665899753570557,
+          "1522272686": -0.4007057249546051,
+          "1549324805": -0.06297556683421135,
+          "1578990937": 1.17586350440979,
+          "1747178030": 0.0,
+          "1790188787": -0.02684822678565979,
+          "1822210471": 1.9280846938490868,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 1.2763946652412415,
+          "2038594191": 0.0,
+          "2054899126": -0.922716848552227,
+          "2061635888": 0.04574880003929138,
+          "211245842": 1.8090915828943253,
+          "278008524": 0.985974382609129,
+          "307068879": -0.38853301107883453,
+          "412102563": 0.0,
+          "440577711": 1.9638472199440002,
+          "441046872": -0.18515264987945557,
+          "509430392": 1.999999776482582,
+          "585904130": 1.8182844519615173,
+          "608016290": 1.274298369884491,
+          "626486813": 0.038800019945483655,
+          "636680137": 0.005126260221004486,
+          "655884605": -0.025677993893623352,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": -1.8916043639183044,
+          "750448296": 0.6350671785573164,
+          "767747424": 0.4692298457957804
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7158542647352442,
+          "low": -0.07554175452752547,
+          "mean": 0.3271526804322264,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.3271526804322264,
+        "per_task": {
+          "LiftPegUpright-v1": 0.3954014748334885,
+          "PickCube-v1": -0.4007057249546051,
+          "PullCube-v1": 0.22615616291295737,
+          "PushCube-v1": 0.9859045619765917,
+          "StackCube-v1": 0.4290069273926995
+        }
+      },
+      "metric": "proposal_oracle_utility_gain_over_base_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5795979045360582,
+        "low": 0.11524261912563816,
+        "mean": 0.3721814436503337,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_safety_label_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 1.0,
+          "1461069713": 1.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 1.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 1.0,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 1.0,
+          "636680137": 1.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 1.0,
+          "750448296": 1.0,
+          "767747424": 1.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 1.0,
+          "PushCube-v1": 1.0,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "selected_safety_label_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.0,
+        "low": 1.0,
+        "mean": 1.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_success_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.3625,
+          "low": 0.125,
+          "mean": 0.24375,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.24375,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 1.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 1.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 1.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 1.0,
+          "2054899126": 0.5,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.27103030303030307,
+          "low": 0.05600000000000001,
+          "mean": 0.15903030303030302,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.15903030303030302,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.28,
+          "PushCube-v1": 0.3333333333333333,
+          "StackCube-v1": 0.18181818181818182
+        }
+      },
+      "metric": "selected_success_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.3541666666666667,
+        "low": 0.125,
+        "mean": 0.22916666666666666,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_success_gain_over_base_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.05,
+          "low": -0.1875,
+          "mean": -0.0625,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": -0.0625,
+        "per_seed": {
+          "1073161778": -1.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": -1.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 1.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": -1.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": -0.5,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 1.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": -1.0,
+          "750448296": 0.0,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.06,
+          "low": -0.152,
+          "mean": -0.040848484848484856,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": -0.040848484848484856,
+        "per_task": {
+          "LiftPegUpright-v1": -0.2,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": -0.08,
+          "PushCube-v1": 0.16666666666666666,
+          "StackCube-v1": -0.09090909090909091
+        }
+      },
+      "metric": "selected_success_gain_over_base_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.041666666666666664,
+        "low": -0.16666666666666666,
+        "mean": -0.0625,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_unsafe_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.0,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "selected_unsafe_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.0,
+        "low": 0.0,
+        "mean": 0.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_utility_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8147784423141274,
+          "low": 0.3599718057240049,
+          "mean": 0.5879246035193015,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.5879246035193015,
+        "per_seed": {
+          "1073161778": 0.6859632134437561,
+          "1113371261": 0.08297312259674072,
+          "1151410346": 0.19192886352539062,
+          "1261930456": 0.05754852294921875,
+          "1324133122": 0.04732595384120941,
+          "1324642411": 0.07539674639701843,
+          "1375492786": 2.0,
+          "141984615": 0.0028510887641459703,
+          "1461069713": 0.06019836664199829,
+          "1480856810": 2.0,
+          "1509980664": 0.19129934906959534,
+          "1522272686": 0.1054990291595459,
+          "1549324805": 0.0260902252048254,
+          "1578990937": 0.15893937647342682,
+          "1747178030": 2.0,
+          "1790188787": 0.06870591640472412,
+          "1822210471": 0.06306678056716919,
+          "1845489013": 2.0,
+          "1999022574": 0.1476449966430664,
+          "2012211287": 0.7064330577850342,
+          "2038594191": 2.0,
+          "2054899126": 1.0714938417077065,
+          "2061635888": 0.07349006831645966,
+          "211245842": 0.06103643774986267,
+          "278008524": 0.07593983598053455,
+          "307068879": 0.20226465165615082,
+          "412102563": 2.0,
+          "440577711": 2.0,
+          "441046872": 0.21190984547138214,
+          "509430392": 1.6689300537109375e-06,
+          "585904130": 0.0544959120452404,
+          "608016290": 0.19838570058345795,
+          "626486813": 0.007717340951785445,
+          "636680137": 0.056092143058776855,
+          "655884605": 0.12222731113433838,
+          "672328262": 2.0,
+          "701667486": 2.0,
+          "747260437": 0.08072689920663834,
+          "750448296": 0.08347934360305469,
+          "767747424": 0.5458585309097543
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6138199651066326,
+          "low": 0.2763076274325563,
+          "mean": 0.45436136968236307,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.45436136968236307,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4009912937879562,
+          "PickCube-v1": 0.1054990291595459,
+          "PullCube-v1": 0.6035078242886811,
+          "PushCube-v1": 0.7002754757801691,
+          "StackCube-v1": 0.4615332253954627
+        }
+      },
+      "metric": "selected_utility_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.7931541315677654,
+        "low": 0.3523560332735845,
+        "mean": 0.5515972799864054,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_utility_gain_over_base_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.017845287977252156,
+          "low": -0.4083575925324112,
+          "mean": -0.20219345877849265,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": -0.20219345877849265,
+        "per_seed": {
+          "1073161778": -1.314036786556244,
+          "1113371261": -0.07545030117034912,
+          "1151410346": -0.034072428941726685,
+          "1261930456": -1.9424514770507812,
+          "1324133122": -0.04487895965576172,
+          "1324642411": -0.031073778867721558,
+          "1375492786": 0.0,
+          "141984615": -0.09998315828852355,
+          "1461069713": -0.03370469808578491,
+          "1480856810": 1.9129659235477448,
+          "1509980664": -0.642110675573349,
+          "1522272686": -0.47846007347106934,
+          "1549324805": -0.07842461206018925,
+          "1578990937": -0.6651971191167831,
+          "1747178030": 0.0,
+          "1790188787": -0.056061550974845886,
+          "1822210471": -0.008848525583744049,
+          "1845489013": 0.0,
+          "1999022574": -1.8523550033569336,
+          "2012211287": -0.017172276973724365,
+          "2038594191": 0.0,
+          "2054899126": -0.9285061582922935,
+          "2061635888": 0.021239563822746277,
+          "211245842": -0.12987197935581207,
+          "278008524": 0.03320484608411789,
+          "307068879": -0.3978259116411209,
+          "412102563": 0.0,
+          "440577711": 1.9638472199440002,
+          "441046872": -0.4880453199148178,
+          "509430392": 1.4454126358032227e-06,
+          "585904130": -0.12721963599324226,
+          "608016290": -0.5273159295320511,
+          "626486813": 0.0026189982309006155,
+          "636680137": -0.027042903006076813,
+          "655884605": -0.040779367089271545,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": -1.9192731007933617,
+          "750448296": -0.0341138057410717,
+          "767747424": -0.02734081109520048
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.040614401829428964,
+          "low": -0.44526825474482024,
+          "mean": -0.24119842749165202,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": -0.24119842749165202,
+        "per_task": {
+          "LiftPegUpright-v1": -0.5488792449235916,
+          "PickCube-v1": -0.47846007347106934,
+          "PullCube-v1": -0.1716626369347796,
+          "PushCube-v1": 0.3078712970018387,
+          "StackCube-v1": -0.31486147913065826
+        }
+      },
+      "metric": "selected_utility_gain_over_base_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.0033390832225753306,
+        "low": -0.3983058647524255,
+        "mean": -0.19022230645593177,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selector_gap_fraction_to_hidden_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6128666256932299,
+          "low": 0.2617233672482732,
+          "mean": 0.43526714275103534,
+          "n": 29,
+          "num_samples": 200
+        },
+        "mean": 0.43526714275103534,
+        "per_seed": {
+          "1113371261": 0.010738350600429925,
+          "1151410346": 0.38017123378630263,
+          "1324133122": 0.004016809784078587,
+          "1324642411": 0.050982284050319196,
+          "141984615": 0.024272185779482015,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 1.5504167609333515,
+          "1522272686": 0.054909677157566894,
+          "1549324805": 0.08007124113033698,
+          "1578990937": 1.56570946935773,
+          "1790188787": 0.015578507561600218,
+          "1822210471": 1.0045892826243434,
+          "2012211287": 1.0134537360906932,
+          "2061635888": 0.012583361604298255,
+          "211245842": 1.0717885045642812,
+          "278008524": 0.5161731509502618,
+          "307068879": 0.00663821552926622,
+          "440577711": 0.0,
+          "441046872": 0.23298632629492472,
+          "509430392": 0.9999992772936013,
+          "585904130": 1.06996685026702,
+          "608016290": 1.4138088394320474,
+          "626486813": 0.5069347471324938,
+          "636680137": 0.367944973475356,
+          "655884605": 0.00822070119506206,
+          "747260437": 0.016073982525543394,
+          "750448296": 0.35564328281247576,
+          "767747424": 0.28907538784715653
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.591039371973163,
+          "low": 0.1906993388463993,
+          "mean": 0.3779949984262041,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.3779949984262041,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6667217793367328,
+          "PickCube-v1": 0.054909677157566894,
+          "PullCube-v1": 0.37957587287742484,
+          "PushCube-v1": 0.21331201378110415,
+          "StackCube-v1": 0.5754556489781918
+        }
+      },
+      "metric": "selector_gap_fraction_to_hidden_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5888262571387343,
+        "low": 0.27331862319237865,
+        "mean": 0.4228991046397,
+        "n": 36,
+        "num_samples": 200
+      },
+      "n": 36
+    },
+    "selector_regret_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8303292873849084,
+          "low": 0.34821729542842755,
+          "mean": 0.5793141549462841,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.5793141549462841,
+        "per_seed": {
+          "1073161778": 1.314036786556244,
+          "1113371261": 0.019775494933128357,
+          "1151410346": 0.6744232773780823,
+          "1261930456": 1.9424514770507812,
+          "1324133122": 0.007663249969482422,
+          "1324642411": 0.09653645753860474,
+          "1375492786": 0.0,
+          "141984615": 0.0044404270593076944,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 1.8087006509304047,
+          "1522272686": 0.07775434851646423,
+          "1549324805": 0.015449045225977898,
+          "1578990937": 1.8410606235265732,
+          "1747178030": 0.0,
+          "1790188787": 0.029213324189186096,
+          "1822210471": 1.9369332194328308,
+          "1845489013": 0.0,
+          "1999022574": 1.8523550033569336,
+          "2012211287": 1.2935669422149658,
+          "2038594191": 0.0,
+          "2054899126": 0.005789309740066528,
+          "2061635888": 0.024509236216545105,
+          "211245842": 1.9389635622501373,
+          "278008524": 0.9527695365250111,
+          "307068879": 0.009292900562286377,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.30289267003536224,
+          "509430392": 1.9999983310699463,
+          "585904130": 1.9455040879547596,
+          "608016290": 1.801614299416542,
+          "626486813": 0.03618102171458304,
+          "636680137": 0.0321691632270813,
+          "655884605": 0.015101373195648193,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.02766873687505722,
+          "750448296": 0.6691809842983881,
+          "767747424": 0.4965706568909809
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7845322468876839,
+          "low": 0.3310329434095007,
+          "mean": 0.5683511079238783,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.5683511079238783,
+        "per_task": {
+          "LiftPegUpright-v1": 0.9442807197570801,
+          "PickCube-v1": 0.07775434851646423,
+          "PullCube-v1": 0.39781879984773694,
+          "PushCube-v1": 0.678033264974753,
+          "StackCube-v1": 0.7438684065233577
+        }
+      },
+      "metric": "selector_regret_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.777217833941298,
+        "low": 0.34481301209598314,
+        "mean": 0.5624037501062654,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "success_selector_gap_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.45,
+          "low": 0.16875,
+          "mean": 0.30208333333333337,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.30208333333333337,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 1.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 1.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 1.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 1.0,
+          "1845489013": 0.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 0.0,
+          "2054899126": 0.0,
+          "2061635888": 0.0,
+          "211245842": 1.0,
+          "278008524": 0.5,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.3333333333333333,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4666666666666667,
+          "low": 0.14545454545454545,
+          "mean": 0.29939393939393943,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.29939393939393943,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.2,
+          "PushCube-v1": 0.3333333333333333,
+          "StackCube-v1": 0.36363636363636365
+        }
+      },
+      "metric": "success_selector_gap_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.4166666666666667,
+        "low": 0.1875,
+        "mean": 0.2916666666666667,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "success_support_gap_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4041666666666666,
+          "low": 0.15,
+          "mean": 0.27083333333333337,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.27083333333333337,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 0.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 1.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 1.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.5,
+          "2061635888": 1.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 1.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 1.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 1.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.3333333333333333,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7466666666666667,
+          "low": 0.2189090909090909,
+          "mean": 0.4535757575757575,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.4535757575757575,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.08,
+          "PushCube-v1": 0.3333333333333333,
+          "StackCube-v1": 0.45454545454545453
+        }
+      },
+      "metric": "success_support_gap_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.3541666666666667,
+        "low": 0.14583333333333334,
+        "mean": 0.25,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "success_total_car_to_hidden_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7166666666666666,
+          "low": 0.4166666666666667,
+          "mean": 0.5729166666666667,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.5729166666666667,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 0.0,
+          "1578990937": 1.0,
+          "1747178030": 0.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 0.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 0.0,
+          "2054899126": 0.5,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 0.5,
+          "307068879": 1.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 1.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.6666666666666666,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.9333333333333332,
+          "low": 0.5013333333333334,
+          "mean": 0.7529696969696971,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.7529696969696971,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.28,
+          "PushCube-v1": 0.6666666666666666,
+          "StackCube-v1": 0.8181818181818182
+        }
+      },
+      "metric": "success_total_car_to_hidden_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.6458333333333334,
+        "low": 0.3958333333333333,
+        "mean": 0.5416666666666666,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "support_gap_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7459738951409236,
+          "low": 0.31072953160619365,
+          "mean": 0.5074631090043112,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.5074631090043112,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 1.897251382470131,
+          "1151410346": 1.133647859096527,
+          "1261930456": 0.0,
+          "1324133122": 1.9450107961893082,
+          "1324642411": 1.8280667960643768,
+          "1375492786": 0.0,
+          "141984615": 0.27848575497046113,
+          "1461069713": 0.0991440862417221,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 1.8167466223239899,
+          "1549324805": 0.255916815251112,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 1.9020807594060898,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.922716848552227,
+          "2061635888": 1.9020006954669952,
+          "211245842": 0.0,
+          "278008524": 0.08519926853477955,
+          "307068879": 1.7884424477815628,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 1.4851974844932556,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.12241578102111816,
+          "636680137": 0.0823030173778534,
+          "655884605": 1.8626713156700134,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.17026761174201965,
+          "750448296": 0.6553361676633358,
+          "767747424": 0.06562284985557199
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.3453318225344022,
+          "low": 0.41887201452830974,
+          "mean": 0.8205550950947359,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.8205550950947359,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6547279864549637,
+          "PickCube-v1": 1.8167466223239899,
+          "PullCube-v1": 0.21501123936846853,
+          "PushCube-v1": 0.6216912592450777,
+          "StackCube-v1": 0.7945983680811796
+        }
+      },
+      "metric": "support_gap_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.6686620626132935,
+        "low": 0.29339199064027827,
+        "mean": 0.47784160714945756,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "support_gap_fraction_to_hidden_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8153347144701646,
+          "low": 0.42862204214114913,
+          "mean": 0.6181421439595243,
+          "n": 29,
+          "num_samples": 200
+        },
+        "mean": 0.6181421439595243,
+        "per_seed": {
+          "1113371261": 1.0302321429126275,
+          "1151410346": 0.6390353354163951,
+          "1324133122": 1.0195071839473575,
+          "1324642411": 0.9654282230383365,
+          "141984615": 1.522254029015895,
+          "1461069713": 1.515052157967448,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 1.282976096028728,
+          "1549324805": 1.3263976332221918,
+          "1578990937": 0.0,
+          "1790188787": 1.0143172786940413,
+          "1822210471": 0.0,
+          "2012211287": 0.0,
+          "2061635888": 0.9765119692522884,
+          "211245842": 0.0,
+          "278008524": 0.44390577495475203,
+          "307068879": 1.2775415329679929,
+          "440577711": 0.0,
+          "441046872": 1.1424202034804887,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.48675968258167346,
+          "636680137": 0.9413667782487608,
+          "655884605": 1.0139782728599103,
+          "747260437": 0.0989159219000875,
+          "750448296": 0.7847212520809214,
+          "767747424": 0.4448007062563116
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0077653670493754,
+          "low": 0.4852195916602565,
+          "mean": 0.7004167933371264,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.7004167933371264,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6049904341121204,
+          "PickCube-v1": 1.282976096028728,
+          "PullCube-v1": 0.6332602231497357,
+          "PushCube-v1": 0.39594910034647557,
+          "StackCube-v1": 0.5849081130485724
+        }
+      },
+      "metric": "support_gap_fraction_to_hidden_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.7875509234559431,
+        "low": 0.4309998445533933,
+        "mean": 0.6044620070914836,
+        "n": 36,
+        "num_samples": 200
+      },
+      "n": 36
+    },
+    "total_car_to_hidden_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.3238058527320389,
+          "low": 0.7997718260623514,
+          "mean": 1.08675896988813,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.08675896988813,
+        "per_seed": {
+          "1073161778": 1.314036786556244,
+          "1113371261": 1.9170268774032593,
+          "1151410346": 1.8080711364746094,
+          "1261930456": 1.9424514770507812,
+          "1324133122": 1.9526740461587906,
+          "1324642411": 1.9246032536029816,
+          "1375492786": 0.0,
+          "141984615": 0.2829261820297688,
+          "1461069713": 0.0991440862417221,
+          "1480856810": 0.0,
+          "1509980664": 1.8087006509304047,
+          "1522272686": 1.894500970840454,
+          "1549324805": 0.2713658604770899,
+          "1578990937": 1.8410606235265732,
+          "1747178030": 0.0,
+          "1790188787": 1.9312940835952759,
+          "1822210471": 1.9369332194328308,
+          "1845489013": 0.0,
+          "1999022574": 1.8523550033569336,
+          "2012211287": 1.2935669422149658,
+          "2038594191": 0.0,
+          "2054899126": 0.9285061582922935,
+          "2061635888": 1.9265099316835403,
+          "211245842": 1.9389635622501373,
+          "278008524": 1.0379688050597906,
+          "307068879": 1.7977353483438492,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 1.7880901545286179,
+          "509430392": 1.9999983310699463,
+          "585904130": 1.9455040879547596,
+          "608016290": 1.801614299416542,
+          "626486813": 0.15786504023708403,
+          "636680137": 0.11447218060493469,
+          "655884605": 1.8777726888656616,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.19793634861707687,
+          "750448296": 1.324517151961724,
+          "767747424": 0.5621935067465529
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.7164472285906474,
+          "low": 0.9951579950931059,
+          "mean": 1.3888944948186364,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.3888944948186364,
+        "per_task": {
+          "LiftPegUpright-v1": 1.5990087062120437,
+          "PickCube-v1": 1.894500970840454,
+          "PullCube-v1": 0.6127714982163162,
+          "PushCube-v1": 1.2997245242198308,
+          "StackCube-v1": 1.5384667746045373
+        }
+      },
+      "metric": "total_car_to_hidden_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.2416666520972892,
+        "low": 0.7842164751734041,
+        "mean": 1.040214867151614,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    }
+  },
+  "num_rows": 48,
+  "report_type": "ctt_generated_measured_rollout",
+  "schema_version": 1,
+  "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42",
+  "source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372",
+  "success_summary": {
+    "base_success_rate": 0.2916666666666667,
+    "base_utility_mean": 0.7418195864423373,
+    "hidden_chart_oracle_success_rate": 0.7291666666666666,
+    "hidden_chart_oracle_utility_mean": 1.5183161981403828,
+    "max_restore_error": 1.4901161193847656e-08,
+    "proposal_oracle_success_gain_over_base": 0.22916666666666666,
+    "proposal_oracle_success_rate": 0.5208333333333334,
+    "proposal_oracle_utility_mean": 1.1140010300926708,
+    "selected_success_gain_over_base": -0.0625,
+    "selected_success_rate": 0.22916666666666666,
+    "selected_utility_mean": 0.5515972799864054,
+    "success_selector_gap": 0.2916666666666667,
+    "success_support_gap": 0.25
+  },
+  "target_content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+  "target_split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f"
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/metrics_by_seed.json

@@ -0,0 +1,1399 @@
+{
+  "1073161778": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.314036786556244,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.11826865267819486,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.6859632134437561,
+    "selected_utility_gain_over_base_at_8": -1.314036786556244,
+    "selector_regret_at_8": 1.314036786556244,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.314036786556244
+  },
+  "1113371261": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.15842342376708984,
+    "branch_car_at_8": 0.019775494933128357,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0409704878604527,
+    "ncar_to_proposal_oracle_at_8": 0.3551964114056235,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.16232889058959635,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.10274861752986908,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.055674806237220764,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.08297312259674072,
+    "selected_utility_gain_over_base_at_8": -0.07545030117034912,
+    "selector_gap_fraction_to_hidden_at_8": 0.010738350600429925,
+    "selector_regret_at_8": 0.019775494933128357,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.897251382470131,
+    "support_gap_fraction_to_hidden_at_8": 1.0302321429126275,
+    "total_car_to_hidden_at_8": 1.9170268774032593
+  },
+  "1151410346": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.2260012924671173,
+    "branch_car_at_8": 0.6744232773780823,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.019206563457448,
+    "ncar_to_proposal_oracle_at_8": 1.0532089845634416,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.0671507568382988,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.8663521409034729,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.6403508484363556,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.19192886352539062,
+    "selected_utility_gain_over_base_at_8": -0.034072428941726685,
+    "selector_gap_fraction_to_hidden_at_8": 0.38017123378630263,
+    "selector_regret_at_8": 0.6744232773780823,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.133647859096527,
+    "support_gap_fraction_to_hidden_at_8": 0.6390353354163951,
+    "total_car_to_hidden_at_8": 1.8080711364746094
+  },
+  "1261930456": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.9424514770507812,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.12792577004502825,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.05754852294921875,
+    "selected_utility_gain_over_base_at_8": -1.9424514770507812,
+    "selector_regret_at_8": 1.9424514770507812,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.9424514770507812
+  },
+  "1324133122": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.09220491349697113,
+    "branch_car_at_8": 0.007663249969482422,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0235239883664784,
+    "ncar_to_proposal_oracle_at_8": 0.20591432959195763,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.092138187895615,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.054989203810691833,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.0372157096862793,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.04732595384120941,
+    "selected_utility_gain_over_base_at_8": -0.04487895965576172,
+    "selector_gap_fraction_to_hidden_at_8": 0.004016809784078587,
+    "selector_regret_at_8": 0.007663249969482422,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9450107961893082,
+    "support_gap_fraction_to_hidden_at_8": 1.0195071839473575,
+    "total_car_to_hidden_at_8": 1.9526740461587906
+  },
+  "1324642411": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.10647052526473999,
+    "branch_car_at_8": 0.09653645753860474,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0164105017208465,
+    "ncar_to_proposal_oracle_at_8": 1.474679080536188,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.5526287764832016,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.17193320393562317,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.06546267867088318,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07539674639701843,
+    "selected_utility_gain_over_base_at_8": -0.031073778867721558,
+    "selector_gap_fraction_to_hidden_at_8": 0.050982284050319196,
+    "selector_regret_at_8": 0.09653645753860474,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8280667960643768,
+    "support_gap_fraction_to_hidden_at_8": 0.9654282230383365,
+    "total_car_to_hidden_at_8": 1.9246032536029816
+  },
+  "1375492786": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.2585841831573146,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "141984615": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.10283424705266953,
+    "branch_car_at_8": 0.0044404270593076944,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2857772707939148,
+    "ncar_to_hidden_chart_oracle_at_8": 1.5465261302594324,
+    "ncar_to_proposal_oracle_at_8": 0.046475818070309496,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.5086297347996677,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.007291515823453665,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.09554273122921586,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.0028510887641459703,
+    "selected_utility_gain_over_base_at_8": -0.09998315828852355,
+    "selector_gap_fraction_to_hidden_at_8": 0.024272185779482015,
+    "selector_regret_at_8": 0.0044404270593076944,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.27848575497046113,
+    "support_gap_fraction_to_hidden_at_8": 1.522254029015895,
+    "total_car_to_hidden_at_8": 0.2829261820297688
+  },
+  "1461069713": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.0939030647277832,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.1593424528837204,
+    "ncar_to_hidden_chart_oracle_at_8": 1.5150519264475686,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.30191276277048545,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.06019836664199829,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.03370469808578491,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.06019836664199829,
+    "selected_utility_gain_over_base_at_8": -0.03370469808578491,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0991440862417221,
+    "support_gap_fraction_to_hidden_at_8": 1.515052157967448,
+    "total_car_to_hidden_at_8": 0.0991440862417221
+  },
+  "1480856810": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.08703407645225525,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.20948036015033722,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.179928318376901,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.9129659235477448,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 1.9129659235477448,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1509980664": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.8334100246429443,
+    "branch_car_at_8": 1.8087006509304047,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.5504167476431916,
+    "ncar_to_proposal_oracle_at_8": 1.5504167476431916,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.3747789189425261,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.1665899753570557,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.19129934906959534,
+    "selected_utility_gain_over_base_at_8": -0.642110675573349,
+    "selector_gap_fraction_to_hidden_at_8": 1.5504167609333515,
+    "selector_regret_at_8": 1.8087006509304047,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.8087006509304047
+  },
+  "1522272686": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.5839591026306152,
+    "branch_car_at_8": 0.07775434851646423,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.337885763738222,
+    "ncar_to_proposal_oracle_at_8": 0.19404351306644718,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.2487273132264659,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.18325337767601013,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.4007057249546051,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.1054990291595459,
+    "selected_utility_gain_over_base_at_8": -0.47846007347106934,
+    "selector_gap_fraction_to_hidden_at_8": 0.054909677157566894,
+    "selector_regret_at_8": 0.07775434851646423,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8167466223239899,
+    "support_gap_fraction_to_hidden_at_8": 1.282976096028728,
+    "total_car_to_hidden_at_8": 1.894500970840454
+  },
+  "1549324805": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.10451483726501465,
+    "branch_car_at_8": 0.015449045225977898,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2974560856819153,
+    "ncar_to_hidden_chart_oracle_at_8": 1.4064688014563071,
+    "ncar_to_proposal_oracle_at_8": 0.24531804236821594,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.4749501401639586,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.0415392704308033,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.06297556683421135,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.0260902252048254,
+    "selected_utility_gain_over_base_at_8": -0.07842461206018925,
+    "selector_gap_fraction_to_hidden_at_8": 0.08007124113033698,
+    "selector_regret_at_8": 0.015449045225977898,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.255916815251112,
+    "support_gap_fraction_to_hidden_at_8": 1.3263976332221918,
+    "total_car_to_hidden_at_8": 0.2713658604770899
+  },
+  "1578990937": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.82413649559021,
+    "branch_car_at_8": 1.8410606235265732,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.5657094560423286,
+    "ncar_to_proposal_oracle_at_8": 1.5657094560423286,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.18978423876918557,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.17586350440979,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.15893937647342682,
+    "selected_utility_gain_over_base_at_8": -0.6651971191167831,
+    "selector_gap_fraction_to_hidden_at_8": 1.56570946935773,
+    "selector_regret_at_8": 1.8410606235265732,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.8410606235265732
+  },
+  "1747178030": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.0,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1790188787": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.12476746737957001,
+    "branch_car_at_8": 0.029213324189186096,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0298957807635454,
+    "ncar_to_proposal_oracle_at_8": 1.088090976789565,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.4077132814505978,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.09791924059391022,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.02684822678565979,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.06870591640472412,
+    "selected_utility_gain_over_base_at_8": -0.056061550974845886,
+    "selector_gap_fraction_to_hidden_at_8": 0.015578507561600218,
+    "selector_regret_at_8": 0.029213324189186096,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9020807594060898,
+    "support_gap_fraction_to_hidden_at_8": 1.0143172786940413,
+    "total_car_to_hidden_at_8": 1.9312940835952759
+  },
+  "1822210471": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.07191530615091324,
+    "branch_car_at_8": 1.9369332194328308,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.004589277414047,
+    "ncar_to_proposal_oracle_at_8": 1.004589277414047,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.2838328272104809,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.9280846938490868,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.06306678056716919,
+    "selected_utility_gain_over_base_at_8": -0.008848525583744049,
+    "selector_gap_fraction_to_hidden_at_8": 1.0045892826243434,
+    "selector_regret_at_8": 1.9369332194328308,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.9369332194328308
+  },
+  "1845489013": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.04791080918655728,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1999022574": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.8523550033569336,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.43139401720338455,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.1476449966430664,
+    "selected_utility_gain_over_base_at_8": -1.8523550033569336,
+    "selector_regret_at_8": 1.8523550033569336,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.8523550033569336
+  },
+  "2012211287": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7236053347587585,
+    "branch_car_at_8": 1.2935669422149658,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0134537281507217,
+    "ncar_to_proposal_oracle_at_8": 1.0134537281507217,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.0968309020091614,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.2763946652412415,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.7064330577850342,
+    "selected_utility_gain_over_base_at_8": -0.017172276973724365,
+    "selector_gap_fraction_to_hidden_at_8": 1.0134537360906932,
+    "selector_regret_at_8": 1.2935669422149658,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.2935669422149658
+  },
+  "2038594191": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.4526412084527619,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "2054899126": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.005789309740066528,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.0062741996288234545,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.062074945708557906,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": -0.5,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.077283151447773,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.922716848552227,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.5,
+    "selected_success_gain_over_base_at_8": -0.5,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 1.0714938417077065,
+    "selected_utility_gain_over_base_at_8": -0.9285061582922935,
+    "selector_regret_at_8": 0.005789309740066528,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.5,
+    "success_total_car_to_hidden_at_8": 0.5,
+    "support_gap_at_8": 0.922716848552227,
+    "total_car_to_hidden_at_8": 0.9285061582922935
+  },
+  "2061635888": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.05225050449371338,
+    "branch_car_at_8": 0.024509236216545105,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9890953257784423,
+    "ncar_to_proposal_oracle_at_8": 0.535734944701192,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.1433791057743875,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.09799930453300476,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.04574880003929138,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07349006831645966,
+    "selected_utility_gain_over_base_at_8": 0.021239563822746277,
+    "selector_gap_fraction_to_hidden_at_8": 0.012583361604298255,
+    "selector_regret_at_8": 0.024509236216545105,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9020006954669952,
+    "support_gap_fraction_to_hidden_at_8": 0.9765119692522884,
+    "total_car_to_hidden_at_8": 1.9265099316835403
+  },
+  "211245842": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.19090841710567474,
+    "branch_car_at_8": 1.9389635622501373,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0717884986398245,
+    "ncar_to_proposal_oracle_at_8": 1.0717884986398245,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.34366974711546067,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.8090915828943253,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.06103643774986267,
+    "selected_utility_gain_over_base_at_8": -0.12987197935581207,
+    "selector_gap_fraction_to_hidden_at_8": 1.0717885045642812,
+    "selector_regret_at_8": 1.9389635622501373,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.9389635622501373
+  },
+  "278008524": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.042734989896416664,
+    "branch_car_at_8": 0.9527695365250111,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.5,
+    "hidden_chart_oracle_utility_at_8": 1.1139086410403252,
+    "ncar_to_hidden_chart_oracle_at_8": 0.960078898688067,
+    "ncar_to_proposal_oracle_at_8": 0.7591084970440838,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.310434725947883,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": 0.5,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.0287093725055456,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.985974382609129,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07593983598053455,
+    "selected_utility_gain_over_base_at_8": 0.03320484608411789,
+    "selector_gap_fraction_to_hidden_at_8": 0.5161731509502618,
+    "selector_regret_at_8": 0.9527695365250111,
+    "success_selector_gap_at_8": 0.5,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.5,
+    "support_gap_at_8": 0.08519926853477955,
+    "support_gap_fraction_to_hidden_at_8": 0.44390577495475203,
+    "total_car_to_hidden_at_8": 1.0379688050597906
+  },
+  "307068879": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.6000905632972717,
+    "branch_car_at_8": 0.009292900562286377,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.2841797393239534,
+    "ncar_to_proposal_oracle_at_8": 0.023917917031821136,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.0839617974986205,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.2115575522184372,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.38853301107883453,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.20226465165615082,
+    "selected_utility_gain_over_base_at_8": -0.3978259116411209,
+    "selector_gap_fraction_to_hidden_at_8": 0.00663821552926622,
+    "selector_regret_at_8": 0.009292900562286377,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.7884424477815628,
+    "support_gap_fraction_to_hidden_at_8": 1.2775415329679929,
+    "total_car_to_hidden_at_8": 1.7977353483438492
+  },
+  "412102563": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.17057044328409873,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "440577711": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.036152780055999756,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.32799748219065994,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.9638472199440002,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 1.9638472199440002,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "441046872": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.6999551653862,
+    "branch_car_at_8": 0.30289267003536224,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.375406519195728,
+    "ncar_to_proposal_oracle_at_8": 1.6359077435482796,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.2798406531209561,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.5148025155067444,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.18515264987945557,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.21190984547138214,
+    "selected_utility_gain_over_base_at_8": -0.4880453199148178,
+    "selector_gap_fraction_to_hidden_at_8": 0.23298632629492472,
+    "selector_regret_at_8": 0.30289267003536224,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.4851974844932556,
+    "support_gap_fraction_to_hidden_at_8": 1.1424202034804887,
+    "total_car_to_hidden_at_8": 1.7880901545286179
+  },
+  "509430392": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.2351741790771484e-07,
+    "branch_car_at_8": 1.9999983310699463,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9999992722936044,
+    "ncar_to_proposal_oracle_at_8": 0.9999992722936044,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.42536882447549906,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.999999776482582,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 1.6689300537109375e-06,
+    "selected_utility_gain_over_base_at_8": 1.4454126358032227e-06,
+    "selector_gap_fraction_to_hidden_at_8": 0.9999992772936013,
+    "selector_regret_at_8": 1.9999983310699463,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.9999983310699463
+  },
+  "585904130": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.18171554803848267,
+    "branch_car_at_8": 1.9455040879547596,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0699668443825348,
+    "ncar_to_proposal_oracle_at_8": 1.0699668443825348,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.38990959362578037,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.8182844519615173,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.0544959120452404,
+    "selected_utility_gain_over_base_at_8": -0.12721963599324226,
+    "selector_gap_fraction_to_hidden_at_8": 1.06996685026702,
+    "selector_regret_at_8": 1.9455040879547596,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.9455040879547596
+  },
+  "608016290": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.725701630115509,
+    "branch_car_at_8": 1.801614299416542,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.4138088283372454,
+    "ncar_to_proposal_oracle_at_8": 1.4138088283372454,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.2856298256430706,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.274298369884491,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.19838570058345795,
+    "selected_utility_gain_over_base_at_8": -0.5273159295320511,
+    "selector_gap_fraction_to_hidden_at_8": 1.4138088394320474,
+    "selector_regret_at_8": 1.801614299416542,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.801614299416542
+  },
+  "626486813": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.00509834272088483,
+    "branch_car_at_8": 0.03618102171458304,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.16558238118886948,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9831618770826512,
+    "ncar_to_proposal_oracle_at_8": 0.6906450218760459,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.18465165742730114,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.043898362666368484,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.038800019945483655,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.007717340951785445,
+    "selected_utility_gain_over_base_at_8": 0.0026189982309006155,
+    "selector_gap_fraction_to_hidden_at_8": 0.5069347471324938,
+    "selector_regret_at_8": 0.03618102171458304,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.12241578102111816,
+    "support_gap_fraction_to_hidden_at_8": 0.48675968258167346,
+    "total_car_to_hidden_at_8": 0.15786504023708403
+  },
+  "636680137": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.08313504606485367,
+    "branch_car_at_8": 0.0321691632270813,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.17056432366371155,
+    "ncar_to_hidden_chart_oracle_at_8": 1.3093116019674635,
+    "ncar_to_proposal_oracle_at_8": 6.27535456388364,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.1604759487570056,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.08826130628585815,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.005126260221004486,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.056092143058776855,
+    "selected_utility_gain_over_base_at_8": -0.027042903006076813,
+    "selector_gap_fraction_to_hidden_at_8": 0.367944973475356,
+    "selector_regret_at_8": 0.0321691632270813,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0823030173778534,
+    "support_gap_fraction_to_hidden_at_8": 0.9413667782487608,
+    "total_car_to_hidden_at_8": 0.11447218060493469
+  },
+  "655884605": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.16300667822360992,
+    "branch_car_at_8": 0.015101373195648193,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0221989684904504,
+    "ncar_to_proposal_oracle_at_8": 0.5881054173139344,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.15615710307317,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.13732868432998657,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.025677993893623352,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.12222731113433838,
+    "selected_utility_gain_over_base_at_8": -0.040779367089271545,
+    "selector_gap_fraction_to_hidden_at_8": 0.00822070119506206,
+    "selector_regret_at_8": 0.015101373195648193,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8626713156700134,
+    "support_gap_fraction_to_hidden_at_8": 1.0139782728599103,
+    "total_car_to_hidden_at_8": 1.8777726888656616
+  },
+  "672328262": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.14625312485226447,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "701667486": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.5870008617094717,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "747260437": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.02766873687505722,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2786632478237152,
+    "ncar_to_hidden_chart_oracle_at_8": 0.11498990375760412,
+    "ncar_to_proposal_oracle_at_8": 0.014627126716641962,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.08804973016079459,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.10839563608169556,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.8916043639183044,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.08072689920663834,
+    "selected_utility_gain_over_base_at_8": -1.9192731007933617,
+    "selector_gap_fraction_to_hidden_at_8": 0.016073982525543394,
+    "selector_regret_at_8": 0.02766873687505722,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.17026761174201965,
+    "support_gap_fraction_to_hidden_at_8": 0.0989159219000875,
+    "total_car_to_hidden_at_8": 0.19793634861707687
+  },
+  "750448296": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.11759314934412639,
+    "branch_car_at_8": 0.6691809842983881,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.6666666666666666,
+    "hidden_chart_oracle_utility_at_8": 1.4079964955647786,
+    "ncar_to_hidden_chart_oracle_at_8": 1.1403644958085393,
+    "ncar_to_proposal_oracle_at_8": 0.7976117915491451,
+    "outcome_ptr_at_8": 0.6666666666666666,
+    "pairwise_causal_calibration_ece": 0.3383885054637579,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.3333333333333333,
+    "proposal_oracle_success_gain_over_base_at_8": 0.3333333333333333,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.7526603279014429,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.6350671785573164,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.08347934360305469,
+    "selected_utility_gain_over_base_at_8": -0.0341138057410717,
+    "selector_gap_fraction_to_hidden_at_8": 0.35564328281247576,
+    "selector_regret_at_8": 0.6691809842983881,
+    "success_selector_gap_at_8": 0.3333333333333333,
+    "success_support_gap_at_8": 0.3333333333333333,
+    "success_total_car_to_hidden_at_8": 0.6666666666666666,
+    "support_gap_at_8": 0.6553361676633358,
+    "support_gap_fraction_to_hidden_at_8": 0.7847212520809214,
+    "total_car_to_hidden_at_8": 1.324517151961724
+  },
+  "767747424": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.25,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.5731993420049548,
+    "branch_car_at_8": 0.4965706568909809,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.25,
+    "hidden_chart_oracle_utility_at_8": 0.6737305596470833,
+    "ncar_to_hidden_chart_oracle_at_8": 0.733876060992098,
+    "ncar_to_proposal_oracle_at_8": 0.4702272752738932,
+    "outcome_ptr_at_8": 0.5,
+    "pairwise_causal_calibration_ece": 0.20766622868239976,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": 0.25,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.0424291878007352,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.4692298457957804,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.25,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.5458585309097543,
+    "selected_utility_gain_over_base_at_8": -0.02734081109520048,
+    "selector_gap_fraction_to_hidden_at_8": 0.28907538784715653,
+    "selector_regret_at_8": 0.4965706568909809,
+    "success_selector_gap_at_8": 0.25,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.25,
+    "support_gap_at_8": 0.06562284985557199,
+    "support_gap_fraction_to_hidden_at_8": 0.4448007062563116,
+    "total_car_to_hidden_at_8": 0.5621935067465529
+  }
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/metrics_by_task.json

@@ -0,0 +1,182 @@
+{
+  "LiftPegUpright-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.2,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.9498705387115478,
+    "branch_car_at_8": 0.9442807197570801,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.2717122037519122,
+    "ncar_to_proposal_oracle_at_8": 1.021772054267017,
+    "outcome_ptr_at_8": 0.4,
+    "pairwise_causal_calibration_ece": 0.1729063661900007,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.6,
+    "proposal_oracle_success_gain_over_base_at_8": 0.4,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.3452720135450362,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.3954014748334885,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -0.2,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.4009912937879562,
+    "selected_utility_gain_over_base_at_8": -0.5488792449235916,
+    "selector_gap_fraction_to_hidden_at_8": 0.6667217793367328,
+    "selector_regret_at_8": 0.9442807197570801,
+    "success_selector_gap_at_8": 0.6,
+    "success_support_gap_at_8": 0.4,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.6547279864549637,
+    "support_gap_fraction_to_hidden_at_8": 0.6049904341121204,
+    "total_car_to_hidden_at_8": 1.5990087062120437
+  },
+  "PickCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.5839591026306152,
+    "branch_car_at_8": 0.07775434851646423,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.337885763738222,
+    "ncar_to_proposal_oracle_at_8": 0.19404351306644718,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.2487273132264659,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.18325337767601013,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.4007057249546051,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.1054990291595459,
+    "selected_utility_gain_over_base_at_8": -0.47846007347106934,
+    "selector_gap_fraction_to_hidden_at_8": 0.054909677157566894,
+    "selector_regret_at_8": 0.07775434851646423,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8167466223239899,
+    "support_gap_fraction_to_hidden_at_8": 1.282976096028728,
+    "total_car_to_hidden_at_8": 1.894500970840454
+  },
+  "PullCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.36,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7751704612234608,
+    "branch_car_at_8": 0.39781879984773694,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.52,
+    "hidden_chart_oracle_utility_at_8": 1.1467878860235214,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0116657649233558,
+    "ncar_to_proposal_oracle_at_8": 0.8536461172651992,
+    "outcome_ptr_at_8": 0.44,
+    "pairwise_causal_calibration_ece": 0.24293212609701714,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.48,
+    "proposal_oracle_success_gain_over_base_at_8": 0.12,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.001326624136418,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.22615616291295737,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.28,
+    "selected_success_gain_over_base_at_8": -0.08,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.6035078242886811,
+    "selected_utility_gain_over_base_at_8": -0.1716626369347796,
+    "selector_gap_fraction_to_hidden_at_8": 0.37957587287742484,
+    "selector_regret_at_8": 0.39781879984773694,
+    "success_selector_gap_at_8": 0.2,
+    "success_support_gap_at_8": 0.08,
+    "success_total_car_to_hidden_at_8": 0.28,
+    "support_gap_at_8": 0.21501123936846853,
+    "support_gap_fraction_to_hidden_at_8": 0.6332602231497357,
+    "total_car_to_hidden_at_8": 0.6127714982163162
+  },
+  "PushCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.16666666666666666,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.3924041787783305,
+    "branch_car_at_8": 0.678033264974753,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.8333333333333334,
+    "hidden_chart_oracle_utility_at_8": 1.7015800600250561,
+    "ncar_to_hidden_chart_oracle_at_8": 0.6092611109555992,
+    "ncar_to_proposal_oracle_at_8": 0.7125538659238715,
+    "outcome_ptr_at_8": 0.6666666666666666,
+    "pairwise_causal_calibration_ece": 0.336927075503648,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.6666666666666666,
+    "proposal_oracle_success_gain_over_base_at_8": 0.5,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.3783087407549222,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.9859045619765917,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.3333333333333333,
+    "selected_success_gain_over_base_at_8": 0.16666666666666666,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.7002754757801691,
+    "selected_utility_gain_over_base_at_8": 0.3078712970018387,
+    "selector_gap_fraction_to_hidden_at_8": 0.21331201378110415,
+    "selector_regret_at_8": 0.678033264974753,
+    "success_selector_gap_at_8": 0.3333333333333333,
+    "success_support_gap_at_8": 0.3333333333333333,
+    "success_total_car_to_hidden_at_8": 0.6666666666666666,
+    "support_gap_at_8": 0.6216912592450777,
+    "support_gap_fraction_to_hidden_at_8": 0.39594910034647557,
+    "total_car_to_hidden_at_8": 1.2997245242198308
+  },
+  "StackCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.2727272727272727,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7763947045261209,
+    "branch_car_at_8": 0.7438684065233577,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.1603637545348269,
+    "ncar_to_proposal_oracle_at_8": 0.8657593487376867,
+    "outcome_ptr_at_8": 0.45454545454545453,
+    "pairwise_causal_calibration_ece": 0.2471229337450177,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5454545454545454,
+    "proposal_oracle_success_gain_over_base_at_8": 0.2727272727272727,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.2054016319188205,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.4290069273926995,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.18181818181818182,
+    "selected_success_gain_over_base_at_8": -0.09090909090909091,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.4615332253954627,
+    "selected_utility_gain_over_base_at_8": -0.31486147913065826,
+    "selector_gap_fraction_to_hidden_at_8": 0.5754556489781918,
+    "selector_regret_at_8": 0.7438684065233577,
+    "success_selector_gap_at_8": 0.36363636363636365,
+    "success_support_gap_at_8": 0.45454545454545453,
+    "success_total_car_to_hidden_at_8": 0.8181818181818182,
+    "support_gap_at_8": 0.7945983680811796,
+    "support_gap_fraction_to_hidden_at_8": 0.5849081130485724,
+    "total_car_to_hidden_at_8": 1.5384667746045373
+  }
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/report.md

@@ -0,0 +1,13 @@
+# CTT Generated Measured Rollout
+
+Rows: `48`
+K: `8`
+Checkpoint: `runs/ctt_residual_base_context_obs_seed0/model.pt`
+
+| Metric | Mean |
+| --- | ---: |
+| OutcomePTR@K | 0.4583 |
+| SelectorRegret@K | 0.5624 |
+| SupportGap@K | 0.4043 |
+
+These are measured simulator rollouts of decoded CTT candidates, not PPTC proxies.

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/run.log

@@ -0,0 +1,537 @@
+start
+importing gymnasium/mani_skill
+installed lightweight mani_skill tabletop import stub
+registered tabletop ManiSkill tasks selectively
+imported gymnasium/mani_skill
+loaded checkpoint=runs/ctt_residual_base_context_obs_seed0/model.pt
+loaded charts source=301 target=48
+generated proposals rows=48 total=384
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PickCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+rollout complete rows=48

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/source_data_hash.txt

@@ -0,0 +1 @@
+67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/source_split_hash.txt

@@ -0,0 +1 @@
+867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/split_hash.txt

@@ -0,0 +1 @@
+84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/table.tex

@@ -0,0 +1,41 @@
+% Auto-generated by scripts/eval_metrics.py
+\begin{tabular}{lrrrr}
+\toprule
+Metric & N & Micro mean & CI low & CI high \\
+\midrule
+any\_generated\_unsafe\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+base\_safety\_label\_known & 48 & 1.0000 & 1.0000 & 1.0000 \\
+base\_success & 48 & 0.2917 & 0.1875 & 0.4167 \\
+base\_unsafe\_known & 48 & 0.0000 & 0.0000 & 0.0000 \\
+base\_utility & 48 & 0.7418 & 0.5176 & 0.9654 \\
+branch\_car\_at\_8 & 48 & 0.5624 & 0.3448 & 0.7772 \\
+generated\_safety\_label\_coverage\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+generated\_unsafe\_rate\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+hidden\_chart\_oracle\_success\_at\_8 & 48 & 0.7292 & 0.6042 & 0.8333 \\
+hidden\_chart\_oracle\_utility\_at\_8 & 48 & 1.5183 & 1.2906 & 1.7056 \\
+ncar\_to\_hidden\_chart\_oracle\_at\_8 & 36 & 1.0268 & 0.8884 & 1.1623 \\
+ncar\_to\_proposal\_oracle\_at\_8 & 36 & 0.8371 & 0.5610 & 1.1739 \\
+outcome\_ptr\_at\_8 & 48 & 0.4583 & 0.3333 & 0.5625 \\
+pairwise\_causal\_calibration\_ece & 48 & 0.2485 & 0.2055 & 0.2841 \\
+proposal\_oracle\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+proposal\_oracle\_success\_at\_8 & 48 & 0.5208 & 0.3750 & 0.6667 \\
+proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 48 & 0.2292 & 0.0833 & 0.3542 \\
+proposal\_oracle\_unsafe\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+proposal\_oracle\_utility\_at\_8 & 48 & 1.1140 & 0.8517 & 1.3779 \\
+proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 48 & 0.3722 & 0.1152 & 0.5796 \\
+selected\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+selected\_success\_at\_8 & 48 & 0.2292 & 0.1250 & 0.3542 \\
+selected\_success\_gain\_over\_base\_at\_8 & 48 & -0.0625 & -0.1667 & 0.0417 \\
+selected\_unsafe\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+selected\_utility\_at\_8 & 48 & 0.5516 & 0.3524 & 0.7932 \\
+selected\_utility\_gain\_over\_base\_at\_8 & 48 & -0.1902 & -0.3983 & 0.0033 \\
+selector\_gap\_fraction\_to\_hidden\_at\_8 & 36 & 0.4229 & 0.2733 & 0.5888 \\
+selector\_regret\_at\_8 & 48 & 0.5624 & 0.3448 & 0.7772 \\
+success\_selector\_gap\_at\_8 & 48 & 0.2917 & 0.1875 & 0.4167 \\
+success\_support\_gap\_at\_8 & 48 & 0.2500 & 0.1458 & 0.3542 \\
+success\_total\_car\_to\_hidden\_at\_8 & 48 & 0.5417 & 0.3958 & 0.6458 \\
+support\_gap\_at\_8 & 48 & 0.4778 & 0.2934 & 0.6687 \\
+support\_gap\_fraction\_to\_hidden\_at\_8 & 36 & 0.6045 & 0.4310 & 0.7876 \\
+total\_car\_to\_hidden\_at\_8 & 48 & 1.0402 & 0.7842 & 1.2417 \\
+\bottomrule
+\end{tabular}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/target_index.json

@@ -0,0 +1,911 @@
+{
+  "audience": "evaluator_only",
+  "base_candidate_types": [
+    "policy",
+    "policy_residual",
+    "anchor",
+    "base",
+    "expert"
+  ],
+  "candidate_type_counts": {
+    "expert": 410,
+    "near_miss": 820,
+    "no_op": 410,
+    "random_negative": 4100,
+    "wrong_direction": 410,
+    "wrong_gripper": 410
+  },
+  "content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+  "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
+  "deployment_candidate_excludes_expert": true,
+  "deployment_clean": false,
+  "embedding_content_hash": "981d3b1b0aa9dc962e5a22fd695fa9befd21e1334f23b8c3843591e8be89ef83",
+  "epsilon": 0.05,
+  "format": "cil_charts_npz",
+  "group_hashes": [
+    "0007bdeb2cd982d3d00c7e6ff04b6a464135679254e223a5a10392734b8bc6d8",
+    "001c01ea87ba60e3ec7040ae6af17bfe4fef64fbf40ad906fe9258c9f85c5670",
+    "006cfb2673b00a6eb8b01af6cb8db204644de9fe5e9bf901e615fa9681cf67bd",
+    "00d1fad89bb7e1cc01e432e0a8c1dc39edc7045d2d25ba7c52256142f9bc65ce",
+    "011a665d2baee1b90a589a205463340204b7876a99c942f742523ab7a8ba3ca3",
+    "0155f9f15f95b3ad606169d1a4b59acbdc87a773f813376518f26c5d9803ea46",
+    "017ebedb06ec921569a797619e60f77551213b496a8ea3c2090c6646422ee6b5",
+    "0192ac22f91a294bbe7f46d861b1ccae131ce03bf2ebb4ba697c662b381c5663",
+    "01c2280c26df28f19e73270020c6cbf35a1b739c75d2feab218b5d40a9dad833",
+    "03bc15045e86dd5d67b89da015844ec52d13ba891ae0f4b688d917a4b8fbd83e",
+    "041d9ba8e26c507546ef7a2f66cb7a86668d7c787109f1e7eba310a5b43c7e31",
+    "04e1992a37d6b1709dac4e28293d6c0d72820804fac25484e00bbc1e4e85475b",
+    "0539ee8d5137076cadeae47404a0abe44d481204301deb270e6195549dbb1269",
+    "060e1b400d7abb4299e11bd36999d4bce7619d78e1efa1cd6bb32448d18b82c6",
+    "060e87c11d7e86ba8ea45b2b29af89e13a7361f760086655fdc31264d3b04aa4",
+    "07816113197976ecaefd996167fb5e52546b19a8cabf7039977b7783d0ccb2bf",
+    "07fc1d31e75fcf0eb9e0fd9a98ba44f6a098e3133ad6d0445a1ad311cb266506",
+    "08a53f6c8bfde25489a92225280c06265510ad0ae4ec4198855d05bf04c7634b",
+    "08db98843e2d5fb7ee992c3e24b9fd9e2fd8a19e6f40121773cc2d5f20fb6af9",
+    "09f1c778bdddceb7899e203f6c753e6d0253336c8d75af278461fee391558b61",
+    "0a63c4a73b38e0d4a76c8d29bee9854e127e2031428c90e386efee75af003605",
+    "0ab666a8ae83fd476443f8ebc8f0b2691ad50e2eb1f0758f87794a3462923793",
+    "0b95650f3d54877b77a9233592c962c57f8bad12fbdaf921e71a68e7c23f51a9",
+    "0ca0c6ad41d25d93fa19e41c544c322fbd0b28cf0b0e958e58a0cc4372e4ea3b",
+    "0ca567a3525a032b0ebe77f43dfe52fae4cf7d5927d93665f91c8df38b012e34",
+    "0dc1912c8531fcf9d63e6749a869ee71f42a50b5611546e6ed444984c196c145",
+    "0ffe9443040477642faee0dea246f46552cb396f9c79dfeeb68c9df76ab3c748",
+    "10bfbae4e9ed03cafce9b24b296005666d7d59b41ada06e8f5ccb036a6026c01",
+    "110094e9c49ec0207ec52f6b8811e69e78eb2640ff324b8a3df0a051089749bf",
+    "1130fedbc94b55e0bc812730a8e868ac57f1caf9c47d29ee76ee5e30990dd5a0",
+    "118ae5475b33c80dbe0d15afd837cad81fefd30882ff5dd7a4f983a5f096ec1e",
+    "11a49c253e136f618265b8cc3a298c9330eaaaf27b90cddc81956e1be00e8e9e",
+    "11db66da8a58abd540863fb58670a0c872fecf04a0d4605ecc5aaf202ba9b44f",
+    "11edbe43f364dfd31a5828ad1b80e2098516e263ac48f7cfd5503aa3ad240dba",
+    "124680a15078f0d17c61f90627f3090e05506597713ffac03335db6b158c3e5d",
+    "1286eb0f819a1528450a601f86862e7da0902610afcd4234b6b6aacce65a7672",
+    "12ea115a8e2ff6f16d0c3204d3f509da16cdf4637e2fd7f88d0e59849af4f397",
+    "1332761b5e3a7caf73b98206b79c354732f061bd0e87f9c05ca54ec435948c65",
+    "1338f4e10decd4b2ef526d6a56e52f6bdd6c1edff755f821d3ed7011c8bb7710",
+    "13ba81ea4a28629132b3e2f6f79918644e50ff998c5f4ea420517486664046d0",
+    "13bd8f20d6c071f69abc0b50596a8b36eb937c81d5a068e0c75b58f9420e712c",
+    "156cb442d6089cc43d86909848c269035cc01d61656e0c60ab049b1278e9c129",
+    "15a4586f96ad878eeacd79cebaba12826404f415bb66c501e90dc057b0687d64",
+    "15dd893e5e2312081f4a9417ac36d979625f59fa34d06d38e3464be81efe87a4",
+    "16e933e25ec817fd4f7003d5a7c41fae6e5b7453df3b1ef44e909f918a51b97d",
+    "17498920ffddbc4da2157a94486acb91dfc38e4c35db9d7aa798733022c0029d",
+    "17648e6070d70caf099513f8b22bd5e05d6469c693735f91ecb9c14fd2d9ea90",
+    "17de3e35901cbbb48f0b82afb84ff8e458fb16f1b5d95cdbd4fda0b057607a11",
+    "18f8644cba3b47cdcb40de42a4311045f636ffa35409667d5271c9371d6f4a4f",
+    "19ba2745ea505a71af1411ae666c3d76691fea459f0c9fa2b303a317bb0477ec",
+    "19febae2111ae96f694bca67a33585e53e9cf746f2791302b821e9c8fbdd013c",
+    "1a07326a6db79bca54149427b5372a83b2b59e6f6871661531b53b3bf34891ee",
+    "1b7c2dd4731b1b141fb0a8cdde0b10ed8e5452cf1902de623eda00506ad2dd3c",
+    "1e671df1d262128a0fd7fe67827f41a77324121b2b589e9dae109ebd9df4b1f8",
+    "20b6fe19c6bb23ad1e4537441c01ac152df2dbd9f778162da30f65d86e6bce9a",
+    "20cab2c31288a131d80ea3f10ac0e38cee76b70a9fc9f87a34990e08787c3d9e",
+    "21dee04c93f399c0f8b577ad691edc1df072d20667b41dd0f668c6bdd20afb2c",
+    "25426f80d4feac9877cfed3648cceb7f183c8873494b897c7b7baee2d03f5f4e",
+    "26f527bcc8937fb979a2c57829d7f7f74c781c952131827b753b98e46a39340c",
+    "27330aad72bdf87bbe7895be6cc76bd79ed905b35bbdcb8abc4e88569fe2c3b4",
+    "27e60a9d68cb7e0fb5a2bc33baab8f60bfaed45f28ebc2b62c370fcc13e4c2f5",
+    "289a46819f19ddbd713b024c7adcc4876d131fadcec221b3afb19fba6f51e0b1",
+    "2927736a2ee4ac6fe22321499437215277bb7f4bc7d667ea05fb07168f8000c6",
+    "296f4972aaa4d080779c61f6397712c8e2a6ec17334177fea2f800275fe8a103",
+    "29ae3eb9b205af85419065034b255129b4a9b4aea5bfe88eb58ed2ca54a396ac",
+    "2a9aa97145b3978bab7cae14241a509bd7ac0001e852599f67c7ab0abbdf0294",
+    "2c2dd96ec73997f143a8f2a2a95e72cf81d434ea35d8545257d171b47b124d15",
+    "2d11bf97e91ac12402d0473647389db88906a432c45ca478ed91e120a521ade8",
+    "2d7cb0415ccc1d977c0d895ae130ee2aa6e1fd5929965ae56ca3ad5308949cc6",
+    "2e4ee75075d62464482af570e7f3b49996f5fff4bcc59f3f8d9f3ac7d3b83260",
+    "2e926dbc2b276c0faf482cbd4e1bc71fdb16060082f56f03ac414501870fa3ff",
+    "2f4dadc2c85fe72fc4dbd65c7c56b8b3575e8f1214e1bc33cbb845c9399c54d2",
+    "2f575f5fa8b95c7aaa7acb325dce6ae9aace80a7cd583560263607763a5f3c7e",
+    "2fc5d24ebb0a14f83b82e2b1e152953b8ecc751227bce3f542522e2e951c812e",
+    "302cf9c2c3f4b0b32800f27a93e3a72e8af78b0468fed7510a6b6d78b54f0444",
+    "30fd16ab2320464cc117580159e21267cdc800c367d0a414d4a14201d66acc6a",
+    "314101e4b9327d7a93fdde8db8691efe2e4b3115fdfb2e8e50b07db65fc3f7d8",
+    "31c82d6ce0b5154e8a3521472a93875659c6c196f3a0913f01c3f50018f3adc0",
+    "32a4c067144fedae644310fd76b2d31b0ea4033124d5aa4f58eadda0e01897ec",
+    "35615503a8aabbea5fca0b60bc48a5ee2c895614cf624b53f1659e86bcdead9b",
+    "3741c12184df2ff5f5684e1dbe2f5b42793596d06f5765c52cc3523f8f51aa9f",
+    "390a604b7a108529e8b5cf2c05d98ddd5f48a26bb303a51314e6e29cc58626e4",
+    "390c50924276ff6f5710a185124f893e10f3ca8fe3c3ff062ff8bd29f428f063",
+    "39307306d7ea31f45d96ea06077a7480c4f12eb2c0df1b6773d9a26a08441c7f",
+    "3939b5cfd9535e1ead171b2e7a4926a67c7b22ba851bb522042ea966eea689d3",
+    "396e4e2cb8b6c382148822ad790ce798a2d89e1b31541a4d7937d59ca17b4624",
+    "39daabe27804e1a04bfd80272eee8d0faaf3d829d5917e1682ee697677f619b9",
+    "3a4318a4127672d9e627d5a90932efd77a523904ca5bb09ef1aa5856db198378",
+    "3a95110704b90641fd930392654967270afff99064cb506d80f4b65f9fea5870",
+    "3ad13fb77cf2201159e82f6bc4a31d9d0432c7befad4aa0faeb46e5bc2b77939",
+    "3b66af1f06aa0dbff3bedbd570ef7da51e94a4905c194925c21e2e30e254c73a",
+    "3b8857c883ccff813f632384ec0bf8903402aba8d457651e3ae0dea5d301816f",
+    "3b9ab98960b6fcfbd4fc1d44d7fceb1d3092d58f16c5a22e27d09f671fde85ef",
+    "3bdcae16a99d8be20e38c268f7978794c8be3d2440b03f15b0cc547ba01a190f",
+    "3d25bc64c127f6e9e8705ed0752427fcde08986f9b9df5f0973be25f0ebde5e5",
+    "3f87b13daa1dee73f5ebc4fac31c3a21cf5ffdc8a0f49d6ea892f22e51ffe861",
+    "40d23f5141ec7975458fc3b927a2f8a2db1000386e1d57126a44bb857b953adc",
+    "426ce6db08ba8a44ae1aef32bca73631c9b1cc8d8fdd05d78753473e342aa138",
+    "430bf806bca6f4d3a98b04d24c674025db1104f21f08e54495025acec7b06c9d",
+    "44226a0fb144c7aa91efeebe7396bd161662f555a4463ff99412b6c0f3a3347c",
+    "45f55fff3194d5f7835b0256fa70bab97b7e98804fc527cbe1dfd76293546d84",
+    "4606724b3a2fbc92a849fee2055b74f2259fd0a3b3260f5bd6ce2a747f77a03b",
+    "4653d720c6c3b9f3f2a261d0d497b690aa8c775035d9fd59cc46b95aa076d8b4",
+    "46f1cd713f5787b4f716536dc34b130412cb1f7dbf8976efce364997c0af9508",
+    "47c955f7b5b743a82e6cdcfa317911df4c62f5b3d515878c5ac577de9085fc7c",
+    "4813b938c6cbb66bfad1f5f304e5855675ba2a3b2c6a7c7d0171b474f5fc92a5",
+    "488677a09ee03b123e04b10abaf22dbe0048e5e9250f5b319537c61f5bf9fd85",
+    "491ccbc633f3baaecfd5c75c87f310e9f6c6aa200ad3081c33d7968b606b1ef9",
+    "49c4707f784561b72f55a09f737461ff99cd6686c14876adb6b89306a4e28eb3",
+    "4a8f69b72cc5a99c2c6f67d6d764ad302d03b00171b48c7c003c8363d272a501",
+    "4afff14d190bc0d789f2c3d25468e9595c4fcd7257cbee03d9c31862e5adb33b",
+    "4bcbf4fe55bc9d53c0222262a4fc0eec440925c9b2fa09116a3416c778ec0dea",
+    "4d0892179c6b597c2cc5198362d7307f64456f1c52783e6601797bfeac0109ef",
+    "4d2e20812db7c117c936bdde771c8662ba2ea9c2c53126587233b1071432a1e3",
+    "4e8e264c27bdb9e0ffa85d4bbb8e902ebd0d425e28140ed85532949dbbc06cf3",
+    "53319010c3e47da4f287cb993637477450c08dbf2f805bbdb04d51839c100125",
+    "54a66bca37c53a4ca495f1d6689c40237e96507eb32ba5255fd5bed21bd649bd",
+    "54af21b2db061a9acbd755fc11eabd879388eb6352d7dc271b3bdfcef2d665ed",
+    "54b53edb39204026ffd6d52e586e41eea40baeb706fc106d70bbf86f5df11ffe",
+    "5521e3454bb71307ac62ed9e9977d0714ab97c277d9f8141b81471c87cccb677",
+    "5559effcfb0080cc08b73b8dda196c70db04db6a1c5280d1746f08ad750b203e",
+    "5615a1c3e44a77826bfa1c8a2b87b1cfe2d1184ff5d69a3d8f683417bcf26878",
+    "56347a884046431a2a42fe99aff7f11ab7137f82f71e5c7ea68647c700faf55e",
+    "5718cd0f31018f14c665af23dfcfa6b09a54942784840a8813979452f9293aeb",
+    "572b0440ebe785a3792ddd86fcf327172e208fc40ed8cfa5b0cf192e2656128b",
+    "5790177d4a2a26bdd20e020d4ae51a6030f8a62be923eca0fbe1aa1c3c6d3101",
+    "57bd10c2d8b2c64f3ad25dc0ad76373cfa7966bc3aba69e9b45cd838e27c216f",
+    "57f3a07ac9c4781586ae1f3d449a6a75cee9769838203d09fe08f5d9f41efd6e",
+    "58361c52234f8b7203632e636e5f293eafedbf76036b9f0bc0450ddcd9092cc0",
+    "58798920cd5a91cadacc57fc6bfe08363d3474a4c56fbd37fd47702a06deb56d",
+    "58c02a6d10b19dbb08be5b48bf0f0e2970d4887c885ee8bcb2d59072f0b3c021",
+    "5985eac9aafb36ad2e5b08e5cd9b82c739e3d7e4af4b3dd05b68544b35ee88f5",
+    "5a706a95969a9afb3d65fbf4685d4582298d4ccef54228c9347748efa93fa5f1",
+    "5d7c7a165f74e9c88f12324cdbc1002c76afaa60d4a4c1f4c606232566c041f5",
+    "602c17dcdfea1ac52c0c79522adf4fde16dad0c420bc2e0d98d99e026a1580a7",
+    "6131f664c32a5c9885d259e22ab51b879a0f3229b27d6377429a64a22f0b7866",
+    "61ad6d99513b83bd00f84969872c02bd52c65d967988aa473c1c65eefd676b19",
+    "6210f692303bdb56b4b73d612a4ec399d88dc618028d8310105fdf36f5f494f3",
+    "6310027f48e518cc010476dd0e73806f4e56d2dc532b4573a267f731d3d41414",
+    "63ff4c6a3242883ad009a47609d15ea0dc04505a0a127eba84908f9349b1ccec",
+    "6425d424ac4f051c0e98574978f16af52be2edab0ff253971d403046dc1822fc",
+    "654680e590d30b7d29662d3989e91ad89865fcef62f711d16e2e54cdef061702",
+    "6555addfd8e7249db007b2265be1eda1348095f6ac1ef8bc1ca4d2c377a61eca",
+    "65f42165abed0efb45ae2178cfa3e497e669433563390e046de233109e2973f7",
+    "6731583ab3fa78827bf3a348596ab585d1cb9bfbd483c6c3fb5be4fa78c1dffb",
+    "67d6104d2642f4d213c4b90c58441aa30f1fe59aed66ce213a41aa5293ac8b0d",
+    "68788bcba35ac159814128f8f58a288eee4aad3b5224422e19e90c3c4fb854e7",
+    "69366a4250958c6bb863eeff854d1196b293f366c610435d34474e5b852935c7",
+    "6ab049c8a12bc666a3bc45954c81d044be3467db09d9cba50cf2ffe161e8286b",
+    "6aef49775887d2ee69ac038f4f5e4200423b05ca8596ef63f9607e45e8df3ac1",
+    "6b17ce5b388838e500322d13a0949950c33b35d30c4f52e4e4caa66634ccf3ce",
+    "6b368523bafeeddfc6513acc429687b726c48c24ded69b93b08a7e5c39d56c94",
+    "6b96045a98825402848f23f009cae525b6ee776bc142438b127d62581609bd82",
+    "6cc7f10311bacf627324494096f25e2ba2590a46d7674e98d239761f8ce6db78",
+    "6cdf5a6b67a31c75d95ed9d727ccbfd12eb7b5b8d2cf4b28e088f94ac73c20a0",
+    "6cdffacb4cfb379d127f8d67e10ccedf20fab3eaefa8f67e76ee1dcab6b8c4d6",
+    "6d3cf3c690d1e5d386abcb9d2f8eb6131242cc99bf8ec9de652d35318b133302",
+    "6d4b5efbeee4bbb85e9eecd3d2146c5c55dc09db9004de08b942ae783f90e69d",
+    "6dc5a4f395fae529157472d50a877fedc68291881ae443925b79e94addf5ba75",
+    "6e1c0d9ae3e2b4e506f4ad74ae1701e83826ff41c972a03294f096a306512420",
+    "6e3c8c35af08870d44640081ac7bc508f7baf402e85e00079d4788c70df494ba",
+    "6e633d849696f95b9fca05ea76d75278fca6e751061402fe01a45f66eaecc53c",
+    "6e65747b0aa8f15a9aebae69609dfe679d7df160af7c6ec1f1bb7f4fbe77e11e",
+    "6e6fe0b9c29af9252a35479a24f8df339830ecd240d13e156cf14b614478e23b",
+    "6ed932592463c7c0ee3080ff49fbd3256eb376d9fbea4f5a1d87a580cf0f9dda",
+    "6f328699052eecafc730cff3cfb923ea06180f7817272f881f296f7710867fe3",
+    "6f8eed619bd516d812be34fc41c2d3344b1ebe04dd9f9ffaf0dd0d4253292800",
+    "6fd537d3a74739c21a4d95e906e35bc9f8ac1d53a863ceefbdac5a6ad01abe1d",
+    "6ff807542ca183bed4a6bc219660e8b3524c8e2490c6999bcaaef7194ab78e75",
+    "70cff96648b78a021ae4ae0a3ae4bbd152b6d426ffb68a2c7b3f68af5602c0d0",
+    "70d0d3d9515ec960eb34915c9f32b77b6bced2a8905be335ff334f798f1166ce",
+    "710e3e86832665cc2074333617d3fbd3d8bf5811fee593d059f31f396d7f45c5",
+    "71109eede5531750b395203b228e8aa9803373b1254d6a6b009dac051c8af5d8",
+    "717c86ddddac537d41f88b7c8228005f20ae3b4e5392725af2ced0c9b47d9313",
+    "7182b822c86e7c2b152072bb8b3b8c0adb77de730cf2b3baca138060f00eb802",
+    "71a939bb2fe3fe621a38aa2814300823a716a74bc4b351585ea0a9b4c083af71",
+    "71ef53fd5d733e59abd86c7df4b5ce62ecbf738fed4715ba552a3aae2cf82b47",
+    "72d461aed408dc559a73710d45414f0643ca50cd5da610b3fb0129dc52d15a77",
+    "74071642727c9ed6ccb11bcd048db68fad618d722c4714d42034fa378ae706fc",
+    "747bb5a792e01b6644c91a98c94264a270c7ca36d6d536d163d94f3d3b84f64a",
+    "74dabef6f2d19582dae9e8df33c2cdad9e8756edbf8486325843c86d7b6f0b92",
+    "74ea51a817d117bc7c0ddb7a50770bad7c9b886520ab14a39f541d78cc4d36b3",
+    "769a1243de2280c5949abf534eedb5006633c3f60e6aaf414b0f305a07621cae",
+    "780b8bc74f7babe33315a1906cc6dbe0d9676079d9fd3fd303d5050cf6fa6adb",
+    "789467c49d28ac5926ca74c0dcc6f87e3e7ab1594f4dcd5809ca813f3b7a08ba",
+    "78da1ea6dd550cde2487750afac571d0cadb81071c2d183336b0919933de30f9",
+    "78f0984ef9c77e6ffba37b4260c3148c649339e761bed5b465537daf2370c1c7",
+    "79913de53c1646ad7cfe7622a3a84331e0cf60560679d6e4273d47ee5eaa6f72",
+    "799144770a2b4e07cf01947ea8b77a5839807ddd355170b87ba06d92866c47e6",
+    "7b03f51b82cb4798ba44b348c8842a1aafe968e70b111066740cbd3e48da93b5",
+    "7b5ad9f84a572208a6e92c733b19c068d3fe74dc5972dc7fde17d99c44488540",
+    "7c7651c266b7ab2504195b2d0fefd9ec3683df12bc20328007641a032f9f7f53",
+    "7d17467b25d44d0b1195dadbec457a87ba304966bbd8b1370047ae7de2ed2a05",
+    "7e884e9e13768e48225aa52c48b97e5c3252a649c90f3cc8010bfe9d5acf929f",
+    "7ed28f6688ca2c3971200d3ea0d000688e89f520ef4b6dde6701cff6d93379cc",
+    "7edc32f4e2da616996e003993e5d5b26ceefc4520692074b60aecac240798107",
+    "7eeb7fbdf38454f42aba21f2a65eb7f5cef9b83ae061ba05911959505cb91ba8",
+    "80425f425d21a43c3a24d0cbec2e1cf2da3c84b49ca37d17b3cfd87bd3c064fd",
+    "814fff4d3ddebdbcf578f3ecd2ddb15bd73f13c5dc97645f825dbec1229d769a",
+    "81dc75b3c4c5278f77872721fd7025351b3b6ee35b3c6c717382933a12846b54",
+    "81f2a221e07b8b87c8a6af2b8ae92daa1894ce793038b89fac66661c516a13fd",
+    "81f5585e360289f12de31c6ca3c5a19d35b36706dc818c1bbe84c52100ad5a13",
+    "8324086d105ca455bb60adb5bf2ef75570cb6bf61b3707a7b257e2d83bc69e4c",
+    "836794cd8ef10d37d1054cf7b79817cda0f0e4844bd6bd0ab0b0868f6d68a542",
+    "8411461a46bd466e5747381bc5c7bd43f492093add98cdac5797dbcf6f1e4660",
+    "84f58f57f6c72ec586fc22b38330eaef5bd838bc1c8fad56c29efa0be7eccdab",
+    "853523426e3dc330502ecba19f3a9a7628a12f7e8359b2c70eda0102c3e35cbe",
+    "855e6d393936d0aaad4a90d2d40b5c4c64187e11eaa8afffb8ece7639c14b5e0",
+    "86605eb145ee658ad400ea7473b837813106c904a4a958cc26b7ca43d3bbc6bd",
+    "866b5df371574f0c85056b58126624b34a949227402540918ec1d02bc129e272",
+    "870233bf592af1c5e6a70cdb7610b7fbf59102b2f94055aebc8e09e2e8abc066",
+    "872c4c55617194769ba5d872580f47a75a5553e70437e32d24560ac206156dc7",
+    "87be64c00fc483b0db889d7dd12e643222ade5c822c7da2b07c187aaa88d0304",
+    "8832815aaf4d20db32b8caa39dcc740a02e1cfda52854f00ba80336119562bd7",
+    "88b818d5b25b12992343aa730f98dbd25cdf13e183a93821ce3cef54976759fd",
+    "88ef007b6f8a349b461726d0ef1a8a5c3bd62e30f3991e195d5e2f04776936b1",
+    "88f52aef40dcab119d399e383866b95f979bb7d4371f9a8eb5b6d4946eec3f98",
+    "8937ec18e5415087ed1ebe671504dfe7d5dfd912bcb98bf64f57e0e10608eac8",
+    "8991f2d1867e1f9e9fe7e2256e7618d4c9462140ad82ba83fa96b7f8fb5e8276",
+    "8c3845902baa2a56d30004689da7ecfde2e18ff94b438f9e998b4f9f916fb8ab",
+    "8d68bc7e841c900e0d54a943f421aed61e30d4e2825f206290e5db04be19fd0d",
+    "8e847b6c90e52cdd68637c92a3f32650d4a7efdda87157c979666cc5f4fb3e5b",
+    "8ec13ad05622d6aff476a4c6bdfc7f33377157eb0dea77be7eca5031e0d3a3d5",
+    "8ece48d24519b345a1ec5c273690fe8220026167b26d5b3784c81200a5a268be",
+    "8f5666d6f88d29c0588631652e9d376f2982e19c855afbd67f6aa4f238961dbe",
+    "8f69f26a86bb62dc8b45b1cf30d53b0aa16f67ef2bbe7a01907ef6fa8c717c16",
+    "9113117e178903566bfc2a2e7c42b158479eefce407e38c9471535d54410139f",
+    "912a29f600f58a940b4136ec5c3f33d838a5cf45d1892a36c32c30a20fc56d90",
+    "91a57d162d23cc952f493e1199ccd4df33082ae5ec3ccc03efb6464dfd80befe",
+    "9329a96a4393cf87af20d2ecc4a8f2ad75b48b4927a13adb9c4191e7fbcf0aa6",
+    "94c63f1068cab884a46fb92b43196c046699581be0000d27c39c5e6bf6be5cc8",
+    "94cf3f3f5169047786afa7adfd68388bc79fe520513c78ac932ba27c94587ac9",
+    "954728266ac0b749dabafa2bb3086106ffcdbd7292e3aa76f44d146caeaafacb",
+    "95522b12879b74fe21b4f599bb83862a37cc15f9e84d42b6aab7e504f8a1fa89",
+    "9555a76e17a8b21212bf28ef681236caae41eeca7234bfa6b0df3e73c392ccf6",
+    "95b1f08688d5fab30d3aca9a2a2f85791c5a02177d91528220a2949b7dce7a1a",
+    "95b56f347bf4ac20fb9a084a4bb6edb9dfd2b34f9e4038a1b585824cff694b3b",
+    "95cdab0e351436c33ced6d47089d6ea983ed92337d64b30d411a34aa86fd585b",
+    "96e4d7865577d8da6547b55e2c33ca0ac0ee5230481d3bd46d8821c87fdcdfc9",
+    "973af4a9a83fcc5878392f67c590cf33e0186ac03379a3212158d8a53e3a87f5",
+    "982e2c67ab8c0989552f2a3f55886ea7910f94ac5ec1387c06e7e25d2405fc6f",
+    "988234ed7064ca88bdc403d8f3efbeeffc9a6140a3582ab6188f3a25cc43b8b8",
+    "98d242f623064f662fdb46a6618a85c21e3008128d17d7a335fe4b4c0da53878",
+    "99a43eccbd1f875bb1829289d71802ee71fbc78fc5dd3b65c6a183298a618709",
+    "9a8bc8321d59c58993ce3b72c915471a8451dd849e01687572558908cb6e26aa",
+    "9ab1290957acf6d87b204c4e97a0244c387bfe772de321090254f20df1910ba7",
+    "9b95e8ee0fa27fcab0bae060223433ff78dbe902cc3c0eb0d7549f800d54f103",
+    "9c964184dfef49dfeabac2ca70841d826ec042b80b5dba4b58d04cb53285af78",
+    "9deab55a3c9634b580db728cf42c9dba00767f8f37775d9ef76d87bb003336cf",
+    "9e21e4e980e2779799b01befcdb8102810411029d89a297d9ecc949de0f1dbfd",
+    "9e69dbf0aca54bb0d954a1143e42665cb9305eb8ef652ba2f477a65caeed5442",
+    "9e9f8296409fa67996c815e91feed202f598167eaf5b3f0350204007c0d1ed51",
+    "a03e1c1fa4e17c3344c98a3a5ee8cd8d3f37f2909cddc21e54822be80de5670f",
+    "a05f8cbfbb664035c98ab714a65313ddb72b573a5b4c3e4c1996a8113bb22681",
+    "a0a7649bedd18507db87f80a6e26a9ee942b4bb231afeab0dcc767b21db8608a",
+    "a0c28dac590a141cc127b54db3207f36026eca5cb620bfd2f844c82b67167890",
+    "a1edc1e88a06025bac194b9de08c8b710f8349b6ee2f18cd555a63f32541709f",
+    "a25d21d56eace92ddfdfacfe5321db18a80cb5191bbeb689e8e5f6c0dc598963",
+    "a282bba95a8a4542a289106bc37d27244dc98b311f3ac7acb7eaf5cafd02ba26",
+    "a46235803d16cf09a827c39210dc98dcbc1cade1fac99080c14ba14859bbbfa2",
+    "a49c8b8a5645e0a29fbfd20224c970fad477d04cb71a206fd29ee922fca57092",
+    "a4c799cc8b693658c4249c3b7c0fd69c45a1d41b7be3b38068e962d789f939da",
+    "a627e1c3f3b15e4faca6e36a48a0daf6af290f4587658b40c99b8d1bac26c1f1",
+    "a6dc7c54ebce2d5033b2e32245e52be15832ad9c5a62add5710c35b00fcab220",
+    "a7fd4637538900354d849d161c465112206803a259690ecb85a335217dcbc299",
+    "a7ffc8ec75bc9251416105d48a95eb466cde6aab8ba4be79dedbdd60a6bf80a5",
+    "a896bf4376349911127945d17ebfc10ec457401ed5d2e3b06e558ba74164f2e0",
+    "a90f3b019efb29fb36dd037c3d043d49c93440e6cefdcab2b213c0cdf73c4677",
+    "a916116487ef88d1762152ffd77390eefe84c69a954cf6071ec48f48599183f4",
+    "ab9b70ab4f40fa4d69438dcdc65e19212f8b1ded5130a89a4289934cf35b0ef9",
+    "aba716b3a181e91cff5f83f1dd4d4286fd7e99f8eed0ef876484bc8b8aba2693",
+    "abab0537479480471fdbce7a9bcf265bbdfd65f1ff3d4ddba0d9e5b4d9ced9c7",
+    "abd2d9b083620a1d2f671211125c53dae979b997c88f67d45807fde6ba372408",
+    "ac262a059fca131e899b1bdfc77dd816d399c94616d1a11263671b33316c9599",
+    "ac82dc75ef05680a107045d99f26a35dc300d55a7118e422be93355ae5fac944",
+    "ac9a9ccae1b5a7809b3d1ba1be44a71c7169e5b56fde550852a96d7d1b2b5f11",
+    "acadc12353fd67a26dea25cb68d37740bcff84752f1b00af344301299cee8ab3",
+    "adef0f0e85961cabe53053836f2638e83459f78e3ad8b1206b1e22a0e64891c9",
+    "af6cfab458e6bc9e744c73a8f478747bf77f1c1b56ad30d6945a264c42846a76",
+    "b0a4b3c916589cbbf3e48b7820e66f919131ddf5330b0ec58872adfabdfb2e05",
+    "b16c55c36f3685acf7707bc575ad1069ae9c058d8dac86f3ae2fb73a7ea8e4a7",
+    "b1b630785cf6bcb5200be4fbe6b9cc5c681f9385f3bb7f677bcd7e852b26ee91",
+    "b1d040fcfd9ccc5f178579bbbf895ee2e385f427ec30f8e4786c6161fffb4fb5",
+    "b2ac951600008b0fea2ba3cbc5c474594519c9b2a70edf9ad163abccdba1c660",
+    "b2d67426cdddc00acbd06b2ea113db9f9c441162ce9d022ec8510efb48146e46",
+    "b3e016b64cd0cda66aea9e3f44eabb40943e1556d32bf2d6518745d9e427b42d",
+    "b3e07c07f4c4b008fed527f167c7f11f17ed4d1e4163cdb0ba2e1ba93751cef3",
+    "b4a6b9d0180583975911ea25c8f7ff0107152d92d6f948141112b83ae2f2febb",
+    "b4c5ade87ab82415346618aaae5728f15104ce3b60b11bfdddc2159c6a9ce481",
+    "b760bb947e6d5b6459228799cb111df0a4b41b67b3da2089bbaf4de6e4841ba0",
+    "b78983bf3b1bd83a3100707a4c76d66dc1153abd74008158a7eae0b34c7c625a",
+    "b7f5d3a5b89c5ef68650155cec7493fe609f21b5512adb4cb5c08e2bc5c95e82",
+    "b857988895276b50f5533c84b38013e0642ffde0591f66678448db56a4d53698",
+    "b85ce13d03e3e70bb8eae0a820bce4ce7767d89c703c131e882ab916db55a5b9",
+    "b8ae3abe48f5037066867e455a75f4dc2e501a75429cbadfa9a3e278d9fa3491",
+    "b8d79019da05f874f40725409b294289a4276b49881cca8108b173e706bd7acc",
+    "b916ffa0d5a66bf3293242e6a86b3e8ce4247761990159b3a157d23d9051a9d6",
+    "b92b5690c983699be359b27f42314e1781ae82e010ceaa53d87e248c713cc6bc",
+    "bac079989a07132080b3cbf18c956f43eeb90ac243320d36f316db69e2445685",
+    "bb47e3ab316278d9b61cd0ba233e0d1ac96702fc09b54daf21c66e6e5b0b6b93",
+    "bb834499aae77dc571eabca63b060e2d3af4fbd15e6ff08f31920d56ea69e512",
+    "bbb0f2d656da337147899b331f4eaf2d42d27f2e5f433a0f89f7a47d94e00630",
+    "bbbfae82c10d69302fadbdb59607d17542b7c36eec05c410bc3d19bc59f9c606",
+    "bbe394b68e620d4f2a298e9cc932cf544c2ed1976881670a5252e80034a31635",
+    "bc2ad162fee094abc641053665817bfac9c6d8571a8c981ff7467ecef07197f5",
+    "bcb3abf244ba1c9e1185b4d5b82978e3eb525b215b76e9e612cc4ea5946c27dd",
+    "bce02811d92bf052116e829fb9514b73ee7d3ce06179145ea87933ebb43864c1",
+    "bf3222ed5d399bc0b39e8f850bc7179267c74589ee334893c821256c09dfabf4",
+    "bf85b54e54f81929282389b1f6bd71e1500e906a8770aec49d5177f9afc401a0",
+    "bf9919db71fcbe389329b0a80a25e2f32e92c242de4367040031b773d1289e6e",
+    "c03eae7c3673288b28e3cba77f65491cb09ddc36f5fdcdb230595ab59ba00ba1",
+    "c1b6ffdac70e3fd228a441606b57a74a87e52ce8db51bf777d574c9c7074afe4",
+    "c2324ff1a84058708a778b0dbc4b62f7906541001319661e7705704bab5215ea",
+    "c398fa7831e97ed2d41cebafda84cdca1fb256ff8c423cf29cd61be3d2323e29",
+    "c3ee012f79a5e9a579c87d0ad6bd09b69e83911acc2f9469b9acf2d4ed020c5d",
+    "c3f9fd85aa2ffd14ad57d3d1d4641cab1b3307a16c469f2ffb17cfb7e38d89e8",
+    "c41423d563f1efefe224467078c3953d4362fbbe5403605bbe47c348648de873",
+    "c5f435d77f24b0a361e07a4fc92f2656d7f3a16678319c32b0fd53c5344cfee0",
+    "c6d7ba85d51e713f466fe5874a814a5fd4fafd841b780a3c69a5bafa4b181641",
+    "c79a1fdd63925c9369e8215bc03205b5440f525d2475760b35e65d128471bb33",
+    "c8263aa33563f118a277f94880e01ab9d85d4354a82f6f7e67ffc3acfc368199",
+    "c9014998c9c1a3ddacaefe61c79cd910019cc7c85e0ad6764bcd96ef646602a7",
+    "ca1064517da75cd2d73d187c83f59e29253e92a902468e8516555cf39ff531a0",
+    "ca106e061bffbf113ab31a4e8ca571ca19b684c4ef22397bb2e0d26f9cd9b4b3",
+    "ca22d2c910d5fb8a7cd6fe1e0e6038c21c9016158da0453c288f4beff35e704f",
+    "cbceacfd6887672ae36da858fe55fa1eb1248a461fc918e0622988e80f5a5f1e",
+    "cd2f4d7a45b33110be96a05b5200017d318e687c2c442003197bc078dd0e1c56",
+    "cd2f7561761d5260d96e29be54ec5289642c93b0341a343eb3b71743ba5de1b7",
+    "cd6a7a408ac632e85ba353dd2b3bb53543ba25005bb4348f2173439583b7bad5",
+    "cf56c541150872145af25c650445aa02562aded8c2b651ec81114e7e47a57ed5",
+    "d0137dfc0e9dff20e467a5f183dc18b2d1c3050db62c7199f0e2cfad24ea871d",
+    "d09894ecf5a8fa94f7f80a75c597cf2bffa38d6cb843ae78c60d1251cd7d9f91",
+    "d2323e66b21bd254d3edacbbe48e7fb41082dab2a47186fbeaaf447e41e847b8",
+    "d4febb5402691fe81541c78897f18467b8b19f52824417b71cb52fe042ab3297",
+    "d54d9e3ce3b3bf3a2e721539b4526f27c785ac8ffb273ad8d635d429d91de2e6",
+    "d5622631d3095d08a0ab948349dddf22ac6d309b9d6349f62e2ae741eb6c81f0",
+    "d6054aa280062a63064d8c2f4388169a0d99bb46a4f09429470e58e34b720885",
+    "d63ceb0c6327e4e658901e155923c96ada2ae0f7948f260dfde05808c10410e6",
+    "d6457fe91b57d3f6407ab52c979c1b168dbbd4d345f6811b7fa4a33ecf15fe16",
+    "d6c5114dd7d96b6d349244caea137f41896d0d65803f0aeac524b8e0205750e6",
+    "d94be29e8f3f5fce3d572a23f82a9facc3d547e1a20c9a894e4ecf3a505bb7de",
+    "da1f46665f95caf29e033238a60bc885a1edf30918538ba53f3e0e0f3ba758d8",
+    "daa82746340669b4b9dd39be180a98893ecab290c5646775f778ac810e68f3ad",
+    "dabc9c6421417336d9a4e9edb999c62918760f81f9242600163c27387d2f9f4c",
+    "dac9b0b33161d877114e396f23173a296b826315bb7b848af25049d417224541",
+    "db8e6d2930c641154a58cd407e957fd411456a1c36ba3fe1c09ecbfb597da737",
+    "db94722d3c9d3930d765dbab1cf5fdc3fe350540f62b8dc51fc61b50d5629c98",
+    "dc6b01f69ef6d3e1b599273193d300428662385a90a8629e4f123271f0bf24d2",
+    "dcbf7ef1a04611b24582d73025ca744e409e3520c59d5d9cc9b6723a6be2afe0",
+    "dcecd123fe1669da91e710e444a07c091072a11e64fc84446fb3bc81ea9e3ce6",
+    "dd81493e182cf772ba90bf45866646a9a8180a9548cc340ab07affd73a32d646",
+    "dd970f73df9b378c8f4c0088c022f03554adbe682beebbecd7b3188a26fd654e",
+    "de5c405220e11f90a248d6d56eb9a5c255a3b1a5a442b960cc4ef528e0e2cbbd",
+    "de845c1c7260617e6c524215ac2bc50ab2a43cb03a503dc094191d9e177c82ef",
+    "de995837785e14496378f2052cafec8afedb2b7d37d1346cd3e2ea8692b1a7f3",
+    "deb729f802c6de2e79c3fd458dca6850809ab1e9182087b3e52321e0a6c04ab2",
+    "dec23fbc274e9e3db3bc7de70755489d25f997578849bd4c77e8d5af7294b2ac",
+    "df756c0684905a591127492bff47368f36f108205b68be5cc043c4b1c9970ca9",
+    "dfb562f0d7787ee13a030d751845ce49fad81d82b842b7109910d8f690d874ea",
+    "e0e3e3192a8b85362e8ff1adef5eab8d0697d0bd7f332811cf7aaf294972adf4",
+    "e211a10f5efe01ebfd0cb01d9e5eb79029c055a5581ce243ac0105114fbb8bd6",
+    "e27411a52403ae9c96c241f02eaa738c6c672d120bb7c2ecb116ef6cd54923cd",
+    "e402472d711aa8265d42ee16c79e379d1100395fc1b82794271be38c777ab591",
+    "e40581f959f5ab0a8dbce6d1bc17c8cad4670eef1b510d3afa33252813c4823f",
+    "e4c2b23fda6ec02c51518fc851e448d8152aeda7b093dd2d15bc1db0db380566",
+    "e4ff400de7b7014c6b0734e759450d155ea061938988ed24378f40e554d6cca8",
+    "e62a79147d1f8f603ded27c8d52b08d118f5a8fc184adc48b5d5571096c45758",
+    "e6563012f3543c9f23ebbe8027b50f3d8e5acfd007bc7ff934baf8d2589cbb3c",
+    "e680cab2209055baf3effdba0f1d71cd7da1deece72fb624134f9aee2c51e127",
+    "e71666a8b3de77d8df6e1b1a26963014b3ba3b61853de1875c1336ae57c8a168",
+    "e788f248a6745006fb0ad0bf27262261b2ebea392f69ab028e954707371fbf84",
+    "ea25d7b2fa5d864a13bfd22c91e08e6599feb32ec362771b074c4ee41855ec95",
+    "eb096a05c4bf4447357dbc3a226cd702332dcebcbcee6b64999711e7b6457bd3",
+    "eba83fa004dfdd799a0c3fce1ad49b604bea8ce6f5dc845ea8324420c5e014bf",
+    "ec8965c52e6bff3ceef758795b77cda27ae291980a34c71f6f35070c23b9eb86",
+    "ecee380c7161fc1d9ce94ee1bc93a54592a7de47e8cbec8f0498cd202efd1cb5",
+    "ed13af6ff41fa3a204559b6ee6ccaf19314f18ae79cc7e0c6f82ddd42d579524",
+    "edc41a9635ad187d84d07a131e2bf5f76832890dde4fb554815c434f32a9fb48",
+    "ef2be2eb1e6f2503105b625e92af4afa7257b73606c056a2b9067349289123c1",
+    "f0163a9dcccb7b915942a0e573c636679992e901a39f17d813e02e2c4cacf47c",
+    "f03b66c738c1a74db7ae30b9e2d78d30ce7691d71a8127b8e33c83deab349931",
+    "f194e7426583ffc175688919aa806c891d58311d42dd922bd3cf0f22ecc58c78",
+    "f2145b0764b9c49093beb8acd3879bcbece4c86bc2545ad30b3547998db5d4d3",
+    "f24f90f3764d940281cf638876c99ff9ec19c46a579399823ac6553a50d44c07",
+    "f25c17c7b1a9160f302e78521b4fa9db1d1ed431d2a6029a4e66e7c0bd78ca69",
+    "f3262cc7ae7b8d652129e3b19be2e71b5393fefd194cdb4f18fecced393fa692",
+    "f3e221015253c624bd18e1a1ec6d6cdf855b179a528aae544a28c431850c8137",
+    "f420bb272354584966ad45fab45db2e96c03bd92ab85b739fbe8701a4f795ca7",
+    "f440c37361c65c981cce45f160116a897ece4e18d4b6c1fd8b7251ae4ea014a6",
+    "f57eae02d4855b2505566f705543467f3758edb3639dcf63428b3d655d6900ca",
+    "f5888d79c11cd5039cbffac6bd92e13cacdee543a08ceda6cb12136cd3e64514",
+    "f5df5241fb7af7d427738394acfeed4ef40025f3524f2184b21b12dc7f3277d7",
+    "f6764cf8c80ebce0a10960fcf97f1d2f868d201bb1421ec2f1bcc635f2a905b1",
+    "f6fea0b0cf86027b13ad2b74423087279ecb1e27d32a81f90e3aba7affc1bc02",
+    "f76737636cc2793fa94a81b48ebb62e6a293a1258721bfc2c3a2df3d524b918b",
+    "f76fc301ed789c51fb593b92c333b4c0f0341732501af0964feee339c9b750e5",
+    "f882570ee3e809b38602c4a7e97f2bb7510d2851392d45c9be98d38366e837ed",
+    "f942783262e9e60ee5ee39b71aaf23f5868d7ea0248d437aaee1219675d8ad40",
+    "f9db175886ea8c5ca4046ddec0176b9897516872b3a1a0848d3be424b95087ad",
+    "f9e667dc320b33690cd860b7e66cd789630658bbcc3af8c16cf978412f98f3b0",
+    "fa169af3e954857659521ebdb22e95188911b7c5926adbbf493f38e05db0825e",
+    "fa67862c4434071236731974e363313151f32440f87e6f2cfbf0eca76509ca83",
+    "fa8aca36011d8a7acb85b0f053082ab1f42a48f40fd19f7300260f8eac252254",
+    "fad035c7def0678143fb088abe594306a81cf92a616e9a4bc3615ec385d87956",
+    "fbaaab822f820adebe7e5c56f4daa8356cb50e0869cff2b9d569596dbcb6bbb1",
+    "fbf9101b8d684ee753ce6d5f8280413b68f418fd59da9772221682f8280b9d4f",
+    "fe06e5a7372a1b9e026043e3bc89063f91dbb1ac1c6a4c2d34b93f295f3e51a1",
+    "fe37bf2cf2b401d02ba34ab0c77d52b89fd07224bea409bbc911a391430c8ded",
+    "fe9cc6e4934a28231d7c864c377b2a1b72e4da2b05bf70064db4c6199fe432b9",
+    "ff354ad90b2deec831a173c06965f2dffc0ea3f17b056e3e5ad55763a2c52d93"
+  ],
+  "include_outcomes": true,
+  "label_counts": {
+    "negative": 5179,
+    "neutral": 1222,
+    "positive": 159
+  },
+  "leakage_contract": {
+    "deployment_must_not_read_outcomes": true,
+    "nontrain_outcomes_are_evaluator_only": true,
+    "train_split_only_for_retrieval": true
+  },
+  "max_flat_action_dim": 112,
+  "num_groups_exported": 410,
+  "num_groups_scanned": 2873,
+  "num_groups_skipped_by_split": 2463,
+  "num_rows": 6560,
+  "object_embedding_content_hash": "4e8773e46aef035fe87b3a6b631ae0bd9c82ba2c7310c62545a6b8c8a86373d5",
+  "object_embedding_manifest": {
+    "dataset": "embeddings",
+    "dim": 64,
+    "extractor": "rgb_object_layout_v1",
+    "num_embeddings": 410,
+    "path": "object_embeddings_rgb_layout.npz",
+    "reads_outcomes": false
+  },
+  "observation_embedding_manifest": {
+    "dataset": "embeddings",
+    "dim": 32,
+    "extractor": "rgb_jpeg_stats_v1",
+    "num_embeddings": 410,
+    "path": "observation_embeddings_rgb_stats.npz",
+    "reads_outcomes": false
+  },
+  "retrieval_index_allowed": false,
+  "schema_version": 1,
+  "shard_content_hashes": {
+    "charts_00000.npz": "42b54c3fe5a42b22a225fc233171d098875d16595a7754b59a2c4efeb49f8ca1"
+  },
+  "shards": [
+    {
+      "num_rows": 6560,
+      "path": "charts_00000.npz",
+      "sha256": "e1dab883a6d5ccf9fab9111d291de115a0fc4de77487bc7a740c207adb62e74e"
+    }
+  ],
+  "skip_counts": {},
+  "split": "test",
+  "split_fractions": {
+    "test": 0.15,
+    "train": 0.7,
+    "val": 0.15
+  },
+  "split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f",
+  "split_policy": "stable-hash",
+  "split_seed": 0,
+  "state_hashes": [
+    "004c8ac0df224f86988595e4f552c47d31562c42302aa5e5b9f120d8e8fa65a4",
+    "0080acc64d7fb2f9154ab9883e2ec006f0bcbdf4d05e9de28a69b8637047074a",
+    "009dbd5ee8d586cbaed373d3aef6402664edf778a9cba1ddf011d37e365ac87a",
+    "00bb526c8634dedb0fdfb5d5160db2bd76ce136b8dde4a99387834fc490b08cd",
+    "01a4efa12c9caf9b24c5f12b2d6a3effd752762c4600eed12ca5f58e21bc138e",
+    "01dbcbab515cea225b9d1159da4a9ae93c8396d2737ffaf0e0fb44d6cdef329b",
+    "03c28c71f2a5c79aeb63a10fc4d39169536bbae8755b8c49427b8e4a48da595a",
+    "03d19f01e4757695bc7fbe0353e9d20b344bf375e396036255ceb13922409821",
+    "04513e79db3e0f6e1aaf91d54465e1a63985974c670008fdcd8bcc54571e25c3",
+    "04672832863fb8c9eb5422426815f398a4ac41f10f3a1985f382f771359417e6",
+    "0551ca60a30e84d93604c0e342308647e32350ab89152aab60acc95b77917df2",
+    "05d47d5040c2c080ff7315348e0edc79482271c1058d079d5aae6886b213d93b",
+    "061d1b5c2864f8f74c82a62e35804bd3f5c960ad4032a9507a4ecbd957b6e8cd",
+    "0621a9d94a00c788ab283cf27213fec18be5b8dc4dc2ab1ede7fb6bcdf24f9fe",
+    "06a625946bca0cb354a0db0e144972691fe3fcc172e9f5718cf1e3e6edb65695",
+    "06d116fa981309af8f407def79c5b227cffa4d2fd31b90a727b1c3b6d61b65e1",
+    "08bbc76d14a4d92a2d94a0c80aaf9c96244c992862820eff10ad593023ae0604",
+    "0a5e1fbbd0fa9543c54f068a799b1eb48b78219dd146bb0e11f8f4423db7b02a",
+    "0af43195d1134606a56243bd158f50390371cde4e065c1c7dabc81b23a8c48a5",
+    "0c4c8b752dfa7f773514cbdb30f2bf7c53ab452cd92dada5e78d197b090addcb",
+    "0c58ceafb2828682cd2912eec6950d52762ffd0688ece98dbbdac6f6332d312c",
+    "0cca086201e7689d11f790b065798d7412ea5fbcaa22ad0940f84ead8be24e40",
+    "0d84e8b2f6d6efab89062a5efde3fafd7b8c2cdce1e6b7431821c9a7db1c3c4c",
+    "101de590da3b55f23abbf9ec98af6d0a734e4a0553fb957d9b9d650a4b1478de",
+    "1025bfbc572dd9623c6437a0229cde7d21e9e9619d6fcb7b6e78d57136fa93c2",
+    "105f9d47a5ba7e9de7277b3acdc95f540e794c5079f96b10b7d22e158b5f1d3a",
+    "10b35b7e101af08ab05deccfece53119f6aa8ffec4f8eadd097c67bb4c2e693f",
+    "1106abc92d2ab317b3a2dd77c69dafbf6305c822e070962f6f4e9ef97a8d9048",
+    "110f5c52d9c59ff4973970df78b74791be7398e8def0e185fe2603bb579d941f",
+    "113ace08ebcc14c1eb1e3e36c94802b5743dfa5f86f84c7bf0a1233ee4b71069",
+    "11e9d80be620a82f0f4d35f32f34104d819c14c3a3fe91f6d36891216d61c08a",
+    "12d681493bce24cc2dcbd133ff88a2e966d9c2ad735da586c6b7326cf9f76b32",
+    "12fbf78fad03688ba083cf5fd1f230726abb50770c0178351ccd4ef8ab830eda",
+    "13d6ac7b78af7527b4cbad8162a99a176e2aab866a7e4c4f8f87977d6f69c568",
+    "1496bccafdba868e26fec89c211b482ab2de808587e4e3f9581c0dd41e43a6ce",
+    "166f0fda1b9dd55677371d0eec1d2ee86f83d90c38271147b317df1dfe130692",
+    "17e60393d3f9877967b76a87ce36a1dcadd8a32911e1d3c13b6fb4c2f5e240af",
+    "184aa9501e510d89392eba64da1a3ba528632244212ee6c51e6c01b56c51f68f",
+    "184e008447d983793dbe18e5eda7b4e4343b3e7468eb91d47138c9b769f7d60a",
+    "19c23bc68b3795084dacd86e7719257fe73fc252cf422971851b5a500784f52d",
+    "1a21e0b5713c3c77ff1624f68452413a6622858f35026b4fdcf53934aa8fd3f2",
+    "1a8477054d7eaf84012250057e2a8f3a2be85d33ee68b2c07bc44120096802db",
+    "1abf1ed7e7b56348168c666a020ed1f04c92d7e0b3c92c951a98c4bac472ee89",
+    "1bfb07cdb48308cc49cebadfbe47b6985d0978657c5f55b62994fc08d892de8c",
+    "1c08830110844a563176b393ff600fb718a717b7dbff65d1ca79cf2734127d16",
+    "1c17e9a25aef52bbae4e31ff916b44a4c9d2e48d34f717551041852bc0efa920",
+    "1cd587a2f725692688dd2f896c2d3dd331975425a355e119f3fa0ffc4ecc2fc3",
+    "1d370ef467069ad818738972fd37aa221b2b1ea703a52e3819834deaac481be3",
+    "1d484a5c583a8b80af98481df8d2288078e0ca01eb1485fc7bffde3db7bf5673",
+    "1dfbd15fc68a9af8be56276e9f73652b081baff65a231b6d9168c1f22d73569d",
+    "1ea9a7ebc086ac2722fe0054a89af39a8972c2b78bef52a88d982649e800674e",
+    "1f0156c63e661221dae2b2794349306f1a999c3af2b95dabef534c3f42ff47bf",
+    "1f8067c0c0e82f005e7c3e256bdb713707aa0c428bd09ad637e69e3e363417ed",
+    "1fdb9db401793099759ed7596ab5495f7ec5c3dabca2521894574c4dbf265615",
+    "203596e5c1acc347af07d6369911526437a3a56635d02abba76718bdd2ee5063",
+    "204a6b75a085b3d884fd5e1607a2104d8d71e1228cf1bbe01017a73b166a9ffa",
+    "212133c8ba1f27881c61acf0ef2690910b8608569a2e00a40e1a007a61009804",
+    "217b3a0cd9bc0931c3e84ccc56c6e074340df9a77623c0eebbf14829bf830596",
+    "2524ac64cca15c8962b381b1fe2517105b5cc936813c40db59a1545d76b3bd69",
+    "252511afe52c3f9f509bd7c96dfe0938c89fb072523ae09b2a30948044a973c6",
+    "2630c85c8000a2dc9bd3777fa33951d602f2aa6b209832f346d76e8d922e7092",
+    "27100aca96c8e5f7009eb06e931e2531cbe51e89453e82c5357e441120fd92a3",
+    "2770f5bcbf2fb7972bb0fdf00f6309d80a438a356af61e44f6e0a87d9e9e9749",
+    "27a0f083a047b857fb190b8ce227af6470dbc9877e12ddec667ccf092bb38aec",
+    "287ee74ce4a16b40805867a6a84bd0ce31a8170bb87b024b7150cf6286225239",
+    "290915eb95c98623bede55f945feea19b31b9e0b55d498087586eb78ab673124",
+    "296d2d3d87283de2989d7feda5c1964bf0ca5f465cb1eb35a099058310bbccb0",
+    "298f0b6e389c94bad5eeb13a7bb276714273bee1a2355aa9a9ed2a3df00e230a",
+    "29cdfbc917293161550d97ea67ee5954df89f926f032460834ca3b42c3b0c0b4",
+    "29dec43762af9d614595a41f2684991e44ed10ae23dc53695d97267c85180d44",
+    "2a45934c4f237e7c55633a9340de671f1cc832add504b384487aad994940ebbd",
+    "2b56257937c61e54482358d290c70c7dd15533527c7a5c67304515f78ed16b8d",
+    "2bb9f77251763945536e30206e23872a28f964e93483bbb8af48f890d4997b5e",
+    "2bbf500cedf656b58907e06d4debf3ca6db083799a6f8e1b8dfe29d1b5ebde8b",
+    "2bcdc0a2add7d61b5d8bb831139d7ee1ba000f9ebd8f53610d24c83e0d3bfeec",
+    "2c8114ad5af7d1ed8952927e827195dc61069af77148844b8daa64d9b5681823",
+    "2d843ce2bf559df3e6e3d82f042bc26bf0a136135ce1d9d1593cf6243c64d035",
+    "2ddb82f8e201cc38d0cfcb6ab09d47204cfeb2e34f593b7004246cc461de2b8f",
+    "2df7da74da815e2293af7467feb178731a363c43bd04efb4fb90e749ea15dc5e",
+    "2e41728c1feb0baebd448e13a996a81a5a8966a98d399747910f1ca4a303ef70",
+    "306593faf7ac803611b57887a3d49cf391cda0afc34ae9717556467e2738697a",
+    "313a6956aa6fea5af537785643e7c18cc1f49a20ab356139294ff9836cd0041b",
+    "3192576ecac24034f3313854514349784b72cf1ccb3f15f780f09805b3c9049b",
+    "31ad8725309a36c83919b4e22219f6acc28ab74eacc1a21b6ce25a5ebe5c9a3e",
+    "31b01d9176f54313c51fb2b38cf190dec881b3f764ecf6deb9c5e0cc6dd39273",
+    "320b235b4b99a4c37396625aaeea37928b009140100d0816877947ec7fc4d5ea",
+    "3284ef95cf53b90e6245fea8805e438913bb7e2e64ff30a4165176c8f20a31e4",
+    "3392a6b9cfe682e3a90d835d4839fe4a9f905b691d4926c47260f7c8ba1b4a85",
+    "33c7dd7da206cb007ddfa4493161c2c693a42115ceb4e5f6a7f3cfd902345782",
+    "33faabea19353c19d4553ccdf76da78922ab20629399b3732ce4ae61907ac65f",
+    "34b5d85b732d320d0452c8df51466aff4fef9e0652eb24bb1bc66ff71ec6581c",
+    "35b21fc47388d8aae43bcd09e67381efd5aaa4d9bd21e5fb141a97d04cf81309",
+    "361c89942e74f15b1a64cab7fb3f05f16b25fd5b7eaeaaa79f47d2d6f8125a4e",
+    "366c6de86f1c9584274f3bc105667febc2bfb9bb718424768f668379bb93db08",
+    "369716a89b5a2a776551105e267ea8b2e1b4fc1ce2ca204b9c7ac23d1f4ee4a4",
+    "37107fa603a746d3044f70b0776bdeac5e4b62238f7af96d29a6ecdee8a842d7",
+    "380cfbaec777fd891c1597a776a2c240e6dc769b8906eed47a8ccb95bbaa78cc",
+    "383201ea110c3d298bf177866f91b326429a6f3a5d783d55e37c65f9a4d953c0",
+    "39247017df9f8e2f6b38525b4b8f539fdee0705d84c2d712645dafa8782ab94b",
+    "39a632a0dd972df1c6dd5b17ad64c4d685e856d636c08c058e54649fdb6f19c5",
+    "3a2244fff97f5e28b0893251fa2f63de51f9a17f1444cd9c61e1881183d65292",
+    "3ac68a2f2e6a24ff85471e36d646ee3d679168bf3e47dcbad5b881778e00b80d",
+    "3b739c0fe2bfe255cd7fb936e9f6e1845f71bd8c743a1fc8fb433296d95983cd",
+    "3be79bc31455e70d3ee04d04661e6d0b9fa99490ec0cccf42c16181c5861d8ae",
+    "3c18c8d7856f3b7ef04eac25dcbbf89fd5a1fe4843b539c7cb7882166dbcb2d8",
+    "3c8fdca1da5807ad4d0d5b5268370d5ffbb381eddb06dc8913187cbce8845887",
+    "3d353295a9cf0f3044dce3a7738138da3284c52ffdb32c5739f23644685c673e",
+    "3fce9b41bb738817096475807f2c5f81bc80ae97dab2169ad97014f6f0207c88",
+    "40fc07492f163d29cb6b2060b9b6bf4e5a560fd464bb30bc1abb8178cc5cb939",
+    "4142225cb1fc7c8d3b9c9f862c7ace7615be14132c42ad12cda618b9fed8995a",
+    "415941b56aeb483dc738f2fcb7a3ba5cfb2d06a29f588ae81513ec7ab266c2c1",
+    "4170672fc2ac340d5028f3a26a4048c04081eaeff1169e3bef194e10700b4f2f",
+    "41ad134a4e792921e2f152c35b002d24ba3e27978e3b7cea2e0512785f99958f",
+    "436872d61296107eb46ced244e1d4f49a60f41216b525d10b96fa7539e69636c",
+    "44cef6c21d800d28c49026c8244c298f3f35909ded05a7a44a6c482d70ffc87c",
+    "451f523412ce5db8060f637f418611a2d16ca92309e3a94eaa06c0d1e3bd494e",
+    "451f5bc41b81488efecf18360f35b71854d9f3e65791f439ef0e9dab0d5b37dd",
+    "45571b7a74ffc59271a2476ff48c2c826d616f3c37a4e16ba4d4a92d91b6a8af",
+    "459dd06d08f6d9b60ba6e4de2c1cdcd3a3a91e1eb7304d60266ed8e8f2130b91",
+    "45bcc6d17d9f2c38c31a1be7da5510e6b6ea61fdc3f448689e7bf557b917b69c",
+    "4641eae58a63093a0c751e22e7b86bc9b700f0d4c36acab080b7b6cf6c2dfb1e",
+    "469c1a5dc65e24634bf784a133c9fea1a62498a700cd990756b9b027fc41d172",
+    "4804a2cfc0023e955e593c78381d3b61286259d442c14c89d1d1e92407953a92",
+    "48f7954a804296dbce08b9c95d314387500bb222018cae413205cf937b672257",
+    "4981fdf0cff45e9cfd46e9af6198b260a55a671e7c6efddbf0164e1aef93afd1",
+    "498457d95c5a3f99cecd457405f7d21120b9a08e4c5ed64780e9be6bf751f3ce",
+    "49d01844c161be1a3d2e570af94081a9527688b303ff92f984a752dd7dc87be2",
+    "4a73a9bf644e075b82f021ea56d9a66ffcd2ae6eede7be08b7db5a61473bc880",
+    "4ad614012d8df8ff7af9ba31d7a63b365d7992e11244b6a05f9bf24d92fbaee7",
+    "4b69e82727dbc355de5bd1921ea3124b831d4ced84915a8ea17cb1f666b72272",
+    "4b718fc596fa2894b76c4c3388eaa3cafa24a3af8a21a0f43510acab83df8f9f",
+    "4bab1aff689033aa4c5ca9ad5b166c0cd307e959e387e0654cb5eed13954fc89",
+    "4d1b2b46737f492f016c7dc383e3c7f669c785b3dd5240ac3721b358acbd8210",
+    "4d9004e2f0824a680dafdd2d3e869569f5ea3223dfd53857e67e90b452f37ec7",
+    "4d9b125e84a3703202d74eb7f29a681fa27e540a947b33b760a539a566dbfe03",
+    "4e7e45bb17bc9bd419ff97fee6db24b20ffb4cda75234ea855dc5666b6ac48ff",
+    "4edfb7c99fb79709890e6c45b460e44d5137860108f9dda149ffd7843eef1029",
+    "4eee787b9350fc39a739c41725af1a82512bae12c02713dcb64838730c98f876",
+    "4f01d0243893a64e9b0690140be0a84485018cba8c65d95baf195a77e01eb9a3",
+    "4f4d34c6580fbf468a3fc98965c01a35bf44997246e9871b664b1e19d91672ae",
+    "5018bb862f81847720619f8f0faf45793f51bafd9f02598bb3413d039e1ab16c",
+    "50cba560b4f304187a517a419477bedfc0c351246253780d3ca27f1935089076",
+    "51831cae9b2c0df8f6b4ba9e837bdf36fe82bcbd3211a421f31d99e95b98f7dc",
+    "525e8f64554faae4e6c637c78347bd2d133858ce5eedc1be0424aab9c618db14",
+    "52d082bc104632d9938fe8dfc7ece166c2904d572f64a45bd2ea620c32472417",
+    "52dc9d114df63ecad5379ac4d8a5b08e86d96d991d02b80861701cfe841342b5",
+    "533f765b91e8a44d0458df84c596a73394224692a5581ca91ebb30cde24e642d",
+    "53edbf5e4b0447cebdce43a796490ae0e070759f15c2e4d59dca2b93e42165a8",
+    "540e5b5c8295af60000acf168a53e7961db4644654d1b601d8aae8e0bda8acc3",
+    "541a78131848d13136d40bcf2334ca0c86868c3086b4360a34b2b29ed97fcb5f",
+    "542cc1af0c8e1265cbac8ceda239074b8d0f0309c06e5060131d228318b73650",
+    "5443fe36272511f859309a002380c67a01a450dc75b3e5b60fd4cd5d59da0ed7",
+    "54c4fb2d3e171d1c0f230ed8f9340280988aa897b23b90e3a93a276d22b76025",
+    "5519a34de4d24b8bba071f9b8117857e6e65941dc1258a6d4eff403442e70b72",
+    "55b7248a422de620d58db64541a22f179cfa3cca0313ded1cabf0a5e9ff35dae",
+    "580cc59e7949ec5c4ba6fb09ac960eb34c0035f5b4290317db2f4eab7f14e27a",
+    "58a330fb02ee4f7a3f5adb72db91181dc23bb1320e7019b4f5558f44b5d2391a",
+    "5a1041b583b67b6b9346d9abc55560b53e3517805648f43a2669b2b8bffeb5d5",
+    "5a6a0132c83f62a6cba965d40358ab914c16fc6bcd2831dd3b3db26572c90a1a",
+    "5ab3935d6a5fdb5903b53fab49f4d289b48fa1b120bd62db92fd3d5f632d7f83",
+    "5c2eb08e8e176b6c3b4634919de6c8c8efeb454b315fbf3c774760c66a301655",
+    "5ce2b13654f31d24873de055c34629f000c246ed4397ecc2062f5cad378c3111",
+    "5dd091b805a96934a5b52bf4aba8ed9ded2b5bc7ee913dfa714fec9fb4dc76c4",
+    "5dfbaffaa9eb3d8a67ea9eb6c41885b2f3c45786f3ce69af01f8c0f30fd7977f",
+    "5e02ce65c5893406958f95b7f69cf802e042c60b08221b8727fa5d5016c8d0a7",
+    "5e22c92b199860d5664399375d86ebe84f1ede853411ff31a20208d9f8ee6a4d",
+    "5f33bc4ce5537fcb41f8aa551245f8e14f27d37045edb29c2a0bd8bd65e6f69e",
+    "5f4b2c0a277a52ecd448643366ec97cab00a082e455713a067c3eecc708b8b4e",
+    "5fca01db1ee71e3462ea89895a1813ccbffe8441ae9f399cd47ef2c82563a705",
+    "609d3b921f29270929930ca2794207cc6dbe1b51aaa0b2f024ef3c60154057a2",
+    "60c4aa72fc44b13fd9de803623fc04e1744910226d2a32e7675457172f1e3b7f",
+    "6133e8cd1edc38c7c1c9d4b50b506985f5b3df8259cae0bcdd0c2e065de20d24",
+    "618d53f71a4fb3768c995518218aec746c3fbef2f2890dc9eee4ae6c250671f6",
+    "61dc8dc952c410ae48a4de75e006138717f8e3fbb1b120a74834023df56da812",
+    "62afee6acafef492a58695ae10b9aedccbb2acac25c8ded11c5fb04807b22c0f",
+    "630fca898e849462716b2727150d539f480951c2a6c37ed073048e5fb4de5b18",
+    "65573e39f2f6860c70d6b314fe203f46c6ba472871e4721cec880898c78a4c46",
+    "66990e5666d927abe3213ae2dd12b4bedd73a278757255cdb9a11fb546391d55",
+    "66de57d988227dfd54fb3f690ec5af4ed71193fd4f61cdcc1aca010245a452d0",
+    "68b57c72ec6aee1c6890ef817b1260a7a0a856c58768d54e656882cc85dbc970",
+    "68c584d3957300195152c69e1948188ce43d86fa1b0d4a8968e7d691078c8852",
+    "68d6aca0ea953877a2168d497f30b8e229688c61a3b59953ac01afb43c967184",
+    "69ceb0c1bbde81e023627bab10dff9e478e537ca180c123d0121f126f5d5a238",
+    "6a635ff442f0c208a7b1d825475664e95d509bcfa4f778eafbeb53b4d8f060bb",
+    "6b2f36a818a271d6e6cbd61d5b781d546ae232c8b6a36f4b7c5f46af3ed69d31",
+    "6b65bff555349fccdbf699bf95f33340bb33aa1e97f013b8fe4b4430143bcdd3",
+    "6bc4432668aff0b13a2ecd06031e03c0ec27716ff87160f2210efac773fee27a",
+    "6c37f0f057cb86f846f323998c192dd8cf0125775bbbbe1922aeb0f417ca4bf2",
+    "6c4e8f674283aa3bb9912d8bdbfe80445128011c1ac2c0aa40d0cebaaf149bb0",
+    "6ceab1a3fe900414b3efc02ccbfc7733367f4a2a307aa10a1e6b520c9c40dc3a",
+    "6d7647910e0eeac9e7ad78604e39ef4206b3e0ff2674f26f87728f3d5895b988",
+    "6e2f8cd9e87038683721f1c73ea42c66818715dbc90b5efb91712e2372d64c53",
+    "7047d073070dea7c149f283594ccb01b9d15823a32d1d2ee5cdcf14ba98f9cf4",
+    "71838e854303096f4fb33060cfad1239512f66037e7d095730160c705b321ef0",
+    "722a603518ac43d933180723219e85970b11435f7fe6ebcbf95b5970e1a66c3d",
+    "72916d366fca7fd42d84d1991dce5aa7ca0cc15dde6d7901bf497469084bced8",
+    "73a3da42a96f0b11d3c388986c79599f864bb73b8469ade8ff54a3f0d2420ef8",
+    "745e713464767e651b7aac34ee800172fa3c5c6b0ba9e17e89382e4e5d532dbf",
+    "758bb504a252912208617fbfda26b0ba282d611a05489aa347d4b76ea784246f",
+    "75ffe6c452283ea1d91964876699acea114cb569458a6db255d9132b78642af4",
+    "7684f854663ef8b0a8a060f1ee08b373bbffee93a958b44c2899d6ea0f0093a4",
+    "7748451d5342802025c0f777ab931f2b6305636f0ae150c512c02e67f9b7b1fd",
+    "7771858a975f19dd2a5d2a987380a89c1daaea46e2269dbf9cdb0bdf223e9a90",
+    "77f4a3433bbca295de58539f3ca0ba94e6d085b038cd4a17f3cfe0902ace83ec",
+    "7813c7d55bdf518a2df2e9833493cfaeffd5e33f94b6865fe6df60b63f22d5e1",
+    "79d8413ff55b1ead8d9e7ba6c4b7d87143e16db9eeded02c6c89deca1155caf3",
+    "7a22a3d76b498054510260a2de6d56eba2d91ee40cb97b95231f10bf5ee48fc3",
+    "7ba9c357b43342420854faa64a1a18919b9f2116be800bcf16eeaa34eac92dd4",
+    "7bfae4c9ce7ed3f9c163d0cd1278b9975e11ed69cea67cb756b13dd05c7dfff3",
+    "7c50cd496d0231841656bd1b7f05909b3cf6ef4b690a21479840abdf69238015",
+    "7cdac0e35b745afd541a0d39587041db27c3edcefde7d0707afc2240e46fae7f",
+    "7cf49e44d1ad79dd40eb976f3cf877c1c2274ae1d1c7c95a72cbb6fef1ad2705",
+    "7cff5f5043122dcac5d4bfa75fec4b58f31d10a93667245e47df355ec9e41c8b",
+    "7d2dfeb31ab2b882590e91b09c40467085557dbfa32e3b9d82555090f7a7680a",
+    "7dc774183005bbc53c1c05bf6553bc96f66af5a75840ba036a17a57c7eefe50a",
+    "7f17ae8f11690a38cdb78ae290f55e434ec12879163774b086d9b218b6b00eed",
+    "7f6aac77c62d80535ded477fefe1aecb148015a4661d460e9c4aeefb60b787a1",
+    "7f9d0e1e7f5333329d16bada92ab9f0dc535bb5c6ea1cbeda1785fe5ce277e6c",
+    "8012580d27745c8f642ba233fc3e9f8534c428bf93b2683d737a406980a211d0",
+    "8087f093dc46ed0cd75381c3fb368e7eef340e4cf4d17f2bd5f98d501a04bcb3",
+    "80e66d45f829bc00ef1bab55b7a1118cc3de88dad03890515669a30d28a07f3d",
+    "817194c76893fcd404b84d28c81f5c585528dd364adccdb0020099ea2a45ef61",
+    "81dc06c678b17a10a5328067c6a555d140a4a8cea4a740f989cad1c5eba1bde5",
+    "8263af2d38b886b758dee8743e5380d470847a9587bedcdcf156741f7fb7b7ce",
+    "829e4c245f07ae3bfc0f84dd04e18c20a12b3bc6fb6ca6398b9a883b4c78ba05",
+    "8302f54e4192d55bd528f65a89b85730bae2159d5f595b71ecc573d1f724a5c8",
+    "832eb6c1219ab8c9f21b0862eace2813c9cc258152e43be5430ed7e38a00d3a4",
+    "841704d928cc50b4f815e0d2aca87bfb7d5544ef898c0b075f6da841da49bc97",
+    "8420245211e57e268a80dd17eb943380955e2f35802389221ec3756c6ec650a7",
+    "84f5fda143bfe216c4a329b777baaef820c950492b5d37758de5de6c40757231",
+    "85b4e8c8eaa65df6e928b1f2e179221685d4666fedd66f61b6e2ddb9f93b4a27",
+    "86024a863eb5d7b5e07ee37c6f26c1f4e42b2382c620f7d276d6224c0e84e8e4",
+    "86a37906b8f2764056054d05e3bfe1717445b7bfbb9d80949e6a5d3cf8bab93e",
+    "86b09b8fc5929eaf4bd5b3a643da815fcd8808fd58874ff4985e83f36ac8fc7d",
+    "86cb44b722a497cd7695eaf6e55eb819814a3d0143da512f7196c991e2d992bf",
+    "86d9cfbfb911259b06d55c4caed3c5168b16456ba7a203955dfb1be1368c255f",
+    "87cb23c1f7d34522de599ba212cd9c98f0700b35028c980fb9743b6c7b1fdfcc",
+    "8847011462d8bb9b32da2cb2f323e4637255d08b1568f0acd53037386a9ccec3",
+    "887b8f5a5bd1e0af38fc3c3a3b4f1c4cd3978c62722ed115ef8714bbc3bbd63c",
+    "88bfaad3f1a51f584fe3ec523b26d87b69106aab68209e92bdf8225325402df9",
+    "895df5db13b1825e92afb3683df71a311d6342bbd5b4717e1743ed232c228c8a",
+    "8b4efbe4bf29c6e6f317dc7b1acaeca3484f57adeae10261ef30407067ae5183",
+    "8bbf5589e3e95684873774134a0295889ab56e7fa3d8194e25961abd57aebac8",
+    "8c0b28b33462657c0fe32ddae2385e8282595012a68f38a6324f432f285678fe",
+    "8c73e1f98107d56cef9cb4f8fbd770c8ce1bfc50a7e7714d9baf19da133a5473",
+    "8c7414c1a2171f34029e543278a252ea3ec4a329b305a21d6cf260908c54dbc1",
+    "8d1a19151db3e8c51bd49a0afa2c26b2bc9dbc5733e98b85d1f3044e4451565c",
+    "8e6dbd3ceaa4bda1238eeb367c6a1394429476ec29f9febde591076bca8753d2",
+    "8ee259732a2f9df72cbf32ef940b0bb9d57081162b499546415f2a7e1edc697a",
+    "8fa7ce14d6aae5441afb5a92ae8a21ddbff16df27b9e4416239efff10dcfa7d6",
+    "910a59f3b14d6705740884aa44a918e05b085f2549101ec3f2078a0d435171d9",
+    "9204c03c4d9e8f503a9ba0404e7d6c93d8ddda8f2e00a8d5af52f3872023afa8",
+    "9218b4a66e4c1f7f96a48208da6921421ca4b88b0f4cd0d9176cfe9d66ffa648",
+    "925e4d065431537778b7aa6abd97dba382c8cd36e5cd6c6c9cd1e80df7c43d2a",
+    "928f77d740903d209ccc848190516bdca7d2cb4a484a7f64affdb0321dd986b6",
+    "93073054dc6e1c09b5395a8a0e7a0c24d32b41a5cc610ee08b1b06aaab15ee4e",
+    "9336967bedb64864799ab11c5dbe9952acdc679f041362bad35a44cde48db893",
+    "938638b3d83e2c4ce8e55523172d3e5c40d6e0ad6befe77889a0afbd5a849e06",
+    "94218311ff38c818716db2d747e481493b3931fc0695120760970c4a0480e458",
+    "9482adc1860f04494332ec88e6152471b6f5d4d9f125c0c3c12b0ac549d316d3",
+    "96e2e52c28c9e4680a18626c0140830389dafc6c7d1d6188f4c65a2ba9a8336f",
+    "971c548a21973ba775d26a2352808f7e2ed2e589dfbac75b3f9f3de62b1b4159",
+    "972daee2426e4aa9de3349121d502546f9245d59879def1dc544903348eb8f40",
+    "97ff36496e76c5cf2f19a554d1200ed33907c21a94148c93f068b641300afc61",
+    "994f3c33f66415d1c656e5999ee93123a8efbde509ddebaf67f9cf4c36fab195",
+    "99f254b4352512081a8988206af3659313bf7e094f7dbc934f326e27f4d7f441",
+    "9a44dc704a815d1aa0282d892aced643751494d9615a2ff64ec9787fab28b4af",
+    "9ae8ddf4f81e72c61a6110836deef4b05c1a5e61ad05d59f13c98a1c0fdc4b5d",
+    "9b3df01e01f3f6ad44012553e9158f31dfbb8751f2641ff32d89cbe1aaac4e90",
+    "9f666af66871af874000eb3547499cdd497980e5f624e62891d131aa219edc13",
+    "9f66fe744971c2223c34a29582dfeb7c4eeb41b7c0491d971cfb3ddb222ce936",
+    "9f9392c9a1e3239f1f067430efee9e0d1aec04ab8e1f69219ba6b296830bcf77",
+    "9fdefef352160c118ddeaa2c65497f31c869153f49a6be9dbcc6a07ee323a088",
+    "a0318f5a6454cf76f9b1050c3f3cfd33e65f873f9c1a9e21a65464016ce793dc",
+    "a14fde8ad0141e8b0e4c90d266146502861ea4c2be9a6cc300c7873342782449",
+    "a26a933196c6e8d9a888064bbe08f292e2e94bc045de8065084f274545399f5d",
+    "a391b9801bd7b38f17800db9946ba707cf9ec8ac80886d41b996cd395b132aa6",
+    "a3fffd039b0ab8b4ddc1528dbf442024639a31d61a114e5c6e48e0eb83dd5c2e",
+    "a41c1b36c5bebec916f2705919989410973d668f02747d79163784723878a52f",
+    "a49b957ee6e9c2a8ce5c4b95a5e4b2733a1f769523a8aeca1e889063798b2abb",
+    "a4d4fe2f70675daaf6963acabd0be398e7c0691c72b2c53e8ba7449a2542a3ac",
+    "a53c4f46e164ffbbef3a1ea4404e6b0ba5b7585e50ca2e5b31cd14b0175e9f83",
+    "a55011f4e9452242ea1e75a6156924b3038f46d3834d72b32425f197fcdc2aa2",
+    "a5670c4656c2fc83ec0835d2cd1178d1f1dff5a6c6e650848166850894ec07e6",
+    "a5717ca8b1c11e62d65ea76e663c34be028ac408eb6347e0c7612c3a1d6bae8c",
+    "a58b4667aa301fcbc2989d1b985a508498e1e06bfbb1ae12688743238492c3f2",
+    "a627ed3f0eb883a5734065199140c0ff4a700edc3daf9418bfe37d24388684d9",
+    "a7108a97f142fd2c64524d835bfdf3b2508c1d28823a476b2f55aeb211e37914",
+    "a8253532fbeeb9dc1ce83943582abcdb22b8f79b95d344c0a313cf5642c23c7d",
+    "a9438a6c670c9bfcdb791f2b5e0eff0e9d95f20503d579712edc98a7357b5317",
+    "aa918da55ac73194b1790aab33a89fa6c909714ecbd059e7faf8219913d1a61c",
+    "adeb52eddd4b76ebeabb5c01a1e758ed4a1eb69630a7b88069b3db4c101d0362",
+    "afa82734c0d1064f2fbb3d1c3148a2c79aa527bc85c7f24ffc9b004b7a834cd4",
+    "b092057e67c260ac6b71c234a623580868023dad0c210c335b596cb9415027f5",
+    "b0a637b42be52cd5c8141a7d809af9b9585ad553128af789e376795758690d77",
+    "b17e096f91b76956dca8fbf7b4a9e29b25c5054093485cde96a544a93674055c",
+    "b1d96ef4ffcdaecd193f824207cb9a41ed13365a66d5babc1d094e1e388b329e",
+    "b2425eff321e4e14d28f4b15e1a3a08ac098f81df6f875ba674e22ec51f5c0ba",
+    "b2543c77717a17f4ffc5a305118cbf02340a8cf1822d3106c9f62f18d0d120e6",
+    "b2fc04aefa3015b01c19efc2d6f5ce4fd54a1efd4f781659fb192c9216c0fc62",
+    "b335da7048bddcd73da25488b069038b40e03540be5f0d3e7701c9f5679d87ea",
+    "b497fb7a9f160cde00734f5c6463ced31d45620deb393511e7320e1a617fd2b5",
+    "b6387c9cad97b6ad7d78aefe24da89842e0b66ae6f7b7f5c7430fc1932bab8f7",
+    "b6613d86b06870aabd3e77cdc40e07add0b7cd39ab1597a0cca9100c7623b08c",
+    "b704b3daf899a707d6ac953a73cd4b4fa2be25c28a42e68ca522b936e24e6780",
+    "b75598647ad0876b0fd0c948d3ffe274fda5836dd09a8082d38583c240795850",
+    "b7858986f41da3681f1bcb05e4ee0246aaf211d39ecad3c82169dcc29c0c129d",
+    "b8210bbbb17d9b8f8012aa590f342c48852129402dcc0f698cb9d56a4206b004",
+    "b82e15a939ed6645ad5e9df36d8d160b30573b3985e4358509d66e336f15ef59",
+    "b8dbea530bbc958ea037ba2e06253f7298aef387c07c0de1b24245ad46531d8d",
+    "b927fc91034dded9b5fa01550fbecec586c085e4c774cd2edfa046a277faf9b7",
+    "b988a2792940ca8d17ec2ce543eebe57e66249aa8b2cbc1c70402799b3be0125",
+    "b98d3244c9c96739b2e1cfd1b97f9da4b9c68a7e3dc3f4f3076319d5e80fec2a",
+    "b99e7af54c13259b55f224b8818d9528423c345030a6f3ffd7ad7b3f22f6db0d",
+    "bb89f6bffb0936dc5931158a9362efeb008d937305c9da483301c88c6cfac999",
+    "bd4e2f910d6fd6379c069dcd4d0e731e8ff3e0d2bf3f024fc06b81df2fc51328",
+    "bd6447a23cea8dad5bc2e1809b758c0a3e274c4de21241f223eb378e0b99882a",
+    "bd7e598dc4357d7bd8a1d3f694ef0df9ac3995a3adb03dc6dada27148e3f7492",
+    "bd81669bb70aebf49a09579ab6b4552f883549524b3d7f4037c7fa92014e2fef",
+    "bd9b87bb81182b11eca9a81ad4d641ad3c5f9ee5c0ac37588c87a80bbab817c8",
+    "be3755ec87ca16137465fd498097e6bbab4be6389fda0800cad627b88474635e",
+    "be932b39171e6de32382027b2a706e3eea3aee791f5f1f90f254785ee32a8e70",
+    "be93706fbf393d4acc924253ce386c1bb5b8219c7f7dbd89ec6f0cbe06c99421",
+    "bf20906f1df86186fc89379fb3d8d5f1094d59b37bf28d44745fd6e41c418df6",
+    "c0573c1117981e9dc1822f5049602f3ad6ee4d9e6035a78a08b1edb61d43cc31",
+    "c1572bfce8b029273db50114aa8f945f8782abb4fa00e75fb075cd088eaa2636",
+    "c2a78cb7ec81ecc9bec383ab129cfce90d41f9296463b8b13eeef2884b007ad3",
+    "c2c4b79ab1489bc009bee083761079395f48f9d226be87b448a8ac7677452aeb",
+    "c37dbc80b577307cd0167b0ac8b82fe8f9fe2312c8f7c0552869e0c8a67e4866",
+    "c38279a86508c9ccb3d1cce1c09cdb2d9045397b8c244b5d83528d2538ffb32e",
+    "c5a2768beaeaa416cb5363a838278aa53e384f6b0b4e6f11ea06c8aaa5bcf591",
+    "c6e4353914d70195a7f3f4d97879d8fa17fe2d1ed2c23fabe14fb2f47ba28d7f",
+    "c8ee886768ecf9a263bcdb7282a1973dbcf61d19330d3d4abb8b99f1e4d0918b",
+    "c90391506e9de36d761156577b5e8d052a20096078c670027e0215abfaea32d9",
+    "c96d9dad9475e57944682bdb32ddc29b749431038e75c7a6d0594098487b4f14",
+    "ca5f1d4a686c704495ef54c4a7d7484e3f47c1f38a361e2db68aff9d72a772a4",
+    "ccebed809dd4feb69b4c3b3b3d4ae939e3fde214427ea99cd97f55e49ad5b42d",
+    "cd0cbdef471e564daa3377e022e622206bf384eb799a3caf052027da379e6bfe",
+    "cde05777ebf519d9d5cbc32c70d627fbcfa09a20102c054f4abd1577bb4c3fa6",
+    "cf5ad1f54bff9d9bf70b2e6d6510c2b4470c794f4568e809c65a18648a592451",
+    "cfe85387971de2625083a3f9deaacf348c759306b9a761e17874413ed47c4600",
+    "d044049ee253eeba638fcfe3f60bd58be42a0f49f4915b3b97e44803f34f1d95",
+    "d1099b0413b1a443c49d3e1ea31f6990d75e225453b33be430c8062caca79338",
+    "d11033de27092c7639922e586ac7022b8cb55dbcc6f08e393913be04e7f7205d",
+    "d20f64af91a020cd60de869540dbbfc8ac32d4faf450480c13eb1f3eb7fa3e52",
+    "d2bbd3c5548fdd09f813c2490d153c78a8af74c755c02cf3497588ac321476af",
+    "d3c38cd61a49db7b8aa336013e687a396c892c9a0cc4702d46911747632f948c",
+    "d415e0b8c0093a1ba14258e40e1aabb6905d2c98a6abc8f08a82ac9431eeaf43",
+    "d508361dcf52ae785901f36dcd855764730b11ab400fbb1a4c7c636f6738d992",
+    "d543e02b29981c2ecde24881f79b62ad7d65cbd99cacd4e640b6c410f46a9be5",
+    "d73c8ee431ade6e1b2e7d74facb8e1f8149eea7f5424edf80ae17ab6ba42d275",
+    "d74a31a15bf6d956e45b667a347932b4412571ebf44bd68d86b62ac45383c4c5",
+    "d81e0524a2810d7fa47cc5b5b66da3e1275dafffe084e34f2fbe7557049528f4",
+    "d83a6a42b0753e8485ab9264e7030e516f48dd44ee6ebe7860afeda9acfd7a0e",
+    "d84bc4b541486ecf463b0997e370a76c3fa182761fb345b5f083fd7512038f17",
+    "d875623a552ebe002143094173871690a95e4ee54140b6d74253633465298a79",
+    "d8aa9109d8e7c1a9b15ebeb5368eabae6eb9d5aa3923637e8996421092190a74",
+    "d9791761a59227220ece34dcbb5fb3d3d9903a0b5dbd85c0d01c5214b69dde0b",
+    "db7ceb27359a5b9813a451b448aabaec30c1f132501cc65986389544983bc8ca",
+    "dc26688fd3f3bf8de98b25462d69a60ce7f466033f919553c3c6872ac74faafc",
+    "dd6e4c3998f535b5b66ef4799c105bcf571c1763e11727c695c73b78e73d2a38",
+    "dd9c0a9f9a6d0a920109059ae2a43d8b433d033743a279059bde17398d503004",
+    "debdf6dcff2f2e957651abf47190dcaa4cb956b8aa9cfc0fecb9e768edcf3b98",
+    "dee19db3e3450e84e3f99706ffec37d698cb13f7cd4ac76729265dcac2b5d44a",
+    "df30dc755cc38e920ae8d9323a6f8efd3ac976f752462d95f2bae16453034c29",
+    "e05ae3f86a0fc0d1406d0ff5948773844f2f1741aa2485f1fba4e0edd4e81db4",
+    "e0cbcefc194c72bf1cff83654a299ccdbdec23fefcaf2ff45f8b2f0e1cf0e437",
+    "e112f179406d415cabe26b68440af8e51c816d156ed85696828a6c5159346fce",
+    "e16894303620c815a4f49c8586d737c13fa0cd6d054f40aaf9063c027f5fdcad",
+    "e28785317eeff5ecdd6145b6140d781c770449a4762922c3b6d397d19498c57d",
+    "e589aa96273ccb4165d74fdb416e368bc41355cf1ee6c177e790a5d4fcee58b4",
+    "e690a21a340ca630f26db2cca31587c42c453874419e4c04a741887c54ffc80d",
+    "e7002e6dbbff27e85564f42aef85fad9a707d1815ccb6c3f3e47740c85908aa3",
+    "e739d56f8c7a1568e17edeac600fed4f40c525e12c35210580205cff932fcfa7",
+    "e7e9a266f6f7a82554e3b14befb797bf4a41984ba7e2663c93be7f036c78f946",
+    "e8fe9a92835f0ef53330f5a4b771384380cdebd5d52bb5e86679c4dc1734ae7e",
+    "e96888d7d3f71f62047afcfdee212cd651206b6669c981a79fc818b87919828c",
+    "eab57568b298ef1cd4b0dccda61e2298241c4cd12e93b24cdc49f2c92b25cc04",
+    "eb5950bff96fac945a9dc33dd00739bb6d95503a14f6dd40afa3ade6cd3a0d90",
+    "eb7ce7ee77e377f4fa97ac4c426749c83fe7390cd8b7097e3a2aee692599962f",
+    "ec283bbf9c03dc73b62e0c0f00a178a23e21b90e62f654cb3d466e08e395d28a",
+    "ed8e402bd1a016413be08f0e9cb1dc26b15d976e8759930198c0304431f07da5",
+    "edb5574d009ee18eb19563f09587481989006ac02d572258ac7d0a704afec484",
+    "edd6b6c2ccd3ecb13e3012ff88852a7fd88c78f27e5597c4b438505d3608e84c",
+    "ee12e16c71c41dac8dc947c5423bf17c0cc9b5aa5deec8f55057a83bc3727d16",
+    "eeac3052aba13021d1be5b7b22a9aa2115f4d96c2612a0138e5f7d976ad26874",
+    "f02d0492dbabd9d62040a2988045eb1087fcad2a13d2cf1b04e131a27bacabd1",
+    "f0d8e74afb68279e6115cc369cadb222f6341efd28548430abc988f740ed13de",
+    "f229a18ffd0abf4772fe87b68a7ce6180b9109fd50d2bcf13da322766b2dad8c",
+    "f240d197b98753c2837c574f02af5dad6602bb02d2d1dde5c4401b50d4aa5706",
+    "f30fc00d0a59c04c029946514b3accc81c0c96b96402d67ab19b7cf4ab2b9ed0",
+    "f4b0a16d17858978ad779ed1161d562e7353d7007ea77c0f93c9489ce7ae128f",
+    "f531c44b42abd4e5690d70a90dc0f51f4fce56b65bbe89c769188fcab1af7417",
+    "f64570e9631e9bafcffb6fa049db5cbdc97ae7437f632af52674ea46447b307a",
+    "f694e411986769400a4bd755f4e6f4ae50794804ca363e2820b35e77ab4bf516",
+    "f7bda20eb265cef604dfa3fa03a0abecc1f6ad204710288c654b690370311cd7",
+    "f7c750e5b29465e56a8bbf1fa5046013b9c1ce4342f3f792dde4b80d0a0b2e83",
+    "f90b5f66967564ea762b74465943b69cf96fc71f926f926a591fe6ef05545805",
+    "f9f06da14bf1d57386851690bb94288cd3b1a368917765b46d11e3f5e2802052",
+    "f9f33b2057db3c7d9726109d9617bd37f8ef089b6e1583377d08385d52e02e8a",
+    "fa032edcd86968b3d1117c5978936894c733e21bcbacf7c98b9b521e8ee87dad",
+    "fa1ae0da300cdc977927390f502bc32ed7910a0752dfa98a4a2465ad918e6aee",
+    "fb23fde25430e3a53a7d807e41969b14e8dfc53885d86dcff62f082e8794ad23",
+    "fb597f4c310e4a3284c3000d0f9f528a0e9bfe1decfdab629820b72eb6f14555",
+    "fc0d39918a7b6774005db3d0c2cf333ee63ba116e2108f400a5b2fdcc7ab53ba",
+    "fc87e2c106a635f1ed1011b83f3ee89297d53c893493f49342b18dd4a8fae6c5",
+    "fcbf462ada431ea4e42e9190f3a8e717842696f4ba1ea470300e0e16f9bdf0fc",
+    "fd265b85a51de10189dfc2af020f3210ff668958fa854c0af4764307b38f9c61",
+    "fe27613ddfeb61f58d93ffd4cb8ac1348f41c747f7912e0cf55c20b97365b92e",
+    "fefcb03d77be6e00c50fd6d97c393c82f31a5cdf8d41ec6135c98edc6ddda4e5"
+  ],
+  "task_counts": {
+    "LiftPegUpright-v1": 1280,
+    "PickCube-v1": 2352,
+    "PullCube-v1": 800,
+    "PushCube-v1": 1120,
+    "StackCube-v1": 1008
+  }
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed0/train.log

@@ -0,0 +1 @@
+CTT checkpoint trained separately; rollout used checkpoint=runs/ctt_residual_base_context_obs_seed0/model.pt

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/command.txt

@@ -0,0 +1 @@
+python scripts/eval_ctt_generated_rollout.py --checkpoint runs/ctt_residual_base_context_obs_seed1/model.pt --source-index data/cil_charts_rgb_refs/train/index.json --target-index data/cil_charts_rgb_refs/test/index.json --out-dir runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1 --k 8 --pool-size 0 --neighbors 8 --max-target-charts 48 --group-batch-size 1 --device cpu --sim-backend physx_cpu --render-backend cpu --restore-tolerance 1e-5 --delta-scale 1.0 --execution-action-scale 1.0 --execution-action-scale-vector  --execution-action-transform env_clip --bootstrap-samples 200 --disable-action-clipping

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/config.yaml

@@ -0,0 +1,22 @@
+bootstrap_samples: 200
+checkpoint: runs/ctt_residual_base_context_obs_seed1/model.pt
+delta_scale: 1.0
+device: cpu
+disable_action_clipping: True
+exclude_self_source: False
+execution_action_scale: 1.0
+execution_action_scale_vector: 
+execution_action_transform: env_clip
+group_batch_size: 1
+include_targets_without_positives: False
+k: 8
+max_target_charts: 48
+neighbors: 8
+out_dir: runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1
+pool_size: 0
+render_backend: cpu
+restore_tolerance: 1e-05
+sim_backend: physx_cpu
+skip_metrics: False
+source_index: data/cil_charts_rgb_refs/train/index.json
+target_index: data/cil_charts_rgb_refs/test/index.json

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/data_hash.txt

@@ -0,0 +1 @@
+0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/eval.log

@@ -0,0 +1,537 @@
+start
+importing gymnasium/mani_skill
+installed lightweight mani_skill tabletop import stub
+registered tabletop ManiSkill tasks selectively
+imported gymnasium/mani_skill
+loaded checkpoint=runs/ctt_residual_base_context_obs_seed1/model.pt
+loaded charts source=301 target=48
+generated proposals rows=48 total=384
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PickCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+rollout complete rows=48

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/git_hash.txt

@@ -0,0 +1 @@
+

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/measured_metrics/metrics_by_seed.json

@@ -0,0 +1,1400 @@
+{
+  "1073161778": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.019324779510498047,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.01494799959538849,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.3275999425194667,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.7071996331214905,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.2928003668785095,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.6878748536109924,
+    "selected_utility_gain_over_base_at_8": -1.3121251463890076,
+    "selector_regret_at_8": 0.019324779510498047,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.2928003668785095,
+    "total_car_to_hidden_at_8": 1.3121251463890076
+  },
+  "1113371261": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.15842342376708984,
+    "branch_car_at_8": 0.07683916389942169,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0295020876545808,
+    "ncar_to_proposal_oracle_at_8": 3.413737278774274,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.1753464124369512,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.18093222379684448,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.02250880002975464,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.10409305989742279,
+    "selected_utility_gain_over_base_at_8": -0.05433036386966705,
+    "selector_gap_fraction_to_hidden_at_8": 0.041724664014027725,
+    "selector_regret_at_8": 0.07683916389942169,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8190677762031555,
+    "support_gap_fraction_to_hidden_at_8": 0.9877774292308832,
+    "total_car_to_hidden_at_8": 1.8959069401025772
+  },
+  "1151410346": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.2260012924671173,
+    "branch_car_at_8": 0.00047194957733154297,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.6688730891294444,
+    "ncar_to_proposal_oracle_at_8": 0.0008027846087507368,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.10451087535770245,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.8138919472694397,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.5878906548023224,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.8134199976921082,
+    "selected_utility_gain_over_base_at_8": 0.5874187052249908,
+    "selector_gap_fraction_to_hidden_at_8": 0.00026603715962560527,
+    "selector_regret_at_8": 0.00047194957733154297,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.1861080527305603,
+    "support_gap_fraction_to_hidden_at_8": 0.6686070557402448,
+    "total_car_to_hidden_at_8": 1.1865800023078918
+  },
+  "1261930456": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.924717664718628,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.27221108211768236,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07528233528137207,
+    "selected_utility_gain_over_base_at_8": -1.924717664718628,
+    "selector_regret_at_8": 1.924717664718628,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.924717664718628
+  },
+  "1324133122": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.09220491349697113,
+    "branch_car_at_8": 0.048992693424224854,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0045806491016376,
+    "ncar_to_proposal_oracle_at_8": 1.2170962737310913,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.12127109006401982,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.1324586570262909,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.04025374352931976,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.08346596360206604,
+    "selected_utility_gain_over_base_at_8": -0.00873894989490509,
+    "selector_gap_fraction_to_hidden_at_8": 0.025680270261114895,
+    "selector_regret_at_8": 0.048992693424224854,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.867541342973709,
+    "support_gap_fraction_to_hidden_at_8": 0.9789003841061859,
+    "total_car_to_hidden_at_8": 1.916534036397934
+  },
+  "1324642411": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.10647052526473999,
+    "branch_car_at_8": 0.09221728146076202,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0079200726872308,
+    "ncar_to_proposal_oracle_at_8": 1.1942089530374402,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.3223340778904223,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.1836909055709839,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0772203803062439,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.09147362411022186,
+    "selected_utility_gain_over_base_at_8": -0.014996901154518127,
+    "selector_gap_fraction_to_hidden_at_8": 0.04870126538360603,
+    "selector_regret_at_8": 0.09221728146076202,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8163090944290161,
+    "support_gap_fraction_to_hidden_at_8": 0.9592188126265949,
+    "total_car_to_hidden_at_8": 1.9085263758897781
+  },
+  "1375492786": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.03326414152979851,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.01734783087613238,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.2476894390620319,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.08251869678497314,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.9174813032150269,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.04925455525517464,
+    "selected_utility_gain_over_base_at_8": -1.9507454447448254,
+    "selector_regret_at_8": 0.03326414152979851,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9174813032150269,
+    "total_car_to_hidden_at_8": 1.9507454447448254
+  },
+  "141984615": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.10283424705266953,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2857772707939148,
+    "ncar_to_hidden_chart_oracle_at_8": 1.3598011238121868,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.09999258757291778,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.037011127918958664,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.06582311913371086,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.037011127918958664,
+    "selected_utility_gain_over_base_at_8": -0.06582311913371086,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.24876614287495613,
+    "support_gap_fraction_to_hidden_at_8": 1.3598011981414013,
+    "total_car_to_hidden_at_8": 0.24876614287495613
+  },
+  "1461069713": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.0939030647277832,
+    "branch_car_at_8": 0.00689703319221735,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.1593424528837204,
+    "ncar_to_hidden_chart_oracle_at_8": 2.286917016282351,
+    "ncar_to_proposal_oracle_at_8": 0.08920338959592396,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.1499996972968184,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.016585012897849083,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.07731805182993412,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.009687979705631733,
+    "selected_utility_gain_over_base_at_8": -0.08421508502215147,
+    "selector_gap_fraction_to_hidden_at_8": 0.10539574691288728,
+    "selector_regret_at_8": 0.00689703319221735,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.14275743998587132,
+    "support_gap_fraction_to_hidden_at_8": 2.1815216188404905,
+    "total_car_to_hidden_at_8": 0.14965447317808867
+  },
+  "1480856810": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.08703407645225525,
+    "branch_car_at_8": 1.7913228571414948,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.20948036015033722,
+    "ncar_to_hidden_chart_oracle_at_8": 0.006559751770130974,
+    "ncar_to_proposal_oracle_at_8": 0.936411268871551,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.32726342175791495,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.9129659235477448,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.20867714285850525,
+    "selected_utility_gain_over_base_at_8": 0.12164306640625,
+    "selector_gap_fraction_to_hidden_at_8": 14.629458755631916,
+    "selector_regret_at_8": 1.7913228571414948,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0008032172918319702
+  },
+  "1509980664": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.8334100246429443,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.11432582438947846,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.1665899753570557,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 1.1665899753570557,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1522272686": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.5839591026306152,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.3628534007740611,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.3618397336821519,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.07014383375644684,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.5138152688741684,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07014383375644684,
+    "selected_utility_gain_over_base_at_8": -0.5138152688741684,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9298561662435532,
+    "support_gap_fraction_to_hidden_at_8": 1.362853410398454,
+    "total_car_to_hidden_at_8": 1.9298561662435532
+  },
+  "1549324805": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.10451483726501465,
+    "branch_car_at_8": 0.16857311688363552,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2974560856819153,
+    "ncar_to_hidden_chart_oracle_at_8": 1.3843990042333385,
+    "ncar_to_proposal_oracle_at_8": 1.785605640684922,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.3131700044216573,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.19892151653766632,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.09440667927265167,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.0303483996540308,
+    "selected_utility_gain_over_base_at_8": -0.07416643761098385,
+    "selector_gap_fraction_to_hidden_at_8": 0.873701804392748,
+    "selector_regret_at_8": 0.16857311688363552,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.09853456914424896,
+    "support_gap_fraction_to_hidden_at_8": 0.5106972715929512,
+    "total_car_to_hidden_at_8": 0.2671076860278845
+  },
+  "1578990937": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.82413649559021,
+    "branch_car_at_8": 1.872677817940712,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.5925979460980888,
+    "ncar_to_proposal_oracle_at_8": 1.5925979460980888,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.35455861208819184,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.17586350440979,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.12732218205928802,
+    "selected_utility_gain_over_base_at_8": -0.6968143135309219,
+    "selector_gap_fraction_to_hidden_at_8": 1.5925979596421602,
+    "selector_regret_at_8": 1.872677817940712,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.872677817940712
+  },
+  "1747178030": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.0,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1790188787": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.12476746737957001,
+    "branch_car_at_8": 0.015666961669921875,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0053965100665907,
+    "ncar_to_proposal_oracle_at_8": 2.8242752006237333,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.1469930371388804,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.13031470775604248,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.005547240376472473,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.1146477460861206,
+    "selected_utility_gain_over_base_at_8": -0.010119721293449402,
+    "selector_gap_fraction_to_hidden_at_8": 0.008354676765355083,
+    "selector_regret_at_8": 0.015666961669921875,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8696852922439575,
+    "support_gap_fraction_to_hidden_at_8": 0.9970418386626853,
+    "total_car_to_hidden_at_8": 1.8853522539138794
+  },
+  "1822210471": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.07191530615091324,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.21292802033183844,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.9280846938490868,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 1.9280846938490868,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1845489013": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.2669986947604576,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1999022574": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.1873575448989868,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.03437446008911796,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.8126424551010132,
+    "selected_utility_gain_over_base_at_8": -1.1873575448989868,
+    "selector_regret_at_8": 1.1873575448989868,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.1873575448989868
+  },
+  "2012211287": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7236053347587585,
+    "branch_car_at_8": 1.6712542474269867,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.3093553897121326,
+    "ncar_to_proposal_oracle_at_8": 1.3093553897121326,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.25284704301799776,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.2763946652412415,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.3287457525730133,
+    "selected_utility_gain_over_base_at_8": -0.39485958218574524,
+    "selector_gap_fraction_to_hidden_at_8": 1.3093553999703658,
+    "selector_regret_at_8": 1.6712542474269867,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.6712542474269867
+  },
+  "2038594191": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.9766158666461706,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.5661861288928247,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.023384133353829384,
+    "selected_utility_gain_over_base_at_8": -1.9766158666461706,
+    "selector_regret_at_8": 1.9766158666461706,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.9766158666461706
+  },
+  "2054899126": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0032250061631202698,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.003466559018470386,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.10574282816438775,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": -0.5,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.0696808770298958,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.9303191229701042,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.5,
+    "selected_success_gain_over_base_at_8": -0.5,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 1.0664558708667755,
+    "selected_utility_gain_over_base_at_8": -0.9335441291332245,
+    "selector_regret_at_8": 0.0032250061631202698,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.5,
+    "success_total_car_to_hidden_at_8": 0.5,
+    "support_gap_at_8": 0.9303191229701042,
+    "total_car_to_hidden_at_8": 0.9335441291332245
+  },
+  "2061635888": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.05225050449371338,
+    "branch_car_at_8": 0.0243864506483078,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0004279687177373,
+    "ncar_to_proposal_oracle_at_8": 1.035391682152544,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.11085153626188388,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.07580336928367615,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.02355286478996277,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.05141691863536835,
+    "selected_utility_gain_over_base_at_8": -0.0008335858583450317,
+    "selector_gap_fraction_to_hidden_at_8": 0.012520321891788722,
+    "selector_regret_at_8": 0.0243864506483078,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9241966307163239,
+    "support_gap_fraction_to_hidden_at_8": 0.9879076519622763,
+    "total_car_to_hidden_at_8": 1.9485830813646317
+  },
+  "211245842": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.19090841710567474,
+    "branch_car_at_8": 0.09140270948410034,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0383363359137199,
+    "ncar_to_proposal_oracle_at_8": 4.145479501817502,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.43442043342559833,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.21295717358589172,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.02204875648021698,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.12155446410179138,
+    "selected_utility_gain_over_base_at_8": -0.06935395300388336,
+    "selector_gap_fraction_to_hidden_at_8": 0.050524091952198015,
+    "selector_regret_at_8": 0.09140270948410034,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.7870428264141083,
+    "support_gap_fraction_to_hidden_at_8": 0.9878122497010673,
+    "total_car_to_hidden_at_8": 1.8784455358982086
+  },
+  "278008524": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.042734989896416664,
+    "branch_car_at_8": 0.9381315894424915,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.5,
+    "hidden_chart_oracle_utility_at_8": 1.1139086410403252,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9419225509617074,
+    "ncar_to_proposal_oracle_at_8": 0.8178580901276403,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.07707009477732413,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": 0.5,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.0376745946705341,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.9949396047741175,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.0995430052280426,
+    "selected_utility_gain_over_base_at_8": 0.05680801533162594,
+    "selector_gap_fraction_to_hidden_at_8": 0.5447274607967154,
+    "selector_regret_at_8": 0.9381315894424915,
+    "success_selector_gap_at_8": 0.5,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.5,
+    "support_gap_at_8": 0.07623404636979103,
+    "support_gap_fraction_to_hidden_at_8": 0.39719511697338483,
+    "total_car_to_hidden_at_8": 1.0143656358122826
+  },
+  "307068879": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.6000905632972717,
+    "branch_car_at_8": 0.3851490020751953,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.2840413943813624,
+    "ncar_to_proposal_oracle_at_8": 30.853265580951472,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.0557058952491228,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.5876073241233826,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.01248323917388916,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.20245832204818726,
+    "selected_utility_gain_over_base_at_8": -0.3976322412490845,
+    "selector_gap_fraction_to_hidden_at_8": 0.2751242273088427,
+    "selector_regret_at_8": 0.3851490020751953,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.4123926758766174,
+    "support_gap_fraction_to_hidden_at_8": 1.0089171762448372,
+    "total_car_to_hidden_at_8": 1.7975416779518127
+  },
+  "412102563": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.3895159959453567,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "440577711": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.036152780055999756,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.47091127329149796,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.9638472199440002,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 1.9638472199440002,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "441046872": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.6999551653862,
+    "branch_car_at_8": 0.5137925297021866,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.3772091536438134,
+    "ncar_to_proposal_oracle_at_8": 21.953461149322685,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.3487502300914748,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.7233588695526123,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.023403704166412354,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.20956633985042572,
+    "selected_utility_gain_over_base_at_8": -0.49038882553577423,
+    "selector_gap_fraction_to_hidden_at_8": 0.3952113927323262,
+    "selector_regret_at_8": 0.5137925297021866,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.2766411304473877,
+    "support_gap_fraction_to_hidden_at_8": 0.9819977715050383,
+    "total_car_to_hidden_at_8": 1.7904336601495743
+  },
+  "509430392": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.2351741790771484e-07,
+    "branch_car_at_8": 6.0185790061950684e-05,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.999999376601744,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.12872425297842033,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 6.164610385894775e-05,
+    "proposal_oracle_utility_gain_over_base_at_8": 6.142258644104004e-05,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 1.4603137969970703e-06,
+    "selected_utility_gain_over_base_at_8": 1.2367963790893555e-06,
+    "selector_gap_fraction_to_hidden_at_8": 3.0092898394118815e-05,
+    "selector_regret_at_8": 6.0185790061950684e-05,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.999938353896141,
+    "support_gap_fraction_to_hidden_at_8": 0.9999692887033472,
+    "total_car_to_hidden_at_8": 1.999998539686203
+  },
+  "585904130": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.18171554803848267,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.23527540011889664,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.8182844519615173,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 1.8182844519615173,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "608016290": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.725701630115509,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.1651998782824306,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.274298369884491,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 1.274298369884491,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "626486813": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.00509834272088483,
+    "branch_car_at_8": 0.015667030587792397,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.16558238118886948,
+    "ncar_to_hidden_chart_oracle_at_8": 0.897482873584127,
+    "ncar_to_proposal_oracle_at_8": 0.3952366316445651,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.2057263054260174,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.030555277597159147,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.025456934876274318,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.01488824700936675,
+    "selected_utility_gain_over_base_at_8": 0.009789904288481921,
+    "selector_gap_fraction_to_hidden_at_8": 0.2223984451975717,
+    "selector_regret_at_8": 0.015667030587792397,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.13502710359171033,
+    "support_gap_fraction_to_hidden_at_8": 0.6750845070053557,
+    "total_car_to_hidden_at_8": 0.15069413417950273
+  },
+  "636680137": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.08313504606485367,
+    "branch_car_at_8": 0.008363228291273117,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.17056432366371155,
+    "ncar_to_hidden_chart_oracle_at_8": 1.2755035607258953,
+    "ncar_to_proposal_oracle_at_8": 0.5318809783078519,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.16373130945623512,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.06741118431091309,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.015723861753940582,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.05904795601963997,
+    "selected_utility_gain_over_base_at_8": -0.0240870900452137,
+    "selector_gap_fraction_to_hidden_at_8": 0.0956570673001005,
+    "selector_regret_at_8": 0.008363228291273117,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.10315313935279846,
+    "support_gap_fraction_to_hidden_at_8": 1.1798466393155465,
+    "total_car_to_hidden_at_8": 0.11151636764407158
+  },
+  "655884605": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.16300667822360992,
+    "branch_car_at_8": 0.04919204115867615,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.02561010569865,
+    "ncar_to_proposal_oracle_at_8": 22.917884133904717,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.09007906861210127,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.1651531159877777,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0021464377641677856,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.11596107482910156,
+    "selected_utility_gain_over_base_at_8": -0.04704560339450836,
+    "selector_gap_fraction_to_hidden_at_8": 0.026778562869845913,
+    "selector_regret_at_8": 0.04919204115867615,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8348468840122223,
+    "support_gap_fraction_to_hidden_at_8": 0.998831548411895,
+    "total_car_to_hidden_at_8": 1.8840389251708984
+  },
+  "672328262": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.1489837112635083,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "701667486": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.12171624140925644,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "747260437": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2786632478237152,
+    "ncar_to_hidden_chart_oracle_at_8": 0.1312869270418508,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.1580673418640565,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.05267423391342163,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.9473257660865784,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.05267423391342163,
+    "selected_utility_gain_over_base_at_8": -1.9473257660865784,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.22598901391029358,
+    "support_gap_fraction_to_hidden_at_8": 0.13128692780455412,
+    "total_car_to_hidden_at_8": 0.22598901391029358
+  },
+  "750448296": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.11759314934412639,
+    "branch_car_at_8": 0.6380959351857504,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.6666666666666666,
+    "hidden_chart_oracle_utility_at_8": 1.4079964955647786,
+    "ncar_to_hidden_chart_oracle_at_8": 0.6835750126074082,
+    "ncar_to_proposal_oracle_at_8": 0.7489541338495685,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.19413031313633064,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.6666666666666666,
+    "proposal_oracle_success_gain_over_base_at_8": 0.6666666666666666,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.3705032741030057,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.2529101247588794,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.3333333333333333,
+    "selected_success_gain_over_base_at_8": 0.3333333333333333,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.7324073389172554,
+    "selected_utility_gain_over_base_at_8": 0.614814189573129,
+    "selector_gap_fraction_to_hidden_at_8": 0.39734975368508446,
+    "selector_regret_at_8": 0.6380959351857504,
+    "success_selector_gap_at_8": 0.3333333333333333,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.3333333333333333,
+    "support_gap_at_8": 0.03749322146177292,
+    "support_gap_fraction_to_hidden_at_8": 0.2862252870184526,
+    "total_car_to_hidden_at_8": 0.6755891566475233
+  },
+  "767747424": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.25,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.5731993420049548,
+    "branch_car_at_8": 0.5283032404840924,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.25,
+    "hidden_chart_oracle_utility_at_8": 0.6737305596470833,
+    "ncar_to_hidden_chart_oracle_at_8": 0.7709246395297609,
+    "ncar_to_proposal_oracle_at_8": 1.135114513796885,
+    "outcome_ptr_at_8": 0.25,
+    "pairwise_causal_calibration_ece": 0.3350405173773634,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.25,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.5951075805351138,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.021908238530158997,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -0.25,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.06680434005102143,
+    "selected_utility_gain_over_base_at_8": -0.5063950019539334,
+    "selector_gap_fraction_to_hidden_at_8": 0.45537748769392294,
+    "selector_regret_at_8": 0.5283032404840924,
+    "success_selector_gap_at_8": 0.25,
+    "success_support_gap_at_8": 0.25,
+    "success_total_car_to_hidden_at_8": 0.25,
+    "support_gap_at_8": 0.5129444571211934,
+    "support_gap_fraction_to_hidden_at_8": 0.5655471857492766,
+    "total_car_to_hidden_at_8": 0.6069262195960619
+  }
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/measured_metrics/metrics_by_task.json

@@ -0,0 +1,182 @@
+{
+  "LiftPegUpright-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.2,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.9498705387115478,
+    "branch_car_at_8": 0.5179041117429733,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9926514844343272,
+    "ncar_to_proposal_oracle_at_8": 10.826206023916335,
+    "outcome_ptr_at_8": 0.6,
+    "pairwise_causal_calibration_ece": 0.23002059783209855,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.4,
+    "proposal_oracle_success_gain_over_base_at_8": 0.2,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.2036331653594972,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.25376262664794924,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.2,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.6857290536165237,
+    "selected_utility_gain_over_base_at_8": -0.2641414850950241,
+    "selector_gap_fraction_to_hidden_at_8": 0.4949227550028837,
+    "selector_regret_at_8": 0.5179041117429733,
+    "success_selector_gap_at_8": 0.2,
+    "success_support_gap_at_8": 0.6,
+    "success_total_car_to_hidden_at_8": 0.8,
+    "support_gap_at_8": 0.796366834640503,
+    "support_gap_fraction_to_hidden_at_8": 0.4977287369374689,
+    "total_car_to_hidden_at_8": 1.3142709463834763
+  },
+  "PickCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.5839591026306152,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.3628534007740611,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.3618397336821519,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.07014383375644684,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.5138152688741684,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07014383375644684,
+    "selected_utility_gain_over_base_at_8": -0.5138152688741684,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9298561662435532,
+    "support_gap_fraction_to_hidden_at_8": 1.362853410398454,
+    "total_car_to_hidden_at_8": 1.9298561662435532
+  },
+  "PullCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.36,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7751704612234608,
+    "branch_car_at_8": 0.325410456256941,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.52,
+    "hidden_chart_oracle_utility_at_8": 1.1467878860235214,
+    "ncar_to_hidden_chart_oracle_at_8": 0.8472856709515867,
+    "ncar_to_proposal_oracle_at_8": 0.5529420939456354,
+    "outcome_ptr_at_8": 0.44,
+    "pairwise_causal_calibration_ece": 0.21050615202780587,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.44,
+    "proposal_oracle_success_gain_over_base_at_8": 0.08,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.9289153366163373,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.15374487539287657,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.28,
+    "selected_success_gain_over_base_at_8": -0.08,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.6035048803593963,
+    "selected_utility_gain_over_base_at_8": -0.1716655808640644,
+    "selector_gap_fraction_to_hidden_at_8": 0.3123647579125142,
+    "selector_regret_at_8": 0.325410456256941,
+    "success_selector_gap_at_8": 0.16,
+    "success_support_gap_at_8": 0.12,
+    "success_total_car_to_hidden_at_8": 0.24,
+    "support_gap_at_8": 0.28736398588865997,
+    "support_gap_fraction_to_hidden_at_8": 0.5904765282058273,
+    "total_car_to_hidden_at_8": 0.5432830056641251
+  },
+  "PushCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.16666666666666666,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.3924041787783305,
+    "branch_car_at_8": 0.6373308251301447,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.8333333333333334,
+    "hidden_chart_oracle_utility_at_8": 1.7015800600250561,
+    "ncar_to_hidden_chart_oracle_at_8": 0.6039751422251393,
+    "ncar_to_proposal_oracle_at_8": 1.2387238556331812,
+    "outcome_ptr_at_8": 0.8333333333333334,
+    "pairwise_causal_calibration_ece": 0.27807285752913635,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": 0.3333333333333333,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.0523445432384808,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.6599403644601504,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.16666666666666666,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.41501371810833615,
+    "selected_utility_gain_over_base_at_8": 0.022609539330005646,
+    "selector_gap_fraction_to_hidden_at_8": 2.937308958135854,
+    "selector_regret_at_8": 0.6373308251301447,
+    "success_selector_gap_at_8": 0.3333333333333333,
+    "success_support_gap_at_8": 0.5,
+    "success_total_car_to_hidden_at_8": 0.6666666666666666,
+    "support_gap_at_8": 0.9476554567615191,
+    "support_gap_fraction_to_hidden_at_8": 0.5912459879985255,
+    "total_car_to_hidden_at_8": 1.2865663419167201
+  },
+  "StackCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.2727272727272727,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7763947045261209,
+    "branch_car_at_8": 0.3046654882756146,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9199910227892325,
+    "ncar_to_proposal_oracle_at_8": 4.290373700135872,
+    "outcome_ptr_at_8": 0.7272727272727273,
+    "pairwise_causal_calibration_ece": 0.18645186818905984,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.45454545454545453,
+    "proposal_oracle_success_gain_over_base_at_8": 0.18181818181818182,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.0528360442681746,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.27644133974205365,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.2727272727272727,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.74817055599256,
+    "selected_utility_gain_over_base_at_8": -0.028224148533561012,
+    "selector_gap_fraction_to_hidden_at_8": 0.21876148847384516,
+    "selector_regret_at_8": 0.3046654882756146,
+    "success_selector_gap_at_8": 0.18181818181818182,
+    "success_support_gap_at_8": 0.5454545454545454,
+    "success_total_car_to_hidden_at_8": 0.7272727272727273,
+    "support_gap_at_8": 0.9471639557318254,
+    "support_gap_fraction_to_hidden_at_8": 0.7012295398940691,
+    "total_car_to_hidden_at_8": 1.25182944400744
+  }
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/measured_metrics/report.md

@@ -0,0 +1,40 @@
+# Metric Evaluation (measured)
+
+K: `8`
+
+| Metric | N | Micro mean | 95% CI | Task macro | Seed macro |
+| --- | ---: | ---: | ---: | ---: | ---: |
+| any_generated_unsafe_known_at_8 | 48 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 |
+| base_safety_label_known | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 |
+| base_success | 48 | 0.2917 | [0.1875, 0.4167] | 0.1999 | 0.3063 |
+| base_unsafe_known | 48 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 |
+| base_utility | 48 | 0.7418 | [0.5176, 0.9654] | 0.6956 | 0.7901 |
+| branch_car_at_8 | 48 | 0.3729 | [0.1812, 0.5681] | 0.3571 | 0.3520 |
+| generated_safety_label_coverage_at_8 | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 |
+| generated_unsafe_rate_known_at_8 | 48 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 |
+| hidden_chart_oracle_success_at_8 | 48 | 0.7292 | [0.6042, 0.8333] | 0.8707 | 0.7854 |
+| hidden_chart_oracle_utility_at_8 | 48 | 1.5183 | [1.2906, 1.7056] | 1.7697 | 1.6191 |
+| ncar_to_hidden_chart_oracle_at_8 | 36 | 0.8601 | [0.6686, 1.0650] | 0.9454 | 0.8774 |
+| ncar_to_proposal_oracle_at_8 | 37 | 2.8085 | [0.6936, 5.1104] | 3.3816 | 3.1914 |
+| outcome_ptr_at_8 | 48 | 0.5625 | [0.4167, 0.7083] | 0.5201 | 0.5563 |
+| pairwise_causal_calibration_ece | 48 | 0.2186 | [0.1839, 0.2494] | 0.2534 | 0.2178 |
+| proposal_oracle_safety_label_known_at_8 | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 |
+| proposal_oracle_success_at_8 | 48 | 0.4375 | [0.3125, 0.5625] | 0.3589 | 0.4479 |
+| proposal_oracle_success_gain_over_base_at_8 | 48 | 0.1458 | [0.0000, 0.2917] | 0.1590 | 0.1417 |
+| proposal_oracle_unsafe_known_at_8 | 48 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 |
+| proposal_oracle_utility_at_8 | 48 | 0.9835 | [0.7315, 1.2562] | 0.8616 | 1.0136 |
+| proposal_oracle_utility_gain_over_base_at_8 | 48 | 0.2416 | [-0.0413, 0.4787] | 0.1660 | 0.2234 |
+| selected_safety_label_known_at_8 | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 |
+| selected_success_at_8 | 48 | 0.2500 | [0.1250, 0.3750] | 0.1839 | 0.2708 |
+| selected_success_gain_over_base_at_8 | 48 | -0.0417 | [-0.2083, 0.1042] | -0.0160 | -0.0354 |
+| selected_unsafe_known_at_8 | 48 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 |
+| selected_utility_at_8 | 48 | 0.6105 | [0.3718, 0.8724] | 0.5045 | 0.6615 |
+| selected_utility_gain_over_base_at_8 | 48 | -0.1313 | [-0.4262, 0.1238] | -0.1910 | -0.1286 |
+| selector_gap_fraction_to_hidden_at_8 | 36 | 0.6677 | [0.1759, 1.4846] | 0.7927 | 0.7280 |
+| selector_regret_at_8 | 48 | 0.3729 | [0.1812, 0.5681] | 0.3571 | 0.3520 |
+| success_selector_gap_at_8 | 48 | 0.1875 | [0.0833, 0.2917] | 0.1750 | 0.1771 |
+| success_support_gap_at_8 | 48 | 0.3333 | [0.2083, 0.4375] | 0.5531 | 0.3688 |
+| success_total_car_to_hidden_at_8 | 48 | 0.4792 | [0.3333, 0.5833] | 0.6868 | 0.5146 |
+| support_gap_at_8 | 48 | 0.6083 | [0.4003, 0.7981] | 0.9817 | 0.6611 |
+| support_gap_fraction_to_hidden_at_8 | 36 | 0.6263 | [0.4438, 0.8026] | 0.7487 | 0.6623 |
+| total_car_to_hidden_at_8 | 48 | 0.9078 | [0.6504, 1.1101] | 1.2652 | 0.9576 |

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/measured_metrics/table.tex

@@ -0,0 +1,41 @@
+% Auto-generated by scripts/eval_metrics.py
+\begin{tabular}{lrrrr}
+\toprule
+Metric & N & Micro mean & CI low & CI high \\
+\midrule
+any\_generated\_unsafe\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+base\_safety\_label\_known & 48 & 1.0000 & 1.0000 & 1.0000 \\
+base\_success & 48 & 0.2917 & 0.1875 & 0.4167 \\
+base\_unsafe\_known & 48 & 0.0000 & 0.0000 & 0.0000 \\
+base\_utility & 48 & 0.7418 & 0.5176 & 0.9654 \\
+branch\_car\_at\_8 & 48 & 0.3729 & 0.1812 & 0.5681 \\
+generated\_safety\_label\_coverage\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+generated\_unsafe\_rate\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+hidden\_chart\_oracle\_success\_at\_8 & 48 & 0.7292 & 0.6042 & 0.8333 \\
+hidden\_chart\_oracle\_utility\_at\_8 & 48 & 1.5183 & 1.2906 & 1.7056 \\
+ncar\_to\_hidden\_chart\_oracle\_at\_8 & 36 & 0.8601 & 0.6686 & 1.0650 \\
+ncar\_to\_proposal\_oracle\_at\_8 & 37 & 2.8085 & 0.6936 & 5.1104 \\
+outcome\_ptr\_at\_8 & 48 & 0.5625 & 0.4167 & 0.7083 \\
+pairwise\_causal\_calibration\_ece & 48 & 0.2186 & 0.1839 & 0.2494 \\
+proposal\_oracle\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+proposal\_oracle\_success\_at\_8 & 48 & 0.4375 & 0.3125 & 0.5625 \\
+proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 48 & 0.1458 & 0.0000 & 0.2917 \\
+proposal\_oracle\_unsafe\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+proposal\_oracle\_utility\_at\_8 & 48 & 0.9835 & 0.7315 & 1.2562 \\
+proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 48 & 0.2416 & -0.0413 & 0.4787 \\
+selected\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+selected\_success\_at\_8 & 48 & 0.2500 & 0.1250 & 0.3750 \\
+selected\_success\_gain\_over\_base\_at\_8 & 48 & -0.0417 & -0.2083 & 0.1042 \\
+selected\_unsafe\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+selected\_utility\_at\_8 & 48 & 0.6105 & 0.3718 & 0.8724 \\
+selected\_utility\_gain\_over\_base\_at\_8 & 48 & -0.1313 & -0.4262 & 0.1238 \\
+selector\_gap\_fraction\_to\_hidden\_at\_8 & 36 & 0.6677 & 0.1759 & 1.4846 \\
+selector\_regret\_at\_8 & 48 & 0.3729 & 0.1812 & 0.5681 \\
+success\_selector\_gap\_at\_8 & 48 & 0.1875 & 0.0833 & 0.2917 \\
+success\_support\_gap\_at\_8 & 48 & 0.3333 & 0.2083 & 0.4375 \\
+success\_total\_car\_to\_hidden\_at\_8 & 48 & 0.4792 & 0.3333 & 0.5833 \\
+support\_gap\_at\_8 & 48 & 0.6083 & 0.4003 & 0.7981 \\
+support\_gap\_fraction\_to\_hidden\_at\_8 & 36 & 0.6263 & 0.4438 & 0.8026 \\
+total\_car\_to\_hidden\_at\_8 & 48 & 0.9078 & 0.6504 & 1.1101 \\
+\bottomrule
+\end{tabular}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/metrics.json

@@ -0,0 +1,2808 @@
+{
+  "checkpoint": "runs/ctt_residual_base_context_obs_seed1/model.pt",
+  "k": 8,
+  "measured_metric_summary": {
+    "any_generated_unsafe_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.0,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "any_generated_unsafe_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.0,
+        "low": 0.0,
+        "mean": 0.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "base_safety_label_known": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 1.0,
+          "1461069713": 1.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 1.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 1.0,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 1.0,
+          "636680137": 1.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 1.0,
+          "750448296": 1.0,
+          "767747424": 1.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 1.0,
+          "PushCube-v1": 1.0,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "base_safety_label_known",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.0,
+        "low": 1.0,
+        "mean": 1.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "base_success": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4125,
+          "low": 0.1625,
+          "mean": 0.30625,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.30625,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 1.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 1.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 0.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 1.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 1.0,
+          "750448296": 0.0,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.3038787878787879,
+          "low": 0.09454545454545454,
+          "mean": 0.19987878787878788,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.19987878787878788,
+        "per_task": {
+          "LiftPegUpright-v1": 0.2,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.36,
+          "PushCube-v1": 0.16666666666666666,
+          "StackCube-v1": 0.2727272727272727
+        }
+      },
+      "metric": "base_success",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.4166666666666667,
+        "low": 0.1875,
+        "mean": 0.2916666666666667,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "base_unsafe_known": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.0,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "base_unsafe_known",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.0,
+        "low": 0.0,
+        "mean": 0.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "base_utility": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0048349112272263,
+          "low": 0.5552573043154553,
+          "mean": 0.7901180622977942,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.7901180622977942,
+        "per_seed": {
+          "1073161778": 2.0,
+          "1113371261": 0.15842342376708984,
+          "1151410346": 0.2260012924671173,
+          "1261930456": 2.0,
+          "1324133122": 0.09220491349697113,
+          "1324642411": 0.10647052526473999,
+          "1375492786": 2.0,
+          "141984615": 0.10283424705266953,
+          "1461069713": 0.0939030647277832,
+          "1480856810": 0.08703407645225525,
+          "1509980664": 0.8334100246429443,
+          "1522272686": 0.5839591026306152,
+          "1549324805": 0.10451483726501465,
+          "1578990937": 0.82413649559021,
+          "1747178030": 2.0,
+          "1790188787": 0.12476746737957001,
+          "1822210471": 0.07191530615091324,
+          "1845489013": 2.0,
+          "1999022574": 2.0,
+          "2012211287": 0.7236053347587585,
+          "2038594191": 2.0,
+          "2054899126": 2.0,
+          "2061635888": 0.05225050449371338,
+          "211245842": 0.19090841710567474,
+          "278008524": 0.042734989896416664,
+          "307068879": 0.6000905632972717,
+          "412102563": 2.0,
+          "440577711": 0.036152780055999756,
+          "441046872": 0.6999551653862,
+          "509430392": 2.2351741790771484e-07,
+          "585904130": 0.18171554803848267,
+          "608016290": 0.725701630115509,
+          "626486813": 0.00509834272088483,
+          "636680137": 0.08313504606485367,
+          "655884605": 0.16300667822360992,
+          "672328262": 2.0,
+          "701667486": 2.0,
+          "747260437": 2.0,
+          "750448296": 0.11759314934412639,
+          "767747424": 0.5731993420049548
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.879990507716313,
+          "low": 0.5455794048082704,
+          "mean": 0.695559797174015,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.695559797174015,
+        "per_task": {
+          "LiftPegUpright-v1": 0.9498705387115478,
+          "PickCube-v1": 0.5839591026306152,
+          "PullCube-v1": 0.7751704612234608,
+          "PushCube-v1": 0.3924041787783305,
+          "StackCube-v1": 0.7763947045261209
+        }
+      },
+      "metric": "base_utility",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.9653633169291425,
+        "low": 0.5175930902648057,
+        "mean": 0.7418195864423373,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "branch_car_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5762754164325694,
+          "low": 0.172535843225099,
+          "mean": 0.352049051723346,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.352049051723346,
+        "per_seed": {
+          "1073161778": 0.019324779510498047,
+          "1113371261": 0.07683916389942169,
+          "1151410346": 0.00047194957733154297,
+          "1261930456": 1.924717664718628,
+          "1324133122": 0.048992693424224854,
+          "1324642411": 0.09221728146076202,
+          "1375492786": 0.03326414152979851,
+          "141984615": 0.0,
+          "1461069713": 0.00689703319221735,
+          "1480856810": 1.7913228571414948,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.16857311688363552,
+          "1578990937": 1.872677817940712,
+          "1747178030": 0.0,
+          "1790188787": 0.015666961669921875,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 1.1873575448989868,
+          "2012211287": 1.6712542474269867,
+          "2038594191": 1.9766158666461706,
+          "2054899126": 0.0032250061631202698,
+          "2061635888": 0.0243864506483078,
+          "211245842": 0.09140270948410034,
+          "278008524": 0.9381315894424915,
+          "307068879": 0.3851490020751953,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.5137925297021866,
+          "509430392": 6.0185790061950684e-05,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.015667030587792397,
+          "636680137": 0.008363228291273117,
+          "655884605": 0.04919204115867615,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.6380959351857504,
+          "767747424": 0.5283032404840924
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5271760660006354,
+          "low": 0.1301641825027764,
+          "mean": 0.35706217628113474,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.35706217628113474,
+        "per_task": {
+          "LiftPegUpright-v1": 0.5179041117429733,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.325410456256941,
+          "PushCube-v1": 0.6373308251301447,
+          "StackCube-v1": 0.3046654882756146
+        }
+      },
+      "metric": "branch_car_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5681481153975861,
+        "low": 0.18119999134311607,
+        "mean": 0.3729184851448129,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "generated_safety_label_coverage_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 1.0,
+          "1461069713": 1.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 1.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 1.0,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 1.0,
+          "636680137": 1.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 1.0,
+          "750448296": 1.0,
+          "767747424": 1.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 1.0,
+          "PushCube-v1": 1.0,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "generated_safety_label_coverage_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.0,
+        "low": 1.0,
+        "mean": 1.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "generated_unsafe_rate_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.0,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "generated_unsafe_rate_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.0,
+        "low": 0.0,
+        "mean": 0.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "hidden_chart_oracle_success_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.9,
+          "low": 0.6729166666666667,
+          "mean": 0.7854166666666667,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.7854166666666667,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 0.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 0.5,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 0.0,
+          "750448296": 0.6666666666666666,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 0.6786666666666668,
+          "mean": 0.8706666666666667,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.8706666666666667,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.52,
+          "PushCube-v1": 0.8333333333333334,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "hidden_chart_oracle_success_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.8333333333333334,
+        "low": 0.6041666666666666,
+        "mean": 0.7291666666666666,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "hidden_chart_oracle_utility_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.8218825578689575,
+          "low": 1.4154964266344905,
+          "mean": 1.619062545460959,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.619062545460959,
+        "per_seed": {
+          "1073161778": 2.0,
+          "1113371261": 2.0,
+          "1151410346": 2.0,
+          "1261930456": 2.0,
+          "1324133122": 2.0,
+          "1324642411": 2.0,
+          "1375492786": 2.0,
+          "141984615": 0.2857772707939148,
+          "1461069713": 0.1593424528837204,
+          "1480856810": 0.20948036015033722,
+          "1509980664": 2.0,
+          "1522272686": 2.0,
+          "1549324805": 0.2974560856819153,
+          "1578990937": 2.0,
+          "1747178030": 2.0,
+          "1790188787": 2.0,
+          "1822210471": 2.0,
+          "1845489013": 2.0,
+          "1999022574": 2.0,
+          "2012211287": 2.0,
+          "2038594191": 2.0,
+          "2054899126": 2.0,
+          "2061635888": 2.0,
+          "211245842": 2.0,
+          "278008524": 1.1139086410403252,
+          "307068879": 2.0,
+          "412102563": 2.0,
+          "440577711": 2.0,
+          "441046872": 2.0,
+          "509430392": 2.0,
+          "585904130": 2.0,
+          "608016290": 2.0,
+          "626486813": 0.16558238118886948,
+          "636680137": 0.17056432366371155,
+          "655884605": 2.0,
+          "672328262": 2.0,
+          "701667486": 2.0,
+          "747260437": 0.2786632478237152,
+          "750448296": 1.4079964955647786,
+          "767747424": 0.6737305596470833
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 2.0,
+          "low": 1.428388743619124,
+          "mean": 1.7696735892097153,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.7696735892097153,
+        "per_task": {
+          "LiftPegUpright-v1": 2.0,
+          "PickCube-v1": 2.0,
+          "PullCube-v1": 1.1467878860235214,
+          "PushCube-v1": 1.7015800600250561,
+          "StackCube-v1": 2.0
+        }
+      },
+      "metric": "hidden_chart_oracle_utility_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.7055829176679254,
+        "low": 1.2906390205025673,
+        "mean": 1.5183161981403828,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "ncar_to_hidden_chart_oracle_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0747575084337706,
+          "low": 0.6837240446777044,
+          "mean": 0.8774164117492949,
+          "n": 29,
+          "num_samples": 200
+        },
+        "mean": 0.8774164117492949,
+        "per_seed": {
+          "1113371261": 1.0295020876545808,
+          "1151410346": 0.6688730891294444,
+          "1324133122": 1.0045806491016376,
+          "1324642411": 1.0079200726872308,
+          "141984615": 1.3598011238121868,
+          "1461069713": 2.286917016282351,
+          "1480856810": 0.006559751770130974,
+          "1509980664": 0.0,
+          "1522272686": 1.3628534007740611,
+          "1549324805": 1.3843990042333385,
+          "1578990937": 1.5925979460980888,
+          "1790188787": 1.0053965100665907,
+          "1822210471": 0.0,
+          "2012211287": 1.3093553897121326,
+          "2061635888": 1.0004279687177373,
+          "211245842": 1.0383363359137199,
+          "278008524": 0.9419225509617074,
+          "307068879": 1.2840413943813624,
+          "440577711": 0.0,
+          "441046872": 1.3772091536438134,
+          "509430392": 0.999999376601744,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.897482873584127,
+          "636680137": 1.2755035607258953,
+          "655884605": 1.02561010569865,
+          "747260437": 0.1312869270418508,
+          "750448296": 0.6835750126074082,
+          "767747424": 0.7709246395297609
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.1711673792126007,
+          "low": 0.7449135867797956,
+          "mean": 0.9453513442348693,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.9453513442348693,
+        "per_task": {
+          "LiftPegUpright-v1": 0.9926514844343272,
+          "PickCube-v1": 1.3628534007740611,
+          "PullCube-v1": 0.8472856709515867,
+          "PushCube-v1": 0.6039751422251393,
+          "StackCube-v1": 0.9199910227892325
+        }
+      },
+      "metric": "ncar_to_hidden_chart_oracle_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.0649615529392242,
+        "low": 0.6686254987282322,
+        "mean": 0.8601223696966522,
+        "n": 36,
+        "num_samples": 200
+      },
+      "n": 36
+    },
+    "ncar_to_proposal_oracle_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 6.023826942464819,
+          "low": 0.8281432806455268,
+          "mean": 3.191405900358172,
+          "n": 31,
+          "num_samples": 200
+        },
+        "mean": 3.191405900358172,
+        "per_seed": {
+          "1073161778": 0.01494799959538849,
+          "1113371261": 3.413737278774274,
+          "1151410346": 0.0008027846087507368,
+          "1324133122": 1.2170962737310913,
+          "1324642411": 1.1942089530374402,
+          "1375492786": 0.01734783087613238,
+          "141984615": 0.0,
+          "1461069713": 0.08920338959592396,
+          "1480856810": 0.936411268871551,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 1.785605640684922,
+          "1578990937": 1.5925979460980888,
+          "1790188787": 2.8242752006237333,
+          "1822210471": 0.0,
+          "2012211287": 1.3093553897121326,
+          "2054899126": 0.003466559018470386,
+          "2061635888": 1.035391682152544,
+          "211245842": 4.145479501817502,
+          "278008524": 0.8178580901276403,
+          "307068879": 30.853265580951472,
+          "440577711": 0.0,
+          "441046872": 21.953461149322685,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.3952366316445651,
+          "636680137": 0.5318809783078519,
+          "655884605": 22.917884133904717,
+          "747260437": 0.0,
+          "750448296": 0.7489541338495685,
+          "767747424": 1.135114513796885
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 7.353798354376975,
+          "low": 0.6900984462831447,
+          "mean": 3.3816491347262043,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 3.3816491347262043,
+        "per_task": {
+          "LiftPegUpright-v1": 10.826206023916335,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.5529420939456354,
+          "PushCube-v1": 1.2387238556331812,
+          "StackCube-v1": 4.290373700135872
+        }
+      },
+      "metric": "ncar_to_proposal_oracle_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 5.110387045743285,
+        "low": 0.6936107539729723,
+        "mean": 2.808508511572121,
+        "n": 37,
+        "num_samples": 200
+      },
+      "n": 37
+    },
+    "outcome_ptr_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.70625,
+          "low": 0.4375,
+          "mean": 0.55625,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.55625,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 0.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 0.0,
+          "1549324805": 1.0,
+          "1578990937": 1.0,
+          "1747178030": 0.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 1.0,
+          "2038594191": 0.0,
+          "2054899126": 0.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 1.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 1.0,
+          "636680137": 0.0,
+          "655884605": 1.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 1.0,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7334545454545455,
+          "low": 0.26545454545454544,
+          "mean": 0.5201212121212121,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.5201212121212121,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.44,
+          "PushCube-v1": 0.8333333333333334,
+          "StackCube-v1": 0.7272727272727273
+        }
+      },
+      "metric": "outcome_ptr_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.7083333333333334,
+        "low": 0.4166666666666667,
+        "mean": 0.5625,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "pairwise_causal_calibration_ece": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.25426189239087377,
+          "low": 0.18076343266976908,
+          "mean": 0.21780207030049467,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.21780207030049467,
+        "per_seed": {
+          "1073161778": 0.3275999425194667,
+          "1113371261": 0.1753464124369512,
+          "1151410346": 0.10451087535770245,
+          "1261930456": 0.27221108211768236,
+          "1324133122": 0.12127109006401982,
+          "1324642411": 0.3223340778904223,
+          "1375492786": 0.2476894390620319,
+          "141984615": 0.09999258757291778,
+          "1461069713": 0.1499996972968184,
+          "1480856810": 0.32726342175791495,
+          "1509980664": 0.11432582438947846,
+          "1522272686": 0.3618397336821519,
+          "1549324805": 0.3131700044216573,
+          "1578990937": 0.35455861208819184,
+          "1747178030": 0.0,
+          "1790188787": 0.1469930371388804,
+          "1822210471": 0.21292802033183844,
+          "1845489013": 0.2669986947604576,
+          "1999022574": 0.03437446008911796,
+          "2012211287": 0.25284704301799776,
+          "2038594191": 0.5661861288928247,
+          "2054899126": 0.10574282816438775,
+          "2061635888": 0.11085153626188388,
+          "211245842": 0.43442043342559833,
+          "278008524": 0.07707009477732413,
+          "307068879": 0.0557058952491228,
+          "412102563": 0.3895159959453567,
+          "440577711": 0.47091127329149796,
+          "441046872": 0.3487502300914748,
+          "509430392": 0.12872425297842033,
+          "585904130": 0.23527540011889664,
+          "608016290": 0.1651998782824306,
+          "626486813": 0.2057263054260174,
+          "636680137": 0.16373130945623512,
+          "655884605": 0.09007906861210127,
+          "672328262": 0.1489837112635083,
+          "701667486": 0.12171624140925644,
+          "747260437": 0.1580673418640565,
+          "750448296": 0.19413031313633064,
+          "767747424": 0.3350405173773634
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.301969156050935,
+          "low": 0.20569529526005664,
+          "mean": 0.25337824185205055,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.25337824185205055,
+        "per_task": {
+          "LiftPegUpright-v1": 0.23002059783209855,
+          "PickCube-v1": 0.3618397336821519,
+          "PullCube-v1": 0.21050615202780587,
+          "PushCube-v1": 0.27807285752913635,
+          "StackCube-v1": 0.18645186818905984
+        }
+      },
+      "metric": "pairwise_causal_calibration_ece",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.24940508977140408,
+        "low": 0.18385255137049153,
+        "mean": 0.21862508789150562,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_safety_label_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 1.0,
+          "1461069713": 1.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 1.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 1.0,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 1.0,
+          "636680137": 1.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 1.0,
+          "750448296": 1.0,
+          "767747424": 1.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 1.0,
+          "PushCube-v1": 1.0,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "proposal_oracle_safety_label_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.0,
+        "low": 1.0,
+        "mean": 1.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_success_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5708333333333333,
+          "low": 0.29166666666666663,
+          "mean": 0.4479166666666667,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.4479166666666667,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 1.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 0.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 0.5,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.5,
+          "307068879": 0.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 0.0,
+          "750448296": 0.6666666666666666,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4698181818181818,
+          "low": 0.1789090909090909,
+          "mean": 0.35890909090909096,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.35890909090909096,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.44,
+          "PushCube-v1": 0.5,
+          "StackCube-v1": 0.45454545454545453
+        }
+      },
+      "metric": "proposal_oracle_success_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5625,
+        "low": 0.3125,
+        "mean": 0.4375,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_success_gain_over_base_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.30416666666666664,
+          "low": -0.020833333333333336,
+          "mean": 0.14166666666666666,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.14166666666666666,
+        "per_seed": {
+          "1073161778": -1.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": -1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 1.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 1.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 1.0,
+          "2038594191": 0.0,
+          "2054899126": -0.5,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.5,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 1.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": -1.0,
+          "750448296": 0.6666666666666666,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.25599999999999995,
+          "low": 0.072,
+          "mean": 0.15903030303030302,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.15903030303030302,
+        "per_task": {
+          "LiftPegUpright-v1": 0.2,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.08,
+          "PushCube-v1": 0.3333333333333333,
+          "StackCube-v1": 0.18181818181818182
+        }
+      },
+      "metric": "proposal_oracle_success_gain_over_base_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.2916666666666667,
+        "low": 0.0,
+        "mean": 0.14583333333333334,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_unsafe_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.0,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "proposal_oracle_unsafe_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.0,
+        "low": 0.0,
+        "mean": 0.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_utility_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.2246009134687483,
+          "low": 0.7571551695621261,
+          "mean": 1.0135554195808558,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.0135554195808558,
+        "per_seed": {
+          "1073161778": 0.7071996331214905,
+          "1113371261": 0.18093222379684448,
+          "1151410346": 0.8138919472694397,
+          "1261930456": 2.0,
+          "1324133122": 0.1324586570262909,
+          "1324642411": 0.1836909055709839,
+          "1375492786": 0.08251869678497314,
+          "141984615": 0.037011127918958664,
+          "1461069713": 0.016585012897849083,
+          "1480856810": 2.0,
+          "1509980664": 2.0,
+          "1522272686": 0.07014383375644684,
+          "1549324805": 0.19892151653766632,
+          "1578990937": 2.0,
+          "1747178030": 2.0,
+          "1790188787": 0.13031470775604248,
+          "1822210471": 2.0,
+          "1845489013": 2.0,
+          "1999022574": 2.0,
+          "2012211287": 2.0,
+          "2038594191": 2.0,
+          "2054899126": 1.0696808770298958,
+          "2061635888": 0.07580336928367615,
+          "211245842": 0.21295717358589172,
+          "278008524": 1.0376745946705341,
+          "307068879": 0.5876073241233826,
+          "412102563": 2.0,
+          "440577711": 2.0,
+          "441046872": 0.7233588695526123,
+          "509430392": 6.164610385894775e-05,
+          "585904130": 2.0,
+          "608016290": 2.0,
+          "626486813": 0.030555277597159147,
+          "636680137": 0.06741118431091309,
+          "655884605": 0.1651531159877777,
+          "672328262": 2.0,
+          "701667486": 2.0,
+          "747260437": 0.05267423391342163,
+          "750448296": 1.3705032741030057,
+          "767747424": 0.5951075805351138
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.118431875186662,
+          "low": 0.46322071796113795,
+          "mean": 0.8615745846477875,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.8615745846477875,
+        "per_task": {
+          "LiftPegUpright-v1": 1.2036331653594972,
+          "PickCube-v1": 0.07014383375644684,
+          "PullCube-v1": 0.9289153366163373,
+          "PushCube-v1": 1.0523445432384808,
+          "StackCube-v1": 1.0528360442681746
+        }
+      },
+      "metric": "proposal_oracle_utility_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.2561729142908007,
+        "low": 0.7314521136771267,
+        "mean": 0.9834678504654827,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_utility_gain_over_base_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5047011320013552,
+          "low": -0.06951547932403628,
+          "mean": 0.22343735728306152,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.22343735728306152,
+        "per_seed": {
+          "1073161778": -1.2928003668785095,
+          "1113371261": 0.02250880002975464,
+          "1151410346": 0.5878906548023224,
+          "1261930456": 0.0,
+          "1324133122": 0.04025374352931976,
+          "1324642411": 0.0772203803062439,
+          "1375492786": -1.9174813032150269,
+          "141984615": -0.06582311913371086,
+          "1461069713": -0.07731805182993412,
+          "1480856810": 1.9129659235477448,
+          "1509980664": 1.1665899753570557,
+          "1522272686": -0.5138152688741684,
+          "1549324805": 0.09440667927265167,
+          "1578990937": 1.17586350440979,
+          "1747178030": 0.0,
+          "1790188787": 0.005547240376472473,
+          "1822210471": 1.9280846938490868,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 1.2763946652412415,
+          "2038594191": 0.0,
+          "2054899126": -0.9303191229701042,
+          "2061635888": 0.02355286478996277,
+          "211245842": 0.02204875648021698,
+          "278008524": 0.9949396047741175,
+          "307068879": -0.01248323917388916,
+          "412102563": 0.0,
+          "440577711": 1.9638472199440002,
+          "441046872": 0.023403704166412354,
+          "509430392": 6.142258644104004e-05,
+          "585904130": 1.8182844519615173,
+          "608016290": 1.274298369884491,
+          "626486813": 0.025456934876274318,
+          "636680137": -0.015723861753940582,
+          "655884605": 0.0021464377641677856,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": -1.9473257660865784,
+          "750448296": 1.2529101247588794,
+          "767747424": 0.021908238530158997
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4774657190842554,
+          "low": -0.20224836804650045,
+          "mean": 0.16601478747377227,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.16601478747377227,
+        "per_task": {
+          "LiftPegUpright-v1": 0.25376262664794924,
+          "PickCube-v1": -0.5138152688741684,
+          "PullCube-v1": 0.15374487539287657,
+          "PushCube-v1": 0.6599403644601504,
+          "StackCube-v1": 0.27644133974205365
+        }
+      },
+      "metric": "proposal_oracle_utility_gain_over_base_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.47873872409885126,
+        "low": -0.04131086148602966,
+        "mean": 0.24164826402314551,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_safety_label_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 1.0,
+          "1461069713": 1.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 1.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 1.0,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 1.0,
+          "636680137": 1.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 1.0,
+          "750448296": 1.0,
+          "767747424": 1.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 1.0,
+          "PushCube-v1": 1.0,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "selected_safety_label_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.0,
+        "low": 1.0,
+        "mean": 1.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_success_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4083333333333334,
+          "low": 0.15,
+          "mean": 0.27083333333333337,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.27083333333333337,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 1.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 1.0,
+          "1790188787": 0.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.5,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 0.0,
+          "750448296": 0.3333333333333333,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.2596363636363636,
+          "low": 0.09454545454545454,
+          "mean": 0.1838787878787879,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.1838787878787879,
+        "per_task": {
+          "LiftPegUpright-v1": 0.2,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.28,
+          "PushCube-v1": 0.16666666666666666,
+          "StackCube-v1": 0.2727272727272727
+        }
+      },
+      "metric": "selected_success_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.375,
+        "low": 0.125,
+        "mean": 0.25,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_success_gain_over_base_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.12708333333333335,
+          "low": -0.18333333333333335,
+          "mean": -0.035416666666666666,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": -0.035416666666666666,
+        "per_seed": {
+          "1073161778": -1.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": -1.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": -1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 1.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 1.0,
+          "1845489013": 0.0,
+          "1999022574": -1.0,
+          "2012211287": 0.0,
+          "2038594191": -1.0,
+          "2054899126": -0.5,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 1.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": -1.0,
+          "750448296": 0.3333333333333333,
+          "767747424": -0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": -0.048,
+          "mean": -0.016,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": -0.016,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": -0.08,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "selected_success_gain_over_base_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.10416666666666667,
+        "low": -0.20833333333333334,
+        "mean": -0.041666666666666664,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_unsafe_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.0,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "selected_unsafe_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.0,
+        "low": 0.0,
+        "mean": 0.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_utility_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.9428031218456454,
+          "low": 0.4443798703927314,
+          "mean": 0.6615063678575097,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.6615063678575097,
+        "per_seed": {
+          "1073161778": 0.6878748536109924,
+          "1113371261": 0.10409305989742279,
+          "1151410346": 0.8134199976921082,
+          "1261930456": 0.07528233528137207,
+          "1324133122": 0.08346596360206604,
+          "1324642411": 0.09147362411022186,
+          "1375492786": 0.04925455525517464,
+          "141984615": 0.037011127918958664,
+          "1461069713": 0.009687979705631733,
+          "1480856810": 0.20867714285850525,
+          "1509980664": 2.0,
+          "1522272686": 0.07014383375644684,
+          "1549324805": 0.0303483996540308,
+          "1578990937": 0.12732218205928802,
+          "1747178030": 2.0,
+          "1790188787": 0.1146477460861206,
+          "1822210471": 2.0,
+          "1845489013": 2.0,
+          "1999022574": 0.8126424551010132,
+          "2012211287": 0.3287457525730133,
+          "2038594191": 0.023384133353829384,
+          "2054899126": 1.0664558708667755,
+          "2061635888": 0.05141691863536835,
+          "211245842": 0.12155446410179138,
+          "278008524": 0.0995430052280426,
+          "307068879": 0.20245832204818726,
+          "412102563": 2.0,
+          "440577711": 2.0,
+          "441046872": 0.20956633985042572,
+          "509430392": 1.4603137969970703e-06,
+          "585904130": 2.0,
+          "608016290": 2.0,
+          "626486813": 0.01488824700936675,
+          "636680137": 0.05904795601963997,
+          "655884605": 0.11596107482910156,
+          "672328262": 2.0,
+          "701667486": 2.0,
+          "747260437": 0.05267423391342163,
+          "750448296": 0.7324073389172554,
+          "767747424": 0.06680434005102143
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7067491203907199,
+          "low": 0.28348825239762665,
+          "mean": 0.5045124083666526,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.5045124083666526,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6857290536165237,
+          "PickCube-v1": 0.07014383375644684,
+          "PullCube-v1": 0.6035048803593963,
+          "PushCube-v1": 0.41501371810833615,
+          "StackCube-v1": 0.74817055599256
+        }
+      },
+      "metric": "selected_utility_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.8724469187630651,
+        "low": 0.37178232083291124,
+        "mean": 0.6105493653206698,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_utility_gain_over_base_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.17729674353370983,
+          "low": -0.3964895182303735,
+          "mean": -0.12861169444028445,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": -0.12861169444028445,
+        "per_seed": {
+          "1073161778": -1.3121251463890076,
+          "1113371261": -0.05433036386966705,
+          "1151410346": 0.5874187052249908,
+          "1261930456": -1.924717664718628,
+          "1324133122": -0.00873894989490509,
+          "1324642411": -0.014996901154518127,
+          "1375492786": -1.9507454447448254,
+          "141984615": -0.06582311913371086,
+          "1461069713": -0.08421508502215147,
+          "1480856810": 0.12164306640625,
+          "1509980664": 1.1665899753570557,
+          "1522272686": -0.5138152688741684,
+          "1549324805": -0.07416643761098385,
+          "1578990937": -0.6968143135309219,
+          "1747178030": 0.0,
+          "1790188787": -0.010119721293449402,
+          "1822210471": 1.9280846938490868,
+          "1845489013": 0.0,
+          "1999022574": -1.1873575448989868,
+          "2012211287": -0.39485958218574524,
+          "2038594191": -1.9766158666461706,
+          "2054899126": -0.9335441291332245,
+          "2061635888": -0.0008335858583450317,
+          "211245842": -0.06935395300388336,
+          "278008524": 0.05680801533162594,
+          "307068879": -0.3976322412490845,
+          "412102563": 0.0,
+          "440577711": 1.9638472199440002,
+          "441046872": -0.49038882553577423,
+          "509430392": 1.2367963790893555e-06,
+          "585904130": 1.8182844519615173,
+          "608016290": 1.274298369884491,
+          "626486813": 0.009789904288481921,
+          "636680137": -0.0240870900452137,
+          "655884605": -0.04704560339450836,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": -1.9473257660865784,
+          "750448296": 0.614814189573129,
+          "767747424": -0.5063950019539334
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": -0.044907403127713644,
+          "low": -0.35659555047750474,
+          "mean": -0.19104738880736244,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": -0.19104738880736244,
+        "per_task": {
+          "LiftPegUpright-v1": -0.2641414850950241,
+          "PickCube-v1": -0.5138152688741684,
+          "PullCube-v1": -0.1716655808640644,
+          "PushCube-v1": 0.022609539330005646,
+          "StackCube-v1": -0.028224148533561012
+        }
+      },
+      "metric": "selected_utility_gain_over_base_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.12383212708179296,
+        "low": -0.42615743197287276,
+        "mean": -0.13127022112166742,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selector_gap_fraction_to_hidden_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.7456157699239687,
+          "low": 0.12210323876545986,
+          "mean": 0.7279632925676067,
+          "n": 29,
+          "num_samples": 200
+        },
+        "mean": 0.7279632925676067,
+        "per_seed": {
+          "1113371261": 0.041724664014027725,
+          "1151410346": 0.00026603715962560527,
+          "1324133122": 0.025680270261114895,
+          "1324642411": 0.04870126538360603,
+          "141984615": 0.0,
+          "1461069713": 0.10539574691288728,
+          "1480856810": 14.629458755631916,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.873701804392748,
+          "1578990937": 1.5925979596421602,
+          "1790188787": 0.008354676765355083,
+          "1822210471": 0.0,
+          "2012211287": 1.3093553999703658,
+          "2061635888": 0.012520321891788722,
+          "211245842": 0.050524091952198015,
+          "278008524": 0.5447274607967154,
+          "307068879": 0.2751242273088427,
+          "440577711": 0.0,
+          "441046872": 0.3952113927323262,
+          "509430392": 3.0092898394118815e-05,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.2223984451975717,
+          "636680137": 0.0956570673001005,
+          "655884605": 0.026778562869845913,
+          "747260437": 0.0,
+          "750448296": 0.39734975368508446,
+          "767747424": 0.45537748769392294
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.9051222235768583,
+          "low": 0.12494590316500569,
+          "mean": 0.7926715919050193,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.7926715919050193,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4949227550028837,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.3123647579125142,
+          "PushCube-v1": 2.937308958135854,
+          "StackCube-v1": 0.21876148847384516
+        }
+      },
+      "metric": "selector_gap_fraction_to_hidden_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.4845932726509228,
+        "low": 0.17590261360349754,
+        "mean": 0.6677470378029673,
+        "n": 36,
+        "num_samples": 200
+      },
+      "n": 36
+    },
+    "selector_regret_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5762754164325694,
+          "low": 0.172535843225099,
+          "mean": 0.352049051723346,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.352049051723346,
+        "per_seed": {
+          "1073161778": 0.019324779510498047,
+          "1113371261": 0.07683916389942169,
+          "1151410346": 0.00047194957733154297,
+          "1261930456": 1.924717664718628,
+          "1324133122": 0.048992693424224854,
+          "1324642411": 0.09221728146076202,
+          "1375492786": 0.03326414152979851,
+          "141984615": 0.0,
+          "1461069713": 0.00689703319221735,
+          "1480856810": 1.7913228571414948,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.16857311688363552,
+          "1578990937": 1.872677817940712,
+          "1747178030": 0.0,
+          "1790188787": 0.015666961669921875,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 1.1873575448989868,
+          "2012211287": 1.6712542474269867,
+          "2038594191": 1.9766158666461706,
+          "2054899126": 0.0032250061631202698,
+          "2061635888": 0.0243864506483078,
+          "211245842": 0.09140270948410034,
+          "278008524": 0.9381315894424915,
+          "307068879": 0.3851490020751953,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.5137925297021866,
+          "509430392": 6.0185790061950684e-05,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.015667030587792397,
+          "636680137": 0.008363228291273117,
+          "655884605": 0.04919204115867615,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.6380959351857504,
+          "767747424": 0.5283032404840924
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5271760660006354,
+          "low": 0.1301641825027764,
+          "mean": 0.35706217628113474,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.35706217628113474,
+        "per_task": {
+          "LiftPegUpright-v1": 0.5179041117429733,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.325410456256941,
+          "PushCube-v1": 0.6373308251301447,
+          "StackCube-v1": 0.3046654882756146
+        }
+      },
+      "metric": "selector_regret_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5681481153975861,
+        "low": 0.18119999134311607,
+        "mean": 0.3729184851448129,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "success_selector_gap_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.3041666666666667,
+          "low": 0.075,
+          "mean": 0.17708333333333331,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.17708333333333331,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 1.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 1.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 1.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 0.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.5,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.3333333333333333,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.2683636363636363,
+          "low": 0.07272727272727272,
+          "mean": 0.17503030303030304,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.17503030303030304,
+        "per_task": {
+          "LiftPegUpright-v1": 0.2,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.16,
+          "PushCube-v1": 0.3333333333333333,
+          "StackCube-v1": 0.18181818181818182
+        }
+      },
+      "metric": "success_selector_gap_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.2916666666666667,
+        "low": 0.08333333333333333,
+        "mean": 0.1875,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "success_support_gap_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5125,
+          "low": 0.25,
+          "mean": 0.36875,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.36875,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 0.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 1.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 1.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.5,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 0.0,
+          "307068879": 1.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 1.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8181818181818181,
+          "low": 0.3010909090909091,
+          "mean": 0.5530909090909091,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.5530909090909091,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.12,
+          "PushCube-v1": 0.5,
+          "StackCube-v1": 0.5454545454545454
+        }
+      },
+      "metric": "success_support_gap_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.4375,
+        "low": 0.20833333333333334,
+        "mean": 0.3333333333333333,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "success_total_car_to_hidden_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6625,
+          "low": 0.37083333333333335,
+          "mean": 0.5145833333333333,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.5145833333333333,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 1.0,
+          "1549324805": 0.0,
+          "1578990937": 1.0,
+          "1747178030": 0.0,
+          "1790188787": 1.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 0.5,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 0.5,
+          "307068879": 1.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 1.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.3333333333333333,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.890909090909091,
+          "low": 0.44945454545454544,
+          "mean": 0.6867878787878787,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.6867878787878787,
+        "per_task": {
+          "LiftPegUpright-v1": 0.8,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.24,
+          "PushCube-v1": 0.6666666666666666,
+          "StackCube-v1": 0.7272727272727273
+        }
+      },
+      "metric": "success_total_car_to_hidden_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5833333333333334,
+        "low": 0.3333333333333333,
+        "mean": 0.4791666666666667,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "support_gap_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8894103517755866,
+          "low": 0.44098086704034356,
+          "mean": 0.6611281538265757,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.6611281538265757,
+        "per_seed": {
+          "1073161778": 1.2928003668785095,
+          "1113371261": 1.8190677762031555,
+          "1151410346": 1.1861080527305603,
+          "1261930456": 0.0,
+          "1324133122": 1.867541342973709,
+          "1324642411": 1.8163090944290161,
+          "1375492786": 1.9174813032150269,
+          "141984615": 0.24876614287495613,
+          "1461069713": 0.14275743998587132,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 1.9298561662435532,
+          "1549324805": 0.09853456914424896,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 1.8696852922439575,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.9303191229701042,
+          "2061635888": 1.9241966307163239,
+          "211245842": 1.7870428264141083,
+          "278008524": 0.07623404636979103,
+          "307068879": 1.4123926758766174,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 1.2766411304473877,
+          "509430392": 1.999938353896141,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.13502710359171033,
+          "636680137": 0.10315313935279846,
+          "655884605": 1.8348468840122223,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.22598901391029358,
+          "750448296": 0.03749322146177292,
+          "767747424": 0.5129444571211934
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.5067181580265363,
+          "low": 0.5513822740318649,
+          "mean": 0.9816812798532121,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.9816812798532121,
+        "per_task": {
+          "LiftPegUpright-v1": 0.796366834640503,
+          "PickCube-v1": 1.9298561662435532,
+          "PullCube-v1": 0.28736398588865997,
+          "PushCube-v1": 0.9476554567615191,
+          "StackCube-v1": 0.9471639557318254
+        }
+      },
+      "metric": "support_gap_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.7980572700422878,
+        "low": 0.40027432719944045,
+        "mean": 0.6083442966725366,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "support_gap_fraction_to_hidden_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8537514770847622,
+          "low": 0.49130305483658715,
+          "mean": 0.6623117368874112,
+          "n": 29,
+          "num_samples": 200
+        },
+        "mean": 0.6623117368874112,
+        "per_seed": {
+          "1113371261": 0.9877774292308832,
+          "1151410346": 0.6686070557402448,
+          "1324133122": 0.9789003841061859,
+          "1324642411": 0.9592188126265949,
+          "141984615": 1.3598011981414013,
+          "1461069713": 2.1815216188404905,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 1.362853410398454,
+          "1549324805": 0.5106972715929512,
+          "1578990937": 0.0,
+          "1790188787": 0.9970418386626853,
+          "1822210471": 0.0,
+          "2012211287": 0.0,
+          "2061635888": 0.9879076519622763,
+          "211245842": 0.9878122497010673,
+          "278008524": 0.39719511697338483,
+          "307068879": 1.0089171762448372,
+          "440577711": 0.0,
+          "441046872": 0.9819977715050383,
+          "509430392": 0.9999692887033472,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.6750845070053557,
+          "636680137": 1.1798466393155465,
+          "655884605": 0.998831548411895,
+          "747260437": 0.13128692780455412,
+          "750448296": 0.2862252870184526,
+          "767747424": 0.5655471857492766
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0760532598590518,
+          "low": 0.5535313036570235,
+          "mean": 0.748706840686869,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.748706840686869,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4977287369374689,
+          "PickCube-v1": 1.362853410398454,
+          "PullCube-v1": 0.5904765282058273,
+          "PushCube-v1": 0.5912459879985255,
+          "StackCube-v1": 0.7012295398940691
+        }
+      },
+      "metric": "support_gap_fraction_to_hidden_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.8025567838167653,
+        "low": 0.443776636072421,
+        "mean": 0.6263447812499557,
+        "n": 36,
+        "num_samples": 200
+      },
+      "n": 36
+    },
+    "total_car_to_hidden_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.2127480523791747,
+          "low": 0.7048982797321515,
+          "mean": 0.9575561776034496,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.9575561776034496,
+        "per_seed": {
+          "1073161778": 1.3121251463890076,
+          "1113371261": 1.8959069401025772,
+          "1151410346": 1.1865800023078918,
+          "1261930456": 1.924717664718628,
+          "1324133122": 1.916534036397934,
+          "1324642411": 1.9085263758897781,
+          "1375492786": 1.9507454447448254,
+          "141984615": 0.24876614287495613,
+          "1461069713": 0.14965447317808867,
+          "1480856810": 0.0008032172918319702,
+          "1509980664": 0.0,
+          "1522272686": 1.9298561662435532,
+          "1549324805": 0.2671076860278845,
+          "1578990937": 1.872677817940712,
+          "1747178030": 0.0,
+          "1790188787": 1.8853522539138794,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 1.1873575448989868,
+          "2012211287": 1.6712542474269867,
+          "2038594191": 1.9766158666461706,
+          "2054899126": 0.9335441291332245,
+          "2061635888": 1.9485830813646317,
+          "211245842": 1.8784455358982086,
+          "278008524": 1.0143656358122826,
+          "307068879": 1.7975416779518127,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 1.7904336601495743,
+          "509430392": 1.999998539686203,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.15069413417950273,
+          "636680137": 0.11151636764407158,
+          "655884605": 1.8840389251708984,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.22598901391029358,
+          "750448296": 0.6755891566475233,
+          "767747424": 0.6069262195960619
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.6655928569309637,
+          "low": 0.8391898814766583,
+          "mean": 1.265161180843063,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.265161180843063,
+        "per_task": {
+          "LiftPegUpright-v1": 1.3142709463834763,
+          "PickCube-v1": 1.9298561662435532,
+          "PullCube-v1": 0.5432830056641251,
+          "PushCube-v1": 1.2865663419167201,
+          "StackCube-v1": 1.25182944400744
+        }
+      },
+      "metric": "total_car_to_hidden_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.1101349414190433,
+        "low": 0.6503704576559054,
+        "mean": 0.9077668328197129,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    }
+  },
+  "num_rows": 48,
+  "report_type": "ctt_generated_measured_rollout",
+  "schema_version": 1,
+  "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42",
+  "source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372",
+  "success_summary": {
+    "base_success_rate": 0.2916666666666667,
+    "base_utility_mean": 0.7418195864423373,
+    "hidden_chart_oracle_success_rate": 0.7291666666666666,
+    "hidden_chart_oracle_utility_mean": 1.5183161981403828,
+    "max_restore_error": 1.4901161193847656e-08,
+    "proposal_oracle_success_gain_over_base": 0.14583333333333334,
+    "proposal_oracle_success_rate": 0.4375,
+    "proposal_oracle_utility_mean": 0.9834678504654827,
+    "selected_success_gain_over_base": -0.041666666666666664,
+    "selected_success_rate": 0.25,
+    "selected_utility_mean": 0.6105493653206698,
+    "success_selector_gap": 0.1875,
+    "success_support_gap": 0.3333333333333333
+  },
+  "target_content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+  "target_split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f"
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/metrics_by_seed.json

@@ -0,0 +1,1400 @@
+{
+  "1073161778": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.019324779510498047,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.01494799959538849,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.3275999425194667,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.7071996331214905,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.2928003668785095,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.6878748536109924,
+    "selected_utility_gain_over_base_at_8": -1.3121251463890076,
+    "selector_regret_at_8": 0.019324779510498047,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.2928003668785095,
+    "total_car_to_hidden_at_8": 1.3121251463890076
+  },
+  "1113371261": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.15842342376708984,
+    "branch_car_at_8": 0.07683916389942169,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0295020876545808,
+    "ncar_to_proposal_oracle_at_8": 3.413737278774274,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.1753464124369512,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.18093222379684448,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.02250880002975464,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.10409305989742279,
+    "selected_utility_gain_over_base_at_8": -0.05433036386966705,
+    "selector_gap_fraction_to_hidden_at_8": 0.041724664014027725,
+    "selector_regret_at_8": 0.07683916389942169,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8190677762031555,
+    "support_gap_fraction_to_hidden_at_8": 0.9877774292308832,
+    "total_car_to_hidden_at_8": 1.8959069401025772
+  },
+  "1151410346": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.2260012924671173,
+    "branch_car_at_8": 0.00047194957733154297,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.6688730891294444,
+    "ncar_to_proposal_oracle_at_8": 0.0008027846087507368,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.10451087535770245,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.8138919472694397,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.5878906548023224,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.8134199976921082,
+    "selected_utility_gain_over_base_at_8": 0.5874187052249908,
+    "selector_gap_fraction_to_hidden_at_8": 0.00026603715962560527,
+    "selector_regret_at_8": 0.00047194957733154297,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.1861080527305603,
+    "support_gap_fraction_to_hidden_at_8": 0.6686070557402448,
+    "total_car_to_hidden_at_8": 1.1865800023078918
+  },
+  "1261930456": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.924717664718628,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.27221108211768236,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07528233528137207,
+    "selected_utility_gain_over_base_at_8": -1.924717664718628,
+    "selector_regret_at_8": 1.924717664718628,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.924717664718628
+  },
+  "1324133122": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.09220491349697113,
+    "branch_car_at_8": 0.048992693424224854,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0045806491016376,
+    "ncar_to_proposal_oracle_at_8": 1.2170962737310913,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.12127109006401982,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.1324586570262909,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.04025374352931976,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.08346596360206604,
+    "selected_utility_gain_over_base_at_8": -0.00873894989490509,
+    "selector_gap_fraction_to_hidden_at_8": 0.025680270261114895,
+    "selector_regret_at_8": 0.048992693424224854,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.867541342973709,
+    "support_gap_fraction_to_hidden_at_8": 0.9789003841061859,
+    "total_car_to_hidden_at_8": 1.916534036397934
+  },
+  "1324642411": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.10647052526473999,
+    "branch_car_at_8": 0.09221728146076202,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0079200726872308,
+    "ncar_to_proposal_oracle_at_8": 1.1942089530374402,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.3223340778904223,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.1836909055709839,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0772203803062439,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.09147362411022186,
+    "selected_utility_gain_over_base_at_8": -0.014996901154518127,
+    "selector_gap_fraction_to_hidden_at_8": 0.04870126538360603,
+    "selector_regret_at_8": 0.09221728146076202,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8163090944290161,
+    "support_gap_fraction_to_hidden_at_8": 0.9592188126265949,
+    "total_car_to_hidden_at_8": 1.9085263758897781
+  },
+  "1375492786": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.03326414152979851,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.01734783087613238,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.2476894390620319,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.08251869678497314,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.9174813032150269,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.04925455525517464,
+    "selected_utility_gain_over_base_at_8": -1.9507454447448254,
+    "selector_regret_at_8": 0.03326414152979851,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9174813032150269,
+    "total_car_to_hidden_at_8": 1.9507454447448254
+  },
+  "141984615": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.10283424705266953,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2857772707939148,
+    "ncar_to_hidden_chart_oracle_at_8": 1.3598011238121868,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.09999258757291778,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.037011127918958664,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.06582311913371086,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.037011127918958664,
+    "selected_utility_gain_over_base_at_8": -0.06582311913371086,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.24876614287495613,
+    "support_gap_fraction_to_hidden_at_8": 1.3598011981414013,
+    "total_car_to_hidden_at_8": 0.24876614287495613
+  },
+  "1461069713": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.0939030647277832,
+    "branch_car_at_8": 0.00689703319221735,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.1593424528837204,
+    "ncar_to_hidden_chart_oracle_at_8": 2.286917016282351,
+    "ncar_to_proposal_oracle_at_8": 0.08920338959592396,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.1499996972968184,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.016585012897849083,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.07731805182993412,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.009687979705631733,
+    "selected_utility_gain_over_base_at_8": -0.08421508502215147,
+    "selector_gap_fraction_to_hidden_at_8": 0.10539574691288728,
+    "selector_regret_at_8": 0.00689703319221735,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.14275743998587132,
+    "support_gap_fraction_to_hidden_at_8": 2.1815216188404905,
+    "total_car_to_hidden_at_8": 0.14965447317808867
+  },
+  "1480856810": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.08703407645225525,
+    "branch_car_at_8": 1.7913228571414948,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.20948036015033722,
+    "ncar_to_hidden_chart_oracle_at_8": 0.006559751770130974,
+    "ncar_to_proposal_oracle_at_8": 0.936411268871551,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.32726342175791495,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.9129659235477448,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.20867714285850525,
+    "selected_utility_gain_over_base_at_8": 0.12164306640625,
+    "selector_gap_fraction_to_hidden_at_8": 14.629458755631916,
+    "selector_regret_at_8": 1.7913228571414948,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0008032172918319702
+  },
+  "1509980664": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.8334100246429443,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.11432582438947846,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.1665899753570557,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 1.1665899753570557,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1522272686": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.5839591026306152,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.3628534007740611,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.3618397336821519,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.07014383375644684,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.5138152688741684,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07014383375644684,
+    "selected_utility_gain_over_base_at_8": -0.5138152688741684,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9298561662435532,
+    "support_gap_fraction_to_hidden_at_8": 1.362853410398454,
+    "total_car_to_hidden_at_8": 1.9298561662435532
+  },
+  "1549324805": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.10451483726501465,
+    "branch_car_at_8": 0.16857311688363552,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2974560856819153,
+    "ncar_to_hidden_chart_oracle_at_8": 1.3843990042333385,
+    "ncar_to_proposal_oracle_at_8": 1.785605640684922,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.3131700044216573,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.19892151653766632,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.09440667927265167,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.0303483996540308,
+    "selected_utility_gain_over_base_at_8": -0.07416643761098385,
+    "selector_gap_fraction_to_hidden_at_8": 0.873701804392748,
+    "selector_regret_at_8": 0.16857311688363552,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.09853456914424896,
+    "support_gap_fraction_to_hidden_at_8": 0.5106972715929512,
+    "total_car_to_hidden_at_8": 0.2671076860278845
+  },
+  "1578990937": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.82413649559021,
+    "branch_car_at_8": 1.872677817940712,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.5925979460980888,
+    "ncar_to_proposal_oracle_at_8": 1.5925979460980888,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.35455861208819184,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.17586350440979,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.12732218205928802,
+    "selected_utility_gain_over_base_at_8": -0.6968143135309219,
+    "selector_gap_fraction_to_hidden_at_8": 1.5925979596421602,
+    "selector_regret_at_8": 1.872677817940712,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.872677817940712
+  },
+  "1747178030": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.0,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1790188787": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.12476746737957001,
+    "branch_car_at_8": 0.015666961669921875,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0053965100665907,
+    "ncar_to_proposal_oracle_at_8": 2.8242752006237333,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.1469930371388804,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.13031470775604248,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.005547240376472473,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.1146477460861206,
+    "selected_utility_gain_over_base_at_8": -0.010119721293449402,
+    "selector_gap_fraction_to_hidden_at_8": 0.008354676765355083,
+    "selector_regret_at_8": 0.015666961669921875,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8696852922439575,
+    "support_gap_fraction_to_hidden_at_8": 0.9970418386626853,
+    "total_car_to_hidden_at_8": 1.8853522539138794
+  },
+  "1822210471": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.07191530615091324,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.21292802033183844,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.9280846938490868,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 1.9280846938490868,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1845489013": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.2669986947604576,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1999022574": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.1873575448989868,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.03437446008911796,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.8126424551010132,
+    "selected_utility_gain_over_base_at_8": -1.1873575448989868,
+    "selector_regret_at_8": 1.1873575448989868,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.1873575448989868
+  },
+  "2012211287": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7236053347587585,
+    "branch_car_at_8": 1.6712542474269867,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.3093553897121326,
+    "ncar_to_proposal_oracle_at_8": 1.3093553897121326,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.25284704301799776,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.2763946652412415,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.3287457525730133,
+    "selected_utility_gain_over_base_at_8": -0.39485958218574524,
+    "selector_gap_fraction_to_hidden_at_8": 1.3093553999703658,
+    "selector_regret_at_8": 1.6712542474269867,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.6712542474269867
+  },
+  "2038594191": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.9766158666461706,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.5661861288928247,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.023384133353829384,
+    "selected_utility_gain_over_base_at_8": -1.9766158666461706,
+    "selector_regret_at_8": 1.9766158666461706,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.9766158666461706
+  },
+  "2054899126": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0032250061631202698,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.003466559018470386,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.10574282816438775,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": -0.5,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.0696808770298958,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.9303191229701042,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.5,
+    "selected_success_gain_over_base_at_8": -0.5,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 1.0664558708667755,
+    "selected_utility_gain_over_base_at_8": -0.9335441291332245,
+    "selector_regret_at_8": 0.0032250061631202698,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.5,
+    "success_total_car_to_hidden_at_8": 0.5,
+    "support_gap_at_8": 0.9303191229701042,
+    "total_car_to_hidden_at_8": 0.9335441291332245
+  },
+  "2061635888": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.05225050449371338,
+    "branch_car_at_8": 0.0243864506483078,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0004279687177373,
+    "ncar_to_proposal_oracle_at_8": 1.035391682152544,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.11085153626188388,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.07580336928367615,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.02355286478996277,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.05141691863536835,
+    "selected_utility_gain_over_base_at_8": -0.0008335858583450317,
+    "selector_gap_fraction_to_hidden_at_8": 0.012520321891788722,
+    "selector_regret_at_8": 0.0243864506483078,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9241966307163239,
+    "support_gap_fraction_to_hidden_at_8": 0.9879076519622763,
+    "total_car_to_hidden_at_8": 1.9485830813646317
+  },
+  "211245842": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.19090841710567474,
+    "branch_car_at_8": 0.09140270948410034,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0383363359137199,
+    "ncar_to_proposal_oracle_at_8": 4.145479501817502,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.43442043342559833,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.21295717358589172,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.02204875648021698,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.12155446410179138,
+    "selected_utility_gain_over_base_at_8": -0.06935395300388336,
+    "selector_gap_fraction_to_hidden_at_8": 0.050524091952198015,
+    "selector_regret_at_8": 0.09140270948410034,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.7870428264141083,
+    "support_gap_fraction_to_hidden_at_8": 0.9878122497010673,
+    "total_car_to_hidden_at_8": 1.8784455358982086
+  },
+  "278008524": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.042734989896416664,
+    "branch_car_at_8": 0.9381315894424915,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.5,
+    "hidden_chart_oracle_utility_at_8": 1.1139086410403252,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9419225509617074,
+    "ncar_to_proposal_oracle_at_8": 0.8178580901276403,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.07707009477732413,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": 0.5,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.0376745946705341,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.9949396047741175,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.0995430052280426,
+    "selected_utility_gain_over_base_at_8": 0.05680801533162594,
+    "selector_gap_fraction_to_hidden_at_8": 0.5447274607967154,
+    "selector_regret_at_8": 0.9381315894424915,
+    "success_selector_gap_at_8": 0.5,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.5,
+    "support_gap_at_8": 0.07623404636979103,
+    "support_gap_fraction_to_hidden_at_8": 0.39719511697338483,
+    "total_car_to_hidden_at_8": 1.0143656358122826
+  },
+  "307068879": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.6000905632972717,
+    "branch_car_at_8": 0.3851490020751953,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.2840413943813624,
+    "ncar_to_proposal_oracle_at_8": 30.853265580951472,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.0557058952491228,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.5876073241233826,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.01248323917388916,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.20245832204818726,
+    "selected_utility_gain_over_base_at_8": -0.3976322412490845,
+    "selector_gap_fraction_to_hidden_at_8": 0.2751242273088427,
+    "selector_regret_at_8": 0.3851490020751953,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.4123926758766174,
+    "support_gap_fraction_to_hidden_at_8": 1.0089171762448372,
+    "total_car_to_hidden_at_8": 1.7975416779518127
+  },
+  "412102563": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.3895159959453567,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "440577711": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.036152780055999756,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.47091127329149796,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.9638472199440002,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 1.9638472199440002,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "441046872": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.6999551653862,
+    "branch_car_at_8": 0.5137925297021866,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.3772091536438134,
+    "ncar_to_proposal_oracle_at_8": 21.953461149322685,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.3487502300914748,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.7233588695526123,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.023403704166412354,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.20956633985042572,
+    "selected_utility_gain_over_base_at_8": -0.49038882553577423,
+    "selector_gap_fraction_to_hidden_at_8": 0.3952113927323262,
+    "selector_regret_at_8": 0.5137925297021866,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.2766411304473877,
+    "support_gap_fraction_to_hidden_at_8": 0.9819977715050383,
+    "total_car_to_hidden_at_8": 1.7904336601495743
+  },
+  "509430392": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.2351741790771484e-07,
+    "branch_car_at_8": 6.0185790061950684e-05,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.999999376601744,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.12872425297842033,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 6.164610385894775e-05,
+    "proposal_oracle_utility_gain_over_base_at_8": 6.142258644104004e-05,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 1.4603137969970703e-06,
+    "selected_utility_gain_over_base_at_8": 1.2367963790893555e-06,
+    "selector_gap_fraction_to_hidden_at_8": 3.0092898394118815e-05,
+    "selector_regret_at_8": 6.0185790061950684e-05,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.999938353896141,
+    "support_gap_fraction_to_hidden_at_8": 0.9999692887033472,
+    "total_car_to_hidden_at_8": 1.999998539686203
+  },
+  "585904130": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.18171554803848267,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.23527540011889664,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.8182844519615173,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 1.8182844519615173,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "608016290": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.725701630115509,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.1651998782824306,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.274298369884491,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 1.274298369884491,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "626486813": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.00509834272088483,
+    "branch_car_at_8": 0.015667030587792397,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.16558238118886948,
+    "ncar_to_hidden_chart_oracle_at_8": 0.897482873584127,
+    "ncar_to_proposal_oracle_at_8": 0.3952366316445651,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.2057263054260174,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.030555277597159147,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.025456934876274318,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.01488824700936675,
+    "selected_utility_gain_over_base_at_8": 0.009789904288481921,
+    "selector_gap_fraction_to_hidden_at_8": 0.2223984451975717,
+    "selector_regret_at_8": 0.015667030587792397,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.13502710359171033,
+    "support_gap_fraction_to_hidden_at_8": 0.6750845070053557,
+    "total_car_to_hidden_at_8": 0.15069413417950273
+  },
+  "636680137": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.08313504606485367,
+    "branch_car_at_8": 0.008363228291273117,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.17056432366371155,
+    "ncar_to_hidden_chart_oracle_at_8": 1.2755035607258953,
+    "ncar_to_proposal_oracle_at_8": 0.5318809783078519,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.16373130945623512,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.06741118431091309,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.015723861753940582,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.05904795601963997,
+    "selected_utility_gain_over_base_at_8": -0.0240870900452137,
+    "selector_gap_fraction_to_hidden_at_8": 0.0956570673001005,
+    "selector_regret_at_8": 0.008363228291273117,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.10315313935279846,
+    "support_gap_fraction_to_hidden_at_8": 1.1798466393155465,
+    "total_car_to_hidden_at_8": 0.11151636764407158
+  },
+  "655884605": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.16300667822360992,
+    "branch_car_at_8": 0.04919204115867615,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.02561010569865,
+    "ncar_to_proposal_oracle_at_8": 22.917884133904717,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.09007906861210127,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.1651531159877777,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0021464377641677856,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.11596107482910156,
+    "selected_utility_gain_over_base_at_8": -0.04704560339450836,
+    "selector_gap_fraction_to_hidden_at_8": 0.026778562869845913,
+    "selector_regret_at_8": 0.04919204115867615,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8348468840122223,
+    "support_gap_fraction_to_hidden_at_8": 0.998831548411895,
+    "total_car_to_hidden_at_8": 1.8840389251708984
+  },
+  "672328262": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.1489837112635083,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "701667486": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.12171624140925644,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "747260437": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2786632478237152,
+    "ncar_to_hidden_chart_oracle_at_8": 0.1312869270418508,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.1580673418640565,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.05267423391342163,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.9473257660865784,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.05267423391342163,
+    "selected_utility_gain_over_base_at_8": -1.9473257660865784,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.22598901391029358,
+    "support_gap_fraction_to_hidden_at_8": 0.13128692780455412,
+    "total_car_to_hidden_at_8": 0.22598901391029358
+  },
+  "750448296": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.11759314934412639,
+    "branch_car_at_8": 0.6380959351857504,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.6666666666666666,
+    "hidden_chart_oracle_utility_at_8": 1.4079964955647786,
+    "ncar_to_hidden_chart_oracle_at_8": 0.6835750126074082,
+    "ncar_to_proposal_oracle_at_8": 0.7489541338495685,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.19413031313633064,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.6666666666666666,
+    "proposal_oracle_success_gain_over_base_at_8": 0.6666666666666666,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.3705032741030057,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.2529101247588794,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.3333333333333333,
+    "selected_success_gain_over_base_at_8": 0.3333333333333333,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.7324073389172554,
+    "selected_utility_gain_over_base_at_8": 0.614814189573129,
+    "selector_gap_fraction_to_hidden_at_8": 0.39734975368508446,
+    "selector_regret_at_8": 0.6380959351857504,
+    "success_selector_gap_at_8": 0.3333333333333333,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.3333333333333333,
+    "support_gap_at_8": 0.03749322146177292,
+    "support_gap_fraction_to_hidden_at_8": 0.2862252870184526,
+    "total_car_to_hidden_at_8": 0.6755891566475233
+  },
+  "767747424": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.25,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.5731993420049548,
+    "branch_car_at_8": 0.5283032404840924,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.25,
+    "hidden_chart_oracle_utility_at_8": 0.6737305596470833,
+    "ncar_to_hidden_chart_oracle_at_8": 0.7709246395297609,
+    "ncar_to_proposal_oracle_at_8": 1.135114513796885,
+    "outcome_ptr_at_8": 0.25,
+    "pairwise_causal_calibration_ece": 0.3350405173773634,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.25,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.5951075805351138,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.021908238530158997,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -0.25,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.06680434005102143,
+    "selected_utility_gain_over_base_at_8": -0.5063950019539334,
+    "selector_gap_fraction_to_hidden_at_8": 0.45537748769392294,
+    "selector_regret_at_8": 0.5283032404840924,
+    "success_selector_gap_at_8": 0.25,
+    "success_support_gap_at_8": 0.25,
+    "success_total_car_to_hidden_at_8": 0.25,
+    "support_gap_at_8": 0.5129444571211934,
+    "support_gap_fraction_to_hidden_at_8": 0.5655471857492766,
+    "total_car_to_hidden_at_8": 0.6069262195960619
+  }
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/metrics_by_task.json

@@ -0,0 +1,182 @@
+{
+  "LiftPegUpright-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.2,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.9498705387115478,
+    "branch_car_at_8": 0.5179041117429733,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9926514844343272,
+    "ncar_to_proposal_oracle_at_8": 10.826206023916335,
+    "outcome_ptr_at_8": 0.6,
+    "pairwise_causal_calibration_ece": 0.23002059783209855,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.4,
+    "proposal_oracle_success_gain_over_base_at_8": 0.2,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.2036331653594972,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.25376262664794924,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.2,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.6857290536165237,
+    "selected_utility_gain_over_base_at_8": -0.2641414850950241,
+    "selector_gap_fraction_to_hidden_at_8": 0.4949227550028837,
+    "selector_regret_at_8": 0.5179041117429733,
+    "success_selector_gap_at_8": 0.2,
+    "success_support_gap_at_8": 0.6,
+    "success_total_car_to_hidden_at_8": 0.8,
+    "support_gap_at_8": 0.796366834640503,
+    "support_gap_fraction_to_hidden_at_8": 0.4977287369374689,
+    "total_car_to_hidden_at_8": 1.3142709463834763
+  },
+  "PickCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.5839591026306152,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.3628534007740611,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.3618397336821519,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.07014383375644684,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.5138152688741684,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07014383375644684,
+    "selected_utility_gain_over_base_at_8": -0.5138152688741684,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9298561662435532,
+    "support_gap_fraction_to_hidden_at_8": 1.362853410398454,
+    "total_car_to_hidden_at_8": 1.9298561662435532
+  },
+  "PullCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.36,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7751704612234608,
+    "branch_car_at_8": 0.325410456256941,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.52,
+    "hidden_chart_oracle_utility_at_8": 1.1467878860235214,
+    "ncar_to_hidden_chart_oracle_at_8": 0.8472856709515867,
+    "ncar_to_proposal_oracle_at_8": 0.5529420939456354,
+    "outcome_ptr_at_8": 0.44,
+    "pairwise_causal_calibration_ece": 0.21050615202780587,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.44,
+    "proposal_oracle_success_gain_over_base_at_8": 0.08,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.9289153366163373,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.15374487539287657,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.28,
+    "selected_success_gain_over_base_at_8": -0.08,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.6035048803593963,
+    "selected_utility_gain_over_base_at_8": -0.1716655808640644,
+    "selector_gap_fraction_to_hidden_at_8": 0.3123647579125142,
+    "selector_regret_at_8": 0.325410456256941,
+    "success_selector_gap_at_8": 0.16,
+    "success_support_gap_at_8": 0.12,
+    "success_total_car_to_hidden_at_8": 0.24,
+    "support_gap_at_8": 0.28736398588865997,
+    "support_gap_fraction_to_hidden_at_8": 0.5904765282058273,
+    "total_car_to_hidden_at_8": 0.5432830056641251
+  },
+  "PushCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.16666666666666666,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.3924041787783305,
+    "branch_car_at_8": 0.6373308251301447,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.8333333333333334,
+    "hidden_chart_oracle_utility_at_8": 1.7015800600250561,
+    "ncar_to_hidden_chart_oracle_at_8": 0.6039751422251393,
+    "ncar_to_proposal_oracle_at_8": 1.2387238556331812,
+    "outcome_ptr_at_8": 0.8333333333333334,
+    "pairwise_causal_calibration_ece": 0.27807285752913635,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": 0.3333333333333333,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.0523445432384808,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.6599403644601504,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.16666666666666666,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.41501371810833615,
+    "selected_utility_gain_over_base_at_8": 0.022609539330005646,
+    "selector_gap_fraction_to_hidden_at_8": 2.937308958135854,
+    "selector_regret_at_8": 0.6373308251301447,
+    "success_selector_gap_at_8": 0.3333333333333333,
+    "success_support_gap_at_8": 0.5,
+    "success_total_car_to_hidden_at_8": 0.6666666666666666,
+    "support_gap_at_8": 0.9476554567615191,
+    "support_gap_fraction_to_hidden_at_8": 0.5912459879985255,
+    "total_car_to_hidden_at_8": 1.2865663419167201
+  },
+  "StackCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.2727272727272727,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7763947045261209,
+    "branch_car_at_8": 0.3046654882756146,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9199910227892325,
+    "ncar_to_proposal_oracle_at_8": 4.290373700135872,
+    "outcome_ptr_at_8": 0.7272727272727273,
+    "pairwise_causal_calibration_ece": 0.18645186818905984,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.45454545454545453,
+    "proposal_oracle_success_gain_over_base_at_8": 0.18181818181818182,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.0528360442681746,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.27644133974205365,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.2727272727272727,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.74817055599256,
+    "selected_utility_gain_over_base_at_8": -0.028224148533561012,
+    "selector_gap_fraction_to_hidden_at_8": 0.21876148847384516,
+    "selector_regret_at_8": 0.3046654882756146,
+    "success_selector_gap_at_8": 0.18181818181818182,
+    "success_support_gap_at_8": 0.5454545454545454,
+    "success_total_car_to_hidden_at_8": 0.7272727272727273,
+    "support_gap_at_8": 0.9471639557318254,
+    "support_gap_fraction_to_hidden_at_8": 0.7012295398940691,
+    "total_car_to_hidden_at_8": 1.25182944400744
+  }
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/report.md

@@ -0,0 +1,13 @@
+# CTT Generated Measured Rollout
+
+Rows: `48`
+K: `8`
+Checkpoint: `runs/ctt_residual_base_context_obs_seed1/model.pt`
+
+| Metric | Mean |
+| --- | ---: |
+| OutcomePTR@K | 0.5625 |
+| SelectorRegret@K | 0.3729 |
+| SupportGap@K | 0.5348 |
+
+These are measured simulator rollouts of decoded CTT candidates, not PPTC proxies.

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/run.log

@@ -0,0 +1,537 @@
+start
+importing gymnasium/mani_skill
+installed lightweight mani_skill tabletop import stub
+registered tabletop ManiSkill tasks selectively
+imported gymnasium/mani_skill
+loaded checkpoint=runs/ctt_residual_base_context_obs_seed1/model.pt
+loaded charts source=301 target=48
+generated proposals rows=48 total=384
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PickCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+rollout complete rows=48

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/source_data_hash.txt

@@ -0,0 +1 @@
+67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/source_split_hash.txt

@@ -0,0 +1 @@
+867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/split_hash.txt

@@ -0,0 +1 @@
+84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/table.tex

@@ -0,0 +1,41 @@
+% Auto-generated by scripts/eval_metrics.py
+\begin{tabular}{lrrrr}
+\toprule
+Metric & N & Micro mean & CI low & CI high \\
+\midrule
+any\_generated\_unsafe\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+base\_safety\_label\_known & 48 & 1.0000 & 1.0000 & 1.0000 \\
+base\_success & 48 & 0.2917 & 0.1875 & 0.4167 \\
+base\_unsafe\_known & 48 & 0.0000 & 0.0000 & 0.0000 \\
+base\_utility & 48 & 0.7418 & 0.5176 & 0.9654 \\
+branch\_car\_at\_8 & 48 & 0.3729 & 0.1812 & 0.5681 \\
+generated\_safety\_label\_coverage\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+generated\_unsafe\_rate\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+hidden\_chart\_oracle\_success\_at\_8 & 48 & 0.7292 & 0.6042 & 0.8333 \\
+hidden\_chart\_oracle\_utility\_at\_8 & 48 & 1.5183 & 1.2906 & 1.7056 \\
+ncar\_to\_hidden\_chart\_oracle\_at\_8 & 36 & 0.8601 & 0.6686 & 1.0650 \\
+ncar\_to\_proposal\_oracle\_at\_8 & 37 & 2.8085 & 0.6936 & 5.1104 \\
+outcome\_ptr\_at\_8 & 48 & 0.5625 & 0.4167 & 0.7083 \\
+pairwise\_causal\_calibration\_ece & 48 & 0.2186 & 0.1839 & 0.2494 \\
+proposal\_oracle\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+proposal\_oracle\_success\_at\_8 & 48 & 0.4375 & 0.3125 & 0.5625 \\
+proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 48 & 0.1458 & 0.0000 & 0.2917 \\
+proposal\_oracle\_unsafe\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+proposal\_oracle\_utility\_at\_8 & 48 & 0.9835 & 0.7315 & 1.2562 \\
+proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 48 & 0.2416 & -0.0413 & 0.4787 \\
+selected\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+selected\_success\_at\_8 & 48 & 0.2500 & 0.1250 & 0.3750 \\
+selected\_success\_gain\_over\_base\_at\_8 & 48 & -0.0417 & -0.2083 & 0.1042 \\
+selected\_unsafe\_known\_at\_8 & 48 & 0.0000 & 0.0000 & 0.0000 \\
+selected\_utility\_at\_8 & 48 & 0.6105 & 0.3718 & 0.8724 \\
+selected\_utility\_gain\_over\_base\_at\_8 & 48 & -0.1313 & -0.4262 & 0.1238 \\
+selector\_gap\_fraction\_to\_hidden\_at\_8 & 36 & 0.6677 & 0.1759 & 1.4846 \\
+selector\_regret\_at\_8 & 48 & 0.3729 & 0.1812 & 0.5681 \\
+success\_selector\_gap\_at\_8 & 48 & 0.1875 & 0.0833 & 0.2917 \\
+success\_support\_gap\_at\_8 & 48 & 0.3333 & 0.2083 & 0.4375 \\
+success\_total\_car\_to\_hidden\_at\_8 & 48 & 0.4792 & 0.3333 & 0.5833 \\
+support\_gap\_at\_8 & 48 & 0.6083 & 0.4003 & 0.7981 \\
+support\_gap\_fraction\_to\_hidden\_at\_8 & 36 & 0.6263 & 0.4438 & 0.8026 \\
+total\_car\_to\_hidden\_at\_8 & 48 & 0.9078 & 0.6504 & 1.1101 \\
+\bottomrule
+\end{tabular}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/target_index.json

@@ -0,0 +1,911 @@
+{
+  "audience": "evaluator_only",
+  "base_candidate_types": [
+    "policy",
+    "policy_residual",
+    "anchor",
+    "base",
+    "expert"
+  ],
+  "candidate_type_counts": {
+    "expert": 410,
+    "near_miss": 820,
+    "no_op": 410,
+    "random_negative": 4100,
+    "wrong_direction": 410,
+    "wrong_gripper": 410
+  },
+  "content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+  "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
+  "deployment_candidate_excludes_expert": true,
+  "deployment_clean": false,
+  "embedding_content_hash": "981d3b1b0aa9dc962e5a22fd695fa9befd21e1334f23b8c3843591e8be89ef83",
+  "epsilon": 0.05,
+  "format": "cil_charts_npz",
+  "group_hashes": [
+    "0007bdeb2cd982d3d00c7e6ff04b6a464135679254e223a5a10392734b8bc6d8",
+    "001c01ea87ba60e3ec7040ae6af17bfe4fef64fbf40ad906fe9258c9f85c5670",
+    "006cfb2673b00a6eb8b01af6cb8db204644de9fe5e9bf901e615fa9681cf67bd",
+    "00d1fad89bb7e1cc01e432e0a8c1dc39edc7045d2d25ba7c52256142f9bc65ce",
+    "011a665d2baee1b90a589a205463340204b7876a99c942f742523ab7a8ba3ca3",
+    "0155f9f15f95b3ad606169d1a4b59acbdc87a773f813376518f26c5d9803ea46",
+    "017ebedb06ec921569a797619e60f77551213b496a8ea3c2090c6646422ee6b5",
+    "0192ac22f91a294bbe7f46d861b1ccae131ce03bf2ebb4ba697c662b381c5663",
+    "01c2280c26df28f19e73270020c6cbf35a1b739c75d2feab218b5d40a9dad833",
+    "03bc15045e86dd5d67b89da015844ec52d13ba891ae0f4b688d917a4b8fbd83e",
+    "041d9ba8e26c507546ef7a2f66cb7a86668d7c787109f1e7eba310a5b43c7e31",
+    "04e1992a37d6b1709dac4e28293d6c0d72820804fac25484e00bbc1e4e85475b",
+    "0539ee8d5137076cadeae47404a0abe44d481204301deb270e6195549dbb1269",
+    "060e1b400d7abb4299e11bd36999d4bce7619d78e1efa1cd6bb32448d18b82c6",
+    "060e87c11d7e86ba8ea45b2b29af89e13a7361f760086655fdc31264d3b04aa4",
+    "07816113197976ecaefd996167fb5e52546b19a8cabf7039977b7783d0ccb2bf",
+    "07fc1d31e75fcf0eb9e0fd9a98ba44f6a098e3133ad6d0445a1ad311cb266506",
+    "08a53f6c8bfde25489a92225280c06265510ad0ae4ec4198855d05bf04c7634b",
+    "08db98843e2d5fb7ee992c3e24b9fd9e2fd8a19e6f40121773cc2d5f20fb6af9",
+    "09f1c778bdddceb7899e203f6c753e6d0253336c8d75af278461fee391558b61",
+    "0a63c4a73b38e0d4a76c8d29bee9854e127e2031428c90e386efee75af003605",
+    "0ab666a8ae83fd476443f8ebc8f0b2691ad50e2eb1f0758f87794a3462923793",
+    "0b95650f3d54877b77a9233592c962c57f8bad12fbdaf921e71a68e7c23f51a9",
+    "0ca0c6ad41d25d93fa19e41c544c322fbd0b28cf0b0e958e58a0cc4372e4ea3b",
+    "0ca567a3525a032b0ebe77f43dfe52fae4cf7d5927d93665f91c8df38b012e34",
+    "0dc1912c8531fcf9d63e6749a869ee71f42a50b5611546e6ed444984c196c145",
+    "0ffe9443040477642faee0dea246f46552cb396f9c79dfeeb68c9df76ab3c748",
+    "10bfbae4e9ed03cafce9b24b296005666d7d59b41ada06e8f5ccb036a6026c01",
+    "110094e9c49ec0207ec52f6b8811e69e78eb2640ff324b8a3df0a051089749bf",
+    "1130fedbc94b55e0bc812730a8e868ac57f1caf9c47d29ee76ee5e30990dd5a0",
+    "118ae5475b33c80dbe0d15afd837cad81fefd30882ff5dd7a4f983a5f096ec1e",
+    "11a49c253e136f618265b8cc3a298c9330eaaaf27b90cddc81956e1be00e8e9e",
+    "11db66da8a58abd540863fb58670a0c872fecf04a0d4605ecc5aaf202ba9b44f",
+    "11edbe43f364dfd31a5828ad1b80e2098516e263ac48f7cfd5503aa3ad240dba",
+    "124680a15078f0d17c61f90627f3090e05506597713ffac03335db6b158c3e5d",
+    "1286eb0f819a1528450a601f86862e7da0902610afcd4234b6b6aacce65a7672",
+    "12ea115a8e2ff6f16d0c3204d3f509da16cdf4637e2fd7f88d0e59849af4f397",
+    "1332761b5e3a7caf73b98206b79c354732f061bd0e87f9c05ca54ec435948c65",
+    "1338f4e10decd4b2ef526d6a56e52f6bdd6c1edff755f821d3ed7011c8bb7710",
+    "13ba81ea4a28629132b3e2f6f79918644e50ff998c5f4ea420517486664046d0",
+    "13bd8f20d6c071f69abc0b50596a8b36eb937c81d5a068e0c75b58f9420e712c",
+    "156cb442d6089cc43d86909848c269035cc01d61656e0c60ab049b1278e9c129",
+    "15a4586f96ad878eeacd79cebaba12826404f415bb66c501e90dc057b0687d64",
+    "15dd893e5e2312081f4a9417ac36d979625f59fa34d06d38e3464be81efe87a4",
+    "16e933e25ec817fd4f7003d5a7c41fae6e5b7453df3b1ef44e909f918a51b97d",
+    "17498920ffddbc4da2157a94486acb91dfc38e4c35db9d7aa798733022c0029d",
+    "17648e6070d70caf099513f8b22bd5e05d6469c693735f91ecb9c14fd2d9ea90",
+    "17de3e35901cbbb48f0b82afb84ff8e458fb16f1b5d95cdbd4fda0b057607a11",
+    "18f8644cba3b47cdcb40de42a4311045f636ffa35409667d5271c9371d6f4a4f",
+    "19ba2745ea505a71af1411ae666c3d76691fea459f0c9fa2b303a317bb0477ec",
+    "19febae2111ae96f694bca67a33585e53e9cf746f2791302b821e9c8fbdd013c",
+    "1a07326a6db79bca54149427b5372a83b2b59e6f6871661531b53b3bf34891ee",
+    "1b7c2dd4731b1b141fb0a8cdde0b10ed8e5452cf1902de623eda00506ad2dd3c",
+    "1e671df1d262128a0fd7fe67827f41a77324121b2b589e9dae109ebd9df4b1f8",
+    "20b6fe19c6bb23ad1e4537441c01ac152df2dbd9f778162da30f65d86e6bce9a",
+    "20cab2c31288a131d80ea3f10ac0e38cee76b70a9fc9f87a34990e08787c3d9e",
+    "21dee04c93f399c0f8b577ad691edc1df072d20667b41dd0f668c6bdd20afb2c",
+    "25426f80d4feac9877cfed3648cceb7f183c8873494b897c7b7baee2d03f5f4e",
+    "26f527bcc8937fb979a2c57829d7f7f74c781c952131827b753b98e46a39340c",
+    "27330aad72bdf87bbe7895be6cc76bd79ed905b35bbdcb8abc4e88569fe2c3b4",
+    "27e60a9d68cb7e0fb5a2bc33baab8f60bfaed45f28ebc2b62c370fcc13e4c2f5",
+    "289a46819f19ddbd713b024c7adcc4876d131fadcec221b3afb19fba6f51e0b1",
+    "2927736a2ee4ac6fe22321499437215277bb7f4bc7d667ea05fb07168f8000c6",
+    "296f4972aaa4d080779c61f6397712c8e2a6ec17334177fea2f800275fe8a103",
+    "29ae3eb9b205af85419065034b255129b4a9b4aea5bfe88eb58ed2ca54a396ac",
+    "2a9aa97145b3978bab7cae14241a509bd7ac0001e852599f67c7ab0abbdf0294",
+    "2c2dd96ec73997f143a8f2a2a95e72cf81d434ea35d8545257d171b47b124d15",
+    "2d11bf97e91ac12402d0473647389db88906a432c45ca478ed91e120a521ade8",
+    "2d7cb0415ccc1d977c0d895ae130ee2aa6e1fd5929965ae56ca3ad5308949cc6",
+    "2e4ee75075d62464482af570e7f3b49996f5fff4bcc59f3f8d9f3ac7d3b83260",
+    "2e926dbc2b276c0faf482cbd4e1bc71fdb16060082f56f03ac414501870fa3ff",
+    "2f4dadc2c85fe72fc4dbd65c7c56b8b3575e8f1214e1bc33cbb845c9399c54d2",
+    "2f575f5fa8b95c7aaa7acb325dce6ae9aace80a7cd583560263607763a5f3c7e",
+    "2fc5d24ebb0a14f83b82e2b1e152953b8ecc751227bce3f542522e2e951c812e",
+    "302cf9c2c3f4b0b32800f27a93e3a72e8af78b0468fed7510a6b6d78b54f0444",
+    "30fd16ab2320464cc117580159e21267cdc800c367d0a414d4a14201d66acc6a",
+    "314101e4b9327d7a93fdde8db8691efe2e4b3115fdfb2e8e50b07db65fc3f7d8",
+    "31c82d6ce0b5154e8a3521472a93875659c6c196f3a0913f01c3f50018f3adc0",
+    "32a4c067144fedae644310fd76b2d31b0ea4033124d5aa4f58eadda0e01897ec",
+    "35615503a8aabbea5fca0b60bc48a5ee2c895614cf624b53f1659e86bcdead9b",
+    "3741c12184df2ff5f5684e1dbe2f5b42793596d06f5765c52cc3523f8f51aa9f",
+    "390a604b7a108529e8b5cf2c05d98ddd5f48a26bb303a51314e6e29cc58626e4",
+    "390c50924276ff6f5710a185124f893e10f3ca8fe3c3ff062ff8bd29f428f063",
+    "39307306d7ea31f45d96ea06077a7480c4f12eb2c0df1b6773d9a26a08441c7f",
+    "3939b5cfd9535e1ead171b2e7a4926a67c7b22ba851bb522042ea966eea689d3",
+    "396e4e2cb8b6c382148822ad790ce798a2d89e1b31541a4d7937d59ca17b4624",
+    "39daabe27804e1a04bfd80272eee8d0faaf3d829d5917e1682ee697677f619b9",
+    "3a4318a4127672d9e627d5a90932efd77a523904ca5bb09ef1aa5856db198378",
+    "3a95110704b90641fd930392654967270afff99064cb506d80f4b65f9fea5870",
+    "3ad13fb77cf2201159e82f6bc4a31d9d0432c7befad4aa0faeb46e5bc2b77939",
+    "3b66af1f06aa0dbff3bedbd570ef7da51e94a4905c194925c21e2e30e254c73a",
+    "3b8857c883ccff813f632384ec0bf8903402aba8d457651e3ae0dea5d301816f",
+    "3b9ab98960b6fcfbd4fc1d44d7fceb1d3092d58f16c5a22e27d09f671fde85ef",
+    "3bdcae16a99d8be20e38c268f7978794c8be3d2440b03f15b0cc547ba01a190f",
+    "3d25bc64c127f6e9e8705ed0752427fcde08986f9b9df5f0973be25f0ebde5e5",
+    "3f87b13daa1dee73f5ebc4fac31c3a21cf5ffdc8a0f49d6ea892f22e51ffe861",
+    "40d23f5141ec7975458fc3b927a2f8a2db1000386e1d57126a44bb857b953adc",
+    "426ce6db08ba8a44ae1aef32bca73631c9b1cc8d8fdd05d78753473e342aa138",
+    "430bf806bca6f4d3a98b04d24c674025db1104f21f08e54495025acec7b06c9d",
+    "44226a0fb144c7aa91efeebe7396bd161662f555a4463ff99412b6c0f3a3347c",
+    "45f55fff3194d5f7835b0256fa70bab97b7e98804fc527cbe1dfd76293546d84",
+    "4606724b3a2fbc92a849fee2055b74f2259fd0a3b3260f5bd6ce2a747f77a03b",
+    "4653d720c6c3b9f3f2a261d0d497b690aa8c775035d9fd59cc46b95aa076d8b4",
+    "46f1cd713f5787b4f716536dc34b130412cb1f7dbf8976efce364997c0af9508",
+    "47c955f7b5b743a82e6cdcfa317911df4c62f5b3d515878c5ac577de9085fc7c",
+    "4813b938c6cbb66bfad1f5f304e5855675ba2a3b2c6a7c7d0171b474f5fc92a5",
+    "488677a09ee03b123e04b10abaf22dbe0048e5e9250f5b319537c61f5bf9fd85",
+    "491ccbc633f3baaecfd5c75c87f310e9f6c6aa200ad3081c33d7968b606b1ef9",
+    "49c4707f784561b72f55a09f737461ff99cd6686c14876adb6b89306a4e28eb3",
+    "4a8f69b72cc5a99c2c6f67d6d764ad302d03b00171b48c7c003c8363d272a501",
+    "4afff14d190bc0d789f2c3d25468e9595c4fcd7257cbee03d9c31862e5adb33b",
+    "4bcbf4fe55bc9d53c0222262a4fc0eec440925c9b2fa09116a3416c778ec0dea",
+    "4d0892179c6b597c2cc5198362d7307f64456f1c52783e6601797bfeac0109ef",
+    "4d2e20812db7c117c936bdde771c8662ba2ea9c2c53126587233b1071432a1e3",
+    "4e8e264c27bdb9e0ffa85d4bbb8e902ebd0d425e28140ed85532949dbbc06cf3",
+    "53319010c3e47da4f287cb993637477450c08dbf2f805bbdb04d51839c100125",
+    "54a66bca37c53a4ca495f1d6689c40237e96507eb32ba5255fd5bed21bd649bd",
+    "54af21b2db061a9acbd755fc11eabd879388eb6352d7dc271b3bdfcef2d665ed",
+    "54b53edb39204026ffd6d52e586e41eea40baeb706fc106d70bbf86f5df11ffe",
+    "5521e3454bb71307ac62ed9e9977d0714ab97c277d9f8141b81471c87cccb677",
+    "5559effcfb0080cc08b73b8dda196c70db04db6a1c5280d1746f08ad750b203e",
+    "5615a1c3e44a77826bfa1c8a2b87b1cfe2d1184ff5d69a3d8f683417bcf26878",
+    "56347a884046431a2a42fe99aff7f11ab7137f82f71e5c7ea68647c700faf55e",
+    "5718cd0f31018f14c665af23dfcfa6b09a54942784840a8813979452f9293aeb",
+    "572b0440ebe785a3792ddd86fcf327172e208fc40ed8cfa5b0cf192e2656128b",
+    "5790177d4a2a26bdd20e020d4ae51a6030f8a62be923eca0fbe1aa1c3c6d3101",
+    "57bd10c2d8b2c64f3ad25dc0ad76373cfa7966bc3aba69e9b45cd838e27c216f",
+    "57f3a07ac9c4781586ae1f3d449a6a75cee9769838203d09fe08f5d9f41efd6e",
+    "58361c52234f8b7203632e636e5f293eafedbf76036b9f0bc0450ddcd9092cc0",
+    "58798920cd5a91cadacc57fc6bfe08363d3474a4c56fbd37fd47702a06deb56d",
+    "58c02a6d10b19dbb08be5b48bf0f0e2970d4887c885ee8bcb2d59072f0b3c021",
+    "5985eac9aafb36ad2e5b08e5cd9b82c739e3d7e4af4b3dd05b68544b35ee88f5",
+    "5a706a95969a9afb3d65fbf4685d4582298d4ccef54228c9347748efa93fa5f1",
+    "5d7c7a165f74e9c88f12324cdbc1002c76afaa60d4a4c1f4c606232566c041f5",
+    "602c17dcdfea1ac52c0c79522adf4fde16dad0c420bc2e0d98d99e026a1580a7",
+    "6131f664c32a5c9885d259e22ab51b879a0f3229b27d6377429a64a22f0b7866",
+    "61ad6d99513b83bd00f84969872c02bd52c65d967988aa473c1c65eefd676b19",
+    "6210f692303bdb56b4b73d612a4ec399d88dc618028d8310105fdf36f5f494f3",
+    "6310027f48e518cc010476dd0e73806f4e56d2dc532b4573a267f731d3d41414",
+    "63ff4c6a3242883ad009a47609d15ea0dc04505a0a127eba84908f9349b1ccec",
+    "6425d424ac4f051c0e98574978f16af52be2edab0ff253971d403046dc1822fc",
+    "654680e590d30b7d29662d3989e91ad89865fcef62f711d16e2e54cdef061702",
+    "6555addfd8e7249db007b2265be1eda1348095f6ac1ef8bc1ca4d2c377a61eca",
+    "65f42165abed0efb45ae2178cfa3e497e669433563390e046de233109e2973f7",
+    "6731583ab3fa78827bf3a348596ab585d1cb9bfbd483c6c3fb5be4fa78c1dffb",
+    "67d6104d2642f4d213c4b90c58441aa30f1fe59aed66ce213a41aa5293ac8b0d",
+    "68788bcba35ac159814128f8f58a288eee4aad3b5224422e19e90c3c4fb854e7",
+    "69366a4250958c6bb863eeff854d1196b293f366c610435d34474e5b852935c7",
+    "6ab049c8a12bc666a3bc45954c81d044be3467db09d9cba50cf2ffe161e8286b",
+    "6aef49775887d2ee69ac038f4f5e4200423b05ca8596ef63f9607e45e8df3ac1",
+    "6b17ce5b388838e500322d13a0949950c33b35d30c4f52e4e4caa66634ccf3ce",
+    "6b368523bafeeddfc6513acc429687b726c48c24ded69b93b08a7e5c39d56c94",
+    "6b96045a98825402848f23f009cae525b6ee776bc142438b127d62581609bd82",
+    "6cc7f10311bacf627324494096f25e2ba2590a46d7674e98d239761f8ce6db78",
+    "6cdf5a6b67a31c75d95ed9d727ccbfd12eb7b5b8d2cf4b28e088f94ac73c20a0",
+    "6cdffacb4cfb379d127f8d67e10ccedf20fab3eaefa8f67e76ee1dcab6b8c4d6",
+    "6d3cf3c690d1e5d386abcb9d2f8eb6131242cc99bf8ec9de652d35318b133302",
+    "6d4b5efbeee4bbb85e9eecd3d2146c5c55dc09db9004de08b942ae783f90e69d",
+    "6dc5a4f395fae529157472d50a877fedc68291881ae443925b79e94addf5ba75",
+    "6e1c0d9ae3e2b4e506f4ad74ae1701e83826ff41c972a03294f096a306512420",
+    "6e3c8c35af08870d44640081ac7bc508f7baf402e85e00079d4788c70df494ba",
+    "6e633d849696f95b9fca05ea76d75278fca6e751061402fe01a45f66eaecc53c",
+    "6e65747b0aa8f15a9aebae69609dfe679d7df160af7c6ec1f1bb7f4fbe77e11e",
+    "6e6fe0b9c29af9252a35479a24f8df339830ecd240d13e156cf14b614478e23b",
+    "6ed932592463c7c0ee3080ff49fbd3256eb376d9fbea4f5a1d87a580cf0f9dda",
+    "6f328699052eecafc730cff3cfb923ea06180f7817272f881f296f7710867fe3",
+    "6f8eed619bd516d812be34fc41c2d3344b1ebe04dd9f9ffaf0dd0d4253292800",
+    "6fd537d3a74739c21a4d95e906e35bc9f8ac1d53a863ceefbdac5a6ad01abe1d",
+    "6ff807542ca183bed4a6bc219660e8b3524c8e2490c6999bcaaef7194ab78e75",
+    "70cff96648b78a021ae4ae0a3ae4bbd152b6d426ffb68a2c7b3f68af5602c0d0",
+    "70d0d3d9515ec960eb34915c9f32b77b6bced2a8905be335ff334f798f1166ce",
+    "710e3e86832665cc2074333617d3fbd3d8bf5811fee593d059f31f396d7f45c5",
+    "71109eede5531750b395203b228e8aa9803373b1254d6a6b009dac051c8af5d8",
+    "717c86ddddac537d41f88b7c8228005f20ae3b4e5392725af2ced0c9b47d9313",
+    "7182b822c86e7c2b152072bb8b3b8c0adb77de730cf2b3baca138060f00eb802",
+    "71a939bb2fe3fe621a38aa2814300823a716a74bc4b351585ea0a9b4c083af71",
+    "71ef53fd5d733e59abd86c7df4b5ce62ecbf738fed4715ba552a3aae2cf82b47",
+    "72d461aed408dc559a73710d45414f0643ca50cd5da610b3fb0129dc52d15a77",
+    "74071642727c9ed6ccb11bcd048db68fad618d722c4714d42034fa378ae706fc",
+    "747bb5a792e01b6644c91a98c94264a270c7ca36d6d536d163d94f3d3b84f64a",
+    "74dabef6f2d19582dae9e8df33c2cdad9e8756edbf8486325843c86d7b6f0b92",
+    "74ea51a817d117bc7c0ddb7a50770bad7c9b886520ab14a39f541d78cc4d36b3",
+    "769a1243de2280c5949abf534eedb5006633c3f60e6aaf414b0f305a07621cae",
+    "780b8bc74f7babe33315a1906cc6dbe0d9676079d9fd3fd303d5050cf6fa6adb",
+    "789467c49d28ac5926ca74c0dcc6f87e3e7ab1594f4dcd5809ca813f3b7a08ba",
+    "78da1ea6dd550cde2487750afac571d0cadb81071c2d183336b0919933de30f9",
+    "78f0984ef9c77e6ffba37b4260c3148c649339e761bed5b465537daf2370c1c7",
+    "79913de53c1646ad7cfe7622a3a84331e0cf60560679d6e4273d47ee5eaa6f72",
+    "799144770a2b4e07cf01947ea8b77a5839807ddd355170b87ba06d92866c47e6",
+    "7b03f51b82cb4798ba44b348c8842a1aafe968e70b111066740cbd3e48da93b5",
+    "7b5ad9f84a572208a6e92c733b19c068d3fe74dc5972dc7fde17d99c44488540",
+    "7c7651c266b7ab2504195b2d0fefd9ec3683df12bc20328007641a032f9f7f53",
+    "7d17467b25d44d0b1195dadbec457a87ba304966bbd8b1370047ae7de2ed2a05",
+    "7e884e9e13768e48225aa52c48b97e5c3252a649c90f3cc8010bfe9d5acf929f",
+    "7ed28f6688ca2c3971200d3ea0d000688e89f520ef4b6dde6701cff6d93379cc",
+    "7edc32f4e2da616996e003993e5d5b26ceefc4520692074b60aecac240798107",
+    "7eeb7fbdf38454f42aba21f2a65eb7f5cef9b83ae061ba05911959505cb91ba8",
+    "80425f425d21a43c3a24d0cbec2e1cf2da3c84b49ca37d17b3cfd87bd3c064fd",
+    "814fff4d3ddebdbcf578f3ecd2ddb15bd73f13c5dc97645f825dbec1229d769a",
+    "81dc75b3c4c5278f77872721fd7025351b3b6ee35b3c6c717382933a12846b54",
+    "81f2a221e07b8b87c8a6af2b8ae92daa1894ce793038b89fac66661c516a13fd",
+    "81f5585e360289f12de31c6ca3c5a19d35b36706dc818c1bbe84c52100ad5a13",
+    "8324086d105ca455bb60adb5bf2ef75570cb6bf61b3707a7b257e2d83bc69e4c",
+    "836794cd8ef10d37d1054cf7b79817cda0f0e4844bd6bd0ab0b0868f6d68a542",
+    "8411461a46bd466e5747381bc5c7bd43f492093add98cdac5797dbcf6f1e4660",
+    "84f58f57f6c72ec586fc22b38330eaef5bd838bc1c8fad56c29efa0be7eccdab",
+    "853523426e3dc330502ecba19f3a9a7628a12f7e8359b2c70eda0102c3e35cbe",
+    "855e6d393936d0aaad4a90d2d40b5c4c64187e11eaa8afffb8ece7639c14b5e0",
+    "86605eb145ee658ad400ea7473b837813106c904a4a958cc26b7ca43d3bbc6bd",
+    "866b5df371574f0c85056b58126624b34a949227402540918ec1d02bc129e272",
+    "870233bf592af1c5e6a70cdb7610b7fbf59102b2f94055aebc8e09e2e8abc066",
+    "872c4c55617194769ba5d872580f47a75a5553e70437e32d24560ac206156dc7",
+    "87be64c00fc483b0db889d7dd12e643222ade5c822c7da2b07c187aaa88d0304",
+    "8832815aaf4d20db32b8caa39dcc740a02e1cfda52854f00ba80336119562bd7",
+    "88b818d5b25b12992343aa730f98dbd25cdf13e183a93821ce3cef54976759fd",
+    "88ef007b6f8a349b461726d0ef1a8a5c3bd62e30f3991e195d5e2f04776936b1",
+    "88f52aef40dcab119d399e383866b95f979bb7d4371f9a8eb5b6d4946eec3f98",
+    "8937ec18e5415087ed1ebe671504dfe7d5dfd912bcb98bf64f57e0e10608eac8",
+    "8991f2d1867e1f9e9fe7e2256e7618d4c9462140ad82ba83fa96b7f8fb5e8276",
+    "8c3845902baa2a56d30004689da7ecfde2e18ff94b438f9e998b4f9f916fb8ab",
+    "8d68bc7e841c900e0d54a943f421aed61e30d4e2825f206290e5db04be19fd0d",
+    "8e847b6c90e52cdd68637c92a3f32650d4a7efdda87157c979666cc5f4fb3e5b",
+    "8ec13ad05622d6aff476a4c6bdfc7f33377157eb0dea77be7eca5031e0d3a3d5",
+    "8ece48d24519b345a1ec5c273690fe8220026167b26d5b3784c81200a5a268be",
+    "8f5666d6f88d29c0588631652e9d376f2982e19c855afbd67f6aa4f238961dbe",
+    "8f69f26a86bb62dc8b45b1cf30d53b0aa16f67ef2bbe7a01907ef6fa8c717c16",
+    "9113117e178903566bfc2a2e7c42b158479eefce407e38c9471535d54410139f",
+    "912a29f600f58a940b4136ec5c3f33d838a5cf45d1892a36c32c30a20fc56d90",
+    "91a57d162d23cc952f493e1199ccd4df33082ae5ec3ccc03efb6464dfd80befe",
+    "9329a96a4393cf87af20d2ecc4a8f2ad75b48b4927a13adb9c4191e7fbcf0aa6",
+    "94c63f1068cab884a46fb92b43196c046699581be0000d27c39c5e6bf6be5cc8",
+    "94cf3f3f5169047786afa7adfd68388bc79fe520513c78ac932ba27c94587ac9",
+    "954728266ac0b749dabafa2bb3086106ffcdbd7292e3aa76f44d146caeaafacb",
+    "95522b12879b74fe21b4f599bb83862a37cc15f9e84d42b6aab7e504f8a1fa89",
+    "9555a76e17a8b21212bf28ef681236caae41eeca7234bfa6b0df3e73c392ccf6",
+    "95b1f08688d5fab30d3aca9a2a2f85791c5a02177d91528220a2949b7dce7a1a",
+    "95b56f347bf4ac20fb9a084a4bb6edb9dfd2b34f9e4038a1b585824cff694b3b",
+    "95cdab0e351436c33ced6d47089d6ea983ed92337d64b30d411a34aa86fd585b",
+    "96e4d7865577d8da6547b55e2c33ca0ac0ee5230481d3bd46d8821c87fdcdfc9",
+    "973af4a9a83fcc5878392f67c590cf33e0186ac03379a3212158d8a53e3a87f5",
+    "982e2c67ab8c0989552f2a3f55886ea7910f94ac5ec1387c06e7e25d2405fc6f",
+    "988234ed7064ca88bdc403d8f3efbeeffc9a6140a3582ab6188f3a25cc43b8b8",
+    "98d242f623064f662fdb46a6618a85c21e3008128d17d7a335fe4b4c0da53878",
+    "99a43eccbd1f875bb1829289d71802ee71fbc78fc5dd3b65c6a183298a618709",
+    "9a8bc8321d59c58993ce3b72c915471a8451dd849e01687572558908cb6e26aa",
+    "9ab1290957acf6d87b204c4e97a0244c387bfe772de321090254f20df1910ba7",
+    "9b95e8ee0fa27fcab0bae060223433ff78dbe902cc3c0eb0d7549f800d54f103",
+    "9c964184dfef49dfeabac2ca70841d826ec042b80b5dba4b58d04cb53285af78",
+    "9deab55a3c9634b580db728cf42c9dba00767f8f37775d9ef76d87bb003336cf",
+    "9e21e4e980e2779799b01befcdb8102810411029d89a297d9ecc949de0f1dbfd",
+    "9e69dbf0aca54bb0d954a1143e42665cb9305eb8ef652ba2f477a65caeed5442",
+    "9e9f8296409fa67996c815e91feed202f598167eaf5b3f0350204007c0d1ed51",
+    "a03e1c1fa4e17c3344c98a3a5ee8cd8d3f37f2909cddc21e54822be80de5670f",
+    "a05f8cbfbb664035c98ab714a65313ddb72b573a5b4c3e4c1996a8113bb22681",
+    "a0a7649bedd18507db87f80a6e26a9ee942b4bb231afeab0dcc767b21db8608a",
+    "a0c28dac590a141cc127b54db3207f36026eca5cb620bfd2f844c82b67167890",
+    "a1edc1e88a06025bac194b9de08c8b710f8349b6ee2f18cd555a63f32541709f",
+    "a25d21d56eace92ddfdfacfe5321db18a80cb5191bbeb689e8e5f6c0dc598963",
+    "a282bba95a8a4542a289106bc37d27244dc98b311f3ac7acb7eaf5cafd02ba26",
+    "a46235803d16cf09a827c39210dc98dcbc1cade1fac99080c14ba14859bbbfa2",
+    "a49c8b8a5645e0a29fbfd20224c970fad477d04cb71a206fd29ee922fca57092",
+    "a4c799cc8b693658c4249c3b7c0fd69c45a1d41b7be3b38068e962d789f939da",
+    "a627e1c3f3b15e4faca6e36a48a0daf6af290f4587658b40c99b8d1bac26c1f1",
+    "a6dc7c54ebce2d5033b2e32245e52be15832ad9c5a62add5710c35b00fcab220",
+    "a7fd4637538900354d849d161c465112206803a259690ecb85a335217dcbc299",
+    "a7ffc8ec75bc9251416105d48a95eb466cde6aab8ba4be79dedbdd60a6bf80a5",
+    "a896bf4376349911127945d17ebfc10ec457401ed5d2e3b06e558ba74164f2e0",
+    "a90f3b019efb29fb36dd037c3d043d49c93440e6cefdcab2b213c0cdf73c4677",
+    "a916116487ef88d1762152ffd77390eefe84c69a954cf6071ec48f48599183f4",
+    "ab9b70ab4f40fa4d69438dcdc65e19212f8b1ded5130a89a4289934cf35b0ef9",
+    "aba716b3a181e91cff5f83f1dd4d4286fd7e99f8eed0ef876484bc8b8aba2693",
+    "abab0537479480471fdbce7a9bcf265bbdfd65f1ff3d4ddba0d9e5b4d9ced9c7",
+    "abd2d9b083620a1d2f671211125c53dae979b997c88f67d45807fde6ba372408",
+    "ac262a059fca131e899b1bdfc77dd816d399c94616d1a11263671b33316c9599",
+    "ac82dc75ef05680a107045d99f26a35dc300d55a7118e422be93355ae5fac944",
+    "ac9a9ccae1b5a7809b3d1ba1be44a71c7169e5b56fde550852a96d7d1b2b5f11",
+    "acadc12353fd67a26dea25cb68d37740bcff84752f1b00af344301299cee8ab3",
+    "adef0f0e85961cabe53053836f2638e83459f78e3ad8b1206b1e22a0e64891c9",
+    "af6cfab458e6bc9e744c73a8f478747bf77f1c1b56ad30d6945a264c42846a76",
+    "b0a4b3c916589cbbf3e48b7820e66f919131ddf5330b0ec58872adfabdfb2e05",
+    "b16c55c36f3685acf7707bc575ad1069ae9c058d8dac86f3ae2fb73a7ea8e4a7",
+    "b1b630785cf6bcb5200be4fbe6b9cc5c681f9385f3bb7f677bcd7e852b26ee91",
+    "b1d040fcfd9ccc5f178579bbbf895ee2e385f427ec30f8e4786c6161fffb4fb5",
+    "b2ac951600008b0fea2ba3cbc5c474594519c9b2a70edf9ad163abccdba1c660",
+    "b2d67426cdddc00acbd06b2ea113db9f9c441162ce9d022ec8510efb48146e46",
+    "b3e016b64cd0cda66aea9e3f44eabb40943e1556d32bf2d6518745d9e427b42d",
+    "b3e07c07f4c4b008fed527f167c7f11f17ed4d1e4163cdb0ba2e1ba93751cef3",
+    "b4a6b9d0180583975911ea25c8f7ff0107152d92d6f948141112b83ae2f2febb",
+    "b4c5ade87ab82415346618aaae5728f15104ce3b60b11bfdddc2159c6a9ce481",
+    "b760bb947e6d5b6459228799cb111df0a4b41b67b3da2089bbaf4de6e4841ba0",
+    "b78983bf3b1bd83a3100707a4c76d66dc1153abd74008158a7eae0b34c7c625a",
+    "b7f5d3a5b89c5ef68650155cec7493fe609f21b5512adb4cb5c08e2bc5c95e82",
+    "b857988895276b50f5533c84b38013e0642ffde0591f66678448db56a4d53698",
+    "b85ce13d03e3e70bb8eae0a820bce4ce7767d89c703c131e882ab916db55a5b9",
+    "b8ae3abe48f5037066867e455a75f4dc2e501a75429cbadfa9a3e278d9fa3491",
+    "b8d79019da05f874f40725409b294289a4276b49881cca8108b173e706bd7acc",
+    "b916ffa0d5a66bf3293242e6a86b3e8ce4247761990159b3a157d23d9051a9d6",
+    "b92b5690c983699be359b27f42314e1781ae82e010ceaa53d87e248c713cc6bc",
+    "bac079989a07132080b3cbf18c956f43eeb90ac243320d36f316db69e2445685",
+    "bb47e3ab316278d9b61cd0ba233e0d1ac96702fc09b54daf21c66e6e5b0b6b93",
+    "bb834499aae77dc571eabca63b060e2d3af4fbd15e6ff08f31920d56ea69e512",
+    "bbb0f2d656da337147899b331f4eaf2d42d27f2e5f433a0f89f7a47d94e00630",
+    "bbbfae82c10d69302fadbdb59607d17542b7c36eec05c410bc3d19bc59f9c606",
+    "bbe394b68e620d4f2a298e9cc932cf544c2ed1976881670a5252e80034a31635",
+    "bc2ad162fee094abc641053665817bfac9c6d8571a8c981ff7467ecef07197f5",
+    "bcb3abf244ba1c9e1185b4d5b82978e3eb525b215b76e9e612cc4ea5946c27dd",
+    "bce02811d92bf052116e829fb9514b73ee7d3ce06179145ea87933ebb43864c1",
+    "bf3222ed5d399bc0b39e8f850bc7179267c74589ee334893c821256c09dfabf4",
+    "bf85b54e54f81929282389b1f6bd71e1500e906a8770aec49d5177f9afc401a0",
+    "bf9919db71fcbe389329b0a80a25e2f32e92c242de4367040031b773d1289e6e",
+    "c03eae7c3673288b28e3cba77f65491cb09ddc36f5fdcdb230595ab59ba00ba1",
+    "c1b6ffdac70e3fd228a441606b57a74a87e52ce8db51bf777d574c9c7074afe4",
+    "c2324ff1a84058708a778b0dbc4b62f7906541001319661e7705704bab5215ea",
+    "c398fa7831e97ed2d41cebafda84cdca1fb256ff8c423cf29cd61be3d2323e29",
+    "c3ee012f79a5e9a579c87d0ad6bd09b69e83911acc2f9469b9acf2d4ed020c5d",
+    "c3f9fd85aa2ffd14ad57d3d1d4641cab1b3307a16c469f2ffb17cfb7e38d89e8",
+    "c41423d563f1efefe224467078c3953d4362fbbe5403605bbe47c348648de873",
+    "c5f435d77f24b0a361e07a4fc92f2656d7f3a16678319c32b0fd53c5344cfee0",
+    "c6d7ba85d51e713f466fe5874a814a5fd4fafd841b780a3c69a5bafa4b181641",
+    "c79a1fdd63925c9369e8215bc03205b5440f525d2475760b35e65d128471bb33",
+    "c8263aa33563f118a277f94880e01ab9d85d4354a82f6f7e67ffc3acfc368199",
+    "c9014998c9c1a3ddacaefe61c79cd910019cc7c85e0ad6764bcd96ef646602a7",
+    "ca1064517da75cd2d73d187c83f59e29253e92a902468e8516555cf39ff531a0",
+    "ca106e061bffbf113ab31a4e8ca571ca19b684c4ef22397bb2e0d26f9cd9b4b3",
+    "ca22d2c910d5fb8a7cd6fe1e0e6038c21c9016158da0453c288f4beff35e704f",
+    "cbceacfd6887672ae36da858fe55fa1eb1248a461fc918e0622988e80f5a5f1e",
+    "cd2f4d7a45b33110be96a05b5200017d318e687c2c442003197bc078dd0e1c56",
+    "cd2f7561761d5260d96e29be54ec5289642c93b0341a343eb3b71743ba5de1b7",
+    "cd6a7a408ac632e85ba353dd2b3bb53543ba25005bb4348f2173439583b7bad5",
+    "cf56c541150872145af25c650445aa02562aded8c2b651ec81114e7e47a57ed5",
+    "d0137dfc0e9dff20e467a5f183dc18b2d1c3050db62c7199f0e2cfad24ea871d",
+    "d09894ecf5a8fa94f7f80a75c597cf2bffa38d6cb843ae78c60d1251cd7d9f91",
+    "d2323e66b21bd254d3edacbbe48e7fb41082dab2a47186fbeaaf447e41e847b8",
+    "d4febb5402691fe81541c78897f18467b8b19f52824417b71cb52fe042ab3297",
+    "d54d9e3ce3b3bf3a2e721539b4526f27c785ac8ffb273ad8d635d429d91de2e6",
+    "d5622631d3095d08a0ab948349dddf22ac6d309b9d6349f62e2ae741eb6c81f0",
+    "d6054aa280062a63064d8c2f4388169a0d99bb46a4f09429470e58e34b720885",
+    "d63ceb0c6327e4e658901e155923c96ada2ae0f7948f260dfde05808c10410e6",
+    "d6457fe91b57d3f6407ab52c979c1b168dbbd4d345f6811b7fa4a33ecf15fe16",
+    "d6c5114dd7d96b6d349244caea137f41896d0d65803f0aeac524b8e0205750e6",
+    "d94be29e8f3f5fce3d572a23f82a9facc3d547e1a20c9a894e4ecf3a505bb7de",
+    "da1f46665f95caf29e033238a60bc885a1edf30918538ba53f3e0e0f3ba758d8",
+    "daa82746340669b4b9dd39be180a98893ecab290c5646775f778ac810e68f3ad",
+    "dabc9c6421417336d9a4e9edb999c62918760f81f9242600163c27387d2f9f4c",
+    "dac9b0b33161d877114e396f23173a296b826315bb7b848af25049d417224541",
+    "db8e6d2930c641154a58cd407e957fd411456a1c36ba3fe1c09ecbfb597da737",
+    "db94722d3c9d3930d765dbab1cf5fdc3fe350540f62b8dc51fc61b50d5629c98",
+    "dc6b01f69ef6d3e1b599273193d300428662385a90a8629e4f123271f0bf24d2",
+    "dcbf7ef1a04611b24582d73025ca744e409e3520c59d5d9cc9b6723a6be2afe0",
+    "dcecd123fe1669da91e710e444a07c091072a11e64fc84446fb3bc81ea9e3ce6",
+    "dd81493e182cf772ba90bf45866646a9a8180a9548cc340ab07affd73a32d646",
+    "dd970f73df9b378c8f4c0088c022f03554adbe682beebbecd7b3188a26fd654e",
+    "de5c405220e11f90a248d6d56eb9a5c255a3b1a5a442b960cc4ef528e0e2cbbd",
+    "de845c1c7260617e6c524215ac2bc50ab2a43cb03a503dc094191d9e177c82ef",
+    "de995837785e14496378f2052cafec8afedb2b7d37d1346cd3e2ea8692b1a7f3",
+    "deb729f802c6de2e79c3fd458dca6850809ab1e9182087b3e52321e0a6c04ab2",
+    "dec23fbc274e9e3db3bc7de70755489d25f997578849bd4c77e8d5af7294b2ac",
+    "df756c0684905a591127492bff47368f36f108205b68be5cc043c4b1c9970ca9",
+    "dfb562f0d7787ee13a030d751845ce49fad81d82b842b7109910d8f690d874ea",
+    "e0e3e3192a8b85362e8ff1adef5eab8d0697d0bd7f332811cf7aaf294972adf4",
+    "e211a10f5efe01ebfd0cb01d9e5eb79029c055a5581ce243ac0105114fbb8bd6",
+    "e27411a52403ae9c96c241f02eaa738c6c672d120bb7c2ecb116ef6cd54923cd",
+    "e402472d711aa8265d42ee16c79e379d1100395fc1b82794271be38c777ab591",
+    "e40581f959f5ab0a8dbce6d1bc17c8cad4670eef1b510d3afa33252813c4823f",
+    "e4c2b23fda6ec02c51518fc851e448d8152aeda7b093dd2d15bc1db0db380566",
+    "e4ff400de7b7014c6b0734e759450d155ea061938988ed24378f40e554d6cca8",
+    "e62a79147d1f8f603ded27c8d52b08d118f5a8fc184adc48b5d5571096c45758",
+    "e6563012f3543c9f23ebbe8027b50f3d8e5acfd007bc7ff934baf8d2589cbb3c",
+    "e680cab2209055baf3effdba0f1d71cd7da1deece72fb624134f9aee2c51e127",
+    "e71666a8b3de77d8df6e1b1a26963014b3ba3b61853de1875c1336ae57c8a168",
+    "e788f248a6745006fb0ad0bf27262261b2ebea392f69ab028e954707371fbf84",
+    "ea25d7b2fa5d864a13bfd22c91e08e6599feb32ec362771b074c4ee41855ec95",
+    "eb096a05c4bf4447357dbc3a226cd702332dcebcbcee6b64999711e7b6457bd3",
+    "eba83fa004dfdd799a0c3fce1ad49b604bea8ce6f5dc845ea8324420c5e014bf",
+    "ec8965c52e6bff3ceef758795b77cda27ae291980a34c71f6f35070c23b9eb86",
+    "ecee380c7161fc1d9ce94ee1bc93a54592a7de47e8cbec8f0498cd202efd1cb5",
+    "ed13af6ff41fa3a204559b6ee6ccaf19314f18ae79cc7e0c6f82ddd42d579524",
+    "edc41a9635ad187d84d07a131e2bf5f76832890dde4fb554815c434f32a9fb48",
+    "ef2be2eb1e6f2503105b625e92af4afa7257b73606c056a2b9067349289123c1",
+    "f0163a9dcccb7b915942a0e573c636679992e901a39f17d813e02e2c4cacf47c",
+    "f03b66c738c1a74db7ae30b9e2d78d30ce7691d71a8127b8e33c83deab349931",
+    "f194e7426583ffc175688919aa806c891d58311d42dd922bd3cf0f22ecc58c78",
+    "f2145b0764b9c49093beb8acd3879bcbece4c86bc2545ad30b3547998db5d4d3",
+    "f24f90f3764d940281cf638876c99ff9ec19c46a579399823ac6553a50d44c07",
+    "f25c17c7b1a9160f302e78521b4fa9db1d1ed431d2a6029a4e66e7c0bd78ca69",
+    "f3262cc7ae7b8d652129e3b19be2e71b5393fefd194cdb4f18fecced393fa692",
+    "f3e221015253c624bd18e1a1ec6d6cdf855b179a528aae544a28c431850c8137",
+    "f420bb272354584966ad45fab45db2e96c03bd92ab85b739fbe8701a4f795ca7",
+    "f440c37361c65c981cce45f160116a897ece4e18d4b6c1fd8b7251ae4ea014a6",
+    "f57eae02d4855b2505566f705543467f3758edb3639dcf63428b3d655d6900ca",
+    "f5888d79c11cd5039cbffac6bd92e13cacdee543a08ceda6cb12136cd3e64514",
+    "f5df5241fb7af7d427738394acfeed4ef40025f3524f2184b21b12dc7f3277d7",
+    "f6764cf8c80ebce0a10960fcf97f1d2f868d201bb1421ec2f1bcc635f2a905b1",
+    "f6fea0b0cf86027b13ad2b74423087279ecb1e27d32a81f90e3aba7affc1bc02",
+    "f76737636cc2793fa94a81b48ebb62e6a293a1258721bfc2c3a2df3d524b918b",
+    "f76fc301ed789c51fb593b92c333b4c0f0341732501af0964feee339c9b750e5",
+    "f882570ee3e809b38602c4a7e97f2bb7510d2851392d45c9be98d38366e837ed",
+    "f942783262e9e60ee5ee39b71aaf23f5868d7ea0248d437aaee1219675d8ad40",
+    "f9db175886ea8c5ca4046ddec0176b9897516872b3a1a0848d3be424b95087ad",
+    "f9e667dc320b33690cd860b7e66cd789630658bbcc3af8c16cf978412f98f3b0",
+    "fa169af3e954857659521ebdb22e95188911b7c5926adbbf493f38e05db0825e",
+    "fa67862c4434071236731974e363313151f32440f87e6f2cfbf0eca76509ca83",
+    "fa8aca36011d8a7acb85b0f053082ab1f42a48f40fd19f7300260f8eac252254",
+    "fad035c7def0678143fb088abe594306a81cf92a616e9a4bc3615ec385d87956",
+    "fbaaab822f820adebe7e5c56f4daa8356cb50e0869cff2b9d569596dbcb6bbb1",
+    "fbf9101b8d684ee753ce6d5f8280413b68f418fd59da9772221682f8280b9d4f",
+    "fe06e5a7372a1b9e026043e3bc89063f91dbb1ac1c6a4c2d34b93f295f3e51a1",
+    "fe37bf2cf2b401d02ba34ab0c77d52b89fd07224bea409bbc911a391430c8ded",
+    "fe9cc6e4934a28231d7c864c377b2a1b72e4da2b05bf70064db4c6199fe432b9",
+    "ff354ad90b2deec831a173c06965f2dffc0ea3f17b056e3e5ad55763a2c52d93"
+  ],
+  "include_outcomes": true,
+  "label_counts": {
+    "negative": 5179,
+    "neutral": 1222,
+    "positive": 159
+  },
+  "leakage_contract": {
+    "deployment_must_not_read_outcomes": true,
+    "nontrain_outcomes_are_evaluator_only": true,
+    "train_split_only_for_retrieval": true
+  },
+  "max_flat_action_dim": 112,
+  "num_groups_exported": 410,
+  "num_groups_scanned": 2873,
+  "num_groups_skipped_by_split": 2463,
+  "num_rows": 6560,
+  "object_embedding_content_hash": "4e8773e46aef035fe87b3a6b631ae0bd9c82ba2c7310c62545a6b8c8a86373d5",
+  "object_embedding_manifest": {
+    "dataset": "embeddings",
+    "dim": 64,
+    "extractor": "rgb_object_layout_v1",
+    "num_embeddings": 410,
+    "path": "object_embeddings_rgb_layout.npz",
+    "reads_outcomes": false
+  },
+  "observation_embedding_manifest": {
+    "dataset": "embeddings",
+    "dim": 32,
+    "extractor": "rgb_jpeg_stats_v1",
+    "num_embeddings": 410,
+    "path": "observation_embeddings_rgb_stats.npz",
+    "reads_outcomes": false
+  },
+  "retrieval_index_allowed": false,
+  "schema_version": 1,
+  "shard_content_hashes": {
+    "charts_00000.npz": "42b54c3fe5a42b22a225fc233171d098875d16595a7754b59a2c4efeb49f8ca1"
+  },
+  "shards": [
+    {
+      "num_rows": 6560,
+      "path": "charts_00000.npz",
+      "sha256": "e1dab883a6d5ccf9fab9111d291de115a0fc4de77487bc7a740c207adb62e74e"
+    }
+  ],
+  "skip_counts": {},
+  "split": "test",
+  "split_fractions": {
+    "test": 0.15,
+    "train": 0.7,
+    "val": 0.15
+  },
+  "split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f",
+  "split_policy": "stable-hash",
+  "split_seed": 0,
+  "state_hashes": [
+    "004c8ac0df224f86988595e4f552c47d31562c42302aa5e5b9f120d8e8fa65a4",
+    "0080acc64d7fb2f9154ab9883e2ec006f0bcbdf4d05e9de28a69b8637047074a",
+    "009dbd5ee8d586cbaed373d3aef6402664edf778a9cba1ddf011d37e365ac87a",
+    "00bb526c8634dedb0fdfb5d5160db2bd76ce136b8dde4a99387834fc490b08cd",
+    "01a4efa12c9caf9b24c5f12b2d6a3effd752762c4600eed12ca5f58e21bc138e",
+    "01dbcbab515cea225b9d1159da4a9ae93c8396d2737ffaf0e0fb44d6cdef329b",
+    "03c28c71f2a5c79aeb63a10fc4d39169536bbae8755b8c49427b8e4a48da595a",
+    "03d19f01e4757695bc7fbe0353e9d20b344bf375e396036255ceb13922409821",
+    "04513e79db3e0f6e1aaf91d54465e1a63985974c670008fdcd8bcc54571e25c3",
+    "04672832863fb8c9eb5422426815f398a4ac41f10f3a1985f382f771359417e6",
+    "0551ca60a30e84d93604c0e342308647e32350ab89152aab60acc95b77917df2",
+    "05d47d5040c2c080ff7315348e0edc79482271c1058d079d5aae6886b213d93b",
+    "061d1b5c2864f8f74c82a62e35804bd3f5c960ad4032a9507a4ecbd957b6e8cd",
+    "0621a9d94a00c788ab283cf27213fec18be5b8dc4dc2ab1ede7fb6bcdf24f9fe",
+    "06a625946bca0cb354a0db0e144972691fe3fcc172e9f5718cf1e3e6edb65695",
+    "06d116fa981309af8f407def79c5b227cffa4d2fd31b90a727b1c3b6d61b65e1",
+    "08bbc76d14a4d92a2d94a0c80aaf9c96244c992862820eff10ad593023ae0604",
+    "0a5e1fbbd0fa9543c54f068a799b1eb48b78219dd146bb0e11f8f4423db7b02a",
+    "0af43195d1134606a56243bd158f50390371cde4e065c1c7dabc81b23a8c48a5",
+    "0c4c8b752dfa7f773514cbdb30f2bf7c53ab452cd92dada5e78d197b090addcb",
+    "0c58ceafb2828682cd2912eec6950d52762ffd0688ece98dbbdac6f6332d312c",
+    "0cca086201e7689d11f790b065798d7412ea5fbcaa22ad0940f84ead8be24e40",
+    "0d84e8b2f6d6efab89062a5efde3fafd7b8c2cdce1e6b7431821c9a7db1c3c4c",
+    "101de590da3b55f23abbf9ec98af6d0a734e4a0553fb957d9b9d650a4b1478de",
+    "1025bfbc572dd9623c6437a0229cde7d21e9e9619d6fcb7b6e78d57136fa93c2",
+    "105f9d47a5ba7e9de7277b3acdc95f540e794c5079f96b10b7d22e158b5f1d3a",
+    "10b35b7e101af08ab05deccfece53119f6aa8ffec4f8eadd097c67bb4c2e693f",
+    "1106abc92d2ab317b3a2dd77c69dafbf6305c822e070962f6f4e9ef97a8d9048",
+    "110f5c52d9c59ff4973970df78b74791be7398e8def0e185fe2603bb579d941f",
+    "113ace08ebcc14c1eb1e3e36c94802b5743dfa5f86f84c7bf0a1233ee4b71069",
+    "11e9d80be620a82f0f4d35f32f34104d819c14c3a3fe91f6d36891216d61c08a",
+    "12d681493bce24cc2dcbd133ff88a2e966d9c2ad735da586c6b7326cf9f76b32",
+    "12fbf78fad03688ba083cf5fd1f230726abb50770c0178351ccd4ef8ab830eda",
+    "13d6ac7b78af7527b4cbad8162a99a176e2aab866a7e4c4f8f87977d6f69c568",
+    "1496bccafdba868e26fec89c211b482ab2de808587e4e3f9581c0dd41e43a6ce",
+    "166f0fda1b9dd55677371d0eec1d2ee86f83d90c38271147b317df1dfe130692",
+    "17e60393d3f9877967b76a87ce36a1dcadd8a32911e1d3c13b6fb4c2f5e240af",
+    "184aa9501e510d89392eba64da1a3ba528632244212ee6c51e6c01b56c51f68f",
+    "184e008447d983793dbe18e5eda7b4e4343b3e7468eb91d47138c9b769f7d60a",
+    "19c23bc68b3795084dacd86e7719257fe73fc252cf422971851b5a500784f52d",
+    "1a21e0b5713c3c77ff1624f68452413a6622858f35026b4fdcf53934aa8fd3f2",
+    "1a8477054d7eaf84012250057e2a8f3a2be85d33ee68b2c07bc44120096802db",
+    "1abf1ed7e7b56348168c666a020ed1f04c92d7e0b3c92c951a98c4bac472ee89",
+    "1bfb07cdb48308cc49cebadfbe47b6985d0978657c5f55b62994fc08d892de8c",
+    "1c08830110844a563176b393ff600fb718a717b7dbff65d1ca79cf2734127d16",
+    "1c17e9a25aef52bbae4e31ff916b44a4c9d2e48d34f717551041852bc0efa920",
+    "1cd587a2f725692688dd2f896c2d3dd331975425a355e119f3fa0ffc4ecc2fc3",
+    "1d370ef467069ad818738972fd37aa221b2b1ea703a52e3819834deaac481be3",
+    "1d484a5c583a8b80af98481df8d2288078e0ca01eb1485fc7bffde3db7bf5673",
+    "1dfbd15fc68a9af8be56276e9f73652b081baff65a231b6d9168c1f22d73569d",
+    "1ea9a7ebc086ac2722fe0054a89af39a8972c2b78bef52a88d982649e800674e",
+    "1f0156c63e661221dae2b2794349306f1a999c3af2b95dabef534c3f42ff47bf",
+    "1f8067c0c0e82f005e7c3e256bdb713707aa0c428bd09ad637e69e3e363417ed",
+    "1fdb9db401793099759ed7596ab5495f7ec5c3dabca2521894574c4dbf265615",
+    "203596e5c1acc347af07d6369911526437a3a56635d02abba76718bdd2ee5063",
+    "204a6b75a085b3d884fd5e1607a2104d8d71e1228cf1bbe01017a73b166a9ffa",
+    "212133c8ba1f27881c61acf0ef2690910b8608569a2e00a40e1a007a61009804",
+    "217b3a0cd9bc0931c3e84ccc56c6e074340df9a77623c0eebbf14829bf830596",
+    "2524ac64cca15c8962b381b1fe2517105b5cc936813c40db59a1545d76b3bd69",
+    "252511afe52c3f9f509bd7c96dfe0938c89fb072523ae09b2a30948044a973c6",
+    "2630c85c8000a2dc9bd3777fa33951d602f2aa6b209832f346d76e8d922e7092",
+    "27100aca96c8e5f7009eb06e931e2531cbe51e89453e82c5357e441120fd92a3",
+    "2770f5bcbf2fb7972bb0fdf00f6309d80a438a356af61e44f6e0a87d9e9e9749",
+    "27a0f083a047b857fb190b8ce227af6470dbc9877e12ddec667ccf092bb38aec",
+    "287ee74ce4a16b40805867a6a84bd0ce31a8170bb87b024b7150cf6286225239",
+    "290915eb95c98623bede55f945feea19b31b9e0b55d498087586eb78ab673124",
+    "296d2d3d87283de2989d7feda5c1964bf0ca5f465cb1eb35a099058310bbccb0",
+    "298f0b6e389c94bad5eeb13a7bb276714273bee1a2355aa9a9ed2a3df00e230a",
+    "29cdfbc917293161550d97ea67ee5954df89f926f032460834ca3b42c3b0c0b4",
+    "29dec43762af9d614595a41f2684991e44ed10ae23dc53695d97267c85180d44",
+    "2a45934c4f237e7c55633a9340de671f1cc832add504b384487aad994940ebbd",
+    "2b56257937c61e54482358d290c70c7dd15533527c7a5c67304515f78ed16b8d",
+    "2bb9f77251763945536e30206e23872a28f964e93483bbb8af48f890d4997b5e",
+    "2bbf500cedf656b58907e06d4debf3ca6db083799a6f8e1b8dfe29d1b5ebde8b",
+    "2bcdc0a2add7d61b5d8bb831139d7ee1ba000f9ebd8f53610d24c83e0d3bfeec",
+    "2c8114ad5af7d1ed8952927e827195dc61069af77148844b8daa64d9b5681823",
+    "2d843ce2bf559df3e6e3d82f042bc26bf0a136135ce1d9d1593cf6243c64d035",
+    "2ddb82f8e201cc38d0cfcb6ab09d47204cfeb2e34f593b7004246cc461de2b8f",
+    "2df7da74da815e2293af7467feb178731a363c43bd04efb4fb90e749ea15dc5e",
+    "2e41728c1feb0baebd448e13a996a81a5a8966a98d399747910f1ca4a303ef70",
+    "306593faf7ac803611b57887a3d49cf391cda0afc34ae9717556467e2738697a",
+    "313a6956aa6fea5af537785643e7c18cc1f49a20ab356139294ff9836cd0041b",
+    "3192576ecac24034f3313854514349784b72cf1ccb3f15f780f09805b3c9049b",
+    "31ad8725309a36c83919b4e22219f6acc28ab74eacc1a21b6ce25a5ebe5c9a3e",
+    "31b01d9176f54313c51fb2b38cf190dec881b3f764ecf6deb9c5e0cc6dd39273",
+    "320b235b4b99a4c37396625aaeea37928b009140100d0816877947ec7fc4d5ea",
+    "3284ef95cf53b90e6245fea8805e438913bb7e2e64ff30a4165176c8f20a31e4",
+    "3392a6b9cfe682e3a90d835d4839fe4a9f905b691d4926c47260f7c8ba1b4a85",
+    "33c7dd7da206cb007ddfa4493161c2c693a42115ceb4e5f6a7f3cfd902345782",
+    "33faabea19353c19d4553ccdf76da78922ab20629399b3732ce4ae61907ac65f",
+    "34b5d85b732d320d0452c8df51466aff4fef9e0652eb24bb1bc66ff71ec6581c",
+    "35b21fc47388d8aae43bcd09e67381efd5aaa4d9bd21e5fb141a97d04cf81309",
+    "361c89942e74f15b1a64cab7fb3f05f16b25fd5b7eaeaaa79f47d2d6f8125a4e",
+    "366c6de86f1c9584274f3bc105667febc2bfb9bb718424768f668379bb93db08",
+    "369716a89b5a2a776551105e267ea8b2e1b4fc1ce2ca204b9c7ac23d1f4ee4a4",
+    "37107fa603a746d3044f70b0776bdeac5e4b62238f7af96d29a6ecdee8a842d7",
+    "380cfbaec777fd891c1597a776a2c240e6dc769b8906eed47a8ccb95bbaa78cc",
+    "383201ea110c3d298bf177866f91b326429a6f3a5d783d55e37c65f9a4d953c0",
+    "39247017df9f8e2f6b38525b4b8f539fdee0705d84c2d712645dafa8782ab94b",
+    "39a632a0dd972df1c6dd5b17ad64c4d685e856d636c08c058e54649fdb6f19c5",
+    "3a2244fff97f5e28b0893251fa2f63de51f9a17f1444cd9c61e1881183d65292",
+    "3ac68a2f2e6a24ff85471e36d646ee3d679168bf3e47dcbad5b881778e00b80d",
+    "3b739c0fe2bfe255cd7fb936e9f6e1845f71bd8c743a1fc8fb433296d95983cd",
+    "3be79bc31455e70d3ee04d04661e6d0b9fa99490ec0cccf42c16181c5861d8ae",
+    "3c18c8d7856f3b7ef04eac25dcbbf89fd5a1fe4843b539c7cb7882166dbcb2d8",
+    "3c8fdca1da5807ad4d0d5b5268370d5ffbb381eddb06dc8913187cbce8845887",
+    "3d353295a9cf0f3044dce3a7738138da3284c52ffdb32c5739f23644685c673e",
+    "3fce9b41bb738817096475807f2c5f81bc80ae97dab2169ad97014f6f0207c88",
+    "40fc07492f163d29cb6b2060b9b6bf4e5a560fd464bb30bc1abb8178cc5cb939",
+    "4142225cb1fc7c8d3b9c9f862c7ace7615be14132c42ad12cda618b9fed8995a",
+    "415941b56aeb483dc738f2fcb7a3ba5cfb2d06a29f588ae81513ec7ab266c2c1",
+    "4170672fc2ac340d5028f3a26a4048c04081eaeff1169e3bef194e10700b4f2f",
+    "41ad134a4e792921e2f152c35b002d24ba3e27978e3b7cea2e0512785f99958f",
+    "436872d61296107eb46ced244e1d4f49a60f41216b525d10b96fa7539e69636c",
+    "44cef6c21d800d28c49026c8244c298f3f35909ded05a7a44a6c482d70ffc87c",
+    "451f523412ce5db8060f637f418611a2d16ca92309e3a94eaa06c0d1e3bd494e",
+    "451f5bc41b81488efecf18360f35b71854d9f3e65791f439ef0e9dab0d5b37dd",
+    "45571b7a74ffc59271a2476ff48c2c826d616f3c37a4e16ba4d4a92d91b6a8af",
+    "459dd06d08f6d9b60ba6e4de2c1cdcd3a3a91e1eb7304d60266ed8e8f2130b91",
+    "45bcc6d17d9f2c38c31a1be7da5510e6b6ea61fdc3f448689e7bf557b917b69c",
+    "4641eae58a63093a0c751e22e7b86bc9b700f0d4c36acab080b7b6cf6c2dfb1e",
+    "469c1a5dc65e24634bf784a133c9fea1a62498a700cd990756b9b027fc41d172",
+    "4804a2cfc0023e955e593c78381d3b61286259d442c14c89d1d1e92407953a92",
+    "48f7954a804296dbce08b9c95d314387500bb222018cae413205cf937b672257",
+    "4981fdf0cff45e9cfd46e9af6198b260a55a671e7c6efddbf0164e1aef93afd1",
+    "498457d95c5a3f99cecd457405f7d21120b9a08e4c5ed64780e9be6bf751f3ce",
+    "49d01844c161be1a3d2e570af94081a9527688b303ff92f984a752dd7dc87be2",
+    "4a73a9bf644e075b82f021ea56d9a66ffcd2ae6eede7be08b7db5a61473bc880",
+    "4ad614012d8df8ff7af9ba31d7a63b365d7992e11244b6a05f9bf24d92fbaee7",
+    "4b69e82727dbc355de5bd1921ea3124b831d4ced84915a8ea17cb1f666b72272",
+    "4b718fc596fa2894b76c4c3388eaa3cafa24a3af8a21a0f43510acab83df8f9f",
+    "4bab1aff689033aa4c5ca9ad5b166c0cd307e959e387e0654cb5eed13954fc89",
+    "4d1b2b46737f492f016c7dc383e3c7f669c785b3dd5240ac3721b358acbd8210",
+    "4d9004e2f0824a680dafdd2d3e869569f5ea3223dfd53857e67e90b452f37ec7",
+    "4d9b125e84a3703202d74eb7f29a681fa27e540a947b33b760a539a566dbfe03",
+    "4e7e45bb17bc9bd419ff97fee6db24b20ffb4cda75234ea855dc5666b6ac48ff",
+    "4edfb7c99fb79709890e6c45b460e44d5137860108f9dda149ffd7843eef1029",
+    "4eee787b9350fc39a739c41725af1a82512bae12c02713dcb64838730c98f876",
+    "4f01d0243893a64e9b0690140be0a84485018cba8c65d95baf195a77e01eb9a3",
+    "4f4d34c6580fbf468a3fc98965c01a35bf44997246e9871b664b1e19d91672ae",
+    "5018bb862f81847720619f8f0faf45793f51bafd9f02598bb3413d039e1ab16c",
+    "50cba560b4f304187a517a419477bedfc0c351246253780d3ca27f1935089076",
+    "51831cae9b2c0df8f6b4ba9e837bdf36fe82bcbd3211a421f31d99e95b98f7dc",
+    "525e8f64554faae4e6c637c78347bd2d133858ce5eedc1be0424aab9c618db14",
+    "52d082bc104632d9938fe8dfc7ece166c2904d572f64a45bd2ea620c32472417",
+    "52dc9d114df63ecad5379ac4d8a5b08e86d96d991d02b80861701cfe841342b5",
+    "533f765b91e8a44d0458df84c596a73394224692a5581ca91ebb30cde24e642d",
+    "53edbf5e4b0447cebdce43a796490ae0e070759f15c2e4d59dca2b93e42165a8",
+    "540e5b5c8295af60000acf168a53e7961db4644654d1b601d8aae8e0bda8acc3",
+    "541a78131848d13136d40bcf2334ca0c86868c3086b4360a34b2b29ed97fcb5f",
+    "542cc1af0c8e1265cbac8ceda239074b8d0f0309c06e5060131d228318b73650",
+    "5443fe36272511f859309a002380c67a01a450dc75b3e5b60fd4cd5d59da0ed7",
+    "54c4fb2d3e171d1c0f230ed8f9340280988aa897b23b90e3a93a276d22b76025",
+    "5519a34de4d24b8bba071f9b8117857e6e65941dc1258a6d4eff403442e70b72",
+    "55b7248a422de620d58db64541a22f179cfa3cca0313ded1cabf0a5e9ff35dae",
+    "580cc59e7949ec5c4ba6fb09ac960eb34c0035f5b4290317db2f4eab7f14e27a",
+    "58a330fb02ee4f7a3f5adb72db91181dc23bb1320e7019b4f5558f44b5d2391a",
+    "5a1041b583b67b6b9346d9abc55560b53e3517805648f43a2669b2b8bffeb5d5",
+    "5a6a0132c83f62a6cba965d40358ab914c16fc6bcd2831dd3b3db26572c90a1a",
+    "5ab3935d6a5fdb5903b53fab49f4d289b48fa1b120bd62db92fd3d5f632d7f83",
+    "5c2eb08e8e176b6c3b4634919de6c8c8efeb454b315fbf3c774760c66a301655",
+    "5ce2b13654f31d24873de055c34629f000c246ed4397ecc2062f5cad378c3111",
+    "5dd091b805a96934a5b52bf4aba8ed9ded2b5bc7ee913dfa714fec9fb4dc76c4",
+    "5dfbaffaa9eb3d8a67ea9eb6c41885b2f3c45786f3ce69af01f8c0f30fd7977f",
+    "5e02ce65c5893406958f95b7f69cf802e042c60b08221b8727fa5d5016c8d0a7",
+    "5e22c92b199860d5664399375d86ebe84f1ede853411ff31a20208d9f8ee6a4d",
+    "5f33bc4ce5537fcb41f8aa551245f8e14f27d37045edb29c2a0bd8bd65e6f69e",
+    "5f4b2c0a277a52ecd448643366ec97cab00a082e455713a067c3eecc708b8b4e",
+    "5fca01db1ee71e3462ea89895a1813ccbffe8441ae9f399cd47ef2c82563a705",
+    "609d3b921f29270929930ca2794207cc6dbe1b51aaa0b2f024ef3c60154057a2",
+    "60c4aa72fc44b13fd9de803623fc04e1744910226d2a32e7675457172f1e3b7f",
+    "6133e8cd1edc38c7c1c9d4b50b506985f5b3df8259cae0bcdd0c2e065de20d24",
+    "618d53f71a4fb3768c995518218aec746c3fbef2f2890dc9eee4ae6c250671f6",
+    "61dc8dc952c410ae48a4de75e006138717f8e3fbb1b120a74834023df56da812",
+    "62afee6acafef492a58695ae10b9aedccbb2acac25c8ded11c5fb04807b22c0f",
+    "630fca898e849462716b2727150d539f480951c2a6c37ed073048e5fb4de5b18",
+    "65573e39f2f6860c70d6b314fe203f46c6ba472871e4721cec880898c78a4c46",
+    "66990e5666d927abe3213ae2dd12b4bedd73a278757255cdb9a11fb546391d55",
+    "66de57d988227dfd54fb3f690ec5af4ed71193fd4f61cdcc1aca010245a452d0",
+    "68b57c72ec6aee1c6890ef817b1260a7a0a856c58768d54e656882cc85dbc970",
+    "68c584d3957300195152c69e1948188ce43d86fa1b0d4a8968e7d691078c8852",
+    "68d6aca0ea953877a2168d497f30b8e229688c61a3b59953ac01afb43c967184",
+    "69ceb0c1bbde81e023627bab10dff9e478e537ca180c123d0121f126f5d5a238",
+    "6a635ff442f0c208a7b1d825475664e95d509bcfa4f778eafbeb53b4d8f060bb",
+    "6b2f36a818a271d6e6cbd61d5b781d546ae232c8b6a36f4b7c5f46af3ed69d31",
+    "6b65bff555349fccdbf699bf95f33340bb33aa1e97f013b8fe4b4430143bcdd3",
+    "6bc4432668aff0b13a2ecd06031e03c0ec27716ff87160f2210efac773fee27a",
+    "6c37f0f057cb86f846f323998c192dd8cf0125775bbbbe1922aeb0f417ca4bf2",
+    "6c4e8f674283aa3bb9912d8bdbfe80445128011c1ac2c0aa40d0cebaaf149bb0",
+    "6ceab1a3fe900414b3efc02ccbfc7733367f4a2a307aa10a1e6b520c9c40dc3a",
+    "6d7647910e0eeac9e7ad78604e39ef4206b3e0ff2674f26f87728f3d5895b988",
+    "6e2f8cd9e87038683721f1c73ea42c66818715dbc90b5efb91712e2372d64c53",
+    "7047d073070dea7c149f283594ccb01b9d15823a32d1d2ee5cdcf14ba98f9cf4",
+    "71838e854303096f4fb33060cfad1239512f66037e7d095730160c705b321ef0",
+    "722a603518ac43d933180723219e85970b11435f7fe6ebcbf95b5970e1a66c3d",
+    "72916d366fca7fd42d84d1991dce5aa7ca0cc15dde6d7901bf497469084bced8",
+    "73a3da42a96f0b11d3c388986c79599f864bb73b8469ade8ff54a3f0d2420ef8",
+    "745e713464767e651b7aac34ee800172fa3c5c6b0ba9e17e89382e4e5d532dbf",
+    "758bb504a252912208617fbfda26b0ba282d611a05489aa347d4b76ea784246f",
+    "75ffe6c452283ea1d91964876699acea114cb569458a6db255d9132b78642af4",
+    "7684f854663ef8b0a8a060f1ee08b373bbffee93a958b44c2899d6ea0f0093a4",
+    "7748451d5342802025c0f777ab931f2b6305636f0ae150c512c02e67f9b7b1fd",
+    "7771858a975f19dd2a5d2a987380a89c1daaea46e2269dbf9cdb0bdf223e9a90",
+    "77f4a3433bbca295de58539f3ca0ba94e6d085b038cd4a17f3cfe0902ace83ec",
+    "7813c7d55bdf518a2df2e9833493cfaeffd5e33f94b6865fe6df60b63f22d5e1",
+    "79d8413ff55b1ead8d9e7ba6c4b7d87143e16db9eeded02c6c89deca1155caf3",
+    "7a22a3d76b498054510260a2de6d56eba2d91ee40cb97b95231f10bf5ee48fc3",
+    "7ba9c357b43342420854faa64a1a18919b9f2116be800bcf16eeaa34eac92dd4",
+    "7bfae4c9ce7ed3f9c163d0cd1278b9975e11ed69cea67cb756b13dd05c7dfff3",
+    "7c50cd496d0231841656bd1b7f05909b3cf6ef4b690a21479840abdf69238015",
+    "7cdac0e35b745afd541a0d39587041db27c3edcefde7d0707afc2240e46fae7f",
+    "7cf49e44d1ad79dd40eb976f3cf877c1c2274ae1d1c7c95a72cbb6fef1ad2705",
+    "7cff5f5043122dcac5d4bfa75fec4b58f31d10a93667245e47df355ec9e41c8b",
+    "7d2dfeb31ab2b882590e91b09c40467085557dbfa32e3b9d82555090f7a7680a",
+    "7dc774183005bbc53c1c05bf6553bc96f66af5a75840ba036a17a57c7eefe50a",
+    "7f17ae8f11690a38cdb78ae290f55e434ec12879163774b086d9b218b6b00eed",
+    "7f6aac77c62d80535ded477fefe1aecb148015a4661d460e9c4aeefb60b787a1",
+    "7f9d0e1e7f5333329d16bada92ab9f0dc535bb5c6ea1cbeda1785fe5ce277e6c",
+    "8012580d27745c8f642ba233fc3e9f8534c428bf93b2683d737a406980a211d0",
+    "8087f093dc46ed0cd75381c3fb368e7eef340e4cf4d17f2bd5f98d501a04bcb3",
+    "80e66d45f829bc00ef1bab55b7a1118cc3de88dad03890515669a30d28a07f3d",
+    "817194c76893fcd404b84d28c81f5c585528dd364adccdb0020099ea2a45ef61",
+    "81dc06c678b17a10a5328067c6a555d140a4a8cea4a740f989cad1c5eba1bde5",
+    "8263af2d38b886b758dee8743e5380d470847a9587bedcdcf156741f7fb7b7ce",
+    "829e4c245f07ae3bfc0f84dd04e18c20a12b3bc6fb6ca6398b9a883b4c78ba05",
+    "8302f54e4192d55bd528f65a89b85730bae2159d5f595b71ecc573d1f724a5c8",
+    "832eb6c1219ab8c9f21b0862eace2813c9cc258152e43be5430ed7e38a00d3a4",
+    "841704d928cc50b4f815e0d2aca87bfb7d5544ef898c0b075f6da841da49bc97",
+    "8420245211e57e268a80dd17eb943380955e2f35802389221ec3756c6ec650a7",
+    "84f5fda143bfe216c4a329b777baaef820c950492b5d37758de5de6c40757231",
+    "85b4e8c8eaa65df6e928b1f2e179221685d4666fedd66f61b6e2ddb9f93b4a27",
+    "86024a863eb5d7b5e07ee37c6f26c1f4e42b2382c620f7d276d6224c0e84e8e4",
+    "86a37906b8f2764056054d05e3bfe1717445b7bfbb9d80949e6a5d3cf8bab93e",
+    "86b09b8fc5929eaf4bd5b3a643da815fcd8808fd58874ff4985e83f36ac8fc7d",
+    "86cb44b722a497cd7695eaf6e55eb819814a3d0143da512f7196c991e2d992bf",
+    "86d9cfbfb911259b06d55c4caed3c5168b16456ba7a203955dfb1be1368c255f",
+    "87cb23c1f7d34522de599ba212cd9c98f0700b35028c980fb9743b6c7b1fdfcc",
+    "8847011462d8bb9b32da2cb2f323e4637255d08b1568f0acd53037386a9ccec3",
+    "887b8f5a5bd1e0af38fc3c3a3b4f1c4cd3978c62722ed115ef8714bbc3bbd63c",
+    "88bfaad3f1a51f584fe3ec523b26d87b69106aab68209e92bdf8225325402df9",
+    "895df5db13b1825e92afb3683df71a311d6342bbd5b4717e1743ed232c228c8a",
+    "8b4efbe4bf29c6e6f317dc7b1acaeca3484f57adeae10261ef30407067ae5183",
+    "8bbf5589e3e95684873774134a0295889ab56e7fa3d8194e25961abd57aebac8",
+    "8c0b28b33462657c0fe32ddae2385e8282595012a68f38a6324f432f285678fe",
+    "8c73e1f98107d56cef9cb4f8fbd770c8ce1bfc50a7e7714d9baf19da133a5473",
+    "8c7414c1a2171f34029e543278a252ea3ec4a329b305a21d6cf260908c54dbc1",
+    "8d1a19151db3e8c51bd49a0afa2c26b2bc9dbc5733e98b85d1f3044e4451565c",
+    "8e6dbd3ceaa4bda1238eeb367c6a1394429476ec29f9febde591076bca8753d2",
+    "8ee259732a2f9df72cbf32ef940b0bb9d57081162b499546415f2a7e1edc697a",
+    "8fa7ce14d6aae5441afb5a92ae8a21ddbff16df27b9e4416239efff10dcfa7d6",
+    "910a59f3b14d6705740884aa44a918e05b085f2549101ec3f2078a0d435171d9",
+    "9204c03c4d9e8f503a9ba0404e7d6c93d8ddda8f2e00a8d5af52f3872023afa8",
+    "9218b4a66e4c1f7f96a48208da6921421ca4b88b0f4cd0d9176cfe9d66ffa648",
+    "925e4d065431537778b7aa6abd97dba382c8cd36e5cd6c6c9cd1e80df7c43d2a",
+    "928f77d740903d209ccc848190516bdca7d2cb4a484a7f64affdb0321dd986b6",
+    "93073054dc6e1c09b5395a8a0e7a0c24d32b41a5cc610ee08b1b06aaab15ee4e",
+    "9336967bedb64864799ab11c5dbe9952acdc679f041362bad35a44cde48db893",
+    "938638b3d83e2c4ce8e55523172d3e5c40d6e0ad6befe77889a0afbd5a849e06",
+    "94218311ff38c818716db2d747e481493b3931fc0695120760970c4a0480e458",
+    "9482adc1860f04494332ec88e6152471b6f5d4d9f125c0c3c12b0ac549d316d3",
+    "96e2e52c28c9e4680a18626c0140830389dafc6c7d1d6188f4c65a2ba9a8336f",
+    "971c548a21973ba775d26a2352808f7e2ed2e589dfbac75b3f9f3de62b1b4159",
+    "972daee2426e4aa9de3349121d502546f9245d59879def1dc544903348eb8f40",
+    "97ff36496e76c5cf2f19a554d1200ed33907c21a94148c93f068b641300afc61",
+    "994f3c33f66415d1c656e5999ee93123a8efbde509ddebaf67f9cf4c36fab195",
+    "99f254b4352512081a8988206af3659313bf7e094f7dbc934f326e27f4d7f441",
+    "9a44dc704a815d1aa0282d892aced643751494d9615a2ff64ec9787fab28b4af",
+    "9ae8ddf4f81e72c61a6110836deef4b05c1a5e61ad05d59f13c98a1c0fdc4b5d",
+    "9b3df01e01f3f6ad44012553e9158f31dfbb8751f2641ff32d89cbe1aaac4e90",
+    "9f666af66871af874000eb3547499cdd497980e5f624e62891d131aa219edc13",
+    "9f66fe744971c2223c34a29582dfeb7c4eeb41b7c0491d971cfb3ddb222ce936",
+    "9f9392c9a1e3239f1f067430efee9e0d1aec04ab8e1f69219ba6b296830bcf77",
+    "9fdefef352160c118ddeaa2c65497f31c869153f49a6be9dbcc6a07ee323a088",
+    "a0318f5a6454cf76f9b1050c3f3cfd33e65f873f9c1a9e21a65464016ce793dc",
+    "a14fde8ad0141e8b0e4c90d266146502861ea4c2be9a6cc300c7873342782449",
+    "a26a933196c6e8d9a888064bbe08f292e2e94bc045de8065084f274545399f5d",
+    "a391b9801bd7b38f17800db9946ba707cf9ec8ac80886d41b996cd395b132aa6",
+    "a3fffd039b0ab8b4ddc1528dbf442024639a31d61a114e5c6e48e0eb83dd5c2e",
+    "a41c1b36c5bebec916f2705919989410973d668f02747d79163784723878a52f",
+    "a49b957ee6e9c2a8ce5c4b95a5e4b2733a1f769523a8aeca1e889063798b2abb",
+    "a4d4fe2f70675daaf6963acabd0be398e7c0691c72b2c53e8ba7449a2542a3ac",
+    "a53c4f46e164ffbbef3a1ea4404e6b0ba5b7585e50ca2e5b31cd14b0175e9f83",
+    "a55011f4e9452242ea1e75a6156924b3038f46d3834d72b32425f197fcdc2aa2",
+    "a5670c4656c2fc83ec0835d2cd1178d1f1dff5a6c6e650848166850894ec07e6",
+    "a5717ca8b1c11e62d65ea76e663c34be028ac408eb6347e0c7612c3a1d6bae8c",
+    "a58b4667aa301fcbc2989d1b985a508498e1e06bfbb1ae12688743238492c3f2",
+    "a627ed3f0eb883a5734065199140c0ff4a700edc3daf9418bfe37d24388684d9",
+    "a7108a97f142fd2c64524d835bfdf3b2508c1d28823a476b2f55aeb211e37914",
+    "a8253532fbeeb9dc1ce83943582abcdb22b8f79b95d344c0a313cf5642c23c7d",
+    "a9438a6c670c9bfcdb791f2b5e0eff0e9d95f20503d579712edc98a7357b5317",
+    "aa918da55ac73194b1790aab33a89fa6c909714ecbd059e7faf8219913d1a61c",
+    "adeb52eddd4b76ebeabb5c01a1e758ed4a1eb69630a7b88069b3db4c101d0362",
+    "afa82734c0d1064f2fbb3d1c3148a2c79aa527bc85c7f24ffc9b004b7a834cd4",
+    "b092057e67c260ac6b71c234a623580868023dad0c210c335b596cb9415027f5",
+    "b0a637b42be52cd5c8141a7d809af9b9585ad553128af789e376795758690d77",
+    "b17e096f91b76956dca8fbf7b4a9e29b25c5054093485cde96a544a93674055c",
+    "b1d96ef4ffcdaecd193f824207cb9a41ed13365a66d5babc1d094e1e388b329e",
+    "b2425eff321e4e14d28f4b15e1a3a08ac098f81df6f875ba674e22ec51f5c0ba",
+    "b2543c77717a17f4ffc5a305118cbf02340a8cf1822d3106c9f62f18d0d120e6",
+    "b2fc04aefa3015b01c19efc2d6f5ce4fd54a1efd4f781659fb192c9216c0fc62",
+    "b335da7048bddcd73da25488b069038b40e03540be5f0d3e7701c9f5679d87ea",
+    "b497fb7a9f160cde00734f5c6463ced31d45620deb393511e7320e1a617fd2b5",
+    "b6387c9cad97b6ad7d78aefe24da89842e0b66ae6f7b7f5c7430fc1932bab8f7",
+    "b6613d86b06870aabd3e77cdc40e07add0b7cd39ab1597a0cca9100c7623b08c",
+    "b704b3daf899a707d6ac953a73cd4b4fa2be25c28a42e68ca522b936e24e6780",
+    "b75598647ad0876b0fd0c948d3ffe274fda5836dd09a8082d38583c240795850",
+    "b7858986f41da3681f1bcb05e4ee0246aaf211d39ecad3c82169dcc29c0c129d",
+    "b8210bbbb17d9b8f8012aa590f342c48852129402dcc0f698cb9d56a4206b004",
+    "b82e15a939ed6645ad5e9df36d8d160b30573b3985e4358509d66e336f15ef59",
+    "b8dbea530bbc958ea037ba2e06253f7298aef387c07c0de1b24245ad46531d8d",
+    "b927fc91034dded9b5fa01550fbecec586c085e4c774cd2edfa046a277faf9b7",
+    "b988a2792940ca8d17ec2ce543eebe57e66249aa8b2cbc1c70402799b3be0125",
+    "b98d3244c9c96739b2e1cfd1b97f9da4b9c68a7e3dc3f4f3076319d5e80fec2a",
+    "b99e7af54c13259b55f224b8818d9528423c345030a6f3ffd7ad7b3f22f6db0d",
+    "bb89f6bffb0936dc5931158a9362efeb008d937305c9da483301c88c6cfac999",
+    "bd4e2f910d6fd6379c069dcd4d0e731e8ff3e0d2bf3f024fc06b81df2fc51328",
+    "bd6447a23cea8dad5bc2e1809b758c0a3e274c4de21241f223eb378e0b99882a",
+    "bd7e598dc4357d7bd8a1d3f694ef0df9ac3995a3adb03dc6dada27148e3f7492",
+    "bd81669bb70aebf49a09579ab6b4552f883549524b3d7f4037c7fa92014e2fef",
+    "bd9b87bb81182b11eca9a81ad4d641ad3c5f9ee5c0ac37588c87a80bbab817c8",
+    "be3755ec87ca16137465fd498097e6bbab4be6389fda0800cad627b88474635e",
+    "be932b39171e6de32382027b2a706e3eea3aee791f5f1f90f254785ee32a8e70",
+    "be93706fbf393d4acc924253ce386c1bb5b8219c7f7dbd89ec6f0cbe06c99421",
+    "bf20906f1df86186fc89379fb3d8d5f1094d59b37bf28d44745fd6e41c418df6",
+    "c0573c1117981e9dc1822f5049602f3ad6ee4d9e6035a78a08b1edb61d43cc31",
+    "c1572bfce8b029273db50114aa8f945f8782abb4fa00e75fb075cd088eaa2636",
+    "c2a78cb7ec81ecc9bec383ab129cfce90d41f9296463b8b13eeef2884b007ad3",
+    "c2c4b79ab1489bc009bee083761079395f48f9d226be87b448a8ac7677452aeb",
+    "c37dbc80b577307cd0167b0ac8b82fe8f9fe2312c8f7c0552869e0c8a67e4866",
+    "c38279a86508c9ccb3d1cce1c09cdb2d9045397b8c244b5d83528d2538ffb32e",
+    "c5a2768beaeaa416cb5363a838278aa53e384f6b0b4e6f11ea06c8aaa5bcf591",
+    "c6e4353914d70195a7f3f4d97879d8fa17fe2d1ed2c23fabe14fb2f47ba28d7f",
+    "c8ee886768ecf9a263bcdb7282a1973dbcf61d19330d3d4abb8b99f1e4d0918b",
+    "c90391506e9de36d761156577b5e8d052a20096078c670027e0215abfaea32d9",
+    "c96d9dad9475e57944682bdb32ddc29b749431038e75c7a6d0594098487b4f14",
+    "ca5f1d4a686c704495ef54c4a7d7484e3f47c1f38a361e2db68aff9d72a772a4",
+    "ccebed809dd4feb69b4c3b3b3d4ae939e3fde214427ea99cd97f55e49ad5b42d",
+    "cd0cbdef471e564daa3377e022e622206bf384eb799a3caf052027da379e6bfe",
+    "cde05777ebf519d9d5cbc32c70d627fbcfa09a20102c054f4abd1577bb4c3fa6",
+    "cf5ad1f54bff9d9bf70b2e6d6510c2b4470c794f4568e809c65a18648a592451",
+    "cfe85387971de2625083a3f9deaacf348c759306b9a761e17874413ed47c4600",
+    "d044049ee253eeba638fcfe3f60bd58be42a0f49f4915b3b97e44803f34f1d95",
+    "d1099b0413b1a443c49d3e1ea31f6990d75e225453b33be430c8062caca79338",
+    "d11033de27092c7639922e586ac7022b8cb55dbcc6f08e393913be04e7f7205d",
+    "d20f64af91a020cd60de869540dbbfc8ac32d4faf450480c13eb1f3eb7fa3e52",
+    "d2bbd3c5548fdd09f813c2490d153c78a8af74c755c02cf3497588ac321476af",
+    "d3c38cd61a49db7b8aa336013e687a396c892c9a0cc4702d46911747632f948c",
+    "d415e0b8c0093a1ba14258e40e1aabb6905d2c98a6abc8f08a82ac9431eeaf43",
+    "d508361dcf52ae785901f36dcd855764730b11ab400fbb1a4c7c636f6738d992",
+    "d543e02b29981c2ecde24881f79b62ad7d65cbd99cacd4e640b6c410f46a9be5",
+    "d73c8ee431ade6e1b2e7d74facb8e1f8149eea7f5424edf80ae17ab6ba42d275",
+    "d74a31a15bf6d956e45b667a347932b4412571ebf44bd68d86b62ac45383c4c5",
+    "d81e0524a2810d7fa47cc5b5b66da3e1275dafffe084e34f2fbe7557049528f4",
+    "d83a6a42b0753e8485ab9264e7030e516f48dd44ee6ebe7860afeda9acfd7a0e",
+    "d84bc4b541486ecf463b0997e370a76c3fa182761fb345b5f083fd7512038f17",
+    "d875623a552ebe002143094173871690a95e4ee54140b6d74253633465298a79",
+    "d8aa9109d8e7c1a9b15ebeb5368eabae6eb9d5aa3923637e8996421092190a74",
+    "d9791761a59227220ece34dcbb5fb3d3d9903a0b5dbd85c0d01c5214b69dde0b",
+    "db7ceb27359a5b9813a451b448aabaec30c1f132501cc65986389544983bc8ca",
+    "dc26688fd3f3bf8de98b25462d69a60ce7f466033f919553c3c6872ac74faafc",
+    "dd6e4c3998f535b5b66ef4799c105bcf571c1763e11727c695c73b78e73d2a38",
+    "dd9c0a9f9a6d0a920109059ae2a43d8b433d033743a279059bde17398d503004",
+    "debdf6dcff2f2e957651abf47190dcaa4cb956b8aa9cfc0fecb9e768edcf3b98",
+    "dee19db3e3450e84e3f99706ffec37d698cb13f7cd4ac76729265dcac2b5d44a",
+    "df30dc755cc38e920ae8d9323a6f8efd3ac976f752462d95f2bae16453034c29",
+    "e05ae3f86a0fc0d1406d0ff5948773844f2f1741aa2485f1fba4e0edd4e81db4",
+    "e0cbcefc194c72bf1cff83654a299ccdbdec23fefcaf2ff45f8b2f0e1cf0e437",
+    "e112f179406d415cabe26b68440af8e51c816d156ed85696828a6c5159346fce",
+    "e16894303620c815a4f49c8586d737c13fa0cd6d054f40aaf9063c027f5fdcad",
+    "e28785317eeff5ecdd6145b6140d781c770449a4762922c3b6d397d19498c57d",
+    "e589aa96273ccb4165d74fdb416e368bc41355cf1ee6c177e790a5d4fcee58b4",
+    "e690a21a340ca630f26db2cca31587c42c453874419e4c04a741887c54ffc80d",
+    "e7002e6dbbff27e85564f42aef85fad9a707d1815ccb6c3f3e47740c85908aa3",
+    "e739d56f8c7a1568e17edeac600fed4f40c525e12c35210580205cff932fcfa7",
+    "e7e9a266f6f7a82554e3b14befb797bf4a41984ba7e2663c93be7f036c78f946",
+    "e8fe9a92835f0ef53330f5a4b771384380cdebd5d52bb5e86679c4dc1734ae7e",
+    "e96888d7d3f71f62047afcfdee212cd651206b6669c981a79fc818b87919828c",
+    "eab57568b298ef1cd4b0dccda61e2298241c4cd12e93b24cdc49f2c92b25cc04",
+    "eb5950bff96fac945a9dc33dd00739bb6d95503a14f6dd40afa3ade6cd3a0d90",
+    "eb7ce7ee77e377f4fa97ac4c426749c83fe7390cd8b7097e3a2aee692599962f",
+    "ec283bbf9c03dc73b62e0c0f00a178a23e21b90e62f654cb3d466e08e395d28a",
+    "ed8e402bd1a016413be08f0e9cb1dc26b15d976e8759930198c0304431f07da5",
+    "edb5574d009ee18eb19563f09587481989006ac02d572258ac7d0a704afec484",
+    "edd6b6c2ccd3ecb13e3012ff88852a7fd88c78f27e5597c4b438505d3608e84c",
+    "ee12e16c71c41dac8dc947c5423bf17c0cc9b5aa5deec8f55057a83bc3727d16",
+    "eeac3052aba13021d1be5b7b22a9aa2115f4d96c2612a0138e5f7d976ad26874",
+    "f02d0492dbabd9d62040a2988045eb1087fcad2a13d2cf1b04e131a27bacabd1",
+    "f0d8e74afb68279e6115cc369cadb222f6341efd28548430abc988f740ed13de",
+    "f229a18ffd0abf4772fe87b68a7ce6180b9109fd50d2bcf13da322766b2dad8c",
+    "f240d197b98753c2837c574f02af5dad6602bb02d2d1dde5c4401b50d4aa5706",
+    "f30fc00d0a59c04c029946514b3accc81c0c96b96402d67ab19b7cf4ab2b9ed0",
+    "f4b0a16d17858978ad779ed1161d562e7353d7007ea77c0f93c9489ce7ae128f",
+    "f531c44b42abd4e5690d70a90dc0f51f4fce56b65bbe89c769188fcab1af7417",
+    "f64570e9631e9bafcffb6fa049db5cbdc97ae7437f632af52674ea46447b307a",
+    "f694e411986769400a4bd755f4e6f4ae50794804ca363e2820b35e77ab4bf516",
+    "f7bda20eb265cef604dfa3fa03a0abecc1f6ad204710288c654b690370311cd7",
+    "f7c750e5b29465e56a8bbf1fa5046013b9c1ce4342f3f792dde4b80d0a0b2e83",
+    "f90b5f66967564ea762b74465943b69cf96fc71f926f926a591fe6ef05545805",
+    "f9f06da14bf1d57386851690bb94288cd3b1a368917765b46d11e3f5e2802052",
+    "f9f33b2057db3c7d9726109d9617bd37f8ef089b6e1583377d08385d52e02e8a",
+    "fa032edcd86968b3d1117c5978936894c733e21bcbacf7c98b9b521e8ee87dad",
+    "fa1ae0da300cdc977927390f502bc32ed7910a0752dfa98a4a2465ad918e6aee",
+    "fb23fde25430e3a53a7d807e41969b14e8dfc53885d86dcff62f082e8794ad23",
+    "fb597f4c310e4a3284c3000d0f9f528a0e9bfe1decfdab629820b72eb6f14555",
+    "fc0d39918a7b6774005db3d0c2cf333ee63ba116e2108f400a5b2fdcc7ab53ba",
+    "fc87e2c106a635f1ed1011b83f3ee89297d53c893493f49342b18dd4a8fae6c5",
+    "fcbf462ada431ea4e42e9190f3a8e717842696f4ba1ea470300e0e16f9bdf0fc",
+    "fd265b85a51de10189dfc2af020f3210ff668958fa854c0af4764307b38f9c61",
+    "fe27613ddfeb61f58d93ffd4cb8ac1348f41c747f7912e0cf55c20b97365b92e",
+    "fefcb03d77be6e00c50fd6d97c393c82f31a5cdf8d41ec6135c98edc6ddda4e5"
+  ],
+  "task_counts": {
+    "LiftPegUpright-v1": 1280,
+    "PickCube-v1": 2352,
+    "PullCube-v1": 800,
+    "PushCube-v1": 1120,
+    "StackCube-v1": 1008
+  }
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed1/train.log

@@ -0,0 +1 @@
+CTT checkpoint trained separately; rollout used checkpoint=runs/ctt_residual_base_context_obs_seed1/model.pt

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed2/command.txt

@@ -0,0 +1 @@
+python scripts/eval_ctt_generated_rollout.py --checkpoint runs/ctt_residual_base_context_obs_seed2/model.pt --source-index data/cil_charts_rgb_refs/train/index.json --target-index data/cil_charts_rgb_refs/test/index.json --out-dir runs/ctt_residual_base_context_obs_rollout_test_envclip_seed2 --k 8 --pool-size 0 --neighbors 8 --max-target-charts 48 --group-batch-size 1 --device cpu --sim-backend physx_cpu --render-backend cpu --restore-tolerance 1e-5 --delta-scale 1.0 --execution-action-scale 1.0 --execution-action-scale-vector  --execution-action-transform env_clip --bootstrap-samples 200 --disable-action-clipping

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed2/config.yaml

@@ -0,0 +1,22 @@
+bootstrap_samples: 200
+checkpoint: runs/ctt_residual_base_context_obs_seed2/model.pt
+delta_scale: 1.0
+device: cpu
+disable_action_clipping: True
+exclude_self_source: False
+execution_action_scale: 1.0
+execution_action_scale_vector: 
+execution_action_transform: env_clip
+group_batch_size: 1
+include_targets_without_positives: False
+k: 8
+max_target_charts: 48
+neighbors: 8
+out_dir: runs/ctt_residual_base_context_obs_rollout_test_envclip_seed2
+pool_size: 0
+render_backend: cpu
+restore_tolerance: 1e-05
+sim_backend: physx_cpu
+skip_metrics: False
+source_index: data/cil_charts_rgb_refs/train/index.json
+target_index: data/cil_charts_rgb_refs/test/index.json

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed2/data_hash.txt

@@ -0,0 +1 @@
+0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af

workspace/runs/ctt_residual_base_context_obs_rollout_test_envclip_seed2/eval.log

@@ -0,0 +1,537 @@
+start
+importing gymnasium/mani_skill
+installed lightweight mani_skill tabletop import stub
+registered tabletop ManiSkill tasks selectively
+imported gymnasium/mani_skill
+loaded checkpoint=runs/ctt_residual_base_context_obs_seed2/model.pt
+loaded charts source=301 target=48
+generated proposals rows=48 total=384
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PickCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PullCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=PushCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=env_clip
+batch done sequential task=StackCube-v1
+rollout complete rows=48