pusht-parallel-dp-seed0 / evaluation_step0117600.json
IXDLI's picture
Final EMA dp seed0, 512400 updates
e6e421d verified
Raw History Blame Contribute Delete
20.7 kB
{
"policy": "dp",
"episodes": 50,
"seed_start": 100000,
"max_steps": 300,
"nfe": 10,
"sampler": "ddim",
"mean_score": 0.8152554949684364,
"success_rate": 0.56,
"mean_max_coverage": 0.7817371769521253,
"coverage_episodes": 50,
"steps_to_success_mean": 167.42857142857142,
"successful_count": 28,
"simulation_steps": 11288,
"model_calls": 14340,
"model_calls_source": "forward_hook:denoiser",
"model_call_counts": {
"chunk_generations": 1434,
"tube_initializations": 0,
"tube_stream_updates": 0,
"chunk_head_calls": 14340,
"initialization_head_calls": 0,
"stream_head_calls": 0
},
"action_clipping_count": 0,
"environment": {
"id": "gym_pusht/PushT-v0",
"observation": "pixels_agent_pos",
"reset_protocol": "original_dp_random_state_reset_to_state",
"control_hz": 10,
"prediction_horizon": 16,
"observation_horizon": 2,
"action_horizon": 8
},
"episode_rows": [
{
"episode_index": 0,
"environment_seed": 100000,
"policy_seed": 223456,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9548344031582252,
"steps_to_success": 292,
"simulation_steps": 292,
"termination_reason": "terminated",
"model_calls": 370,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0-dpc6/dp_seed0/evaluations/step_0117600/videos/episode_0000_seed_100000.mp4"
},
{
"episode_index": 1,
"environment_seed": 100001,
"policy_seed": 223457,
"success": false,
"reward_max": 0.7118234687821606,
"coverage_max": 0.6762322953430525,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0-dpc6/dp_seed0/evaluations/step_0117600/videos/episode_0001_seed_100001.mp4"
},
{
"episode_index": 2,
"environment_seed": 100002,
"policy_seed": 223458,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.956340174569235,
"steps_to_success": 87,
"simulation_steps": 87,
"termination_reason": "terminated",
"model_calls": 110,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0-dpc6/dp_seed0/evaluations/step_0117600/videos/episode_0002_seed_100002.mp4"
},
{
"episode_index": 3,
"environment_seed": 100003,
"policy_seed": 223459,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9559167632573419,
"steps_to_success": 294,
"simulation_steps": 294,
"termination_reason": "terminated",
"model_calls": 370,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 4,
"environment_seed": 100004,
"policy_seed": 223460,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9613857599079658,
"steps_to_success": 140,
"simulation_steps": 140,
"termination_reason": "terminated",
"model_calls": 180,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 5,
"environment_seed": 100005,
"policy_seed": 223461,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9549690113733449,
"steps_to_success": 105,
"simulation_steps": 105,
"termination_reason": "terminated",
"model_calls": 140,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 6,
"environment_seed": 100006,
"policy_seed": 223462,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.96207886147193,
"steps_to_success": 143,
"simulation_steps": 143,
"termination_reason": "terminated",
"model_calls": 180,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 7,
"environment_seed": 100007,
"policy_seed": 223463,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9556543104211566,
"steps_to_success": 56,
"simulation_steps": 56,
"termination_reason": "terminated",
"model_calls": 70,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 8,
"environment_seed": 100008,
"policy_seed": 223464,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.952689498063357,
"steps_to_success": 152,
"simulation_steps": 152,
"termination_reason": "terminated",
"model_calls": 190,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 9,
"environment_seed": 100009,
"policy_seed": 223465,
"success": false,
"reward_max": 0.04199125248000388,
"coverage_max": 0.03989168985600368,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 10,
"environment_seed": 100010,
"policy_seed": 223466,
"success": false,
"reward_max": 0.9168128706032131,
"coverage_max": 0.8709722270730524,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 11,
"environment_seed": 100011,
"policy_seed": 223467,
"success": false,
"reward_max": 0.9698238611195126,
"coverage_max": 0.9213326680635369,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 12,
"environment_seed": 100012,
"policy_seed": 223468,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9781757765416479,
"steps_to_success": 147,
"simulation_steps": 147,
"termination_reason": "terminated",
"model_calls": 190,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 13,
"environment_seed": 100013,
"policy_seed": 223469,
"success": false,
"reward_max": 0.9533904123988752,
"coverage_max": 0.9057208917789314,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 14,
"environment_seed": 100014,
"policy_seed": 223470,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.963923928660962,
"steps_to_success": 165,
"simulation_steps": 165,
"termination_reason": "terminated",
"model_calls": 210,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 15,
"environment_seed": 100015,
"policy_seed": 223471,
"success": false,
"reward_max": 0.6560338221153286,
"coverage_max": 0.6232321310095621,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 16,
"environment_seed": 100016,
"policy_seed": 223472,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9646377030318314,
"steps_to_success": 149,
"simulation_steps": 149,
"termination_reason": "terminated",
"model_calls": 190,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 17,
"environment_seed": 100017,
"policy_seed": 223473,
"success": false,
"reward_max": 0.5787847675123058,
"coverage_max": 0.5498455291366905,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 18,
"environment_seed": 100018,
"policy_seed": 223474,
"success": false,
"reward_max": 0.9376753269480435,
"coverage_max": 0.8907915606006412,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 19,
"environment_seed": 100019,
"policy_seed": 223475,
"success": false,
"reward_max": 0.7043883100474745,
"coverage_max": 0.6691688945451008,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 20,
"environment_seed": 100020,
"policy_seed": 223476,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9661155451153898,
"steps_to_success": 216,
"simulation_steps": 216,
"termination_reason": "terminated",
"model_calls": 270,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 21,
"environment_seed": 100021,
"policy_seed": 223477,
"success": false,
"reward_max": 0.663326692309139,
"coverage_max": 0.6301603576936821,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 22,
"environment_seed": 100022,
"policy_seed": 223478,
"success": false,
"reward_max": 0.6914105938218508,
"coverage_max": 0.6568400641307582,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 23,
"environment_seed": 100023,
"policy_seed": 223479,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.962323573273054,
"steps_to_success": 96,
"simulation_steps": 96,
"termination_reason": "terminated",
"model_calls": 120,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 24,
"environment_seed": 100024,
"policy_seed": 223480,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 25,
"environment_seed": 100025,
"policy_seed": 223481,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9656578585360273,
"steps_to_success": 182,
"simulation_steps": 182,
"termination_reason": "terminated",
"model_calls": 230,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 26,
"environment_seed": 100026,
"policy_seed": 223482,
"success": false,
"reward_max": 0.008841210541720674,
"coverage_max": 0.00839915001463464,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 27,
"environment_seed": 100027,
"policy_seed": 223483,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9511959334379411,
"steps_to_success": 265,
"simulation_steps": 265,
"termination_reason": "terminated",
"model_calls": 340,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 28,
"environment_seed": 100028,
"policy_seed": 223484,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.956910424400577,
"steps_to_success": 169,
"simulation_steps": 169,
"termination_reason": "terminated",
"model_calls": 220,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 29,
"environment_seed": 100029,
"policy_seed": 223485,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9756178715495227,
"steps_to_success": 94,
"simulation_steps": 94,
"termination_reason": "terminated",
"model_calls": 120,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 30,
"environment_seed": 100030,
"policy_seed": 223486,
"success": false,
"reward_max": 0.9790206615297802,
"coverage_max": 0.9300696284532911,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 31,
"environment_seed": 100031,
"policy_seed": 223487,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9724470155823445,
"steps_to_success": 154,
"simulation_steps": 154,
"termination_reason": "terminated",
"model_calls": 200,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 32,
"environment_seed": 100032,
"policy_seed": 223488,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9628137240086194,
"steps_to_success": 94,
"simulation_steps": 94,
"termination_reason": "terminated",
"model_calls": 120,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 33,
"environment_seed": 100033,
"policy_seed": 223489,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9579147802883785,
"steps_to_success": 205,
"simulation_steps": 205,
"termination_reason": "terminated",
"model_calls": 260,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 34,
"environment_seed": 100034,
"policy_seed": 223490,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9649760475255083,
"steps_to_success": 249,
"simulation_steps": 249,
"termination_reason": "terminated",
"model_calls": 320,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 35,
"environment_seed": 100035,
"policy_seed": 223491,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 36,
"environment_seed": 100036,
"policy_seed": 223492,
"success": false,
"reward_max": 0.5386384069484953,
"coverage_max": 0.5117064866010705,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 37,
"environment_seed": 100037,
"policy_seed": 223493,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9508913713844094,
"steps_to_success": 243,
"simulation_steps": 243,
"termination_reason": "terminated",
"model_calls": 310,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 38,
"environment_seed": 100038,
"policy_seed": 223494,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 39,
"environment_seed": 100039,
"policy_seed": 223495,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9609373781843843,
"steps_to_success": 283,
"simulation_steps": 283,
"termination_reason": "terminated",
"model_calls": 360,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 40,
"environment_seed": 100040,
"policy_seed": 223496,
"success": false,
"reward_max": 0.9734283569410342,
"coverage_max": 0.9247569390939825,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 41,
"environment_seed": 100041,
"policy_seed": 223497,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9610125623564766,
"steps_to_success": 214,
"simulation_steps": 214,
"termination_reason": "terminated",
"model_calls": 270,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 42,
"environment_seed": 100042,
"policy_seed": 223498,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9653775044241685,
"steps_to_success": 200,
"simulation_steps": 200,
"termination_reason": "terminated",
"model_calls": 250,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 43,
"environment_seed": 100043,
"policy_seed": 223499,
"success": false,
"reward_max": 0.980023480514038,
"coverage_max": 0.9310223064883361,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 44,
"environment_seed": 100044,
"policy_seed": 223500,
"success": false,
"reward_max": 0.9645238262673542,
"coverage_max": 0.9162976349539864,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 45,
"environment_seed": 100045,
"policy_seed": 223501,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9751219057698354,
"steps_to_success": 100,
"simulation_steps": 100,
"termination_reason": "terminated",
"model_calls": 130,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 46,
"environment_seed": 100046,
"policy_seed": 223502,
"success": false,
"reward_max": 0.49283742754149396,
"coverage_max": 0.4681955561644192,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 47,
"environment_seed": 100047,
"policy_seed": 223503,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9764334954992867,
"steps_to_success": 97,
"simulation_steps": 97,
"termination_reason": "terminated",
"model_calls": 130,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 48,
"environment_seed": 100048,
"policy_seed": 223504,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9758696548126135,
"steps_to_success": 97,
"simulation_steps": 97,
"termination_reason": "terminated",
"model_calls": 130,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 49,
"environment_seed": 100049,
"policy_seed": 223505,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 380,
"action_clipping_count": 0,
"video_path": null
}
],
"step": 117600
}