pusht-parallel-tdp-seed0 / evaluation_step0210000.json
IXDLI's picture
Final EMA tdp seed0, 512400 updates
b02f606 verified
Raw History Blame Contribute Delete
20.8 kB
{
"policy": "tube",
"episodes": 50,
"seed_start": 100000,
"max_steps": 300,
"nfe": 10,
"sampler": "ddim",
"mean_score": 0.8303904027714125,
"success_rate": 0.4,
"mean_max_coverage": 0.7931532116982303,
"coverage_episodes": 50,
"steps_to_success_mean": 146.35,
"successful_count": 20,
"simulation_steps": 11927,
"model_calls": 25544,
"model_calls_source": "forward_hook:denoiser",
"model_call_counts": {
"chunk_generations": 0,
"tube_initializations": 1513,
"tube_stream_updates": 10414,
"chunk_head_calls": 0,
"initialization_head_calls": 15130,
"stream_head_calls": 10414
},
"action_clipping_count": 0,
"environment": {
"id": "gym_pusht/PushT-v0",
"observation": "pixels_agent_pos",
"reset_protocol": "original_dp_random_state_reset_to_state",
"control_hz": 10,
"prediction_horizon": 16,
"observation_horizon": 2,
"action_horizon": 8
},
"episode_rows": [
{
"episode_index": 0,
"environment_seed": 100000,
"policy_seed": 223456,
"success": false,
"reward_max": 0.9799024878640911,
"coverage_max": 0.9309073634708864,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/tdp_seed0/evaluations/step_0210000/videos/episode_0000_seed_100000.mp4"
},
{
"episode_index": 1,
"environment_seed": 100001,
"policy_seed": 223457,
"success": false,
"reward_max": 0.9328363052744675,
"coverage_max": 0.886194490010744,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/tdp_seed0/evaluations/step_0210000/videos/episode_0001_seed_100001.mp4"
},
{
"episode_index": 2,
"environment_seed": 100002,
"policy_seed": 223458,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9845192007471407,
"steps_to_success": 118,
"simulation_steps": 118,
"termination_reason": "terminated",
"model_calls": 253,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/tdp_seed0/evaluations/step_0210000/videos/episode_0002_seed_100002.mp4"
},
{
"episode_index": 3,
"environment_seed": 100003,
"policy_seed": 223459,
"success": false,
"reward_max": 0.8473122758107278,
"coverage_max": 0.8049466620201914,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 4,
"environment_seed": 100004,
"policy_seed": 223460,
"success": false,
"reward_max": 0.9970684252387545,
"coverage_max": 0.9472150039768167,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 5,
"environment_seed": 100005,
"policy_seed": 223461,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9565786985062056,
"steps_to_success": 160,
"simulation_steps": 160,
"termination_reason": "terminated",
"model_calls": 340,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 6,
"environment_seed": 100006,
"policy_seed": 223462,
"success": false,
"reward_max": 0.9677002088835616,
"coverage_max": 0.9193151984393835,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 7,
"environment_seed": 100007,
"policy_seed": 223463,
"success": false,
"reward_max": 0.9903099347818308,
"coverage_max": 0.9407944380427392,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 8,
"environment_seed": 100008,
"policy_seed": 223464,
"success": false,
"reward_max": 0.9788546610761573,
"coverage_max": 0.9299119280223493,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 9,
"environment_seed": 100009,
"policy_seed": 223465,
"success": false,
"reward_max": 0.0002286912700022814,
"coverage_max": 0.00021725670650216732,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 10,
"environment_seed": 100010,
"policy_seed": 223466,
"success": false,
"reward_max": 0.5534592839524889,
"coverage_max": 0.5257863197548645,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 11,
"environment_seed": 100011,
"policy_seed": 223467,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9528243655200866,
"steps_to_success": 164,
"simulation_steps": 164,
"termination_reason": "terminated",
"model_calls": 353,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 12,
"environment_seed": 100012,
"policy_seed": 223468,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.950812998506832,
"steps_to_success": 204,
"simulation_steps": 204,
"termination_reason": "terminated",
"model_calls": 438,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 13,
"environment_seed": 100013,
"policy_seed": 223469,
"success": false,
"reward_max": 0.9317810819466149,
"coverage_max": 0.8851920278492841,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 14,
"environment_seed": 100014,
"policy_seed": 223470,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9645851460501871,
"steps_to_success": 165,
"simulation_steps": 165,
"termination_reason": "terminated",
"model_calls": 354,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 15,
"environment_seed": 100015,
"policy_seed": 223471,
"success": false,
"reward_max": 0.8836089018195372,
"coverage_max": 0.8394284567285604,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 16,
"environment_seed": 100016,
"policy_seed": 223472,
"success": false,
"reward_max": 0.9764274113282357,
"coverage_max": 0.927606040761824,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 17,
"environment_seed": 100017,
"policy_seed": 223473,
"success": false,
"reward_max": 0.9220535610814153,
"coverage_max": 0.8759508830273446,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 18,
"environment_seed": 100018,
"policy_seed": 223474,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9602123447609294,
"steps_to_success": 138,
"simulation_steps": 138,
"termination_reason": "terminated",
"model_calls": 300,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 19,
"environment_seed": 100019,
"policy_seed": 223475,
"success": false,
"reward_max": 0.977196890510429,
"coverage_max": 0.9283370459849075,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 20,
"environment_seed": 100020,
"policy_seed": 223476,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9550178916724668,
"steps_to_success": 188,
"simulation_steps": 188,
"termination_reason": "terminated",
"model_calls": 404,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 21,
"environment_seed": 100021,
"policy_seed": 223477,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9569126034197868,
"steps_to_success": 111,
"simulation_steps": 111,
"termination_reason": "terminated",
"model_calls": 237,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 22,
"environment_seed": 100022,
"policy_seed": 223478,
"success": false,
"reward_max": 0.8698253957162114,
"coverage_max": 0.8263341259304008,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 23,
"environment_seed": 100023,
"policy_seed": 223479,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9572200864799874,
"steps_to_success": 96,
"simulation_steps": 96,
"termination_reason": "terminated",
"model_calls": 204,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 24,
"environment_seed": 100024,
"policy_seed": 223480,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 25,
"environment_seed": 100025,
"policy_seed": 223481,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9706125901737362,
"steps_to_success": 129,
"simulation_steps": 129,
"termination_reason": "terminated",
"model_calls": 282,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 26,
"environment_seed": 100026,
"policy_seed": 223482,
"success": false,
"reward_max": 0.9847797729453075,
"coverage_max": 0.9355407842980421,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 27,
"environment_seed": 100027,
"policy_seed": 223483,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9668289082330436,
"steps_to_success": 143,
"simulation_steps": 143,
"termination_reason": "terminated",
"model_calls": 305,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 28,
"environment_seed": 100028,
"policy_seed": 223484,
"success": false,
"reward_max": 0.9890182805143546,
"coverage_max": 0.9395673664886368,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 29,
"environment_seed": 100029,
"policy_seed": 223485,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9624029793983294,
"steps_to_success": 84,
"simulation_steps": 84,
"termination_reason": "terminated",
"model_calls": 183,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 30,
"environment_seed": 100030,
"policy_seed": 223486,
"success": false,
"reward_max": 0.9549438773759682,
"coverage_max": 0.9071966835071698,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 31,
"environment_seed": 100031,
"policy_seed": 223487,
"success": false,
"reward_max": 0.909890157848043,
"coverage_max": 0.8643956499556408,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 32,
"environment_seed": 100032,
"policy_seed": 223488,
"success": false,
"reward_max": 0.5048324799197389,
"coverage_max": 0.4795908559237519,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 33,
"environment_seed": 100033,
"policy_seed": 223489,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9510034645497797,
"steps_to_success": 72,
"simulation_steps": 72,
"termination_reason": "terminated",
"model_calls": 153,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 34,
"environment_seed": 100034,
"policy_seed": 223490,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9731987452180064,
"steps_to_success": 153,
"simulation_steps": 153,
"termination_reason": "terminated",
"model_calls": 333,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 35,
"environment_seed": 100035,
"policy_seed": 223491,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 36,
"environment_seed": 100036,
"policy_seed": 223492,
"success": false,
"reward_max": 0.9824739408371129,
"coverage_max": 0.9333502437952572,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 37,
"environment_seed": 100037,
"policy_seed": 223493,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9737919137945394,
"steps_to_success": 144,
"simulation_steps": 144,
"termination_reason": "terminated",
"model_calls": 306,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 38,
"environment_seed": 100038,
"policy_seed": 223494,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 39,
"environment_seed": 100039,
"policy_seed": 223495,
"success": false,
"reward_max": 0.9896950641699549,
"coverage_max": 0.9402103109614571,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 40,
"environment_seed": 100040,
"policy_seed": 223496,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9503666413322648,
"steps_to_success": 126,
"simulation_steps": 126,
"termination_reason": "terminated",
"model_calls": 270,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 41,
"environment_seed": 100041,
"policy_seed": 223497,
"success": false,
"reward_max": 0.9681010558635126,
"coverage_max": 0.9196960030703369,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 42,
"environment_seed": 100042,
"policy_seed": 223498,
"success": false,
"reward_max": 0.000446049672902103,
"coverage_max": 0.0004237471892569978,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 43,
"environment_seed": 100043,
"policy_seed": 223499,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.959973892135802,
"steps_to_success": 253,
"simulation_steps": 253,
"termination_reason": "terminated",
"model_calls": 541,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 44,
"environment_seed": 100044,
"policy_seed": 223500,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9570310648358614,
"steps_to_success": 228,
"simulation_steps": 228,
"termination_reason": "terminated",
"model_calls": 489,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 45,
"environment_seed": 100045,
"policy_seed": 223501,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9585151297713551,
"steps_to_success": 62,
"simulation_steps": 62,
"termination_reason": "terminated",
"model_calls": 134,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 46,
"environment_seed": 100046,
"policy_seed": 223502,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9517077881630739,
"steps_to_success": 189,
"simulation_steps": 189,
"termination_reason": "terminated",
"model_calls": 405,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 47,
"environment_seed": 100047,
"policy_seed": 223503,
"success": false,
"reward_max": 0.42712133621724957,
"coverage_max": 0.4057652694063871,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 48,
"environment_seed": 100048,
"policy_seed": 223504,
"success": false,
"reward_max": 0.9996526066519559,
"coverage_max": 0.949669976319358,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 49,
"environment_seed": 100049,
"policy_seed": 223505,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
}
],
"step": 210000
}