pusht-parallel-tdp-seed0 / evaluation_final_ddim10.json
IXDLI's picture
Final EMA tdp seed0, 512400 updates
b02f606 verified
Raw History Blame Contribute Delete
20.9 kB
{
"policy": "tube",
"episodes": 50,
"seed_start": 100000,
"max_steps": 300,
"nfe": 10,
"sampler": "ddim",
"mean_score": 0.7473587234734265,
"success_rate": 0.24,
"mean_max_coverage": 0.7130795732746809,
"coverage_episodes": 50,
"steps_to_success_mean": 168.41666666666666,
"successful_count": 12,
"simulation_steps": 13421,
"model_calls": 28730,
"model_calls_source": "forward_hook:denoiser",
"model_call_counts": {
"chunk_generations": 0,
"tube_initializations": 1701,
"tube_stream_updates": 11720,
"chunk_head_calls": 0,
"initialization_head_calls": 17010,
"stream_head_calls": 11720
},
"action_clipping_count": 0,
"environment": {
"id": "gym_pusht/PushT-v0",
"observation": "pixels_agent_pos",
"reset_protocol": "original_dp_random_state_reset_to_state",
"control_hz": 10,
"prediction_horizon": 16,
"observation_horizon": 2,
"action_horizon": 8
},
"episode_rows": [
{
"episode_index": 0,
"environment_seed": 100000,
"policy_seed": 223456,
"success": false,
"reward_max": 0.9777389462839042,
"coverage_max": 0.9288519989697089,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/tdp_seed0/final_ddim10/videos/episode_0000_seed_100000.mp4"
},
{
"episode_index": 1,
"environment_seed": 100001,
"policy_seed": 223457,
"success": false,
"reward_max": 0.5965477311907827,
"coverage_max": 0.5667203446312435,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/tdp_seed0/final_ddim10/videos/episode_0001_seed_100001.mp4"
},
{
"episode_index": 2,
"environment_seed": 100002,
"policy_seed": 223458,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9622866554846372,
"steps_to_success": 148,
"simulation_steps": 148,
"termination_reason": "terminated",
"model_calls": 319,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/tdp_seed0/final_ddim10/videos/episode_0002_seed_100002.mp4"
},
{
"episode_index": 3,
"environment_seed": 100003,
"policy_seed": 223459,
"success": false,
"reward_max": 0.6602228876501854,
"coverage_max": 0.6272117432676761,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 4,
"environment_seed": 100004,
"policy_seed": 223460,
"success": false,
"reward_max": 0.9172741519891567,
"coverage_max": 0.8714104443896988,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 5,
"environment_seed": 100005,
"policy_seed": 223461,
"success": false,
"reward_max": 0.48131936168421624,
"coverage_max": 0.4572533936000054,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 6,
"environment_seed": 100006,
"policy_seed": 223462,
"success": false,
"reward_max": 0.5285222685884408,
"coverage_max": 0.5020961551590187,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 7,
"environment_seed": 100007,
"policy_seed": 223463,
"success": false,
"reward_max": 0.9832996972677308,
"coverage_max": 0.9341347124043442,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 8,
"environment_seed": 100008,
"policy_seed": 223464,
"success": false,
"reward_max": 0.9469183437588706,
"coverage_max": 0.8995724265709271,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 9,
"environment_seed": 100009,
"policy_seed": 223465,
"success": false,
"reward_max": 0.0022124747645298863,
"coverage_max": 0.002101851026303392,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 10,
"environment_seed": 100010,
"policy_seed": 223466,
"success": false,
"reward_max": 0.9568734549704242,
"coverage_max": 0.9090297822219029,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 11,
"environment_seed": 100011,
"policy_seed": 223467,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9576950778764228,
"steps_to_success": 185,
"simulation_steps": 185,
"termination_reason": "terminated",
"model_calls": 401,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 12,
"environment_seed": 100012,
"policy_seed": 223468,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9623860465570863,
"steps_to_success": 136,
"simulation_steps": 136,
"termination_reason": "terminated",
"model_calls": 289,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 13,
"environment_seed": 100013,
"policy_seed": 223469,
"success": false,
"reward_max": 0.4817786528799955,
"coverage_max": 0.4576897202359957,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 14,
"environment_seed": 100014,
"policy_seed": 223470,
"success": false,
"reward_max": 0.39981971464441785,
"coverage_max": 0.37982872891219693,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 15,
"environment_seed": 100015,
"policy_seed": 223471,
"success": false,
"reward_max": 0.582470414707496,
"coverage_max": 0.5533468939721212,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 16,
"environment_seed": 100016,
"policy_seed": 223472,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9667973776618987,
"steps_to_success": 68,
"simulation_steps": 68,
"termination_reason": "terminated",
"model_calls": 149,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 17,
"environment_seed": 100017,
"policy_seed": 223473,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9561496864003786,
"steps_to_success": 230,
"simulation_steps": 230,
"termination_reason": "terminated",
"model_calls": 491,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 18,
"environment_seed": 100018,
"policy_seed": 223474,
"success": false,
"reward_max": 0.8947888050777801,
"coverage_max": 0.850049364823891,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 19,
"environment_seed": 100019,
"policy_seed": 223475,
"success": false,
"reward_max": 0.9913470138825479,
"coverage_max": 0.9417796631884204,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 20,
"environment_seed": 100020,
"policy_seed": 223476,
"success": false,
"reward_max": 0.9847900726806663,
"coverage_max": 0.9355505690466329,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 21,
"environment_seed": 100021,
"policy_seed": 223477,
"success": false,
"reward_max": 0.9751355292438897,
"coverage_max": 0.9263787527816951,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 22,
"environment_seed": 100022,
"policy_seed": 223478,
"success": false,
"reward_max": 0.9940466925578433,
"coverage_max": 0.9443443579299511,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 23,
"environment_seed": 100023,
"policy_seed": 223479,
"success": false,
"reward_max": 0.9752276783167187,
"coverage_max": 0.9264662944008828,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 24,
"environment_seed": 100024,
"policy_seed": 223480,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 25,
"environment_seed": 100025,
"policy_seed": 223481,
"success": false,
"reward_max": 0.9922383539677218,
"coverage_max": 0.9426264362693356,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 26,
"environment_seed": 100026,
"policy_seed": 223482,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 27,
"environment_seed": 100027,
"policy_seed": 223483,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9538453834038084,
"steps_to_success": 238,
"simulation_steps": 238,
"termination_reason": "terminated",
"model_calls": 508,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 28,
"environment_seed": 100028,
"policy_seed": 223484,
"success": false,
"reward_max": 0.17982225190662804,
"coverage_max": 0.17083113931129662,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 29,
"environment_seed": 100029,
"policy_seed": 223485,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9504721676530736,
"steps_to_success": 117,
"simulation_steps": 117,
"termination_reason": "terminated",
"model_calls": 252,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 30,
"environment_seed": 100030,
"policy_seed": 223486,
"success": false,
"reward_max": 0.9984740232488846,
"coverage_max": 0.9485503220864403,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 31,
"environment_seed": 100031,
"policy_seed": 223487,
"success": false,
"reward_max": 0.696383134249978,
"coverage_max": 0.6615639775374791,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 32,
"environment_seed": 100032,
"policy_seed": 223488,
"success": false,
"reward_max": 0.20040103512421217,
"coverage_max": 0.19038098336800155,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 33,
"environment_seed": 100033,
"policy_seed": 223489,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.961658881145696,
"steps_to_success": 73,
"simulation_steps": 73,
"termination_reason": "terminated",
"model_calls": 163,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 34,
"environment_seed": 100034,
"policy_seed": 223490,
"success": false,
"reward_max": 0.9382856823247241,
"coverage_max": 0.8913713982084879,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 35,
"environment_seed": 100035,
"policy_seed": 223491,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 36,
"environment_seed": 100036,
"policy_seed": 223492,
"success": false,
"reward_max": 0.4909450044271088,
"coverage_max": 0.46639775420575336,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 37,
"environment_seed": 100037,
"policy_seed": 223493,
"success": false,
"reward_max": 0.9479751577774976,
"coverage_max": 0.9005763998886227,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 38,
"environment_seed": 100038,
"policy_seed": 223494,
"success": false,
"reward_max": 0.9934819706383425,
"coverage_max": 0.9438078721064254,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 39,
"environment_seed": 100039,
"policy_seed": 223495,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9559648398371361,
"steps_to_success": 167,
"simulation_steps": 167,
"termination_reason": "terminated",
"model_calls": 356,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 40,
"environment_seed": 100040,
"policy_seed": 223496,
"success": false,
"reward_max": 0.7045397471741934,
"coverage_max": 0.6693127598154838,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 41,
"environment_seed": 100041,
"policy_seed": 223497,
"success": false,
"reward_max": 0.006845348548407913,
"coverage_max": 0.006503081120987517,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 42,
"environment_seed": 100042,
"policy_seed": 223498,
"success": false,
"reward_max": 0.9778956865196351,
"coverage_max": 0.9290009021936533,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 43,
"environment_seed": 100043,
"policy_seed": 223499,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9791968261720593,
"steps_to_success": 286,
"simulation_steps": 286,
"termination_reason": "terminated",
"model_calls": 610,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 44,
"environment_seed": 100044,
"policy_seed": 223500,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9843767058885363,
"steps_to_success": 295,
"simulation_steps": 295,
"termination_reason": "terminated",
"model_calls": 628,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 45,
"environment_seed": 100045,
"policy_seed": 223501,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9636096506655504,
"steps_to_success": 78,
"simulation_steps": 78,
"termination_reason": "terminated",
"model_calls": 168,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 46,
"environment_seed": 100046,
"policy_seed": 223502,
"success": false,
"reward_max": 0.9803883368883826,
"coverage_max": 0.9313689200439634,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 47,
"environment_seed": 100047,
"policy_seed": 223503,
"success": false,
"reward_max": 0.9696379008679257,
"coverage_max": 0.9211560058245294,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 48,
"environment_seed": 100048,
"policy_seed": 223504,
"success": false,
"reward_max": 0.9602886478680825,
"coverage_max": 0.9122742154746784,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 49,
"environment_seed": 100049,
"policy_seed": 223505,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
}
],
"step": 512400
}