pusht-parallel-tdp-seed0 / evaluation_final_ddim2.json
IXDLI's picture
Final EMA tdp seed0, 512400 updates
b02f606 verified
Raw History Blame Contribute Delete
20.9 kB
{
"policy": "tube",
"episodes": 50,
"seed_start": 100000,
"max_steps": 300,
"nfe": 2,
"sampler": "ddim",
"mean_score": 0.8287026439236793,
"success_rate": 0.3,
"mean_max_coverage": 0.7901763280668898,
"coverage_episodes": 50,
"steps_to_success_mean": 192.6,
"successful_count": 15,
"simulation_steps": 13389,
"model_calls": 15086,
"model_calls_source": "forward_hook:denoiser",
"model_call_counts": {
"chunk_generations": 0,
"tube_initializations": 1697,
"tube_stream_updates": 11692,
"chunk_head_calls": 0,
"initialization_head_calls": 3394,
"stream_head_calls": 11692
},
"action_clipping_count": 0,
"environment": {
"id": "gym_pusht/PushT-v0",
"observation": "pixels_agent_pos",
"reset_protocol": "original_dp_random_state_reset_to_state",
"control_hz": 10,
"prediction_horizon": 16,
"observation_horizon": 2,
"action_horizon": 8
},
"episode_rows": [
{
"episode_index": 0,
"environment_seed": 100000,
"policy_seed": 223456,
"success": false,
"reward_max": 0.9418746950506831,
"coverage_max": 0.8947809602981489,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/tdp_seed0/final_ddim2/videos/episode_0000_seed_100000.mp4"
},
{
"episode_index": 1,
"environment_seed": 100001,
"policy_seed": 223457,
"success": false,
"reward_max": 0.9639916812825864,
"coverage_max": 0.915792097218457,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/tdp_seed0/final_ddim2/videos/episode_0001_seed_100001.mp4"
},
{
"episode_index": 2,
"environment_seed": 100002,
"policy_seed": 223458,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9555836259147114,
"steps_to_success": 174,
"simulation_steps": 174,
"termination_reason": "terminated",
"model_calls": 196,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/tdp_seed0/final_ddim2/videos/episode_0002_seed_100002.mp4"
},
{
"episode_index": 3,
"environment_seed": 100003,
"policy_seed": 223459,
"success": false,
"reward_max": 0.9852816739995487,
"coverage_max": 0.9360175902995712,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 4,
"environment_seed": 100004,
"policy_seed": 223460,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9578333909169355,
"steps_to_success": 300,
"simulation_steps": 300,
"termination_reason": "terminated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 5,
"environment_seed": 100005,
"policy_seed": 223461,
"success": false,
"reward_max": 0.5365469266976995,
"coverage_max": 0.5097195803628145,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 6,
"environment_seed": 100006,
"policy_seed": 223462,
"success": false,
"reward_max": 0.7167171252957224,
"coverage_max": 0.6808812690309363,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 7,
"environment_seed": 100007,
"policy_seed": 223463,
"success": false,
"reward_max": 0.975224021069576,
"coverage_max": 0.9264628200160971,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 8,
"environment_seed": 100008,
"policy_seed": 223464,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9613428224479313,
"steps_to_success": 134,
"simulation_steps": 134,
"termination_reason": "terminated",
"model_calls": 151,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 9,
"environment_seed": 100009,
"policy_seed": 223465,
"success": false,
"reward_max": 0.999366427409464,
"coverage_max": 0.9493981060389908,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 10,
"environment_seed": 100010,
"policy_seed": 223466,
"success": false,
"reward_max": 0.9550427412304076,
"coverage_max": 0.9072906041688872,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 11,
"environment_seed": 100011,
"policy_seed": 223467,
"success": false,
"reward_max": 0.9371551784591768,
"coverage_max": 0.890297419536218,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 12,
"environment_seed": 100012,
"policy_seed": 223468,
"success": false,
"reward_max": 0.8047797708818704,
"coverage_max": 0.7645407823377768,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 13,
"environment_seed": 100013,
"policy_seed": 223469,
"success": false,
"reward_max": 0.9967624890702012,
"coverage_max": 0.946924364616691,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 14,
"environment_seed": 100014,
"policy_seed": 223470,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9507225116611459,
"steps_to_success": 163,
"simulation_steps": 163,
"termination_reason": "terminated",
"model_calls": 184,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 15,
"environment_seed": 100015,
"policy_seed": 223471,
"success": false,
"reward_max": 0.5571658787857344,
"coverage_max": 0.5293075848464477,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 16,
"environment_seed": 100016,
"policy_seed": 223472,
"success": false,
"reward_max": 0.9619333890185073,
"coverage_max": 0.913836719567582,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 17,
"environment_seed": 100017,
"policy_seed": 223473,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9588128890890754,
"steps_to_success": 175,
"simulation_steps": 175,
"termination_reason": "terminated",
"model_calls": 197,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 18,
"environment_seed": 100018,
"policy_seed": 223474,
"success": false,
"reward_max": 0.9862805078172869,
"coverage_max": 0.9369664824264226,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 19,
"environment_seed": 100019,
"policy_seed": 223475,
"success": false,
"reward_max": 0.4712404321446721,
"coverage_max": 0.44767841053743845,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 20,
"environment_seed": 100020,
"policy_seed": 223476,
"success": false,
"reward_max": 0.9887882020343256,
"coverage_max": 0.9393487919326092,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 21,
"environment_seed": 100021,
"policy_seed": 223477,
"success": false,
"reward_max": 0.9852977114481077,
"coverage_max": 0.9360328258757024,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 22,
"environment_seed": 100022,
"policy_seed": 223478,
"success": false,
"reward_max": 0.8981786673707606,
"coverage_max": 0.8532697340022225,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 23,
"environment_seed": 100023,
"policy_seed": 223479,
"success": false,
"reward_max": 0.6013510393966186,
"coverage_max": 0.5712834874267877,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 24,
"environment_seed": 100024,
"policy_seed": 223480,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 25,
"environment_seed": 100025,
"policy_seed": 223481,
"success": false,
"reward_max": 0.9461279542816562,
"coverage_max": 0.8988215565675733,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 26,
"environment_seed": 100026,
"policy_seed": 223482,
"success": false,
"reward_max": 0.9807404305500438,
"coverage_max": 0.9317034090225416,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 27,
"environment_seed": 100027,
"policy_seed": 223483,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9661799520363216,
"steps_to_success": 245,
"simulation_steps": 245,
"termination_reason": "terminated",
"model_calls": 276,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 28,
"environment_seed": 100028,
"policy_seed": 223484,
"success": false,
"reward_max": 0.9452178235830403,
"coverage_max": 0.8979569324038882,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 29,
"environment_seed": 100029,
"policy_seed": 223485,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9500395191422458,
"steps_to_success": 134,
"simulation_steps": 134,
"termination_reason": "terminated",
"model_calls": 151,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 30,
"environment_seed": 100030,
"policy_seed": 223486,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9503461493712698,
"steps_to_success": 211,
"simulation_steps": 211,
"termination_reason": "terminated",
"model_calls": 238,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 31,
"environment_seed": 100031,
"policy_seed": 223487,
"success": false,
"reward_max": 0.6968835930731498,
"coverage_max": 0.6620394134194924,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 32,
"environment_seed": 100032,
"policy_seed": 223488,
"success": false,
"reward_max": 0.6581099521226357,
"coverage_max": 0.6252044545165039,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 33,
"environment_seed": 100033,
"policy_seed": 223489,
"success": false,
"reward_max": 0.9720309460867967,
"coverage_max": 0.9234293987824569,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 34,
"environment_seed": 100034,
"policy_seed": 223490,
"success": false,
"reward_max": 0.9982160508192375,
"coverage_max": 0.9483052482782756,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 35,
"environment_seed": 100035,
"policy_seed": 223491,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 36,
"environment_seed": 100036,
"policy_seed": 223492,
"success": false,
"reward_max": 0.5102000801590436,
"coverage_max": 0.4846900761510914,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 37,
"environment_seed": 100037,
"policy_seed": 223493,
"success": false,
"reward_max": 0.868696899527429,
"coverage_max": 0.8252620545510575,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 38,
"environment_seed": 100038,
"policy_seed": 223494,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.981597662905462,
"steps_to_success": 179,
"simulation_steps": 179,
"termination_reason": "terminated",
"model_calls": 202,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 39,
"environment_seed": 100039,
"policy_seed": 223495,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9628166128243304,
"steps_to_success": 248,
"simulation_steps": 248,
"termination_reason": "terminated",
"model_calls": 279,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 40,
"environment_seed": 100040,
"policy_seed": 223496,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9672663661365887,
"steps_to_success": 237,
"simulation_steps": 237,
"termination_reason": "terminated",
"model_calls": 267,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 41,
"environment_seed": 100041,
"policy_seed": 223497,
"success": false,
"reward_max": 0.006845348548407913,
"coverage_max": 0.006503081120987517,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 42,
"environment_seed": 100042,
"policy_seed": 223498,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9641036491896068,
"steps_to_success": 232,
"simulation_steps": 232,
"termination_reason": "terminated",
"model_calls": 261,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 43,
"environment_seed": 100043,
"policy_seed": 223499,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9641306364712189,
"steps_to_success": 171,
"simulation_steps": 171,
"termination_reason": "terminated",
"model_calls": 193,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 44,
"environment_seed": 100044,
"policy_seed": 223500,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9540022770033089,
"steps_to_success": 201,
"simulation_steps": 201,
"termination_reason": "terminated",
"model_calls": 227,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 45,
"environment_seed": 100045,
"policy_seed": 223501,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9506627518595729,
"steps_to_success": 85,
"simulation_steps": 85,
"termination_reason": "terminated",
"model_calls": 96,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 46,
"environment_seed": 100046,
"policy_seed": 223502,
"success": false,
"reward_max": 0.644078339608286,
"coverage_max": 0.6118744226278716,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 47,
"environment_seed": 100047,
"policy_seed": 223503,
"success": false,
"reward_max": 0.9510422566729978,
"coverage_max": 0.9034901438393479,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 48,
"environment_seed": 100048,
"policy_seed": 223504,
"success": false,
"reward_max": 0.9939639626882895,
"coverage_max": 0.9442657645538749,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 49,
"environment_seed": 100049,
"policy_seed": 223505,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 338,
"action_clipping_count": 0,
"video_path": null
}
],
"step": 512400
}