pusht-parallel-tdp-seed0 / evaluation_step0100800.json
IXDLI's picture
Final EMA tdp seed0, 512400 updates
b02f606 verified
Raw History Blame Contribute Delete
20.7 kB
{
"policy": "tube",
"episodes": 50,
"seed_start": 100000,
"max_steps": 300,
"nfe": 10,
"sampler": "ddim",
"mean_score": 0.8299998312345849,
"success_rate": 0.52,
"mean_max_coverage": 0.7973816467112691,
"coverage_episodes": 50,
"steps_to_success_mean": 143.1153846153846,
"successful_count": 26,
"simulation_steps": 10921,
"model_calls": 23395,
"model_calls_source": "forward_hook:denoiser",
"model_call_counts": {
"chunk_generations": 0,
"tube_initializations": 1386,
"tube_stream_updates": 9535,
"chunk_head_calls": 0,
"initialization_head_calls": 13860,
"stream_head_calls": 9535
},
"action_clipping_count": 0,
"environment": {
"id": "gym_pusht/PushT-v0",
"observation": "pixels_agent_pos",
"reset_protocol": "original_dp_random_state_reset_to_state",
"control_hz": 10,
"prediction_horizon": 16,
"observation_horizon": 2,
"action_horizon": 8
},
"episode_rows": [
{
"episode_index": 0,
"environment_seed": 100000,
"policy_seed": 223456,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9517640785060847,
"steps_to_success": 160,
"simulation_steps": 160,
"termination_reason": "terminated",
"model_calls": 340,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/tdp_seed0/evaluations/step_0100800/videos/episode_0000_seed_100000.mp4"
},
{
"episode_index": 1,
"environment_seed": 100001,
"policy_seed": 223457,
"success": false,
"reward_max": 0.48529440944997965,
"coverage_max": 0.46102968897748065,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/tdp_seed0/evaluations/step_0100800/videos/episode_0001_seed_100001.mp4"
},
{
"episode_index": 2,
"environment_seed": 100002,
"policy_seed": 223458,
"success": false,
"reward_max": 0.98410450800925,
"coverage_max": 0.9348992826087874,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/tdp_seed0/evaluations/step_0100800/videos/episode_0002_seed_100002.mp4"
},
{
"episode_index": 3,
"environment_seed": 100003,
"policy_seed": 223459,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9685869935870547,
"steps_to_success": 84,
"simulation_steps": 84,
"termination_reason": "terminated",
"model_calls": 183,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 4,
"environment_seed": 100004,
"policy_seed": 223460,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9859728409343553,
"steps_to_success": 105,
"simulation_steps": 105,
"termination_reason": "terminated",
"model_calls": 231,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 5,
"environment_seed": 100005,
"policy_seed": 223461,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9614791842245708,
"steps_to_success": 152,
"simulation_steps": 152,
"termination_reason": "terminated",
"model_calls": 323,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 6,
"environment_seed": 100006,
"policy_seed": 223462,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9604615826230212,
"steps_to_success": 135,
"simulation_steps": 135,
"termination_reason": "terminated",
"model_calls": 288,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 7,
"environment_seed": 100007,
"policy_seed": 223463,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9516062108050766,
"steps_to_success": 226,
"simulation_steps": 226,
"termination_reason": "terminated",
"model_calls": 487,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 8,
"environment_seed": 100008,
"policy_seed": 223464,
"success": false,
"reward_max": 0.9973242597518476,
"coverage_max": 0.9474580467642552,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 9,
"environment_seed": 100009,
"policy_seed": 223465,
"success": false,
"reward_max": 0.06916628077030625,
"coverage_max": 0.06570796673179093,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 10,
"environment_seed": 100010,
"policy_seed": 223466,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9769087475959015,
"steps_to_success": 270,
"simulation_steps": 270,
"termination_reason": "terminated",
"model_calls": 576,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 11,
"environment_seed": 100011,
"policy_seed": 223467,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9654149194957534,
"steps_to_success": 111,
"simulation_steps": 111,
"termination_reason": "terminated",
"model_calls": 237,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 12,
"environment_seed": 100012,
"policy_seed": 223468,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.967366403895296,
"steps_to_success": 107,
"simulation_steps": 107,
"termination_reason": "terminated",
"model_calls": 233,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 13,
"environment_seed": 100013,
"policy_seed": 223469,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.982790063372264,
"steps_to_success": 94,
"simulation_steps": 94,
"termination_reason": "terminated",
"model_calls": 202,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 14,
"environment_seed": 100014,
"policy_seed": 223470,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9699483133756333,
"steps_to_success": 124,
"simulation_steps": 124,
"termination_reason": "terminated",
"model_calls": 268,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 15,
"environment_seed": 100015,
"policy_seed": 223471,
"success": false,
"reward_max": 0.7058267706245714,
"coverage_max": 0.6705354320933429,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 16,
"environment_seed": 100016,
"policy_seed": 223472,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9581514304763146,
"steps_to_success": 258,
"simulation_steps": 258,
"termination_reason": "terminated",
"model_calls": 555,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 17,
"environment_seed": 100017,
"policy_seed": 223473,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9653678974959267,
"steps_to_success": 46,
"simulation_steps": 46,
"termination_reason": "terminated",
"model_calls": 100,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 18,
"environment_seed": 100018,
"policy_seed": 223474,
"success": false,
"reward_max": 0.9931546342581072,
"coverage_max": 0.9434969025452018,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 19,
"environment_seed": 100019,
"policy_seed": 223475,
"success": false,
"reward_max": 0.9870903717730477,
"coverage_max": 0.9377358531843952,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 20,
"environment_seed": 100020,
"policy_seed": 223476,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9847852644362812,
"steps_to_success": 153,
"simulation_steps": 153,
"termination_reason": "terminated",
"model_calls": 333,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 21,
"environment_seed": 100021,
"policy_seed": 223477,
"success": false,
"reward_max": 0.5957568451480173,
"coverage_max": 0.5659690028906164,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 22,
"environment_seed": 100022,
"policy_seed": 223478,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9909382389921791,
"steps_to_success": 208,
"simulation_steps": 208,
"termination_reason": "terminated",
"model_calls": 442,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 23,
"environment_seed": 100023,
"policy_seed": 223479,
"success": false,
"reward_max": 0.9857020570433003,
"coverage_max": 0.9364169541911352,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 24,
"environment_seed": 100024,
"policy_seed": 223480,
"success": false,
"reward_max": 0.43159735539778293,
"coverage_max": 0.41001748762789375,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 25,
"environment_seed": 100025,
"policy_seed": 223481,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9663139108237249,
"steps_to_success": 248,
"simulation_steps": 248,
"termination_reason": "terminated",
"model_calls": 527,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 26,
"environment_seed": 100026,
"policy_seed": 223482,
"success": false,
"reward_max": 0.00696125743418742,
"coverage_max": 0.006613194562478049,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 27,
"environment_seed": 100027,
"policy_seed": 223483,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9542670224682754,
"steps_to_success": 119,
"simulation_steps": 119,
"termination_reason": "terminated",
"model_calls": 254,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 28,
"environment_seed": 100028,
"policy_seed": 223484,
"success": false,
"reward_max": 0.8628242270422776,
"coverage_max": 0.8196830156901637,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 29,
"environment_seed": 100029,
"policy_seed": 223485,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9703237225625699,
"steps_to_success": 93,
"simulation_steps": 93,
"termination_reason": "terminated",
"model_calls": 201,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 30,
"environment_seed": 100030,
"policy_seed": 223486,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9583439972198272,
"steps_to_success": 152,
"simulation_steps": 152,
"termination_reason": "terminated",
"model_calls": 323,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 31,
"environment_seed": 100031,
"policy_seed": 223487,
"success": false,
"reward_max": 0.9510197092062741,
"coverage_max": 0.9034687237459603,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 32,
"environment_seed": 100032,
"policy_seed": 223488,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9916763693772117,
"steps_to_success": 77,
"simulation_steps": 77,
"termination_reason": "terminated",
"model_calls": 167,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 33,
"environment_seed": 100033,
"policy_seed": 223489,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9576943905137129,
"steps_to_success": 149,
"simulation_steps": 149,
"termination_reason": "terminated",
"model_calls": 320,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 34,
"environment_seed": 100034,
"policy_seed": 223490,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.959276111306847,
"steps_to_success": 199,
"simulation_steps": 199,
"termination_reason": "terminated",
"model_calls": 424,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 35,
"environment_seed": 100035,
"policy_seed": 223491,
"success": false,
"reward_max": 0.38947064869164183,
"coverage_max": 0.3699971162570597,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 36,
"environment_seed": 100036,
"policy_seed": 223492,
"success": false,
"reward_max": 0.9884762006638006,
"coverage_max": 0.9390523906306105,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 37,
"environment_seed": 100037,
"policy_seed": 223493,
"success": false,
"reward_max": 0.4198004412571508,
"coverage_max": 0.3988104191942933,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 38,
"environment_seed": 100038,
"policy_seed": 223494,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 39,
"environment_seed": 100039,
"policy_seed": 223495,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9628501102294824,
"steps_to_success": 123,
"simulation_steps": 123,
"termination_reason": "terminated",
"model_calls": 267,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 40,
"environment_seed": 100040,
"policy_seed": 223496,
"success": false,
"reward_max": 0.7180671494955672,
"coverage_max": 0.6821637920207888,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 41,
"environment_seed": 100041,
"policy_seed": 223497,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9564789926103515,
"steps_to_success": 102,
"simulation_steps": 102,
"termination_reason": "terminated",
"model_calls": 219,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 42,
"environment_seed": 100042,
"policy_seed": 223498,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 43,
"environment_seed": 100043,
"policy_seed": 223499,
"success": false,
"reward_max": 0.9944361665594774,
"coverage_max": 0.9447143582315035,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 44,
"environment_seed": 100044,
"policy_seed": 223500,
"success": false,
"reward_max": 0.959963865726146,
"coverage_max": 0.9119656724398386,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 45,
"environment_seed": 100045,
"policy_seed": 223501,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.952788349031118,
"steps_to_success": 80,
"simulation_steps": 80,
"termination_reason": "terminated",
"model_calls": 170,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 46,
"environment_seed": 100046,
"policy_seed": 223502,
"success": false,
"reward_max": 0.9795488614021586,
"coverage_max": 0.9305714183320506,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 47,
"environment_seed": 100047,
"policy_seed": 223503,
"success": true,
"reward_max": 1.0,
"coverage_max": 0.9725352059618365,
"steps_to_success": 146,
"simulation_steps": 146,
"termination_reason": "terminated",
"model_calls": 317,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 48,
"environment_seed": 100048,
"policy_seed": 223504,
"success": false,
"reward_max": 0.9944055420243563,
"coverage_max": 0.9446852649231384,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
},
{
"episode_index": 49,
"environment_seed": 100049,
"policy_seed": 223505,
"success": false,
"reward_max": 0.0,
"coverage_max": 0.0,
"steps_to_success": null,
"simulation_steps": 300,
"termination_reason": "truncated",
"model_calls": 642,
"action_clipping_count": 0,
"video_path": null
}
],
"step": 100800
}