| { |
| "policy": "dit", |
| "episodes": 50, |
| "seed_start": 100000, |
| "max_steps": 300, |
| "nfe": 10, |
| "sampler": "ddim", |
| "mean_score": 0.76813269427799, |
| "success_rate": 0.24, |
| "mean_max_coverage": 0.7322406455947817, |
| "coverage_episodes": 50, |
| "steps_to_success_mean": 177.0, |
| "successful_count": 12, |
| "simulation_steps": 13524, |
| "model_calls": 17130, |
| "model_calls_source": "forward_hook:denoiser", |
| "model_call_counts": { |
| "chunk_generations": 1713, |
| "tube_initializations": 0, |
| "tube_stream_updates": 0, |
| "chunk_head_calls": 17130, |
| "initialization_head_calls": 0, |
| "stream_head_calls": 0 |
| }, |
| "action_clipping_count": 0, |
| "environment": { |
| "id": "gym_pusht/PushT-v0", |
| "observation": "pixels_agent_pos", |
| "reset_protocol": "original_dp_random_state_reset_to_state", |
| "control_hz": 10, |
| "prediction_horizon": 16, |
| "observation_horizon": 2, |
| "action_horizon": 8 |
| }, |
| "episode_rows": [ |
| { |
| "episode_index": 0, |
| "environment_seed": 100000, |
| "policy_seed": 223456, |
| "success": false, |
| "reward_max": 0.7186632380648662, |
| "coverage_max": 0.6827300761616228, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/dit_seed0/evaluations/step_0319200/videos/episode_0000_seed_100000.mp4" |
| }, |
| { |
| "episode_index": 1, |
| "environment_seed": 100001, |
| "policy_seed": 223457, |
| "success": false, |
| "reward_max": 0.695304762962826, |
| "coverage_max": 0.6605395248146846, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/dit_seed0/evaluations/step_0319200/videos/episode_0001_seed_100001.mp4" |
| }, |
| { |
| "episode_index": 2, |
| "environment_seed": 100002, |
| "policy_seed": 223458, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9682833942172044, |
| "steps_to_success": 153, |
| "simulation_steps": 153, |
| "termination_reason": "terminated", |
| "model_calls": 200, |
| "action_clipping_count": 0, |
| "video_path": "/project_ghent/pusht_parallel/pusht-parallel-20261019-s0/dit_seed0/evaluations/step_0319200/videos/episode_0002_seed_100002.mp4" |
| }, |
| { |
| "episode_index": 3, |
| "environment_seed": 100003, |
| "policy_seed": 223459, |
| "success": false, |
| "reward_max": 0.5025645534642701, |
| "coverage_max": 0.47743632579105655, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 4, |
| "environment_seed": 100004, |
| "policy_seed": 223460, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9683657170221176, |
| "steps_to_success": 96, |
| "simulation_steps": 96, |
| "termination_reason": "terminated", |
| "model_calls": 120, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 5, |
| "environment_seed": 100005, |
| "policy_seed": 223461, |
| "success": false, |
| "reward_max": 0.9723264777267013, |
| "coverage_max": 0.9237101538403663, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 6, |
| "environment_seed": 100006, |
| "policy_seed": 223462, |
| "success": false, |
| "reward_max": 0.0, |
| "coverage_max": 0.0, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 7, |
| "environment_seed": 100007, |
| "policy_seed": 223463, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9537933837302464, |
| "steps_to_success": 159, |
| "simulation_steps": 159, |
| "termination_reason": "terminated", |
| "model_calls": 200, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 8, |
| "environment_seed": 100008, |
| "policy_seed": 223464, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9538065323504339, |
| "steps_to_success": 206, |
| "simulation_steps": 206, |
| "termination_reason": "terminated", |
| "model_calls": 260, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 9, |
| "environment_seed": 100009, |
| "policy_seed": 223465, |
| "success": false, |
| "reward_max": 0.030018418898741583, |
| "coverage_max": 0.028517497953804503, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 10, |
| "environment_seed": 100010, |
| "policy_seed": 223466, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9530281925340044, |
| "steps_to_success": 176, |
| "simulation_steps": 176, |
| "termination_reason": "terminated", |
| "model_calls": 220, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 11, |
| "environment_seed": 100011, |
| "policy_seed": 223467, |
| "success": false, |
| "reward_max": 0.9964505746782903, |
| "coverage_max": 0.9466280459443758, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 12, |
| "environment_seed": 100012, |
| "policy_seed": 223468, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9562805925973891, |
| "steps_to_success": 230, |
| "simulation_steps": 230, |
| "termination_reason": "terminated", |
| "model_calls": 290, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 13, |
| "environment_seed": 100013, |
| "policy_seed": 223469, |
| "success": false, |
| "reward_max": 0.9783819901469565, |
| "coverage_max": 0.9294628906396086, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 14, |
| "environment_seed": 100014, |
| "policy_seed": 223470, |
| "success": false, |
| "reward_max": 0.6191183511189722, |
| "coverage_max": 0.5881624335630236, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 15, |
| "environment_seed": 100015, |
| "policy_seed": 223471, |
| "success": false, |
| "reward_max": 0.7132278431232472, |
| "coverage_max": 0.6775664509670848, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 16, |
| "environment_seed": 100016, |
| "policy_seed": 223472, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9511854073262089, |
| "steps_to_success": 125, |
| "simulation_steps": 125, |
| "termination_reason": "terminated", |
| "model_calls": 160, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 17, |
| "environment_seed": 100017, |
| "policy_seed": 223473, |
| "success": false, |
| "reward_max": 0.8755657582816376, |
| "coverage_max": 0.8317874703675557, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 18, |
| "environment_seed": 100018, |
| "policy_seed": 223474, |
| "success": false, |
| "reward_max": 0.9584704987944436, |
| "coverage_max": 0.9105469738547214, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 19, |
| "environment_seed": 100019, |
| "policy_seed": 223475, |
| "success": false, |
| "reward_max": 0.7255072448511549, |
| "coverage_max": 0.6892318826085971, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 20, |
| "environment_seed": 100020, |
| "policy_seed": 223476, |
| "success": false, |
| "reward_max": 0.0, |
| "coverage_max": 0.0, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 21, |
| "environment_seed": 100021, |
| "policy_seed": 223477, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9593865300190363, |
| "steps_to_success": 269, |
| "simulation_steps": 269, |
| "termination_reason": "terminated", |
| "model_calls": 340, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 22, |
| "environment_seed": 100022, |
| "policy_seed": 223478, |
| "success": false, |
| "reward_max": 0.5804556234062171, |
| "coverage_max": 0.5514328422359063, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 23, |
| "environment_seed": 100023, |
| "policy_seed": 223479, |
| "success": false, |
| "reward_max": 0.08708470784256986, |
| "coverage_max": 0.08273047245044136, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 24, |
| "environment_seed": 100024, |
| "policy_seed": 223480, |
| "success": false, |
| "reward_max": 0.9698561194952414, |
| "coverage_max": 0.9213633135204793, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 25, |
| "environment_seed": 100025, |
| "policy_seed": 223481, |
| "success": false, |
| "reward_max": 0.9919781598447844, |
| "coverage_max": 0.9423792518525451, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 26, |
| "environment_seed": 100026, |
| "policy_seed": 223482, |
| "success": false, |
| "reward_max": 0.0, |
| "coverage_max": 0.0, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 27, |
| "environment_seed": 100027, |
| "policy_seed": 223483, |
| "success": false, |
| "reward_max": 0.6664399237414139, |
| "coverage_max": 0.6331179275543432, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 28, |
| "environment_seed": 100028, |
| "policy_seed": 223484, |
| "success": false, |
| "reward_max": 0.9717300456360083, |
| "coverage_max": 0.9231435433542078, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 29, |
| "environment_seed": 100029, |
| "policy_seed": 223485, |
| "success": false, |
| "reward_max": 0.9819559924649278, |
| "coverage_max": 0.9328581928416814, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 30, |
| "environment_seed": 100030, |
| "policy_seed": 223486, |
| "success": false, |
| "reward_max": 0.9096037049440818, |
| "coverage_max": 0.8641235196968777, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 31, |
| "environment_seed": 100031, |
| "policy_seed": 223487, |
| "success": false, |
| "reward_max": 0.5381424814841126, |
| "coverage_max": 0.5112353574099069, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 32, |
| "environment_seed": 100032, |
| "policy_seed": 223488, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9629131378465389, |
| "steps_to_success": 162, |
| "simulation_steps": 162, |
| "termination_reason": "terminated", |
| "model_calls": 210, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 33, |
| "environment_seed": 100033, |
| "policy_seed": 223489, |
| "success": false, |
| "reward_max": 0.980141832742598, |
| "coverage_max": 0.9311347411054681, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 34, |
| "environment_seed": 100034, |
| "policy_seed": 223490, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9671409356397543, |
| "steps_to_success": 286, |
| "simulation_steps": 286, |
| "termination_reason": "terminated", |
| "model_calls": 360, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 35, |
| "environment_seed": 100035, |
| "policy_seed": 223491, |
| "success": false, |
| "reward_max": 0.7255144926550939, |
| "coverage_max": 0.6892387680223392, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 36, |
| "environment_seed": 100036, |
| "policy_seed": 223492, |
| "success": false, |
| "reward_max": 0.967586435034257, |
| "coverage_max": 0.9192071132825441, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 37, |
| "environment_seed": 100037, |
| "policy_seed": 223493, |
| "success": false, |
| "reward_max": 0.6855214930436215, |
| "coverage_max": 0.6512454183914405, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 38, |
| "environment_seed": 100038, |
| "policy_seed": 223494, |
| "success": false, |
| "reward_max": 0.7273125715739416, |
| "coverage_max": 0.6909469429952445, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 39, |
| "environment_seed": 100039, |
| "policy_seed": 223495, |
| "success": false, |
| "reward_max": 0.9993955364076169, |
| "coverage_max": 0.9494257595872361, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 40, |
| "environment_seed": 100040, |
| "policy_seed": 223496, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9770726302314054, |
| "steps_to_success": 120, |
| "simulation_steps": 120, |
| "termination_reason": "terminated", |
| "model_calls": 150, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 41, |
| "environment_seed": 100041, |
| "policy_seed": 223497, |
| "success": false, |
| "reward_max": 0.9496540980807509, |
| "coverage_max": 0.9021713931767132, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 42, |
| "environment_seed": 100042, |
| "policy_seed": 223498, |
| "success": false, |
| "reward_max": 7.082572521983391e-05, |
| "coverage_max": 6.72844389588422e-05, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 43, |
| "environment_seed": 100043, |
| "policy_seed": 223499, |
| "success": true, |
| "reward_max": 1.0, |
| "coverage_max": 0.9544728480202258, |
| "steps_to_success": 142, |
| "simulation_steps": 142, |
| "termination_reason": "terminated", |
| "model_calls": 180, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 44, |
| "environment_seed": 100044, |
| "policy_seed": 223500, |
| "success": false, |
| "reward_max": 0.9830956372626154, |
| "coverage_max": 0.9339408553994846, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 45, |
| "environment_seed": 100045, |
| "policy_seed": 223501, |
| "success": false, |
| "reward_max": 0.9755475654244758, |
| "coverage_max": 0.926770187153252, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 46, |
| "environment_seed": 100046, |
| "policy_seed": 223502, |
| "success": false, |
| "reward_max": 0.9623876799306297, |
| "coverage_max": 0.9142682959340982, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 47, |
| "environment_seed": 100047, |
| "policy_seed": 223503, |
| "success": false, |
| "reward_max": 0.9885099826100497, |
| "coverage_max": 0.9390844834795472, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 48, |
| "environment_seed": 100048, |
| "policy_seed": 223504, |
| "success": false, |
| "reward_max": 0.9790500924371629, |
| "coverage_max": 0.9300975878153047, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| }, |
| { |
| "episode_index": 49, |
| "environment_seed": 100049, |
| "policy_seed": 223505, |
| "success": false, |
| "reward_max": 0.0, |
| "coverage_max": 0.0, |
| "steps_to_success": null, |
| "simulation_steps": 300, |
| "termination_reason": "truncated", |
| "model_calls": 380, |
| "action_clipping_count": 0, |
| "video_path": null |
| } |
| ], |
| "step": 319200 |
| } |
|
|
