Next-Drive / benchmark.json
Lamapi's picture
Publish Space with valid short description
85d6e75 verified
Raw History Blame Contribute Delete
4.91 kB
{"overall": {"shield": {"collision_rate": 0.044444444444444446, "red_rate": 0.0044444444444444444, "reach_rate": 0.8911111111111111, "hard_brakes": 1.6711111111111112, "episodes": 450, "ms_mean": 0.3393771767004915, "ms_p95": 0.46968219995733307, "time_to_goal": 21.018703241895263}, "learned": {"collision_rate": 0.044444444444444446, "red_rate": 0.1, "reach_rate": 0.8977777777777778, "hard_brakes": 0.9466666666666667, "episodes": 450, "ms_mean": 0.2776372892021873, "ms_p95": 0.40007489990330214, "time_to_goal": 19.32029702970297}, "rule": {"collision_rate": 0.27111111111111114, "red_rate": 0.0, "reach_rate": 0.7111111111111111, "hard_brakes": 0.9466666666666667, "episodes": 450, "ms_mean": 0.01625473820577528, "ms_p95": 0.06885959994633593, "time_to_goal": 23.2515625}, "expert": {"collision_rate": 0.02666666666666667, "red_rate": 0.013333333333333334, "reach_rate": 0.9355555555555556, "hard_brakes": 1.011111111111111, "episodes": 450, "ms_mean": 1.6056132565324384, "ms_p95": 2.3759480500530117, "time_to_goal": 19.233729216152017}}, "episodes_per_driver": 450, "failures": [{"driver": "shield", "seed": 10021, "kind": "light", "density": 1, "what": "collision: car"}, {"driver": "shield", "seed": 10181, "kind": "light", "density": 2, "what": "collision: car"}, {"driver": "shield", "seed": 10208, "kind": "light", "density": 3, "what": "collision: car"}, {"driver": "shield", "seed": 10271, "kind": "light", "density": 3, "what": "collision: car"}, {"driver": "shield", "seed": 10368, "kind": "crosswalk", "density": 1, "what": "red light"}, {"driver": "shield", "seed": 10466, "kind": "crosswalk", "density": 1, "what": "collision: pedestrian"}, {"driver": "shield", "seed": 10535, "kind": "crosswalk", "density": 2, "what": "collision: pedestrian"}, {"driver": "shield", "seed": 10549, "kind": "crosswalk", "density": 2, "what": "collision: pedestrian"}, {"driver": "shield", "seed": 10584, "kind": "crosswalk", "density": 2, "what": "collision: pedestrian"}, {"driver": "shield", "seed": 10604, "kind": "crosswalk", "density": 3, "what": "collision: pedestrian"}, {"driver": "shield", "seed": 10632, "kind": "crosswalk", "density": 3, "what": "collision: pedestrian"}, {"driver": "shield", "seed": 10791, "kind": "lead_brake", "density": 2, "what": "collision: car"}, {"driver": "shield", "seed": 10833, "kind": "lead_brake", "density": 2, "what": "collision: car"}, {"driver": "shield", "seed": 10854, "kind": "lead_brake", "density": 2, "what": "collision: car"}, {"driver": "shield", "seed": 10804, "kind": "lead_brake", "density": 3, "what": "collision: car"}, {"driver": "shield", "seed": 10888, "kind": "lead_brake", "density": 3, "what": "collision: car"}, {"driver": "shield", "seed": 10895, "kind": "lead_brake", "density": 3, "what": "collision: car"}, {"driver": "shield", "seed": 10951, "kind": "lead_brake", "density": 3, "what": "collision: car"}, {"driver": "shield", "seed": 10936, "kind": "occlusion", "density": 1, "what": "timeout"}, {"driver": "shield", "seed": 10985, "kind": "occlusion", "density": 1, "what": "timeout"}, {"driver": "shield", "seed": 10992, "kind": "occlusion", "density": 1, "what": "timeout"}, {"driver": "shield", "seed": 11013, "kind": "occlusion", "density": 1, "what": "red light"}, {"driver": "shield", "seed": 11027, "kind": "occlusion", "density": 1, "what": "timeout"}, {"driver": "shield", "seed": 11048, "kind": "occlusion", "density": 1, "what": "timeout"}, {"driver": "shield", "seed": 10984, "kind": "occlusion", "density": 2, "what": "timeout"}, {"driver": "shield", "seed": 11047, "kind": "occlusion", "density": 2, "what": "timeout"}, {"driver": "shield", "seed": 11089, "kind": "occlusion", "density": 2, "what": "timeout"}, {"driver": "shield", "seed": 11138, "kind": "occlusion", "density": 2, "what": "timeout"}, {"driver": "shield", "seed": 11159, "kind": "occlusion", "density": 2, "what": "timeout"}, {"driver": "shield", "seed": 11067, "kind": "occlusion", "density": 3, "what": "timeout"}, {"driver": "shield", "seed": 11102, "kind": "occlusion", "density": 3, "what": "timeout"}, {"driver": "shield", "seed": 11144, "kind": "occlusion", "density": 3, "what": "collision: pedestrian"}, {"driver": "shield", "seed": 11179, "kind": "occlusion", "density": 3, "what": "collision: pedestrian"}, {"driver": "shield", "seed": 11228, "kind": "occlusion", "density": 3, "what": "timeout"}, {"driver": "shield", "seed": 11235, "kind": "occlusion", "density": 3, "what": "timeout"}, {"driver": "shield", "seed": 11242, "kind": "occlusion", "density": 3, "what": "timeout"}, {"driver": "shield", "seed": 11249, "kind": "occlusion", "density": 3, "what": "timeout"}, {"driver": "shield", "seed": 11256, "kind": "occlusion", "density": 3, "what": "timeout"}, {"driver": "shield", "seed": 11255, "kind": "mixed", "density": 1, "what": "timeout"}, {"driver": "shield", "seed": 11339, "kind": "mixed", "density": 1, "what": "timeout"}]}