Spaces:
Running
Running
Download evaluation.json from thelamapi/Next-Passage: direct link, hf CLI and curl.
- Browser
- Download file 10.9 kB
-
https://huggingface.co/spaces/thelamapi/Next-Passage/resolve/main/evaluation.json
- Command line
-
hf download hf://spaces/thelamapi/Next-Passage/evaluation.json
-
curl -L -o evaluation.json https://huggingface.co/spaces/thelamapi/Next-Passage/resolve/main/evaluation.json
10.9 kB
| { | |
| "project": "Next Passage", | |
| "profile": "full", | |
| "seed": 73, | |
| "device": { | |
| "python": "3.13.16", | |
| "platform": "Linux-6.6.159+-x86_64-with-glibc2.39", | |
| "cpu_count": 12, | |
| "numpy": "2.4.6", | |
| "torch": "2.14.1+cu130", | |
| "cuda": true, | |
| "gpu": "NVIDIA L4", | |
| "colab": true | |
| }, | |
| "data": { | |
| "type": "simulation", | |
| "note": "Worlds generated by passage_core.make_world(seed); no external data.", | |
| "test_seeds": [ | |
| 20000, | |
| 20099 | |
| ], | |
| "densities": [ | |
| "low", | |
| "medium", | |
| "high" | |
| ], | |
| "stall_probabilities": [ | |
| 0.1, | |
| 0.25 | |
| ], | |
| "development_seeds": "1-999 (used while writing the code, not in the benchmark)" | |
| }, | |
| "results": { | |
| "overall": { | |
| "timed": { | |
| "episodes": 600, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.0, | |
| "collisions_per_episode": 0.0, | |
| "door_hits_per_episode": 0.0, | |
| "unsafe_episode_rate": 0.0, | |
| "arrival_time_mean": 30.821666666666665, | |
| "arrival_over_static_length": 1.1283655425180663, | |
| "replans_per_episode": 19.506666666666668, | |
| "nodes_per_episode": 1437.6466666666668, | |
| "ms_per_episode_python": 10.851596298343793 | |
| }, | |
| "reactive": { | |
| "episodes": 600, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.5, | |
| "collisions_per_episode": 0.9183333333333333, | |
| "door_hits_per_episode": 0.17333333333333334, | |
| "unsafe_episode_rate": 0.5916666666666667, | |
| "arrival_time_mean": 34.32, | |
| "arrival_over_static_length": 1.2595982537349353, | |
| "replans_per_episode": 1.68, | |
| "nodes_per_episode": 433.9866666666667, | |
| "ms_per_episode_python": 1.3411656633365965 | |
| }, | |
| "static": { | |
| "episodes": 600, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.6133333333333333, | |
| "collisions_per_episode": 1.2216666666666667, | |
| "door_hits_per_episode": 0.19166666666666668, | |
| "unsafe_episode_rate": 0.7, | |
| "arrival_time_mean": 30.113333333333333, | |
| "arrival_over_static_length": 1.1001174710211388, | |
| "replans_per_episode": 0.0, | |
| "nodes_per_episode": 194.46, | |
| "ms_per_episode_python": 0.9334195850048369 | |
| } | |
| }, | |
| "low/stall=0.1": { | |
| "timed": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.0, | |
| "collisions_per_episode": 0.0, | |
| "door_hits_per_episode": 0.0, | |
| "unsafe_episode_rate": 0.0, | |
| "arrival_time_mean": 29.82, | |
| "arrival_over_static_length": 1.0895462809004304, | |
| "replans_per_episode": 8.38, | |
| "nodes_per_episode": 610.55, | |
| "ms_per_episode_python": 4.061648179981603 | |
| }, | |
| "reactive": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.24, | |
| "collisions_per_episode": 0.43, | |
| "door_hits_per_episode": 0.17, | |
| "unsafe_episode_rate": 0.36, | |
| "arrival_time_mean": 33.61, | |
| "arrival_over_static_length": 1.233392826034949, | |
| "replans_per_episode": 1.3, | |
| "nodes_per_episode": 386.17, | |
| "ms_per_episode_python": 1.0644452600081422 | |
| }, | |
| "static": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.39, | |
| "collisions_per_episode": 0.61, | |
| "door_hits_per_episode": 0.18, | |
| "unsafe_episode_rate": 0.53, | |
| "arrival_time_mean": 29.56, | |
| "arrival_over_static_length": 1.0800256884070292, | |
| "replans_per_episode": 0.0, | |
| "nodes_per_episode": 194.46, | |
| "ms_per_episode_python": 0.754936149983223 | |
| } | |
| }, | |
| "low/stall=0.25": { | |
| "timed": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.0, | |
| "collisions_per_episode": 0.0, | |
| "door_hits_per_episode": 0.0, | |
| "unsafe_episode_rate": 0.0, | |
| "arrival_time_mean": 29.87, | |
| "arrival_over_static_length": 1.0914604301164639, | |
| "replans_per_episode": 17.37, | |
| "nodes_per_episode": 934.54, | |
| "ms_per_episode_python": 6.63758367999435 | |
| }, | |
| "reactive": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.27, | |
| "collisions_per_episode": 0.4, | |
| "door_hits_per_episode": 0.16, | |
| "unsafe_episode_rate": 0.41, | |
| "arrival_time_mean": 33.27, | |
| "arrival_over_static_length": 1.2239181965181254, | |
| "replans_per_episode": 1.02, | |
| "nodes_per_episode": 356.71, | |
| "ms_per_episode_python": 1.0321695299853673 | |
| }, | |
| "static": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.36, | |
| "collisions_per_episode": 0.52, | |
| "door_hits_per_episode": 0.17, | |
| "unsafe_episode_rate": 0.48, | |
| "arrival_time_mean": 29.56, | |
| "arrival_over_static_length": 1.079774069752129, | |
| "replans_per_episode": 0.0, | |
| "nodes_per_episode": 194.46, | |
| "ms_per_episode_python": 0.7569391700008055 | |
| } | |
| }, | |
| "medium/stall=0.1": { | |
| "timed": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.0, | |
| "collisions_per_episode": 0.0, | |
| "door_hits_per_episode": 0.0, | |
| "unsafe_episode_rate": 0.0, | |
| "arrival_time_mean": 30.47, | |
| "arrival_over_static_length": 1.114301031781453, | |
| "replans_per_episode": 14.49, | |
| "nodes_per_episode": 1082.31, | |
| "ms_per_episode_python": 7.966914250005175 | |
| }, | |
| "reactive": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.53, | |
| "collisions_per_episode": 1.01, | |
| "door_hits_per_episode": 0.2, | |
| "unsafe_episode_rate": 0.64, | |
| "arrival_time_mean": 34.09, | |
| "arrival_over_static_length": 1.2461882677597556, | |
| "replans_per_episode": 1.5, | |
| "nodes_per_episode": 430.99, | |
| "ms_per_episode_python": 1.324342320026517 | |
| }, | |
| "static": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.66, | |
| "collisions_per_episode": 1.42, | |
| "door_hits_per_episode": 0.24, | |
| "unsafe_episode_rate": 0.74, | |
| "arrival_time_mean": 29.91, | |
| "arrival_over_static_length": 1.0910707461530154, | |
| "replans_per_episode": 0.0, | |
| "nodes_per_episode": 194.46, | |
| "ms_per_episode_python": 0.9206604100108962 | |
| } | |
| }, | |
| "medium/stall=0.25": { | |
| "timed": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.0, | |
| "collisions_per_episode": 0.0, | |
| "door_hits_per_episode": 0.0, | |
| "unsafe_episode_rate": 0.0, | |
| "arrival_time_mean": 30.87, | |
| "arrival_over_static_length": 1.1302208142868928, | |
| "replans_per_episode": 25.3, | |
| "nodes_per_episode": 1593.24, | |
| "ms_per_episode_python": 12.074100600034399 | |
| }, | |
| "reactive": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.53, | |
| "collisions_per_episode": 0.94, | |
| "door_hits_per_episode": 0.16, | |
| "unsafe_episode_rate": 0.61, | |
| "arrival_time_mean": 34.73, | |
| "arrival_over_static_length": 1.2771276768999125, | |
| "replans_per_episode": 1.75, | |
| "nodes_per_episode": 437.83, | |
| "ms_per_episode_python": 1.3322608600083186 | |
| }, | |
| "static": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.65, | |
| "collisions_per_episode": 1.28, | |
| "door_hits_per_episode": 0.18, | |
| "unsafe_episode_rate": 0.72, | |
| "arrival_time_mean": 30.26, | |
| "arrival_over_static_length": 1.105225036931732, | |
| "replans_per_episode": 0.0, | |
| "nodes_per_episode": 194.46, | |
| "ms_per_episode_python": 0.9200024500296422 | |
| } | |
| }, | |
| "high/stall=0.1": { | |
| "timed": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.0, | |
| "collisions_per_episode": 0.0, | |
| "door_hits_per_episode": 0.0, | |
| "unsafe_episode_rate": 0.0, | |
| "arrival_time_mean": 31.69, | |
| "arrival_over_static_length": 1.1632242208869854, | |
| "replans_per_episode": 20.94, | |
| "nodes_per_episode": 1917.9, | |
| "ms_per_episode_python": 14.807957160005571 | |
| }, | |
| "reactive": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.7, | |
| "collisions_per_episode": 1.38, | |
| "door_hits_per_episode": 0.16, | |
| "unsafe_episode_rate": 0.76, | |
| "arrival_time_mean": 33.84, | |
| "arrival_over_static_length": 1.240357567893443, | |
| "replans_per_episode": 1.9, | |
| "nodes_per_episode": 448.13, | |
| "ms_per_episode_python": 1.5566964800200367 | |
| }, | |
| "static": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.84, | |
| "collisions_per_episode": 1.88, | |
| "door_hits_per_episode": 0.2, | |
| "unsafe_episode_rate": 0.88, | |
| "arrival_time_mean": 30.33, | |
| "arrival_over_static_length": 1.1080862929280573, | |
| "replans_per_episode": 0.0, | |
| "nodes_per_episode": 194.46, | |
| "ms_per_episode_python": 1.1195999200072038 | |
| } | |
| }, | |
| "high/stall=0.25": { | |
| "timed": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.0, | |
| "collisions_per_episode": 0.0, | |
| "door_hits_per_episode": 0.0, | |
| "unsafe_episode_rate": 0.0, | |
| "arrival_time_mean": 32.21, | |
| "arrival_over_static_length": 1.1814404771361715, | |
| "replans_per_episode": 30.56, | |
| "nodes_per_episode": 2487.34, | |
| "ms_per_episode_python": 19.56137392004166 | |
| }, | |
| "reactive": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.73, | |
| "collisions_per_episode": 1.35, | |
| "door_hits_per_episode": 0.19, | |
| "unsafe_episode_rate": 0.77, | |
| "arrival_time_mean": 36.38, | |
| "arrival_over_static_length": 1.3366049873034263, | |
| "replans_per_episode": 2.61, | |
| "nodes_per_episode": 544.09, | |
| "ms_per_episode_python": 1.7370795299711972 | |
| }, | |
| "static": { | |
| "episodes": 100, | |
| "arrival_rate": 1.0, | |
| "collision_episode_rate": 0.78, | |
| "collisions_per_episode": 1.62, | |
| "door_hits_per_episode": 0.18, | |
| "unsafe_episode_rate": 0.85, | |
| "arrival_time_mean": 31.06, | |
| "arrival_over_static_length": 1.136522991954869, | |
| "replans_per_episode": 0.0, | |
| "nodes_per_episode": 194.46, | |
| "ms_per_episode_python": 1.128379409997251 | |
| } | |
| } | |
| }, | |
| "paired_arrival_time": { | |
| "episodes_all_arrived": 600, | |
| "arrival_time_timed": 30.821666666666665, | |
| "arrival_time_reactive": 34.32, | |
| "arrival_time_static": 30.113333333333333 | |
| }, | |
| "failures_time_aware": [], | |
| "n_failures_time_aware": 0, | |
| "media": { | |
| "file": "replay.mp4", | |
| "frames": 92, | |
| "fps": 6, | |
| "bytes": 99705, | |
| "segments": [ | |
| "seed 20000", | |
| "static planner collision: seed 20001 low stall 0.1" | |
| ] | |
| }, | |
| "tests": { | |
| "reload": { | |
| "returncode": 0, | |
| "seconds": 0.28, | |
| "process": "fresh python -E subprocess, cwd = temporary copy of the model folder", | |
| "passed": true, | |
| "cases": 6, | |
| "mismatches": [] | |
| }, | |
| "node_parity": { | |
| "cases": 6, | |
| "failed": 0, | |
| "maxDiff": 0, | |
| "results": [ | |
| { | |
| "name": "20001-high-timed", | |
| "maxDiff": 0 | |
| }, | |
| { | |
| "name": "20001-high-static", | |
| "maxDiff": 0 | |
| }, | |
| { | |
| "name": "20002-medium-reactive", | |
| "maxDiff": 0 | |
| }, | |
| { | |
| "name": "20003-low-timed", | |
| "maxDiff": 0 | |
| }, | |
| { | |
| "name": "20004-high-timed", | |
| "maxDiff": 0 | |
| }, | |
| { | |
| "name": "31337-medium-timed", | |
| "maxDiff": 0 | |
| } | |
| ], | |
| "ms": 55, | |
| "runtime": "node v22.23.4", | |
| "status": "passed" | |
| }, | |
| "browser": { | |
| "status": "skipped", | |
| "reason": "playwright not installed" | |
| } | |
| }, | |
| "notes": [ | |
| "ms_per_episode is Python wall time on the recorded device; nodes_expanded is implementation-independent." | |
| ] | |
| } |