diff --git a/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/README.md b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/README.md index 4aecc2ca371624ea9c7e1ea33ecfef63fc1dcd67..4360097c81e51d841ba19734eb688655bf4e0ed7 100644 --- a/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/README.md +++ b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/README.md @@ -4,5 +4,5 @@ Current RGB and eight binary decision-history windows; action horizon one. Initi - Training: 5000 steps, seed 42, global batch 128 - W&B: https://wandb.ai/saberrr-zju/starvla_tasks/runs/42b8e7f3 -- Evaluation: 100 episodes, seeds 1000000–1000099, GPU simulator, parallel 32, capacity 1, 60/15 Hz, 7200 raw-frame cap, zero latency -- Mean raw return: 5714.0 +- Evaluation: 100 episodes, seeds 1000000–1000099, GPU simulator, parallel 32, capacity 1, 60/15 Hz, 7200 raw-frame cap, profile latency +- Mean raw return: 182.0 diff --git a/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/eval_profile.json b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/eval_profile.json new file mode 100644 index 0000000000000000000000000000000000000000..5ad72f3ca3841fe02fa5e27ee7929a0a7d9a9317 --- /dev/null +++ b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/eval_profile.json @@ -0,0 +1,217 @@ +{ + "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", + "experiment_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", + "latency": "profile_sample", + "latency_type": "profile_sample", + "lengths": [ + 1543, + 785, + 2069, + 998, + 1259, + 841, + 906, + 1028, + 1460, + 805, + 1006, + 1091, + 777, + 1544, + 1842, + 708, + 799, + 1074, + 1880, + 1621, + 1063, + 782, + 782, + 1195, + 779, + 1287, + 2543, + 1403, + 1454, + 1060, + 1365, + 790, + 799, + 1174, + 1267, + 1258, + 1532, + 1210, + 803, + 1159, + 781, + 1316, + 967, + 1904, + 1066, + 881, + 792, + 1167, + 1231, + 790, + 805, + 800, + 916, + 782, + 856, + 789, + 800, + 1075, + 779, + 798, + 1468, + 1214, + 1177, + 1358, + 1354, + 893, + 1551, + 780, + 836, + 818, + 933, + 940, + 793, + 895, + 1125, + 786, + 1587, + 785, + 1285, + 1861, + 802, + 1941, + 788, + 1353, + 1258, + 799, + 1680, + 1542, + 1344, + 799, + 931, + 1467, + 996, + 836, + 1032, + 1058, + 1831, + 1087, + 1238, + 1083 + ], + "mean_length": 1133.4, + "mean_return": 182.0, + "returns": [ + 300.0, + 150.0, + 400.0, + 350.0, + 200.0, + 100.0, + 50.0, + 300.0, + 150.0, + 50.0, + 150.0, + 50.0, + 100.0, + 250.0, + 300.0, + 150.0, + 100.0, + 250.0, + 400.0, + 350.0, + 150.0, + 0.0, + 50.0, + 300.0, + 50.0, + 350.0, + 550.0, + 350.0, + 150.0, + 100.0, + 300.0, + 200.0, + 100.0, + 150.0, + 300.0, + 150.0, + 300.0, + 250.0, + 0.0, + 100.0, + 50.0, + 150.0, + 300.0, + 350.0, + 50.0, + 100.0, + 50.0, + 150.0, + 200.0, + 150.0, + 50.0, + 0.0, + 150.0, + 0.0, + 50.0, + 100.0, + 50.0, + 200.0, + 50.0, + 100.0, + 250.0, + 350.0, + 150.0, + 150.0, + 200.0, + 100.0, + 200.0, + 50.0, + 200.0, + 250.0, + 100.0, + 150.0, + 100.0, + 50.0, + 250.0, + 50.0, + 400.0, + 50.0, + 250.0, + 600.0, + 50.0, + 500.0, + 150.0, + 300.0, + 200.0, + 100.0, + 400.0, + 150.0, + 200.0, + 50.0, + 100.0, + 300.0, + 200.0, + 0.0, + 200.0, + 100.0, + 300.0, + 250.0, + 300.0, + 100.0 + ], + "seed": 1000000, + "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", + "std_return": 125.80143083447024, + "suite_name": "profile_sample", + "timestamp_utc": "2026-09-24T12:54:01.944742+00:00" +} diff --git a/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/evaluation_profile/action_audit.json b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/evaluation_profile/action_audit.json new file mode 100644 index 0000000000000000000000000000000000000000..7bd1958f09d477915fecbf8a4d8416abcbaa403a --- /dev/null +++ b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/evaluation_profile/action_audit.json @@ -0,0 +1,153 @@ +{ + "eval_protocol_version": "hist8-history01-sf-render-v4", + "history_encoding": "binary_0_1", + "episodes": 100, + "episode_seeds": [ + 1000000, + 1000001, + 1000002, + 1000003, + 1000004, + 1000005, + 1000006, + 1000007, + 1000008, + 1000009, + 1000010, + 1000011, + 1000012, + 1000013, + 1000014, + 1000015, + 1000016, + 1000017, + 1000018, + 1000019, + 1000020, + 1000021, + 1000022, + 1000023, + 1000024, + 1000025, + 1000026, + 1000027, + 1000028, + 1000029, + 1000030, + 1000031, + 1000032, + 1000033, + 1000034, + 1000035, + 1000036, + 1000037, + 1000038, + 1000039, + 1000040, + 1000041, + 1000042, + 1000043, + 1000044, + 1000045, + 1000046, + 1000047, + 1000048, + 1000049, + 1000050, + 1000051, + 1000052, + 1000053, + 1000054, + 1000055, + 1000056, + 1000057, + 1000058, + 1000059, + 1000060, + 1000061, + 1000062, + 1000063, + 1000064, + 1000065, + 1000066, + 1000067, + 1000068, + 1000069, + 1000070, + 1000071, + 1000072, + 1000073, + 1000074, + 1000075, + 1000076, + 1000077, + 1000078, + 1000079, + 1000080, + 1000081, + 1000082, + 1000083, + 1000084, + 1000085, + 1000086, + 1000087, + 1000088, + 1000089, + 1000090, + 1000091, + 1000092, + 1000093, + 1000094, + 1000095, + 1000096, + 1000097, + 1000098, + 1000099 + ], + "issued_actions": 7130, + "action_counts": { + "6": 2679, + "3": 926, + "1": 491, + "2": 178, + "5": 354, + "0": 678, + "7": 832, + "4": 113, + "8": 879 + }, + "largest_action_fraction": 0.37573632538569424, + "raw_score_min": [ + -0.11250734329223633, + -0.08865809440612793, + -0.09899623692035675, + -0.17915654182434082, + -0.10699084401130676, + -0.10701999068260193, + -0.14106741547584534, + -0.05952806770801544, + -0.17616045475006104 + ], + "raw_score_max": [ + 1.0584603548049927, + 1.0680583715438843, + 1.0592747926712036, + 1.0604641437530518, + 1.0169434547424316, + 1.0631811618804932, + 1.0627062320709229, + 1.1027902364730835, + 1.0733144283294678 + ], + "raw_score_mean": [ + 0.08782884661199036, + 0.06818614123342755, + 0.020853550182093786, + 0.12822516662689765, + 0.020668613626249395, + 0.05096994273499736, + 0.3689880494977286, + 0.12228238381834657, + 0.12859012346830986 + ] +} diff --git a/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/evaluation_profile/episode_metrics.jsonl b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/evaluation_profile/episode_metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f36f36c18ee4416fecabf6d61d9fb2f801df576c --- /dev/null +++ b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/evaluation_profile/episode_metrics.jsonl @@ -0,0 +1,100 @@ +{"episode_id": 0, "episode_return": 300.0, "episode_return_env": 300.0, "game_score": 300.0, "mean_latency_ms": 215.96973475413358, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 289, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000000, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 97, "workload_id": "asterix"}, "num_actions": 97, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.3725972375608, "p99_latency_ms": 239.49228410280045, "return_raw": null, "survival_steps": 1543} +{"episode_id": 1, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 217.81492668365925, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 147, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000001, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.55867234301473, "p99_latency_ms": 244.91256004192212, "return_raw": null, "survival_steps": 785} +{"episode_id": 2, "episode_return": 400.0, "episode_return_env": 400.0, "game_score": 400.0, "mean_latency_ms": 215.52287315512982, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 388, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000002, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 130, "workload_id": "asterix"}, "num_actions": 130, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.2698810678635, "p99_latency_ms": 241.14984207490073, "return_raw": null, "survival_steps": 2069} +{"episode_id": 3, "episode_return": 350.0, "episode_return_env": 350.0, "game_score": 350.0, "mean_latency_ms": 214.98716298006383, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 187, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000003, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 63, "workload_id": "asterix"}, "num_actions": 63, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.14664963488292, "p99_latency_ms": 236.50449001704447, "return_raw": null, "survival_steps": 998} +{"episode_id": 4, "episode_return": 200.0, "episode_return_env": 200.0, "game_score": 200.0, "mean_latency_ms": 216.07600731550977, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 236, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000004, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 79, "workload_id": "asterix"}, "num_actions": 79, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.44994491234905, "p99_latency_ms": 241.97587513579242, "return_raw": null, "survival_steps": 1259} +{"episode_id": 5, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 215.82121086678686, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 158, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000005, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 53, "workload_id": "asterix"}, "num_actions": 53, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.12855332232178, "p99_latency_ms": 232.32008312287144, "return_raw": null, "survival_steps": 841} +{"episode_id": 6, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 214.83618622227795, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 170, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000006, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 57, "workload_id": "asterix"}, "num_actions": 57, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.1389307684832, "p99_latency_ms": 230.44344424338482, "return_raw": null, "survival_steps": 906} +{"episode_id": 7, "episode_return": 300.0, "episode_return_env": 300.0, "game_score": 300.0, "mean_latency_ms": 216.40409849803163, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 192, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000007, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 65, "workload_id": "asterix"}, "num_actions": 65, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.49961300048352, "p99_latency_ms": 234.95984307746158, "return_raw": null, "survival_steps": 1028} +{"episode_id": 8, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 215.93135503677811, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 273, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000008, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 92, "workload_id": "asterix"}, "num_actions": 92, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.32990619994612, "p99_latency_ms": 232.7586199674269, "return_raw": null, "survival_steps": 1460} +{"episode_id": 9, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 215.86040676119245, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 151, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000009, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 51, "workload_id": "asterix"}, "num_actions": 51, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.51869116068582, "p99_latency_ms": 235.31285197810246, "return_raw": null, "survival_steps": 805} +{"episode_id": 10, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 214.42278095156072, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 189, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000010, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 63, "workload_id": "asterix"}, "num_actions": 63, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.8610766784587, "p99_latency_ms": 239.7504738485442, "return_raw": null, "survival_steps": 1006} +{"episode_id": 11, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 215.10811551129342, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 204, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000011, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 69, "workload_id": "asterix"}, "num_actions": 69, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.3377270374649, "p99_latency_ms": 227.17413228585878, "return_raw": null, "survival_steps": 1091} +{"episode_id": 12, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 214.37636198867048, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 146, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000012, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 49, "workload_id": "asterix"}, "num_actions": 49, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 223.9864706470556, "p99_latency_ms": 226.89645635953286, "return_raw": null, "survival_steps": 777} +{"episode_id": 13, "episode_return": 250.0, "episode_return_env": 250.0, "game_score": 250.0, "mean_latency_ms": 214.8262349371632, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 289, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000013, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 97, "workload_id": "asterix"}, "num_actions": 97, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.77994383891502, "p99_latency_ms": 240.31269427062898, "return_raw": null, "survival_steps": 1544} +{"episode_id": 14, "episode_return": 300.0, "episode_return_env": 300.0, "game_score": 300.0, "mean_latency_ms": 217.05850425961293, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 345, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000014, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 116, "workload_id": "asterix"}, "num_actions": 116, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.72991030036832, "p99_latency_ms": 239.76320164430717, "return_raw": null, "survival_steps": 1842} +{"episode_id": 15, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 214.81596594989668, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 132, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000015, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 45, "workload_id": "asterix"}, "num_actions": 45, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.71405259581968, "p99_latency_ms": 244.98225594568845, "return_raw": null, "survival_steps": 708} +{"episode_id": 16, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 215.85485053634892, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 150, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000016, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.38738110984, "p99_latency_ms": 237.2597159230026, "return_raw": null, "survival_steps": 799} +{"episode_id": 17, "episode_return": 250.0, "episode_return_env": 250.0, "game_score": 250.0, "mean_latency_ms": 215.23529935453578, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 201, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000017, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 68, "workload_id": "asterix"}, "num_actions": 68, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 223.1496004572782, "p99_latency_ms": 234.78360718236695, "return_raw": null, "survival_steps": 1074} +{"episode_id": 18, "episode_return": 400.0, "episode_return_env": 400.0, "game_score": 400.0, "mean_latency_ms": 216.5189719621434, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 352, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000018, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 118, "workload_id": "asterix"}, "num_actions": 118, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.26685698329484, "p99_latency_ms": 228.5764001325154, "return_raw": null, "survival_steps": 1880} +{"episode_id": 19, "episode_return": 350.0, "episode_return_env": 350.0, "game_score": 350.0, "mean_latency_ms": 215.74718671682828, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 304, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000019, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 102, "workload_id": "asterix"}, "num_actions": 102, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.91304183509092, "p99_latency_ms": 228.64268009604382, "return_raw": null, "survival_steps": 1621} +{"episode_id": 20, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 215.98797461342133, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 199, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000020, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 67, "workload_id": "asterix"}, "num_actions": 67, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 223.63082055432665, "p99_latency_ms": 238.53354759494738, "return_raw": null, "survival_steps": 1063} +{"episode_id": 21, "episode_return": 0.0, "episode_return_env": 0.0, "game_score": 0.0, "mean_latency_ms": 215.04850794990398, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 147, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000021, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 49, "workload_id": "asterix"}, "num_actions": 49, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 223.9324281457566, "p99_latency_ms": 232.346799397163, "return_raw": null, "survival_steps": 782} +{"episode_id": 22, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 216.7096906891389, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 147, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000022, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 49, "workload_id": "asterix"}, "num_actions": 49, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.52202605048643, "p99_latency_ms": 231.95716314959876, "return_raw": null, "survival_steps": 782} +{"episode_id": 23, "episode_return": 300.0, "episode_return_env": 300.0, "game_score": 300.0, "mean_latency_ms": 217.09288299001847, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 224, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000023, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 75, "workload_id": "asterix"}, "num_actions": 75, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.07562449548792, "p99_latency_ms": 238.14099607165082, "return_raw": null, "survival_steps": 1195} +{"episode_id": 24, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 215.20737568694258, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 146, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000024, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 49, "workload_id": "asterix"}, "num_actions": 49, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.76077639102658, "p99_latency_ms": 232.17295080739004, "return_raw": null, "survival_steps": 779} +{"episode_id": 25, "episode_return": 350.0, "episode_return_env": 350.0, "game_score": 350.0, "mean_latency_ms": 215.725867577988, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 241, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000025, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 81, "workload_id": "asterix"}, "num_actions": 81, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.3477863144685, "p99_latency_ms": 231.1465362237965, "return_raw": null, "survival_steps": 1287} +{"episode_id": 26, "episode_return": 550.0, "episode_return_env": 550.0, "game_score": 550.0, "mean_latency_ms": 216.40267116042892, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 477, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000026, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 159, "workload_id": "asterix"}, "num_actions": 159, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.34395013261727, "p99_latency_ms": 238.6687606609367, "return_raw": null, "survival_steps": 2543} +{"episode_id": 27, "episode_return": 350.0, "episode_return_env": 350.0, "game_score": 350.0, "mean_latency_ms": 216.09139424610063, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 263, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000027, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 88, "workload_id": "asterix"}, "num_actions": 88, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.29579913158074, "p99_latency_ms": 229.86382230334843, "return_raw": null, "survival_steps": 1403} +{"episode_id": 28, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 215.77986707497521, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 273, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000028, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 91, "workload_id": "asterix"}, "num_actions": 91, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.66891223569263, "p99_latency_ms": 229.71408753175425, "return_raw": null, "survival_steps": 1454} +{"episode_id": 29, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 212.69959637976882, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 198, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000029, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 67, "workload_id": "asterix"}, "num_actions": 67, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 223.40535807414443, "p99_latency_ms": 225.8805178670292, "return_raw": null, "survival_steps": 1060} +{"episode_id": 30, "episode_return": 300.0, "episode_return_env": 300.0, "game_score": 300.0, "mean_latency_ms": 216.18148680455602, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 256, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000030, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 86, "workload_id": "asterix"}, "num_actions": 86, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.18071365263137, "p99_latency_ms": 228.2504312280067, "return_raw": null, "survival_steps": 1365} +{"episode_id": 31, "episode_return": 200.0, "episode_return_env": 200.0, "game_score": 200.0, "mean_latency_ms": 218.13878470782615, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 148, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000031, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.36683961870912, "p99_latency_ms": 232.72530483798553, "return_raw": null, "survival_steps": 790} +{"episode_id": 32, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 214.11433382711093, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 150, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000032, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 222.4334825014441, "p99_latency_ms": 234.33898916654834, "return_raw": null, "survival_steps": 799} +{"episode_id": 33, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 217.1710939907624, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 220, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000033, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 74, "workload_id": "asterix"}, "num_actions": 74, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.35223855774015, "p99_latency_ms": 233.9237458089648, "return_raw": null, "survival_steps": 1174} +{"episode_id": 34, "episode_return": 300.0, "episode_return_env": 300.0, "game_score": 300.0, "mean_latency_ms": 215.1064103828647, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 237, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000034, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 80, "workload_id": "asterix"}, "num_actions": 80, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.1917231125825, "p99_latency_ms": 228.04399872804564, "return_raw": null, "survival_steps": 1267} +{"episode_id": 35, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 215.78642271096427, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 236, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000035, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 79, "workload_id": "asterix"}, "num_actions": 79, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.5938625634486, "p99_latency_ms": 229.569035220238, "return_raw": null, "survival_steps": 1258} +{"episode_id": 36, "episode_return": 300.0, "episode_return_env": 300.0, "game_score": 300.0, "mean_latency_ms": 214.5745981729216, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 287, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000036, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 96, "workload_id": "asterix"}, "num_actions": 96, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.60329210503102, "p99_latency_ms": 228.50056204336127, "return_raw": null, "survival_steps": 1532} +{"episode_id": 37, "episode_return": 250.0, "episode_return_env": 250.0, "game_score": 250.0, "mean_latency_ms": 215.99205149503962, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 227, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000037, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 76, "workload_id": "asterix"}, "num_actions": 76, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.1243795933744, "p99_latency_ms": 234.49324757438958, "return_raw": null, "survival_steps": 1210} +{"episode_id": 38, "episode_return": 0.0, "episode_return_env": 0.0, "game_score": 0.0, "mean_latency_ms": 214.8673623641386, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 150, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000038, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 51, "workload_id": "asterix"}, "num_actions": 51, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.335465624253, "p99_latency_ms": 230.56862539933718, "return_raw": null, "survival_steps": 803} +{"episode_id": 39, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 215.0466491298034, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 217, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000039, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 73, "workload_id": "asterix"}, "num_actions": 73, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.65771883648438, "p99_latency_ms": 226.69944904324115, "return_raw": null, "survival_steps": 1159} +{"episode_id": 40, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 217.513672717329, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 147, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000040, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 49, "workload_id": "asterix"}, "num_actions": 49, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.3594237808044, "p99_latency_ms": 246.16025386455428, "return_raw": null, "survival_steps": 781} +{"episode_id": 41, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 215.27406833219624, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 246, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000041, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 83, "workload_id": "asterix"}, "num_actions": 83, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.73056812578938, "p99_latency_ms": 228.2960858340245, "return_raw": null, "survival_steps": 1316} +{"episode_id": 42, "episode_return": 300.0, "episode_return_env": 300.0, "game_score": 300.0, "mean_latency_ms": 216.63174258528667, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 181, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000042, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 61, "workload_id": "asterix"}, "num_actions": 61, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.88773643724582, "p99_latency_ms": 236.13694102132484, "return_raw": null, "survival_steps": 967} +{"episode_id": 43, "episode_return": 350.0, "episode_return_env": 350.0, "game_score": 350.0, "mean_latency_ms": 216.29342047451954, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 357, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000043, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 119, "workload_id": "asterix"}, "num_actions": 119, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.57997452529747, "p99_latency_ms": 236.49408422997826, "return_raw": null, "survival_steps": 1904} +{"episode_id": 44, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 214.72759039316182, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 200, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000044, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 67, "workload_id": "asterix"}, "num_actions": 67, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.7966147753907, "p99_latency_ms": 226.6065005815998, "return_raw": null, "survival_steps": 1066} +{"episode_id": 45, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 215.7692658899182, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 165, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000045, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 56, "workload_id": "asterix"}, "num_actions": 56, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.52229817779784, "p99_latency_ms": 234.4791582016245, "return_raw": null, "survival_steps": 881} +{"episode_id": 46, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 217.89227739184443, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 148, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000046, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.46489730460814, "p99_latency_ms": 250.5427207802166, "return_raw": null, "survival_steps": 792} +{"episode_id": 47, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 215.52302637896977, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 219, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000047, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 73, "workload_id": "asterix"}, "num_actions": 73, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.9296860015376, "p99_latency_ms": 230.72347908630024, "return_raw": null, "survival_steps": 1167} +{"episode_id": 48, "episode_return": 200.0, "episode_return_env": 200.0, "game_score": 200.0, "mean_latency_ms": 216.79107416908138, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 231, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000048, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 77, "workload_id": "asterix"}, "num_actions": 77, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.41031127482924, "p99_latency_ms": 240.45650279866243, "return_raw": null, "survival_steps": 1231} +{"episode_id": 49, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 215.65502579977408, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 148, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000049, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.57585103451294, "p99_latency_ms": 231.93119372490708, "return_raw": null, "survival_steps": 790} +{"episode_id": 50, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 213.72364406724262, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 151, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000050, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 51, "workload_id": "asterix"}, "num_actions": 51, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.03434228176036, "p99_latency_ms": 237.34317466634582, "return_raw": null, "survival_steps": 805} +{"episode_id": 51, "episode_return": 0.0, "episode_return_env": 0.0, "game_score": 0.0, "mean_latency_ms": 218.4792446725099, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 150, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000051, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.34643937542413, "p99_latency_ms": 237.13636340267234, "return_raw": null, "survival_steps": 800} +{"episode_id": 52, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 216.16661738965803, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 171, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000052, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 58, "workload_id": "asterix"}, "num_actions": 58, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.36270041619224, "p99_latency_ms": 232.40254133380685, "return_raw": null, "survival_steps": 916} +{"episode_id": 53, "episode_return": 0.0, "episode_return_env": 0.0, "game_score": 0.0, "mean_latency_ms": 215.49385750762474, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 147, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000053, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 49, "workload_id": "asterix"}, "num_actions": 49, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.02291342510983, "p99_latency_ms": 227.53406516657606, "return_raw": null, "survival_steps": 782} +{"episode_id": 54, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 214.79011644028543, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 160, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000054, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 54, "workload_id": "asterix"}, "num_actions": 54, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.488207874695, "p99_latency_ms": 238.0304406165979, "return_raw": null, "survival_steps": 856} +{"episode_id": 55, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 215.50524845306126, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 148, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000055, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.40336507178836, "p99_latency_ms": 233.82056187380095, "return_raw": null, "survival_steps": 789} +{"episode_id": 56, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 215.44246655463877, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 150, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000056, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.69105541424193, "p99_latency_ms": 238.40307352173954, "return_raw": null, "survival_steps": 800} +{"episode_id": 57, "episode_return": 200.0, "episode_return_env": 200.0, "game_score": 200.0, "mean_latency_ms": 215.07882604332818, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 201, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000057, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 68, "workload_id": "asterix"}, "num_actions": 68, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.34277118653273, "p99_latency_ms": 247.65704896400456, "return_raw": null, "survival_steps": 1075} +{"episode_id": 58, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 216.286866170354, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 146, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000058, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 49, "workload_id": "asterix"}, "num_actions": 49, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.4811195399083, "p99_latency_ms": 233.89917846576523, "return_raw": null, "survival_steps": 779} +{"episode_id": 59, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 216.08670344111988, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 150, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000059, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.2910016840843, "p99_latency_ms": 234.04268132201435, "return_raw": null, "survival_steps": 798} +{"episode_id": 60, "episode_return": 250.0, "episode_return_env": 250.0, "game_score": 250.0, "mean_latency_ms": 216.16594610533411, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 275, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000060, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 92, "workload_id": "asterix"}, "num_actions": 92, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 223.70343596901446, "p99_latency_ms": 233.86388822221033, "return_raw": null, "survival_steps": 1468} +{"episode_id": 61, "episode_return": 350.0, "episode_return_env": 350.0, "game_score": 350.0, "mean_latency_ms": 216.90133509196238, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 228, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000061, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 76, "workload_id": "asterix"}, "num_actions": 76, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.3752207142524, "p99_latency_ms": 228.3266566989304, "return_raw": null, "survival_steps": 1214} +{"episode_id": 62, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 215.57119487306647, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 221, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000062, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 74, "workload_id": "asterix"}, "num_actions": 74, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.31416261582345, "p99_latency_ms": 231.30125492499124, "return_raw": null, "survival_steps": 1177} +{"episode_id": 63, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 215.85930148654907, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 255, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000063, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 85, "workload_id": "asterix"}, "num_actions": 85, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.7478194800621, "p99_latency_ms": 228.23521110249476, "return_raw": null, "survival_steps": 1358} +{"episode_id": 64, "episode_return": 200.0, "episode_return_env": 200.0, "game_score": 200.0, "mean_latency_ms": 215.22537904628874, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 254, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000064, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 85, "workload_id": "asterix"}, "num_actions": 85, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.75327188507532, "p99_latency_ms": 229.22956443334687, "return_raw": null, "survival_steps": 1354} +{"episode_id": 65, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 215.391217445732, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 168, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000065, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 56, "workload_id": "asterix"}, "num_actions": 56, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.8682592116165, "p99_latency_ms": 231.62991112310124, "return_raw": null, "survival_steps": 893} +{"episode_id": 66, "episode_return": 200.0, "episode_return_env": 200.0, "game_score": 200.0, "mean_latency_ms": 215.52710738106688, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 291, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000066, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 97, "workload_id": "asterix"}, "num_actions": 97, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.36134199364903, "p99_latency_ms": 235.21073879367134, "return_raw": null, "survival_steps": 1551} +{"episode_id": 67, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 216.67983732682058, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 146, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000067, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 49, "workload_id": "asterix"}, "num_actions": 49, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.2920338537926, "p99_latency_ms": 239.80123949233257, "return_raw": null, "survival_steps": 780} +{"episode_id": 68, "episode_return": 200.0, "episode_return_env": 200.0, "game_score": 200.0, "mean_latency_ms": 215.5753357258955, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 156, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000068, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 53, "workload_id": "asterix"}, "num_actions": 53, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.77960525114202, "p99_latency_ms": 226.70119567916962, "return_raw": null, "survival_steps": 836} +{"episode_id": 69, "episode_return": 250.0, "episode_return_env": 250.0, "game_score": 250.0, "mean_latency_ms": 215.54055160077996, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 153, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000069, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 52, "workload_id": "asterix"}, "num_actions": 52, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.46871809484026, "p99_latency_ms": 230.57309087997675, "return_raw": null, "survival_steps": 818} +{"episode_id": 70, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 213.44583309376927, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 175, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000070, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 59, "workload_id": "asterix"}, "num_actions": 59, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.1088490596249, "p99_latency_ms": 230.1661409012516, "return_raw": null, "survival_steps": 933} +{"episode_id": 71, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 217.78871370372926, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 176, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000071, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 59, "workload_id": "asterix"}, "num_actions": 59, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.25247746444995, "p99_latency_ms": 233.72713365764434, "return_raw": null, "survival_steps": 940} +{"episode_id": 72, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 215.86925962474453, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 149, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000072, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.61304991225956, "p99_latency_ms": 251.64015756688485, "return_raw": null, "survival_steps": 793} +{"episode_id": 73, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 214.43177966763906, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 168, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000073, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 56, "workload_id": "asterix"}, "num_actions": 56, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.88457256909868, "p99_latency_ms": 231.79694457779027, "return_raw": null, "survival_steps": 895} +{"episode_id": 74, "episode_return": 250.0, "episode_return_env": 250.0, "game_score": 250.0, "mean_latency_ms": 215.71583598145938, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 211, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000074, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 71, "workload_id": "asterix"}, "num_actions": 71, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.79195352294462, "p99_latency_ms": 242.6378271085565, "return_raw": null, "survival_steps": 1125} +{"episode_id": 75, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 216.76328779253703, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 147, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000075, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.3378695052895, "p99_latency_ms": 230.81899364864861, "return_raw": null, "survival_steps": 786} +{"episode_id": 76, "episode_return": 400.0, "episode_return_env": 400.0, "game_score": 400.0, "mean_latency_ms": 216.0588940799661, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 297, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000076, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 100, "workload_id": "asterix"}, "num_actions": 100, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.75665528269005, "p99_latency_ms": 252.61913151760763, "return_raw": null, "survival_steps": 1587} +{"episode_id": 77, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 215.730651515673, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 147, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000077, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.739491555455, "p99_latency_ms": 243.19447565713796, "return_raw": null, "survival_steps": 785} +{"episode_id": 78, "episode_return": 250.0, "episode_return_env": 250.0, "game_score": 250.0, "mean_latency_ms": 214.08747893592673, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 241, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000078, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 81, "workload_id": "asterix"}, "num_actions": 81, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.07654864451442, "p99_latency_ms": 229.30212143906016, "return_raw": null, "survival_steps": 1285} +{"episode_id": 79, "episode_return": 600.0, "episode_return_env": 600.0, "game_score": 600.0, "mean_latency_ms": 215.53074626288236, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 349, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000079, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 117, "workload_id": "asterix"}, "num_actions": 117, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.90166385288245, "p99_latency_ms": 239.3037544624147, "return_raw": null, "survival_steps": 1861} +{"episode_id": 80, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 215.15144970552086, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 150, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000080, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 51, "workload_id": "asterix"}, "num_actions": 51, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.10001508611126, "p99_latency_ms": 236.54002011877884, "return_raw": null, "survival_steps": 802} +{"episode_id": 81, "episode_return": 500.0, "episode_return_env": 500.0, "game_score": 500.0, "mean_latency_ms": 220.637692242806, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 365, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000081, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 121, "workload_id": "asterix"}, "num_actions": 121, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 235.75541756198302, "p99_latency_ms": 295.10136707479944, "return_raw": null, "survival_steps": 1941} +{"episode_id": 82, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 215.27500977663408, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 147, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000082, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 223.64580988215408, "p99_latency_ms": 225.1464671720949, "return_raw": null, "survival_steps": 788} +{"episode_id": 83, "episode_return": 300.0, "episode_return_env": 300.0, "game_score": 300.0, "mean_latency_ms": 217.5251177072402, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 254, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000083, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 85, "workload_id": "asterix"}, "num_actions": 85, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.97271097711703, "p99_latency_ms": 239.46725390907477, "return_raw": null, "survival_steps": 1353} +{"episode_id": 84, "episode_return": 200.0, "episode_return_env": 200.0, "game_score": 200.0, "mean_latency_ms": 217.0999000893844, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 236, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000084, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 79, "workload_id": "asterix"}, "num_actions": 79, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.94466552815268, "p99_latency_ms": 239.5869186193458, "return_raw": null, "survival_steps": 1258} +{"episode_id": 85, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 216.72252576332932, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 150, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000085, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.33320409022176, "p99_latency_ms": 227.7075821141941, "return_raw": null, "survival_steps": 799} +{"episode_id": 86, "episode_return": 400.0, "episode_return_env": 400.0, "game_score": 400.0, "mean_latency_ms": 216.41876543627689, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 315, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000086, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 105, "workload_id": "asterix"}, "num_actions": 105, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.66370533669556, "p99_latency_ms": 233.49051853544034, "return_raw": null, "survival_steps": 1680} +{"episode_id": 87, "episode_return": 150.0, "episode_return_env": 150.0, "game_score": 150.0, "mean_latency_ms": 215.79382475792485, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 289, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000087, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 97, "workload_id": "asterix"}, "num_actions": 97, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.39948678459984, "p99_latency_ms": 239.4188469927872, "return_raw": null, "survival_steps": 1542} +{"episode_id": 88, "episode_return": 200.0, "episode_return_env": 200.0, "game_score": 200.0, "mean_latency_ms": 215.71732633350985, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 252, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000088, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 84, "workload_id": "asterix"}, "num_actions": 84, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.46799382602973, "p99_latency_ms": 229.83612219685307, "return_raw": null, "survival_steps": 1344} +{"episode_id": 89, "episode_return": 50.0, "episode_return_env": 50.0, "game_score": 50.0, "mean_latency_ms": 215.79419411026075, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 150, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000089, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 50, "workload_id": "asterix"}, "num_actions": 50, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.48072909262922, "p99_latency_ms": 228.32961431955476, "return_raw": null, "survival_steps": 799} +{"episode_id": 90, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 215.885593601799, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 174, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000090, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 59, "workload_id": "asterix"}, "num_actions": 59, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.24238155052427, "p99_latency_ms": 237.46032466783248, "return_raw": null, "survival_steps": 931} +{"episode_id": 91, "episode_return": 300.0, "episode_return_env": 300.0, "game_score": 300.0, "mean_latency_ms": 215.44508041820308, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 275, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000091, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 92, "workload_id": "asterix"}, "num_actions": 92, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.1683720917656, "p99_latency_ms": 236.13114367610484, "return_raw": null, "survival_steps": 1467} +{"episode_id": 92, "episode_return": 200.0, "episode_return_env": 200.0, "game_score": 200.0, "mean_latency_ms": 214.95398802267795, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 186, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000092, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 63, "workload_id": "asterix"}, "num_actions": 63, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.2116264717328, "p99_latency_ms": 229.2419475724816, "return_raw": null, "survival_steps": 996} +{"episode_id": 93, "episode_return": 0.0, "episode_return_env": 0.0, "game_score": 0.0, "mean_latency_ms": 215.5460760575121, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 156, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000093, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 53, "workload_id": "asterix"}, "num_actions": 53, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 224.49660225780173, "p99_latency_ms": 241.51442423113292, "return_raw": null, "survival_steps": 836} +{"episode_id": 94, "episode_return": 200.0, "episode_return_env": 200.0, "game_score": 200.0, "mean_latency_ms": 216.42508938225845, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 193, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000094, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 65, "workload_id": "asterix"}, "num_actions": 65, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.14328577113318, "p99_latency_ms": 239.5502097224993, "return_raw": null, "survival_steps": 1032} +{"episode_id": 95, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 214.88249625504014, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 198, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000095, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 67, "workload_id": "asterix"}, "num_actions": 67, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.18001966720811, "p99_latency_ms": 240.71870918569573, "return_raw": null, "survival_steps": 1058} +{"episode_id": 96, "episode_return": 300.0, "episode_return_env": 300.0, "game_score": 300.0, "mean_latency_ms": 216.56651297852068, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 343, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000096, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 115, "workload_id": "asterix"}, "num_actions": 115, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 226.3758829400458, "p99_latency_ms": 236.4896152674575, "return_raw": null, "survival_steps": 1831} +{"episode_id": 97, "episode_return": 250.0, "episode_return_env": 250.0, "game_score": 250.0, "mean_latency_ms": 216.3472912454998, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 204, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000097, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 68, "workload_id": "asterix"}, "num_actions": 68, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.74716533769544, "p99_latency_ms": 241.23483251335583, "return_raw": null, "survival_steps": 1087} +{"episode_id": 98, "episode_return": 300.0, "episode_return_env": 300.0, "game_score": 300.0, "mean_latency_ms": 214.38150609953897, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 232, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000098, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 78, "workload_id": "asterix"}, "num_actions": 78, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.94928256767648, "p99_latency_ms": 229.0532549353726, "return_raw": null, "survival_steps": 1238} +{"episode_id": 99, "episode_return": 100.0, "episode_return_env": 100.0, "game_score": 100.0, "mean_latency_ms": 216.52247519102383, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 203, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000099, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwengr00t", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json", "source_run_id": "20260924T122426657466Z", "submitted_observation_frames": 68, "workload_id": "asterix"}, "num_actions": 68, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 225.9257177176708, "p99_latency_ms": 250.06491813512645, "return_raw": null, "survival_steps": 1083} diff --git a/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/evaluation_profile/eval_config.yaml b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/evaluation_profile/eval_config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c5b56d683fcf0aa7243bbbb2c15ba6e122dd739a --- /dev/null +++ b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/evaluation_profile/eval_config.yaml @@ -0,0 +1,165 @@ +experiment: + name: asterix-qwengr00t-hist8-zero-s42-v1-step5000-history01-profile-par32 + seed: 1000000 +backend: + type: sample_factory + algo: APPO + device: cuda + train_dir: results/sample_factory + restart_behavior: resume + run_mode: eval + extra_args: + - --encoder_conv_architecture + - convnet_simple +executor: + mode: simulated + simulated_worker_capacity: 1 + simulated_inference_pool: true + inference_devices: + - cuda:0 + - cuda:1 + inference_batch_size: 16 +env: + name: gymnasium + task_name: asterix + env_id: LatencyBench/Asterix-v0 + registration_imports: + - latency_bench.envs.gymnasium_asterix + make_kwargs: + base_env_id: ALE/Asterix-v5 + render_mode: rgb_array + screen_size: 84 + noop_max: 30 + base_make_kwargs: + obs_type: rgb + frameskip: 1 + repeat_action_probability: 0.0 + full_action_space: false + mode: 0 + difficulty: 0 + max_num_frames_per_episode: 108000 + env_fps: 60 + obs_fps: 15 + frame_stack: 1 + simulator: gpu + terminal_on_life_loss: false + clip_reward: false + noop_action: noop + action_map: + noop: 0 + up: 1 + right: 2 + left: 3 + down: 4 + upright: 5 + upleft: 6 + downright: 7 + downleft: 8 + action_order: + - noop + - up + - right + - left + - down + - upright + - upleft + - downright + - downleft + base_prompt: 'Collect useful objects and avoid lyres. Choose exactly one action + from: noop, up, right, left, down, upright, upleft, downright, downleft.' + obs_resize: + - 224 + - 224 + gpu_env_device: auto + noop_max: 30 + action_history_decisions: 8 +latency: + method: temporal + profile_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwengr00t/profile/profile.json + profile_worker_slot: 0 + seed: 271828 + add_latency_info: false +scheduler: + hold_policy: hold + ordering_policy: issue_order_fifo +policy: + type: starvla + actions: + - noop + - up + - right + - left + - down + - upright + - upleft + - downright + - downleft + checkpoint_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/checkpoints/model.pt + model_config_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/config.yaml + task_manifest_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwengr00t-hist8-zero-s42-v1/manifest.json + device: cuda:0 + unnorm_key: new_embodiment + prompt_mode: latency_neutral + action_layout: discrete_9 + backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17 + worker_python_executable: /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10 + state_source: transport +training: + train_for_env_steps: 1000000 + num_workers: 4 + num_envs_per_worker: 16 + worker_num_splits: 1 + num_policies: 1 + batch_size: 1024 + rollout: 64 + recurrence: 32 + num_epochs: 2 + num_batches_per_epoch: 8 + max_policy_lag: 300 + learning_rate: 0.000303 + lr_schedule: constant + nonlinearity: elu + gamma: 0.99 + gae_lambda: 0.95 + ppo_clip_ratio: 0.1 + ppo_clip_value: 0.2 + exploration_loss: entropy + exploration_loss_coeff: 0.003 + value_loss_coeff: 0.5 + max_grad_norm: 0.0 + adam_eps: 1.0e-06 + obs_scale: 1.0 + adaptive_stddev: false + with_vtrace: false + async_rl: true + use_rnn: false + normalize_input: true + normalize_returns: true + stats_avg: 100 + experiment_summaries_interval: 1 + save_every_sec: 600 + keep_checkpoints: 5 +evaluation: + eval_interval_steps: null + eval_episodes: 100 + eval_parallel_envs: 32 + eval_max_steps: 7200 + eval_deterministic: true + eval_suites: + fixed: [] + normal: [] + uniform: [] + latency_bench_env_backend: asterix_gpu_batched + eval_raw_reward: true +logging: + output_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwengr00t-hist8-zero-s42-v1/zero_to_profile + video: + enabled: false + num_bins: 1 + save_step_records: true + save_action_records: true + save_latency_records: true + wandb_project: null + wandb_group: null + wandb_job_type: null + wandb_tags: '' diff --git a/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/evaluation_profile/provenance.json b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/evaluation_profile/provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..b7933462ddfde13730dbbed94412da98a32c462d --- /dev/null +++ b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/evaluation_profile/provenance.json @@ -0,0 +1,46 @@ +{ + "collection": { + "episodes": 300, + "filter_preset": "none", + "history": "decision_v1", + "history_decisions": 8, + "history_source": "teacher_transport", + "max_episode_raw_frames": 7200, + "rollout_overrides": { + "env_fps": 60, + "fixed_latency_ms": 0.0, + "latency_type": "fixed", + "obs_fps": 15, + "seed": 42 + }, + "student_image_frames": 1, + "teacher_checkpoint": "best_000024112_12345344_reward_5614.500.pth", + "teacher_path": "zero-latency/asterix/small-policy/sample-factory-hist8-cpu15m-s0-v1", + "teacher_repo": "latency-sensitive-bench/benchmark-models", + "teacher_revision": "dfaeecb84cd6b5dfcc3adc0935d0ae86d0b504d2", + "teacher_sha256": "0fe54ff4b3a2ccec438aca789f1a9f86fcef7cda44cda5156e3b774262c50beb", + "train_labels": 337557, + "training_latency_condition": "zero" + }, + "training_run_id": "asterix-qwengr00t-hist8-zero-s42-v1", + "training_step": 5000, + "global_batch": 128, + "base_model": "Qwen/Qwen3-VL-4B-Instruct", + "wandb_run_id": "42b8e7f3", + "checkpoint_sha256": "7b3541140bd2d00d39eca98c8788b773e594884a623ae20d7b9e4dd7b45337f5", + "eval_protocol_version": "hist8-history01-sf-render-v4", + "history_encoding": "binary_0_1", + "episodes": 100, + "env_condition": "profile", + "parallel_envs": 32, + "max_episode_raw_frames": 7200, + "inference_devices": [ + "cuda:0", + "cuda:1" + ], + "episode_seeds": [ + 1000000, + 1000099 + ], + "profile_sha256": "5e104064d718ac51ce56aefac5318a155fd099f5c714ff8f0bc4985509639fd1" +} diff --git a/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/profile_publication.json b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/profile_publication.json new file mode 100644 index 0000000000000000000000000000000000000000..041609c9277fe29e19ebf282ea010f73630b6cc3 --- /dev/null +++ b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/profile_publication.json @@ -0,0 +1,29 @@ +{ + "model": "qwengr00t", + "model_publication": { + "checkpoint_sha256": "7b3541140bd2d00d39eca98c8788b773e594884a623ae20d7b9e4dd7b45337f5", + "episodes": 100, + "mean_return": 5714.0, + "model": "qwengr00t", + "path": "zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1", + "repo_id": "latency-sensitive-bench/benchmark-models", + "revision": "d445334970ab7e110c3cacb5c8b790d3df20e1ec", + "run_id": "asterix-qwengr00t-hist8-zero-s42-v1", + "task": "asterix", + "training_status": "complete", + "zero_evaluation_status": "complete", + "zero_mean_return": 5714.0 + }, + "profile": { + "GPU_CLASS": "1x-rtx3090", + "INSTANCE_ID": "instance_d907cdaf680040e0", + "PROFILE_PATH": "results/profiling/profiles/qwengr00t/1x-rtx3090/asterix/instance_d907cdaf680040e0/profile.json", + "PROFILE_REF": "qwengr00t/1x-rtx3090/asterix/instance_d907cdaf680040e0", + "RUN_ID": "20260924T122426657466Z" + }, + "profile_path": "profiles/qwengr00t/1x-rtx3090/asterix/instance_d907cdaf680040e0/profile.json", + "profile_repo": "latency-sensitive-bench/profiles", + "profile_revision": "15001405a402e30b7706476bc92aea45a61bb193", + "profile_sha256": "5e104064d718ac51ce56aefac5318a155fd099f5c714ff8f0bc4985509639fd1", + "task": "asterix" +} diff --git a/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/publication_status.json b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/publication_status.json index 5bc42c215b513766a8f5986a715c57d20200b072..d180274df53f91ca502d12556bd6b5283f7fffc7 100644 --- a/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/publication_status.json +++ b/zero-latency/asterix/vla/starvla-qwengr00t-h1/asterix-qwengr00t-hist8-zero-s42-v1/publication_status.json @@ -1,6 +1,8 @@ { "episodes": 100, - "mean_return": 5714.0, + "mean_return": 182.0, + "profile_evaluation_status": "complete", + "profile_mean_return": 182.0, "training_status": "complete", "zero_evaluation_status": "complete", "zero_mean_return": 5714.0