diff --git a/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/README.md b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/README.md index 3499ccf682ebdb918692d72115ffe9f384b7dba2..77112a5b4aeb518bdfbc981d36f5913b7a980be7 100644 --- a/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/README.md +++ b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/README.md @@ -4,4 +4,5 @@ Current RGB and eight binary decision-history windows; action horizon one. Initi - Training: 5000 steps, seed 42, global batch 128 - W&B: https://wandb.ai/saberrr-zju/starvla_tasks/runs/ac01280d -- Formal profile evaluation: pending. +- Evaluation: 100 episodes, seeds 1000000–1000099, GPU simulator, parallel 32, capacity 1, 60/15 Hz, 7200 raw-frame cap, profile latency +- Mean raw return: 3653.5 diff --git a/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/eval_profile.json b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/eval_profile.json new file mode 100644 index 0000000000000000000000000000000000000000..25de155599524d22399819546e56c1b5f40859ec --- /dev/null +++ b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/eval_profile.json @@ -0,0 +1,217 @@ +{ + "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", + "experiment_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", + "latency": "profile_sample", + "latency_type": "profile_sample", + "lengths": [ + 4849, + 3367, + 3990, + 5010, + 4971, + 882, + 2309, + 4592, + 3873, + 4147, + 3319, + 3205, + 3512, + 3912, + 2945, + 2934, + 4714, + 4058, + 3658, + 3970, + 4407, + 5094, + 4032, + 4334, + 3340, + 3351, + 4384, + 2722, + 3403, + 4687, + 3339, + 4050, + 3761, + 4302, + 4617, + 4172, + 1463, + 4609, + 5052, + 2382, + 3898, + 3369, + 5535, + 4609, + 3749, + 2703, + 6070, + 2850, + 5660, + 4476, + 3053, + 3918, + 4416, + 4130, + 5079, + 4196, + 4344, + 3797, + 2154, + 2241, + 4141, + 5410, + 2554, + 6125, + 5702, + 1895, + 4111, + 4181, + 3847, + 2098, + 5342, + 3845, + 2981, + 5259, + 4421, + 6471, + 2047, + 1121, + 3905, + 4163, + 7200, + 4345, + 5255, + 4456, + 5133, + 4228, + 4697, + 1794, + 3497, + 5691, + 5916, + 3914, + 3090, + 3540, + 2142, + 4511, + 3212, + 4183, + 3069, + 3798 + ], + "mean_length": 3952.55, + "mean_return": 3653.5, + "returns": [ + 5200.0, + 2900.0, + 3000.0, + 5700.0, + 4700.0, + 300.0, + 1650.0, + 4100.0, + 2800.0, + 3700.0, + 2250.0, + 2350.0, + 2150.0, + 3000.0, + 2300.0, + 2100.0, + 4500.0, + 3900.0, + 3700.0, + 3500.0, + 4600.0, + 4800.0, + 4000.0, + 4400.0, + 3200.0, + 2700.0, + 3200.0, + 1950.0, + 3300.0, + 3900.0, + 2600.0, + 3900.0, + 4000.0, + 4800.0, + 4200.0, + 3600.0, + 750.0, + 4200.0, + 3900.0, + 1550.0, + 3800.0, + 3000.0, + 6100.0, + 4500.0, + 3300.0, + 1850.0, + 7200.0, + 2100.0, + 6700.0, + 4300.0, + 2500.0, + 3600.0, + 4400.0, + 3600.0, + 4400.0, + 3600.0, + 3900.0, + 3000.0, + 1700.0, + 1750.0, + 4400.0, + 5300.0, + 1800.0, + 6400.0, + 6300.0, + 1250.0, + 3700.0, + 5000.0, + 2450.0, + 1350.0, + 5600.0, + 2800.0, + 2200.0, + 7200.0, + 4100.0, + 7300.0, + 1400.0, + 900.0, + 3900.0, + 2700.0, + 10300.0, + 4200.0, + 4800.0, + 4000.0, + 5600.0, + 4300.0, + 4600.0, + 1250.0, + 3300.0, + 5500.0, + 5200.0, + 4000.0, + 1900.0, + 3000.0, + 1500.0, + 4900.0, + 2800.0, + 3400.0, + 2200.0, + 3900.0 + ], + "seed": 1000000, + "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", + "std_return": 1620.821628063989, + "suite_name": "profile_sample", + "timestamp_utc": "2026-09-24T17:18:28.394877+00:00" +} diff --git a/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/evaluation_profile/action_audit.json b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/evaluation_profile/action_audit.json new file mode 100644 index 0000000000000000000000000000000000000000..696e49b634ee13a397e612242bdd538bbdb2c4fb --- /dev/null +++ b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/evaluation_profile/action_audit.json @@ -0,0 +1,153 @@ +{ + "eval_protocol_version": "hist8-history01-sf-render-v4", + "history_encoding": "binary_0_1", + "episodes": 100, + "episode_seeds": [ + 1000000, + 1000001, + 1000002, + 1000003, + 1000004, + 1000005, + 1000006, + 1000007, + 1000008, + 1000009, + 1000010, + 1000011, + 1000012, + 1000013, + 1000014, + 1000015, + 1000016, + 1000017, + 1000018, + 1000019, + 1000020, + 1000021, + 1000022, + 1000023, + 1000024, + 1000025, + 1000026, + 1000027, + 1000028, + 1000029, + 1000030, + 1000031, + 1000032, + 1000033, + 1000034, + 1000035, + 1000036, + 1000037, + 1000038, + 1000039, + 1000040, + 1000041, + 1000042, + 1000043, + 1000044, + 1000045, + 1000046, + 1000047, + 1000048, + 1000049, + 1000050, + 1000051, + 1000052, + 1000053, + 1000054, + 1000055, + 1000056, + 1000057, + 1000058, + 1000059, + 1000060, + 1000061, + 1000062, + 1000063, + 1000064, + 1000065, + 1000066, + 1000067, + 1000068, + 1000069, + 1000070, + 1000071, + 1000072, + 1000073, + 1000074, + 1000075, + 1000076, + 1000077, + 1000078, + 1000079, + 1000080, + 1000081, + 1000082, + 1000083, + 1000084, + 1000085, + 1000086, + 1000087, + 1000088, + 1000089, + 1000090, + 1000091, + 1000092, + 1000093, + 1000094, + 1000095, + 1000096, + 1000097, + 1000098, + 1000099 + ], + "issued_actions": 49405, + "action_counts": { + "2": 3308, + "8": 4664, + "1": 4419, + "5": 7523, + "0": 21887, + "7": 5753, + "6": 1626, + "4": 211, + "3": 14 + }, + "largest_action_fraction": 0.4430118409067908, + "raw_score_min": [ + -13.119811058044434, + -10.853740692138672, + -11.006418228149414, + -12.597626686096191, + -9.706649780273438, + -8.856327056884766, + -9.544286727905273, + -7.748889446258545, + -13.909894943237305 + ], + "raw_score_max": [ + 21.067642211914062, + 21.027864456176758, + 20.085676193237305, + 17.18351173400879, + 15.032642364501953, + 21.076366424560547, + 18.5609130859375, + 19.459716796875, + 21.263235092163086 + ], + "raw_score_mean": [ + 6.1028937123558284, + 0.0709031725423172, + 0.07752298349673893, + -5.34277075081747, + -2.9248927316361186, + 2.2591020215939106, + -0.04072495360855251, + 2.744448609118694, + -3.116156193460523 + ] +} diff --git a/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/evaluation_profile/episode_metrics.jsonl b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/evaluation_profile/episode_metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c30136e53b1d43283523280d6b37882db29c2010 --- /dev/null +++ b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/evaluation_profile/episode_metrics.jsonl @@ -0,0 +1,100 @@ +{"episode_id": 0, "episode_return": 5200.0, "episode_return_env": 5200.0, "game_score": 5200.0, "mean_latency_ms": 114.93314591678109, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 606, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000000, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 607, "workload_id": "asterix"}, "num_actions": 607, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.91448916994293, "p99_latency_ms": 123.12741881154459, "return_raw": null, "survival_steps": 4849} +{"episode_id": 1, "episode_return": 2900.0, "episode_return_env": 2900.0, "game_score": 2900.0, "mean_latency_ms": 115.12004168048058, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 421, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000001, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 421, "workload_id": "asterix"}, "num_actions": 421, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.6021494159135, "p99_latency_ms": 126.2349068031066, "return_raw": null, "survival_steps": 3367} +{"episode_id": 2, "episode_return": 3000.0, "episode_return_env": 3000.0, "game_score": 3000.0, "mean_latency_ms": 115.06879798966901, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 501, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000002, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 497, "workload_id": "asterix"}, "num_actions": 497, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.0198695938785, "p99_latency_ms": 126.02629076415181, "return_raw": null, "survival_steps": 3990} +{"episode_id": 3, "episode_return": 5700.0, "episode_return_env": 5700.0, "game_score": 5700.0, "mean_latency_ms": 115.05312220773452, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 627, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000003, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 626, "workload_id": "asterix"}, "num_actions": 626, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.30057329243454, "p99_latency_ms": 123.01009107842108, "return_raw": null, "survival_steps": 5010} +{"episode_id": 4, "episode_return": 4700.0, "episode_return_env": 4700.0, "game_score": 4700.0, "mean_latency_ms": 114.95226486865734, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 622, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000004, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 621, "workload_id": "asterix"}, "num_actions": 621, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.57068302409475, "p99_latency_ms": 122.97594642206317, "return_raw": null, "survival_steps": 4971} +{"episode_id": 5, "episode_return": 300.0, "episode_return_env": 300.0, "game_score": 300.0, "mean_latency_ms": 114.74871590927017, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 110, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000005, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 111, "workload_id": "asterix"}, "num_actions": 111, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.56646257295834, "p99_latency_ms": 121.29903021904269, "return_raw": null, "survival_steps": 882} +{"episode_id": 6, "episode_return": 1650.0, "episode_return_env": 1650.0, "game_score": 1650.0, "mean_latency_ms": 114.8600112307125, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 289, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000006, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 289, "workload_id": "asterix"}, "num_actions": 289, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.28632472113799, "p99_latency_ms": 123.00346921597051, "return_raw": null, "survival_steps": 2309} +{"episode_id": 7, "episode_return": 4100.0, "episode_return_env": 4100.0, "game_score": 4100.0, "mean_latency_ms": 114.7846747706407, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 574, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000007, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 574, "workload_id": "asterix"}, "num_actions": 574, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.27224240052908, "p99_latency_ms": 122.83309171253494, "return_raw": null, "survival_steps": 4592} +{"episode_id": 8, "episode_return": 2800.0, "episode_return_env": 2800.0, "game_score": 2800.0, "mean_latency_ms": 115.04973031682795, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 485, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000008, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 484, "workload_id": "asterix"}, "num_actions": 484, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.55360656190473, "p99_latency_ms": 124.6237428790693, "return_raw": null, "survival_steps": 3873} +{"episode_id": 9, "episode_return": 3700.0, "episode_return_env": 3700.0, "game_score": 3700.0, "mean_latency_ms": 114.9629580421047, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 519, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000009, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 518, "workload_id": "asterix"}, "num_actions": 518, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.20721196605474, "p99_latency_ms": 123.10516603871584, "return_raw": null, "survival_steps": 4147} +{"episode_id": 10, "episode_return": 2250.0, "episode_return_env": 2250.0, "game_score": 2250.0, "mean_latency_ms": 114.83064202414938, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 415, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000010, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 415, "workload_id": "asterix"}, "num_actions": 415, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.73763035415861, "p99_latency_ms": 124.95286299121352, "return_raw": null, "survival_steps": 3319} +{"episode_id": 11, "episode_return": 2350.0, "episode_return_env": 2350.0, "game_score": 2350.0, "mean_latency_ms": 114.86453571574174, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 401, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000011, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 401, "workload_id": "asterix"}, "num_actions": 401, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.79848404757803, "p99_latency_ms": 122.9045581809067, "return_raw": null, "survival_steps": 3205} +{"episode_id": 12, "episode_return": 2150.0, "episode_return_env": 2150.0, "game_score": 2150.0, "mean_latency_ms": 115.00196897449392, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 440, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000012, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 438, "workload_id": "asterix"}, "num_actions": 438, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.34645931547557, "p99_latency_ms": 123.27794057893615, "return_raw": null, "survival_steps": 3512} +{"episode_id": 13, "episode_return": 3000.0, "episode_return_env": 3000.0, "game_score": 3000.0, "mean_latency_ms": 115.2029856631899, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 489, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000013, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 489, "workload_id": "asterix"}, "num_actions": 489, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.71897840311304, "p99_latency_ms": 123.96493839479852, "return_raw": null, "survival_steps": 3912} +{"episode_id": 14, "episode_return": 2300.0, "episode_return_env": 2300.0, "game_score": 2300.0, "mean_latency_ms": 114.89453900826953, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 368, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000014, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 369, "workload_id": "asterix"}, "num_actions": 369, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.66892489653708, "p99_latency_ms": 123.13434301376088, "return_raw": null, "survival_steps": 2945} +{"episode_id": 15, "episode_return": 2100.0, "episode_return_env": 2100.0, "game_score": 2100.0, "mean_latency_ms": 114.89806655251508, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 367, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000015, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 367, "workload_id": "asterix"}, "num_actions": 367, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.38660060827291, "p99_latency_ms": 124.05168410761603, "return_raw": null, "survival_steps": 2934} +{"episode_id": 16, "episode_return": 4500.0, "episode_return_env": 4500.0, "game_score": 4500.0, "mean_latency_ms": 114.74361768492042, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 589, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000016, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 590, "workload_id": "asterix"}, "num_actions": 590, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.68905482759159, "p99_latency_ms": 123.04926867596703, "return_raw": null, "survival_steps": 4714} +{"episode_id": 17, "episode_return": 3900.0, "episode_return_env": 3900.0, "game_score": 3900.0, "mean_latency_ms": 114.91472928610766, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 507, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000017, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 508, "workload_id": "asterix"}, "num_actions": 508, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.42916124856409, "p99_latency_ms": 123.13911516710962, "return_raw": null, "survival_steps": 4058} +{"episode_id": 18, "episode_return": 3700.0, "episode_return_env": 3700.0, "game_score": 3700.0, "mean_latency_ms": 114.78204860248205, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 457, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000018, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 458, "workload_id": "asterix"}, "num_actions": 458, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.6485330857517, "p99_latency_ms": 122.76288633596785, "return_raw": null, "survival_steps": 3658} +{"episode_id": 19, "episode_return": 3500.0, "episode_return_env": 3500.0, "game_score": 3500.0, "mean_latency_ms": 114.88024492716877, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 496, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000019, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 497, "workload_id": "asterix"}, "num_actions": 497, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.23128434295162, "p99_latency_ms": 122.96811381116693, "return_raw": null, "survival_steps": 3970} +{"episode_id": 20, "episode_return": 4600.0, "episode_return_env": 4600.0, "game_score": 4600.0, "mean_latency_ms": 114.90128484681154, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 551, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000020, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 551, "workload_id": "asterix"}, "num_actions": 551, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.98203565039269, "p99_latency_ms": 123.04971575800964, "return_raw": null, "survival_steps": 4407} +{"episode_id": 21, "episode_return": 4800.0, "episode_return_env": 4800.0, "game_score": 4800.0, "mean_latency_ms": 114.93002583008273, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 637, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000021, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 637, "workload_id": "asterix"}, "num_actions": 637, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.97325309150942, "p99_latency_ms": 123.80625617973918, "return_raw": null, "survival_steps": 5094} +{"episode_id": 22, "episode_return": 4000.0, "episode_return_env": 4000.0, "game_score": 4000.0, "mean_latency_ms": 115.0379065427021, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 505, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000022, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 503, "workload_id": "asterix"}, "num_actions": 503, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.28661061347823, "p99_latency_ms": 123.05817830777764, "return_raw": null, "survival_steps": 4032} +{"episode_id": 23, "episode_return": 4400.0, "episode_return_env": 4400.0, "game_score": 4400.0, "mean_latency_ms": 114.92155431029178, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 542, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000023, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 542, "workload_id": "asterix"}, "num_actions": 542, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.7353101066823, "p99_latency_ms": 124.65947295603867, "return_raw": null, "survival_steps": 4334} +{"episode_id": 24, "episode_return": 3200.0, "episode_return_env": 3200.0, "game_score": 3200.0, "mean_latency_ms": 114.87764386346277, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 418, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000024, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 417, "workload_id": "asterix"}, "num_actions": 417, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.85301225171017, "p99_latency_ms": 123.43399008301984, "return_raw": null, "survival_steps": 3340} +{"episode_id": 25, "episode_return": 2700.0, "episode_return_env": 2700.0, "game_score": 2700.0, "mean_latency_ms": 115.1912578920457, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 420, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000025, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 418, "workload_id": "asterix"}, "num_actions": 418, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.53418586320328, "p99_latency_ms": 123.95221429217257, "return_raw": null, "survival_steps": 3351} +{"episode_id": 26, "episode_return": 3200.0, "episode_return_env": 3200.0, "game_score": 3200.0, "mean_latency_ms": 114.91509101837603, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 548, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000026, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 548, "workload_id": "asterix"}, "num_actions": 548, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.36251069071963, "p99_latency_ms": 123.10899431753347, "return_raw": null, "survival_steps": 4384} +{"episode_id": 27, "episode_return": 1950.0, "episode_return_env": 1950.0, "game_score": 1950.0, "mean_latency_ms": 115.00441919257854, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 341, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000027, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 340, "workload_id": "asterix"}, "num_actions": 340, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.59985320823137, "p99_latency_ms": 123.35117345267186, "return_raw": null, "survival_steps": 2722} +{"episode_id": 28, "episode_return": 3300.0, "episode_return_env": 3300.0, "game_score": 3300.0, "mean_latency_ms": 114.84859062277536, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 426, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000028, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 425, "workload_id": "asterix"}, "num_actions": 425, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.68812454142716, "p99_latency_ms": 123.48991176629163, "return_raw": null, "survival_steps": 3403} +{"episode_id": 29, "episode_return": 3900.0, "episode_return_env": 3900.0, "game_score": 3900.0, "mean_latency_ms": 114.79324251902696, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 586, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000029, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 586, "workload_id": "asterix"}, "num_actions": 586, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.70451095745759, "p99_latency_ms": 123.0769508014533, "return_raw": null, "survival_steps": 4687} +{"episode_id": 30, "episode_return": 2600.0, "episode_return_env": 2600.0, "game_score": 2600.0, "mean_latency_ms": 114.74481913112216, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 417, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000030, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 418, "workload_id": "asterix"}, "num_actions": 418, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.69009946352017, "p99_latency_ms": 122.6762135037885, "return_raw": null, "survival_steps": 3339} +{"episode_id": 31, "episode_return": 3900.0, "episode_return_env": 3900.0, "game_score": 3900.0, "mean_latency_ms": 114.82260026137847, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 506, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000031, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 507, "workload_id": "asterix"}, "num_actions": 507, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.7334035629559, "p99_latency_ms": 123.13063406791767, "return_raw": null, "survival_steps": 4050} +{"episode_id": 32, "episode_return": 4000.0, "episode_return_env": 4000.0, "game_score": 4000.0, "mean_latency_ms": 115.18306712409264, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 471, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000032, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 470, "workload_id": "asterix"}, "num_actions": 470, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.45121354414732, "p99_latency_ms": 126.59544026863686, "return_raw": null, "survival_steps": 3761} +{"episode_id": 33, "episode_return": 4800.0, "episode_return_env": 4800.0, "game_score": 4800.0, "mean_latency_ms": 114.87803411039053, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 538, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000033, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 538, "workload_id": "asterix"}, "num_actions": 538, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.87542686696301, "p99_latency_ms": 124.96382923219522, "return_raw": null, "survival_steps": 4302} +{"episode_id": 34, "episode_return": 4200.0, "episode_return_env": 4200.0, "game_score": 4200.0, "mean_latency_ms": 114.97572699261045, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 579, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000034, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 576, "workload_id": "asterix"}, "num_actions": 576, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.34906319121166, "p99_latency_ms": 125.63399752198936, "return_raw": null, "survival_steps": 4617} +{"episode_id": 35, "episode_return": 3600.0, "episode_return_env": 3600.0, "game_score": 3600.0, "mean_latency_ms": 114.80871861191619, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 522, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000035, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 521, "workload_id": "asterix"}, "num_actions": 521, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.91275643296575, "p99_latency_ms": 123.14462109788745, "return_raw": null, "survival_steps": 4172} +{"episode_id": 36, "episode_return": 750.0, "episode_return_env": 750.0, "game_score": 750.0, "mean_latency_ms": 114.6116308597875, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 183, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000036, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 183, "workload_id": "asterix"}, "num_actions": 183, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.48275930718404, "p99_latency_ms": 122.51302655396486, "return_raw": null, "survival_steps": 1463} +{"episode_id": 37, "episode_return": 4200.0, "episode_return_env": 4200.0, "game_score": 4200.0, "mean_latency_ms": 115.10129806103895, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 578, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000037, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 575, "workload_id": "asterix"}, "num_actions": 575, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.93403958198064, "p99_latency_ms": 123.94060555334741, "return_raw": null, "survival_steps": 4609} +{"episode_id": 38, "episode_return": 3900.0, "episode_return_env": 3900.0, "game_score": 3900.0, "mean_latency_ms": 114.91882513718315, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 632, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000038, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 631, "workload_id": "asterix"}, "num_actions": 631, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.20411991817967, "p99_latency_ms": 123.81848579783076, "return_raw": null, "survival_steps": 5052} +{"episode_id": 39, "episode_return": 1550.0, "episode_return_env": 1550.0, "game_score": 1550.0, "mean_latency_ms": 114.89129372201118, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 298, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000039, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 298, "workload_id": "asterix"}, "num_actions": 298, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.74321998326423, "p99_latency_ms": 123.07548566321141, "return_raw": null, "survival_steps": 2382} +{"episode_id": 40, "episode_return": 3800.0, "episode_return_env": 3800.0, "game_score": 3800.0, "mean_latency_ms": 115.12239845491416, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 488, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000040, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 487, "workload_id": "asterix"}, "num_actions": 487, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.60269397769409, "p99_latency_ms": 123.96882098899675, "return_raw": null, "survival_steps": 3898} +{"episode_id": 41, "episode_return": 3000.0, "episode_return_env": 3000.0, "game_score": 3000.0, "mean_latency_ms": 115.20733533236792, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 423, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000041, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 420, "workload_id": "asterix"}, "num_actions": 420, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.38439524239857, "p99_latency_ms": 123.6303608908695, "return_raw": null, "survival_steps": 3369} +{"episode_id": 42, "episode_return": 6100.0, "episode_return_env": 6100.0, "game_score": 6100.0, "mean_latency_ms": 115.18531253869624, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 693, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000042, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 691, "workload_id": "asterix"}, "num_actions": 691, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.3571400116174, "p99_latency_ms": 126.6094521768399, "return_raw": null, "survival_steps": 5535} +{"episode_id": 43, "episode_return": 4500.0, "episode_return_env": 4500.0, "game_score": 4500.0, "mean_latency_ms": 114.84200351946687, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 577, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000043, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 576, "workload_id": "asterix"}, "num_actions": 576, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.96611693875113, "p99_latency_ms": 123.09188091812614, "return_raw": null, "survival_steps": 4609} +{"episode_id": 44, "episode_return": 3300.0, "episode_return_env": 3300.0, "game_score": 3300.0, "mean_latency_ms": 114.89021063503024, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 469, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000044, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 469, "workload_id": "asterix"}, "num_actions": 469, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.6425313450858, "p99_latency_ms": 123.33643316358184, "return_raw": null, "survival_steps": 3749} +{"episode_id": 45, "episode_return": 1850.0, "episode_return_env": 1850.0, "game_score": 1850.0, "mean_latency_ms": 115.0182742574735, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 339, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000045, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 337, "workload_id": "asterix"}, "num_actions": 337, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.22022344237806, "p99_latency_ms": 122.88314149353455, "return_raw": null, "survival_steps": 2703} +{"episode_id": 46, "episode_return": 7200.0, "episode_return_env": 7200.0, "game_score": 7200.0, "mean_latency_ms": 114.86129970447838, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 759, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000046, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 759, "workload_id": "asterix"}, "num_actions": 759, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.74722883265247, "p99_latency_ms": 123.16793734106561, "return_raw": null, "survival_steps": 6070} +{"episode_id": 47, "episode_return": 2100.0, "episode_return_env": 2100.0, "game_score": 2100.0, "mean_latency_ms": 114.86412084444474, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 357, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000047, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 356, "workload_id": "asterix"}, "num_actions": 356, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.71782258883154, "p99_latency_ms": 123.45032265268517, "return_raw": null, "survival_steps": 2850} +{"episode_id": 48, "episode_return": 6700.0, "episode_return_env": 6700.0, "game_score": 6700.0, "mean_latency_ms": 114.92312170786138, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 707, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000048, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 708, "workload_id": "asterix"}, "num_actions": 708, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.440346671313, "p99_latency_ms": 124.31868009813171, "return_raw": null, "survival_steps": 5660} +{"episode_id": 49, "episode_return": 4300.0, "episode_return_env": 4300.0, "game_score": 4300.0, "mean_latency_ms": 115.48452131150295, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 562, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000049, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 557, "workload_id": "asterix"}, "num_actions": 557, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.60790137921296, "p99_latency_ms": 133.8620039089417, "return_raw": null, "survival_steps": 4476} +{"episode_id": 50, "episode_return": 2500.0, "episode_return_env": 2500.0, "game_score": 2500.0, "mean_latency_ms": 114.90413062983565, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 382, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000050, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 382, "workload_id": "asterix"}, "num_actions": 382, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.0532795142516, "p99_latency_ms": 122.9085485944826, "return_raw": null, "survival_steps": 3053} +{"episode_id": 51, "episode_return": 3600.0, "episode_return_env": 3600.0, "game_score": 3600.0, "mean_latency_ms": 114.99049540613372, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 490, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000051, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 490, "workload_id": "asterix"}, "num_actions": 490, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.40088999549583, "p99_latency_ms": 123.41181073444287, "return_raw": null, "survival_steps": 3918} +{"episode_id": 52, "episode_return": 4400.0, "episode_return_env": 4400.0, "game_score": 4400.0, "mean_latency_ms": 114.87139997439525, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 552, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000052, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 552, "workload_id": "asterix"}, "num_actions": 552, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.61496951537723, "p99_latency_ms": 123.052062913502, "return_raw": null, "survival_steps": 4416} +{"episode_id": 53, "episode_return": 3600.0, "episode_return_env": 3600.0, "game_score": 3600.0, "mean_latency_ms": 114.94542577943142, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 516, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000053, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 517, "workload_id": "asterix"}, "num_actions": 517, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.39488763245336, "p99_latency_ms": 123.31204786186132, "return_raw": null, "survival_steps": 4130} +{"episode_id": 54, "episode_return": 4400.0, "episode_return_env": 4400.0, "game_score": 4400.0, "mean_latency_ms": 114.8505906096089, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 636, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000054, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 634, "workload_id": "asterix"}, "num_actions": 634, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.91116642158076, "p99_latency_ms": 122.93430803181636, "return_raw": null, "survival_steps": 5079} +{"episode_id": 55, "episode_return": 3600.0, "episode_return_env": 3600.0, "game_score": 3600.0, "mean_latency_ms": 114.79988329672145, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 525, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000055, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 524, "workload_id": "asterix"}, "num_actions": 524, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.67943684775551, "p99_latency_ms": 124.42435795038107, "return_raw": null, "survival_steps": 4196} +{"episode_id": 56, "episode_return": 3900.0, "episode_return_env": 3900.0, "game_score": 3900.0, "mean_latency_ms": 114.93210102746802, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 543, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000056, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 543, "workload_id": "asterix"}, "num_actions": 543, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.23493557647194, "p99_latency_ms": 124.30964715287197, "return_raw": null, "survival_steps": 4344} +{"episode_id": 57, "episode_return": 3000.0, "episode_return_env": 3000.0, "game_score": 3000.0, "mean_latency_ms": 114.88580757686194, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 475, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000057, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 475, "workload_id": "asterix"}, "num_actions": 475, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.34644000425646, "p99_latency_ms": 122.81389558555412, "return_raw": null, "survival_steps": 3797} +{"episode_id": 58, "episode_return": 1700.0, "episode_return_env": 1700.0, "game_score": 1700.0, "mean_latency_ms": 114.9559955315058, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 270, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000058, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 269, "workload_id": "asterix"}, "num_actions": 269, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.52348765625618, "p99_latency_ms": 128.25083572580382, "return_raw": null, "survival_steps": 2154} +{"episode_id": 59, "episode_return": 1750.0, "episode_return_env": 1750.0, "game_score": 1750.0, "mean_latency_ms": 114.88248670807741, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 280, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000059, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 281, "workload_id": "asterix"}, "num_actions": 281, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.26507673904656, "p99_latency_ms": 123.06426229588062, "return_raw": null, "survival_steps": 2241} +{"episode_id": 60, "episode_return": 4400.0, "episode_return_env": 4400.0, "game_score": 4400.0, "mean_latency_ms": 115.19058738687495, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 519, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000060, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 517, "workload_id": "asterix"}, "num_actions": 517, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.35897953583095, "p99_latency_ms": 125.11473078978177, "return_raw": null, "survival_steps": 4141} +{"episode_id": 61, "episode_return": 5300.0, "episode_return_env": 5300.0, "game_score": 5300.0, "mean_latency_ms": 114.93086267512118, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 677, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000061, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 676, "workload_id": "asterix"}, "num_actions": 676, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.01777003650592, "p99_latency_ms": 123.05688263756191, "return_raw": null, "survival_steps": 5410} +{"episode_id": 62, "episode_return": 1800.0, "episode_return_env": 1800.0, "game_score": 1800.0, "mean_latency_ms": 115.0916493060679, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 320, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000062, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 319, "workload_id": "asterix"}, "num_actions": 319, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.12137685145328, "p99_latency_ms": 123.03969312457755, "return_raw": null, "survival_steps": 2554} +{"episode_id": 63, "episode_return": 6400.0, "episode_return_env": 6400.0, "game_score": 6400.0, "mean_latency_ms": 114.90558475264618, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 766, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000063, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 766, "workload_id": "asterix"}, "num_actions": 766, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.3472604889999, "p99_latency_ms": 122.5098282276822, "return_raw": null, "survival_steps": 6125} +{"episode_id": 64, "episode_return": 6300.0, "episode_return_env": 6300.0, "game_score": 6300.0, "mean_latency_ms": 114.99208075977539, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 713, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000064, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 713, "workload_id": "asterix"}, "num_actions": 713, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.26950414255772, "p99_latency_ms": 124.39128534091762, "return_raw": null, "survival_steps": 5702} +{"episode_id": 65, "episode_return": 1250.0, "episode_return_env": 1250.0, "game_score": 1250.0, "mean_latency_ms": 114.94422900597272, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 237, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000065, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 237, "workload_id": "asterix"}, "num_actions": 237, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.76324698490728, "p99_latency_ms": 127.39864495428623, "return_raw": null, "survival_steps": 1895} +{"episode_id": 66, "episode_return": 3700.0, "episode_return_env": 3700.0, "game_score": 3700.0, "mean_latency_ms": 114.967659817903, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 514, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000066, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 514, "workload_id": "asterix"}, "num_actions": 514, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.65653644617062, "p99_latency_ms": 123.13107422029498, "return_raw": null, "survival_steps": 4111} +{"episode_id": 67, "episode_return": 5000.0, "episode_return_env": 5000.0, "game_score": 5000.0, "mean_latency_ms": 114.78897306917571, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 523, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000067, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 523, "workload_id": "asterix"}, "num_actions": 523, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.73581698577257, "p99_latency_ms": 123.04969767969386, "return_raw": null, "survival_steps": 4181} +{"episode_id": 68, "episode_return": 2450.0, "episode_return_env": 2450.0, "game_score": 2450.0, "mean_latency_ms": 114.82077488978446, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 481, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000068, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 481, "workload_id": "asterix"}, "num_actions": 481, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.67634787603193, "p99_latency_ms": 123.25910873437775, "return_raw": null, "survival_steps": 3847} +{"episode_id": 69, "episode_return": 1350.0, "episode_return_env": 1350.0, "game_score": 1350.0, "mean_latency_ms": 114.8162966735535, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 262, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000069, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 263, "workload_id": "asterix"}, "num_actions": 263, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.06219192722051, "p99_latency_ms": 123.11956448105585, "return_raw": null, "survival_steps": 2098} +{"episode_id": 70, "episode_return": 5600.0, "episode_return_env": 5600.0, "game_score": 5600.0, "mean_latency_ms": 115.03240705580228, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 668, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000070, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 668, "workload_id": "asterix"}, "num_actions": 668, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.65270200008621, "p99_latency_ms": 124.94678262868831, "return_raw": null, "survival_steps": 5342} +{"episode_id": 71, "episode_return": 2800.0, "episode_return_env": 2800.0, "game_score": 2800.0, "mean_latency_ms": 114.86691415146555, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 481, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000071, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 481, "workload_id": "asterix"}, "num_actions": 481, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.5632992644138, "p99_latency_ms": 124.97686406186573, "return_raw": null, "survival_steps": 3845} +{"episode_id": 72, "episode_return": 2200.0, "episode_return_env": 2200.0, "game_score": 2200.0, "mean_latency_ms": 115.16316926507055, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 373, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000072, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 373, "workload_id": "asterix"}, "num_actions": 373, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.4346467982322, "p99_latency_ms": 125.91423307991097, "return_raw": null, "survival_steps": 2981} +{"episode_id": 73, "episode_return": 7200.0, "episode_return_env": 7200.0, "game_score": 7200.0, "mean_latency_ms": 115.01928365047789, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 658, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000073, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 657, "workload_id": "asterix"}, "num_actions": 657, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.24278066056308, "p99_latency_ms": 123.77856346994848, "return_raw": null, "survival_steps": 5259} +{"episode_id": 74, "episode_return": 4100.0, "episode_return_env": 4100.0, "game_score": 4100.0, "mean_latency_ms": 115.04814717313182, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 554, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000074, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 552, "workload_id": "asterix"}, "num_actions": 552, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.68544659882095, "p99_latency_ms": 124.19066265084018, "return_raw": null, "survival_steps": 4421} +{"episode_id": 75, "episode_return": 7300.0, "episode_return_env": 7300.0, "game_score": 7300.0, "mean_latency_ms": 114.79494560611457, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 809, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000075, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 809, "workload_id": "asterix"}, "num_actions": 809, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.8359467104211, "p99_latency_ms": 123.09384618538402, "return_raw": null, "survival_steps": 6471} +{"episode_id": 76, "episode_return": 1400.0, "episode_return_env": 1400.0, "game_score": 1400.0, "mean_latency_ms": 115.31734673193124, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 257, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000076, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 255, "workload_id": "asterix"}, "num_actions": 255, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.39154289077848, "p99_latency_ms": 124.72136636163924, "return_raw": null, "survival_steps": 2047} +{"episode_id": 77, "episode_return": 900.0, "episode_return_env": 900.0, "game_score": 900.0, "mean_latency_ms": 114.38494722525272, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 140, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000077, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 141, "workload_id": "asterix"}, "num_actions": 141, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.46070483860137, "p99_latency_ms": 122.04659321065634, "return_raw": null, "survival_steps": 1121} +{"episode_id": 78, "episode_return": 3900.0, "episode_return_env": 3900.0, "game_score": 3900.0, "mean_latency_ms": 115.05089626220496, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 488, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000078, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 489, "workload_id": "asterix"}, "num_actions": 489, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.60114510424097, "p99_latency_ms": 122.88107109209754, "return_raw": null, "survival_steps": 3905} +{"episode_id": 79, "episode_return": 2700.0, "episode_return_env": 2700.0, "game_score": 2700.0, "mean_latency_ms": 115.11135885144836, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 522, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000079, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 519, "workload_id": "asterix"}, "num_actions": 519, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.69353183704312, "p99_latency_ms": 123.42947285606327, "return_raw": null, "survival_steps": 4163} +{"episode_id": 80, "episode_return": 10300.0, "episode_return_env": 10300.0, "game_score": 10300.0, "mean_latency_ms": 115.12875827950724, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 902, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000080, "final_is_true_episode_end": false, "final_lives": 2, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 898, "workload_id": "asterix"}, "num_actions": 898, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.4962290710892, "p99_latency_ms": 124.99407587489716, "return_raw": null, "survival_steps": 7200} +{"episode_id": 81, "episode_return": 4200.0, "episode_return_env": 4200.0, "game_score": 4200.0, "mean_latency_ms": 114.76442463689567, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 543, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000081, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 544, "workload_id": "asterix"}, "num_actions": 544, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.60948877649324, "p99_latency_ms": 123.3942437535367, "return_raw": null, "survival_steps": 4345} +{"episode_id": 82, "episode_return": 4800.0, "episode_return_env": 4800.0, "game_score": 4800.0, "mean_latency_ms": 114.92196116647706, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 657, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000082, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 657, "workload_id": "asterix"}, "num_actions": 657, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.43345954226834, "p99_latency_ms": 123.99184504762297, "return_raw": null, "survival_steps": 5255} +{"episode_id": 83, "episode_return": 4000.0, "episode_return_env": 4000.0, "game_score": 4000.0, "mean_latency_ms": 114.95709222681212, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 559, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000083, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 555, "workload_id": "asterix"}, "num_actions": 555, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.54700996887044, "p99_latency_ms": 123.31471495611225, "return_raw": null, "survival_steps": 4456} +{"episode_id": 84, "episode_return": 5600.0, "episode_return_env": 5600.0, "game_score": 5600.0, "mean_latency_ms": 114.80324385296043, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 642, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000084, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 642, "workload_id": "asterix"}, "num_actions": 642, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.6617882481191, "p99_latency_ms": 123.12625927542479, "return_raw": null, "survival_steps": 5133} +{"episode_id": 85, "episode_return": 4300.0, "episode_return_env": 4300.0, "game_score": 4300.0, "mean_latency_ms": 114.97169903591734, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 528, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000085, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 529, "workload_id": "asterix"}, "num_actions": 529, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.42230930846335, "p99_latency_ms": 123.6216612551353, "return_raw": null, "survival_steps": 4228} +{"episode_id": 86, "episode_return": 4600.0, "episode_return_env": 4600.0, "game_score": 4600.0, "mean_latency_ms": 114.95172275449254, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 588, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000086, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 587, "workload_id": "asterix"}, "num_actions": 587, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.3653731408476, "p99_latency_ms": 124.45365699409992, "return_raw": null, "survival_steps": 4697} +{"episode_id": 87, "episode_return": 1250.0, "episode_return_env": 1250.0, "game_score": 1250.0, "mean_latency_ms": 114.82980001448055, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 224, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000087, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 225, "workload_id": "asterix"}, "num_actions": 225, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.52032055688278, "p99_latency_ms": 122.87986054164898, "return_raw": null, "survival_steps": 1794} +{"episode_id": 88, "episode_return": 3300.0, "episode_return_env": 3300.0, "game_score": 3300.0, "mean_latency_ms": 114.96312525574474, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 437, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000088, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 438, "workload_id": "asterix"}, "num_actions": 438, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.34538588339893, "p99_latency_ms": 122.78718511669977, "return_raw": null, "survival_steps": 3497} +{"episode_id": 89, "episode_return": 5500.0, "episode_return_env": 5500.0, "game_score": 5500.0, "mean_latency_ms": 114.89744334543772, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 711, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000089, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 712, "workload_id": "asterix"}, "num_actions": 712, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.41176094558115, "p99_latency_ms": 122.96180560744507, "return_raw": null, "survival_steps": 5691} +{"episode_id": 90, "episode_return": 5200.0, "episode_return_env": 5200.0, "game_score": 5200.0, "mean_latency_ms": 114.94290224643709, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 740, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000090, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 739, "workload_id": "asterix"}, "num_actions": 739, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.35020056593288, "p99_latency_ms": 123.31058885913532, "return_raw": null, "survival_steps": 5916} +{"episode_id": 91, "episode_return": 4000.0, "episode_return_env": 4000.0, "game_score": 4000.0, "mean_latency_ms": 114.95585227127926, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 489, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000091, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 490, "workload_id": "asterix"}, "num_actions": 490, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.53108197010354, "p99_latency_ms": 122.79800064518273, "return_raw": null, "survival_steps": 3914} +{"episode_id": 92, "episode_return": 1900.0, "episode_return_env": 1900.0, "game_score": 1900.0, "mean_latency_ms": 114.6972564578943, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 386, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000092, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 387, "workload_id": "asterix"}, "num_actions": 387, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.96136409637876, "p99_latency_ms": 122.11183299168107, "return_raw": null, "survival_steps": 3090} +{"episode_id": 93, "episode_return": 3000.0, "episode_return_env": 3000.0, "game_score": 3000.0, "mean_latency_ms": 115.05106858116623, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 442, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000093, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 443, "workload_id": "asterix"}, "num_actions": 443, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.247098500638, "p99_latency_ms": 123.44164682552226, "return_raw": null, "survival_steps": 3540} +{"episode_id": 94, "episode_return": 1500.0, "episode_return_env": 1500.0, "game_score": 1500.0, "mean_latency_ms": 115.12480248355232, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 268, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000094, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 268, "workload_id": "asterix"}, "num_actions": 268, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 118.4812364355079, "p99_latency_ms": 123.81127142796063, "return_raw": null, "survival_steps": 2142} +{"episode_id": 95, "episode_return": 4900.0, "episode_return_env": 4900.0, "game_score": 4900.0, "mean_latency_ms": 114.85317004288595, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 564, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000095, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 564, "workload_id": "asterix"}, "num_actions": 564, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.39260507855928, "p99_latency_ms": 122.24697940021943, "return_raw": null, "survival_steps": 4511} +{"episode_id": 96, "episode_return": 2800.0, "episode_return_env": 2800.0, "game_score": 2800.0, "mean_latency_ms": 114.6217260206621, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 402, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000096, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 1, "in_flight_count": 0, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 401, "workload_id": "asterix"}, "num_actions": 401, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 116.49009022672602, "p99_latency_ms": 124.21316189113124, "return_raw": null, "survival_steps": 3212} +{"episode_id": 97, "episode_return": 3400.0, "episode_return_env": 3400.0, "game_score": 3400.0, "mean_latency_ms": 114.97757400029033, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 523, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000097, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 523, "workload_id": "asterix"}, "num_actions": 523, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.13186179472949, "p99_latency_ms": 123.53771493973652, "return_raw": null, "survival_steps": 4183} +{"episode_id": 98, "episode_return": 2200.0, "episode_return_env": 2200.0, "game_score": 2200.0, "mean_latency_ms": 114.87636009319661, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 384, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000098, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 384, "workload_id": "asterix"}, "num_actions": 384, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.18284063958076, "p99_latency_ms": 122.92168267309192, "return_raw": null, "survival_steps": 3069} +{"episode_id": 99, "episode_return": 3900.0, "episode_return_env": 3900.0, "game_score": 3900.0, "mean_latency_ms": 114.9478839780538, "metadata": {"action_prefix": {"mode": "none"}, "checkpoint_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt", "config_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "dropped_observation_count": 475, "env_fps": 60.0, "env_id": "LatencyBench/Asterix-v0", "episode_seed": 1000099, "final_is_true_episode_end": true, "final_lives": 0, "frame_ms": 16.666666666666668, "gpu_class": "1x-rtx3090", "idle_worker_count": 0, "in_flight_count": 1, "inference_worker_count": 1, "instance_id": "instance_d907cdaf680040e0", "latency_type": "profile_sample", "mode": "simulated", "model_id": "qwenoft", "obs_fps": 15.0, "output_dir": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile", "policy_id": "starvla", "profile_ref": null, "run_name": "asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32", "simulated_worker_capacity": 1, "soft_reset_count": 0, "source_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json", "source_run_id": "20260924T110210301668Z", "submitted_observation_frames": 475, "workload_id": "asterix"}, "num_actions": 475, "num_dropped_actions": 0, "num_invalid_actions": 0, "p90_latency_ms": 117.35480104924883, "p99_latency_ms": 123.21410359488851, "return_raw": null, "survival_steps": 3798} diff --git a/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/evaluation_profile/eval_config.yaml b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/evaluation_profile/eval_config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bf3ed9e2ca0f2946bbfdab5d90a899d71554f74c --- /dev/null +++ b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/evaluation_profile/eval_config.yaml @@ -0,0 +1,165 @@ +experiment: + name: asterix-qwenoft-hist8-profile-s42-v1-step5000-history01-profile-par32 + seed: 1000000 +backend: + type: sample_factory + algo: APPO + device: cuda + train_dir: results/sample_factory + restart_behavior: resume + run_mode: eval + extra_args: + - --encoder_conv_architecture + - convnet_simple +executor: + mode: simulated + simulated_worker_capacity: 1 + simulated_inference_pool: true + inference_devices: + - cuda:0 + - cuda:1 + inference_batch_size: 16 +env: + name: gymnasium + task_name: asterix + env_id: LatencyBench/Asterix-v0 + registration_imports: + - latency_bench.envs.gymnasium_asterix + make_kwargs: + base_env_id: ALE/Asterix-v5 + render_mode: rgb_array + screen_size: 84 + noop_max: 30 + base_make_kwargs: + obs_type: rgb + frameskip: 1 + repeat_action_probability: 0.0 + full_action_space: false + mode: 0 + difficulty: 0 + max_num_frames_per_episode: 108000 + env_fps: 60 + obs_fps: 15 + frame_stack: 1 + simulator: gpu + terminal_on_life_loss: false + clip_reward: false + noop_action: noop + action_map: + noop: 0 + up: 1 + right: 2 + left: 3 + down: 4 + upright: 5 + upleft: 6 + downright: 7 + downleft: 8 + action_order: + - noop + - up + - right + - left + - down + - upright + - upleft + - downright + - downleft + base_prompt: 'Collect useful objects and avoid lyres. Choose exactly one action + from: noop, up, right, left, down, upright, upleft, downright, downleft.' + obs_resize: + - 224 + - 224 + gpu_env_device: auto + noop_max: 30 + action_history_decisions: 8 +latency: + method: temporal + profile_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/teacher_configs/asterix-qwenoft/profile/profile.json + profile_worker_slot: 0 + seed: 271828 + add_latency_info: false +scheduler: + hold_policy: hold + ordering_policy: issue_order_fifo +policy: + type: starvla + actions: + - noop + - up + - right + - left + - down + - upright + - upleft + - downright + - downleft + checkpoint_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/checkpoints/model.pt + model_config_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/config.yaml + task_manifest_path: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/bundles/asterix-qwenoft-hist8-profile-s42-v1/manifest.json + device: cuda:0 + unnorm_key: new_embodiment + prompt_mode: latency_neutral + action_layout: discrete_9 + backbone_path: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen3-VL-4B-Instruct/snapshots/ebb281ec70b05090aa6165b016eac8ec08e71b17 + worker_python_executable: /home/ubuntu/miniconda3/envs/starvla_rl_games_openvla/bin/python3.10 + state_source: transport +training: + train_for_env_steps: 1000000 + num_workers: 4 + num_envs_per_worker: 16 + worker_num_splits: 1 + num_policies: 1 + batch_size: 1024 + rollout: 64 + recurrence: 32 + num_epochs: 2 + num_batches_per_epoch: 8 + max_policy_lag: 300 + learning_rate: 0.000303 + lr_schedule: constant + nonlinearity: elu + gamma: 0.99 + gae_lambda: 0.95 + ppo_clip_ratio: 0.1 + ppo_clip_value: 0.2 + exploration_loss: entropy + exploration_loss_coeff: 0.003 + value_loss_coeff: 0.5 + max_grad_norm: 0.0 + adam_eps: 1.0e-06 + obs_scale: 1.0 + adaptive_stddev: false + with_vtrace: false + async_rl: true + use_rnn: false + normalize_input: true + normalize_returns: true + stats_avg: 100 + experiment_summaries_interval: 1 + save_every_sec: 600 + keep_checkpoints: 5 +evaluation: + eval_interval_steps: null + eval_episodes: 100 + eval_parallel_envs: 32 + eval_max_steps: 7200 + eval_deterministic: true + eval_suites: + fixed: [] + normal: [] + uniform: [] + latency_bench_env_backend: asterix_gpu_batched + eval_raw_reward: true +logging: + output_dir: /home/ubuntu/codex/atari-hist8-20260924/outputs/tasks/atari_hist8_v1/evals/asterix-qwenoft-hist8-profile-s42-v1/profile_to_profile + video: + enabled: false + num_bins: 1 + save_step_records: true + save_action_records: true + save_latency_records: true + wandb_project: null + wandb_group: null + wandb_job_type: null + wandb_tags: '' diff --git a/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/evaluation_profile/provenance.json b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/evaluation_profile/provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..eef4de14090ae95528221c9da4a5c786042fab68 --- /dev/null +++ b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/evaluation_profile/provenance.json @@ -0,0 +1,46 @@ +{ + "collection": { + "teacher_repo": "latency-sensitive-bench/benchmark-models", + "teacher_revision": "da734589fb8669108a8021ea79f823665e1b11c8", + "teacher_path": "latency-aware/asterix/small-policy/sample-factory-qwenoft-hist8-cpu15m-s0-v1", + "teacher_checkpoint": "best_000027136_13893632_reward_4562.500.pth", + "teacher_sha256": "93ba21325d92fa47f617c3daaffd9d7604a8c93bf8fe4bc1d4aacc4facd5430c", + "profile_path": "/home/ubuntu/codex/atari-hist8-20260924/results/profiling/profiles/qwenoft/1x-rtx3090/asterix/instance_d907cdaf680040e0/profile.json", + "profile_sha256": "4e2e3ed923c7500248ce4ce1508f124faec78282d90d6b99d070a9e29bdb6146", + "profile_repo": "latency-sensitive-bench/profiles", + "profile_revision": "fbbba76b21fa705cf4e5d05ec1ecfb82a88b12d8", + "rollout_overrides": { + "latency_profile_path": "/home/ubuntu/codex/atari-hist8-20260924/results/profiling/profiles/qwenoft/1x-rtx3090/asterix/instance_d907cdaf680040e0/profile.json", + "seed": 42, + "simulator": "gpu", + "probe_envs": 256, + "replay_envs": 256, + "policy_inference_batch_size": 256, + "max_episode_raw_frames": 7200 + }, + "episodes": 350, + "filter_preset": "none", + "history": "decision_v1" + }, + "training_run_id": "asterix-qwenoft-hist8-profile-s42-v1", + "training_step": 5000, + "global_batch": 128, + "base_model": "Qwen/Qwen3-VL-4B-Instruct", + "wandb_run_id": "ac01280d", + "checkpoint_sha256": "b96bf1398d3d767b13be1cc76eefdfe70fdab349231ef5a4636495c548fe09ac", + "eval_protocol_version": "hist8-history01-sf-render-v4", + "history_encoding": "binary_0_1", + "episodes": 100, + "env_condition": "profile", + "parallel_envs": 32, + "max_episode_raw_frames": 7200, + "inference_devices": [ + "cuda:0", + "cuda:1" + ], + "episode_seeds": [ + 1000000, + 1000099 + ], + "profile_sha256": "4e2e3ed923c7500248ce4ce1508f124faec78282d90d6b99d070a9e29bdb6146" +} diff --git a/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/profile_publication.json b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/profile_publication.json new file mode 100644 index 0000000000000000000000000000000000000000..93d73f15907b0b22201f5588a8cc2c1d2ab1085a --- /dev/null +++ b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/profile_publication.json @@ -0,0 +1,28 @@ +{ + "model": "qwenoft", + "model_publication": { + "checkpoint_sha256": "9d5be1187e768a3ba6638610ad70ca58fed54a531b77b0b0dea3a33538def572", + "episodes": 100, + "mean_return": 5803.5, + "model": "qwenoft", + "path": "zero-latency/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-zero-s42-v1", + "repo_id": "latency-sensitive-bench/benchmark-models", + "revision": "15c9cd4ab12215ccbcef74a8cd4d051d8e3aae3f", + "run_id": "asterix-qwenoft-hist8-zero-s42-v1", + "task": "asterix", + "training_status": "complete", + "zero_evaluation_status": "complete" + }, + "profile": { + "GPU_CLASS": "1x-rtx3090", + "INSTANCE_ID": "instance_d907cdaf680040e0", + "PROFILE_PATH": "results/profiling/profiles/qwenoft/1x-rtx3090/asterix/instance_d907cdaf680040e0/profile.json", + "PROFILE_REF": "qwenoft/1x-rtx3090/asterix/instance_d907cdaf680040e0", + "RUN_ID": "20260924T110210301668Z" + }, + "profile_path": "profiles/qwenoft/1x-rtx3090/asterix/instance_d907cdaf680040e0/profile.json", + "profile_repo": "latency-sensitive-bench/profiles", + "profile_revision": "fbbba76b21fa705cf4e5d05ec1ecfb82a88b12d8", + "profile_sha256": "4e2e3ed923c7500248ce4ce1508f124faec78282d90d6b99d070a9e29bdb6146", + "task": "asterix" +} diff --git a/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/publication_status.json b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/publication_status.json index e3aff23d77ff0cf95cb909817f368fee3dc0e3b2..cdd8a06af401cb667f13baddf22c72cb6bfec8f6 100644 --- a/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/publication_status.json +++ b/latency-aware/asterix/vla/starvla-qwenoft-h1/asterix-qwenoft-hist8-profile-s42-v1/publication_status.json @@ -1,4 +1,7 @@ { - "profile_evaluation_status": "pending", + "episodes": 100, + "mean_return": 3653.5, + "profile_evaluation_status": "complete", + "profile_mean_return": 3653.5, "training_status": "complete" }