dongqianyu99 commited on
Commit
1c2f38f
·
verified ·
1 Parent(s): e1fd56d

Publish completed ant RTX3090 mean-profile teacher

Browse files
latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/README.md ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # ant Sample Factory mean-profile teacher
2
+
3
+ Completed 10006528 frames with seed 2222; budget 10000000. Selection: best_reward_after_full_training_budget. Fixed mean latency 90.56460638563993 ms from archived RTX3090 profile; training GPU was RTX PRO6000 Blackwell.
4
+
5
+ `checkpoint.pth` is a tensor-only inference export with `model`, `train_step`, `env_steps`; every model tensor compared exactly with selected training checkpoint. Original recovery state remains on host. Training reward in source filename is not independent task evaluation.
latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/checkpoint.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7899b32beb9b2cfec1bcff85b285dddc243a73f1c322fafefae599df0f67b3b
3
+ size 33077
latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/config.json ADDED
@@ -0,0 +1,297 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "help": false,
3
+ "algo": "APPO",
4
+ "env": "latency_gymnasium",
5
+ "experiment": "ant_mean_3090_s2222",
6
+ "train_dir": "/home/ubuntu/lzj/mean-profiling/ant/teacher",
7
+ "restart_behavior": "overwrite",
8
+ "device": "gpu",
9
+ "seed": 2222,
10
+ "num_policies": 1,
11
+ "async_rl": false,
12
+ "serial_mode": false,
13
+ "batched_sampling": false,
14
+ "num_batches_to_accumulate": 2,
15
+ "worker_num_splits": 2,
16
+ "policy_workers_per_policy": 1,
17
+ "max_policy_lag": 10000,
18
+ "num_workers": 8,
19
+ "num_envs_per_worker": 8,
20
+ "batch_size": 1024,
21
+ "num_batches_per_epoch": 4,
22
+ "num_epochs": 2,
23
+ "rollout": 64,
24
+ "recurrence": 1,
25
+ "shuffle_minibatches": false,
26
+ "gamma": 0.99,
27
+ "reward_scale": 1.0,
28
+ "reward_clip": 1000.0,
29
+ "value_bootstrap": true,
30
+ "normalize_returns": true,
31
+ "exploration_loss_coeff": 0.0,
32
+ "value_loss_coeff": 1.3,
33
+ "kl_loss_coeff": 0.1,
34
+ "exploration_loss": "entropy",
35
+ "gae_lambda": 0.95,
36
+ "ppo_clip_ratio": 0.2,
37
+ "ppo_clip_value": 1.0,
38
+ "with_vtrace": false,
39
+ "vtrace_rho": 1.0,
40
+ "vtrace_c": 1.0,
41
+ "optimizer": "adam",
42
+ "adam_eps": 1e-06,
43
+ "adam_beta1": 0.9,
44
+ "adam_beta2": 0.999,
45
+ "max_grad_norm": 3.5,
46
+ "learning_rate": 0.00295,
47
+ "lr_schedule": "linear_decay",
48
+ "lr_schedule_kl_threshold": 0.008,
49
+ "lr_adaptive_min": 1e-06,
50
+ "lr_adaptive_max": 0.01,
51
+ "obs_subtract_mean": 0.0,
52
+ "obs_scale": 1.0,
53
+ "normalize_input": true,
54
+ "normalize_input_keys": null,
55
+ "decorrelate_experience_max_seconds": 10,
56
+ "decorrelate_envs_on_one_worker": true,
57
+ "actor_worker_gpus": [],
58
+ "set_workers_cpu_affinity": true,
59
+ "force_envs_single_thread": true,
60
+ "default_niceness": 0,
61
+ "log_to_file": true,
62
+ "experiment_summaries_interval": 10,
63
+ "flush_summaries_interval": 30,
64
+ "stats_avg": 100,
65
+ "summaries_use_frameskip": true,
66
+ "heartbeat_interval": 20,
67
+ "heartbeat_reporting_interval": 180,
68
+ "train_for_env_steps": 10000000,
69
+ "train_for_seconds": 10000000000,
70
+ "save_every_sec": 600,
71
+ "keep_checkpoints": 3,
72
+ "load_checkpoint_kind": "latest",
73
+ "save_milestones_sec": -1,
74
+ "save_best_every_sec": 60,
75
+ "save_best_metric": "reward",
76
+ "save_best_after": 100000,
77
+ "benchmark": false,
78
+ "encoder_mlp_layers": [
79
+ 64,
80
+ 64
81
+ ],
82
+ "encoder_conv_architecture": "convnet_simple",
83
+ "encoder_conv_mlp_layers": [
84
+ 512
85
+ ],
86
+ "use_rnn": false,
87
+ "rnn_size": 512,
88
+ "rnn_type": "gru",
89
+ "rnn_num_layers": 1,
90
+ "decoder_mlp_layers": [],
91
+ "nonlinearity": "tanh",
92
+ "policy_initialization": "torch_default",
93
+ "policy_init_gain": 1.0,
94
+ "actor_critic_share_weights": true,
95
+ "adaptive_stddev": false,
96
+ "continuous_tanh_scale": 0.0,
97
+ "initial_stddev": 1.0,
98
+ "use_env_info_cache": false,
99
+ "env_gpu_actions": false,
100
+ "env_gpu_observations": true,
101
+ "env_frameskip": 1,
102
+ "env_framestack": 1,
103
+ "pixel_format": "CHW",
104
+ "use_record_episode_statistics": false,
105
+ "with_wandb": true,
106
+ "wandb_user": "dongqianyu99-zhejiang-university",
107
+ "wandb_project": "starvla_tasks",
108
+ "wandb_group": "mean-profiling-3090-blackwell",
109
+ "wandb_job_type": "SF",
110
+ "wandb_tags": null,
111
+ "with_pbt": false,
112
+ "pbt_mix_policies_in_one_env": true,
113
+ "pbt_period_env_steps": 5000000,
114
+ "pbt_start_mutation": 20000000,
115
+ "pbt_replace_fraction": 0.3,
116
+ "pbt_mutation_rate": 0.15,
117
+ "pbt_replace_reward_gap": 0.1,
118
+ "pbt_replace_reward_gap_absolute": 1e-06,
119
+ "pbt_optimize_gamma": false,
120
+ "pbt_target_objective": "true_objective",
121
+ "pbt_perturb_min": 1.1,
122
+ "pbt_perturb_max": 1.5,
123
+ "gym_task_name": "ant_rgb_state",
124
+ "gym_env_id": "LatencyBench/AntContinuous-v0",
125
+ "gym_make_kwargs_json": "{\"base_env_id\": \"Ant-v4\", \"base_make_kwargs\": {\"exclude_current_positions_from_observation\": true, \"use_contact_forces\": false}, \"render_mode\": \"rgb_array\"}",
126
+ "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_ant\"]",
127
+ "gym_action_space_json": "{\"dtype\": \"float32\", \"high\": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], \"labels\": [\"back_right_hip_torque\", \"back_right_ankle_torque\", \"front_left_hip_torque\", \"front_left_ankle_torque\", \"front_right_hip_torque\", \"front_right_ankle_torque\", \"back_left_hip_torque\", \"back_left_ankle_torque\"], \"low\": [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0], \"type\": \"box\"}",
128
+ "gym_action_labels_json": null,
129
+ "gym_action_values_json": null,
130
+ "gym_noop_action_id": null,
131
+ "gym_noop_action_json": "[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
132
+ "gym_base_prompt": "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle.",
133
+ "gym_state_labels_json": "[\"torso_z\", \"torso_quaternion_w\", \"torso_quaternion_x\", \"torso_quaternion_y\", \"torso_quaternion_z\", \"front_left_hip_angle\", \"front_left_ankle_angle\", \"front_right_hip_angle\", \"front_right_ankle_angle\", \"back_left_hip_angle\", \"back_left_ankle_angle\", \"back_right_hip_angle\", \"back_right_ankle_angle\", \"torso_x_velocity\", \"torso_y_velocity\", \"torso_z_velocity\", \"torso_angular_velocity_x\", \"torso_angular_velocity_y\", \"torso_angular_velocity_z\", \"front_left_hip_angular_velocity\", \"front_left_ankle_angular_velocity\", \"front_right_hip_angular_velocity\", \"front_right_ankle_angular_velocity\", \"back_left_hip_angular_velocity\", \"back_left_ankle_angular_velocity\", \"back_right_hip_angular_velocity\", \"back_right_ankle_angular_velocity\"]",
134
+ "env_fps": 10.0,
135
+ "obs_fps": 10.0,
136
+ "frame_stack": 1,
137
+ "action_history_decisions": null,
138
+ "rollout_profile_seed_by_reset": false,
139
+ "simulator": "cpu",
140
+ "gpu_env_device": "auto",
141
+ "gpu_env_batch_size": 1,
142
+ "noop_max": null,
143
+ "terminal_on_life_loss": null,
144
+ "clip_reward": null,
145
+ "max_episode_steps": null,
146
+ "export_env_raw_rgb_frames": false,
147
+ "mode": "train",
148
+ "latency_type": "fixed",
149
+ "fixed_latency_ms": 90.56460638563993,
150
+ "mean_latency_ms": null,
151
+ "std_latency_ms": null,
152
+ "min_latency_ms": null,
153
+ "max_latency_ms": null,
154
+ "latency_seed": 0,
155
+ "latency_profile_path": null,
156
+ "latency_profile_worker_slot": null,
157
+ "simulated_worker_capacity": null,
158
+ "add_latency_info": false,
159
+ "max_pending_actions": null,
160
+ "hold_last_chunk_action": false,
161
+ "hold_policy": "hold",
162
+ "ordering_policy": "issue_order_fifo",
163
+ "eval_episodes": 10,
164
+ "eval_parallel_envs": 1,
165
+ "eval_latency_raw_frame_values": null,
166
+ "eval_max_steps": 1000,
167
+ "eval_deterministic": true,
168
+ "eval_raw_reward": false,
169
+ "episode_metrics_path": "/home/ubuntu/lzj/mean-profiling/ant/teacher/ant_mean_3090_s2222/episode_metrics.jsonl",
170
+ "ppo": null,
171
+ "command_line": "--mode train --algo APPO --env latency_gymnasium --experiment ant_profile_20260911T112232Z --train_dir /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/small_models --restart_behavior overwrite --device gpu --seed 2222 --episode_metrics_path /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/small_models/ant_profile_20260911T112232Z/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 8 --num_envs_per_worker 8 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 1 --num_epochs 2 --num_batches_per_epoch 4 --worker_num_splits 2 --max_policy_lag 10000 --num_batches_to_accumulate 2 --policy_workers_per_policy 1 --learning_rate 0.00295 --kl_loss_coeff 0.1 --lr_schedule_kl_threshold 0.008 --nonlinearity tanh --policy_initialization torch_default --continuous_tanh_scale 0.0 --initial_stddev 1.0 --env_framestack 1 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.2 --ppo_clip_value 1.0 --exploration_loss entropy --exploration_loss_coeff 0.0 --reward_scale 1.0 --reward_clip 1000.0 --value_loss_coeff 1.3 --max_grad_norm 3.5 --optimizer adam --adam_eps 1e-06 --adam_beta1 0.9 --adam_beta2 0.999 --obs_subtract_mean 0.0 --obs_scale 1.0 --decorrelate_experience_max_seconds 10 --default_niceness 0 --rnn_type gru --rnn_size 512 --save_every_sec 600 --keep_checkpoints 3 --save_milestones_sec -1 --save_best_every_sec 60 --save_best_after 100000 --stats_avg 100 --experiment_summaries_interval 10 --fasttd3_replay_capacity 6553600 --fasttd3_replay_batch_size 32768 --fasttd3_transitions_per_update 64 --fasttd3_v_min -250.0 --fasttd3_v_max 250.0 --fasttd3_actor_action_l2 0.0 --async_rl False --batched_sampling False --serial_mode False --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --shuffle_minibatches False --value_bootstrap True --with_vtrace False --decorrelate_envs_on_one_worker True --set_workers_cpu_affinity True --force_envs_single_thread True --actor_critic_share_weights True --with_wandb False --fasttd3_compile True --encoder_mlp_layers 64 64 --latency-type iid --latency-seed 0 --latency-profile-path /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/profile/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 10 --eval-parallel-envs 1 --eval-max-steps 1000 --eval-deterministic True --gym-task-name ant_rgb_state --gym-env-id LatencyBench/AntContinuous-v0 --gym-make-kwargs-json {\"base_env_id\": \"Ant-v4\", \"base_make_kwargs\": {\"exclude_current_positions_from_observation\": true, \"use_contact_forces\": false}, \"render_mode\": \"rgb_array\"} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_ant\"] --gym-action-space-json {\"dtype\": \"float32\", \"high\": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], \"labels\": [\"back_right_hip_torque\", \"back_right_ankle_torque\", \"front_left_hip_torque\", \"front_left_ankle_torque\", \"front_right_hip_torque\", \"front_right_ankle_torque\", \"back_left_hip_torque\", \"back_left_ankle_torque\"], \"low\": [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0], \"type\": \"box\"} --gym-noop-action-json [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] --gym-base-prompt Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle. --gym-state-labels-json [\"torso_z\", \"torso_quaternion_w\", \"torso_quaternion_x\", \"torso_quaternion_y\", \"torso_quaternion_z\", \"front_left_hip_angle\", \"front_left_ankle_angle\", \"front_right_hip_angle\", \"front_right_ankle_angle\", \"back_left_hip_angle\", \"back_left_ankle_angle\", \"back_right_hip_angle\", \"back_right_ankle_angle\", \"torso_x_velocity\", \"torso_y_velocity\", \"torso_z_velocity\", \"torso_angular_velocity_x\", \"torso_angular_velocity_y\", \"torso_angular_velocity_z\", \"front_left_hip_angular_velocity\", \"front_left_ankle_angular_velocity\", \"front_right_hip_angular_velocity\", \"front_right_ankle_angular_velocity\", \"back_left_hip_angular_velocity\", \"back_left_ankle_angular_velocity\", \"back_right_hip_angular_velocity\", \"back_right_ankle_angular_velocity\"] --env-fps 10.0 --obs-fps 10.0 --frame-stack 1 --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False",
172
+ "cli_args": {
173
+ "algo": "APPO",
174
+ "env": "latency_gymnasium",
175
+ "experiment": "ant_mean_3090_s2222",
176
+ "train_dir": "/home/ubuntu/lzj/mean-profiling/ant/teacher",
177
+ "restart_behavior": "overwrite",
178
+ "device": "gpu",
179
+ "seed": 2222,
180
+ "num_policies": 1,
181
+ "async_rl": false,
182
+ "serial_mode": false,
183
+ "batched_sampling": false,
184
+ "num_batches_to_accumulate": 2,
185
+ "worker_num_splits": 2,
186
+ "policy_workers_per_policy": 1,
187
+ "max_policy_lag": 10000,
188
+ "num_workers": 8,
189
+ "num_envs_per_worker": 8,
190
+ "batch_size": 1024,
191
+ "num_batches_per_epoch": 4,
192
+ "num_epochs": 2,
193
+ "rollout": 64,
194
+ "fasttd3_replay_capacity": 6553600,
195
+ "fasttd3_replay_batch_size": 32768,
196
+ "fasttd3_transitions_per_update": 64,
197
+ "fasttd3_v_min": -250.0,
198
+ "fasttd3_v_max": 250.0,
199
+ "fasttd3_actor_action_l2": 0.0,
200
+ "fasttd3_compile": true,
201
+ "recurrence": 1,
202
+ "shuffle_minibatches": false,
203
+ "gamma": 0.99,
204
+ "reward_scale": 1.0,
205
+ "reward_clip": 1000.0,
206
+ "value_bootstrap": true,
207
+ "normalize_returns": true,
208
+ "exploration_loss_coeff": 0.0,
209
+ "value_loss_coeff": 1.3,
210
+ "kl_loss_coeff": 0.1,
211
+ "exploration_loss": "entropy",
212
+ "gae_lambda": 0.95,
213
+ "ppo_clip_ratio": 0.2,
214
+ "ppo_clip_value": 1.0,
215
+ "with_vtrace": false,
216
+ "optimizer": "adam",
217
+ "adam_eps": 1e-06,
218
+ "adam_beta1": 0.9,
219
+ "adam_beta2": 0.999,
220
+ "max_grad_norm": 3.5,
221
+ "learning_rate": 0.00295,
222
+ "lr_schedule_kl_threshold": 0.008,
223
+ "obs_subtract_mean": 0.0,
224
+ "obs_scale": 1.0,
225
+ "normalize_input": true,
226
+ "decorrelate_experience_max_seconds": 10,
227
+ "decorrelate_envs_on_one_worker": true,
228
+ "set_workers_cpu_affinity": true,
229
+ "force_envs_single_thread": true,
230
+ "default_niceness": 0,
231
+ "experiment_summaries_interval": 10,
232
+ "stats_avg": 100,
233
+ "train_for_env_steps": 10000000,
234
+ "save_every_sec": 600,
235
+ "keep_checkpoints": 3,
236
+ "save_milestones_sec": -1,
237
+ "save_best_every_sec": 60,
238
+ "save_best_after": 100000,
239
+ "encoder_mlp_layers": [
240
+ 64,
241
+ 64
242
+ ],
243
+ "use_rnn": false,
244
+ "rnn_size": 512,
245
+ "rnn_type": "gru",
246
+ "nonlinearity": "tanh",
247
+ "policy_initialization": "torch_default",
248
+ "actor_critic_share_weights": true,
249
+ "adaptive_stddev": false,
250
+ "continuous_tanh_scale": 0.0,
251
+ "initial_stddev": 1.0,
252
+ "use_env_info_cache": false,
253
+ "env_framestack": 1,
254
+ "with_wandb": true,
255
+ "gym_task_name": "ant_rgb_state",
256
+ "gym_env_id": "LatencyBench/AntContinuous-v0",
257
+ "gym_make_kwargs_json": "{\"base_env_id\": \"Ant-v4\", \"base_make_kwargs\": {\"exclude_current_positions_from_observation\": true, \"use_contact_forces\": false}, \"render_mode\": \"rgb_array\"}",
258
+ "gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_ant\"]",
259
+ "gym_action_space_json": "{\"dtype\": \"float32\", \"high\": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], \"labels\": [\"back_right_hip_torque\", \"back_right_ankle_torque\", \"front_left_hip_torque\", \"front_left_ankle_torque\", \"front_right_hip_torque\", \"front_right_ankle_torque\", \"back_left_hip_torque\", \"back_left_ankle_torque\"], \"low\": [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0], \"type\": \"box\"}",
260
+ "gym_noop_action_json": "[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
261
+ "gym_base_prompt": "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle.",
262
+ "gym_state_labels_json": "[\"torso_z\", \"torso_quaternion_w\", \"torso_quaternion_x\", \"torso_quaternion_y\", \"torso_quaternion_z\", \"front_left_hip_angle\", \"front_left_ankle_angle\", \"front_right_hip_angle\", \"front_right_ankle_angle\", \"back_left_hip_angle\", \"back_left_ankle_angle\", \"back_right_hip_angle\", \"back_right_ankle_angle\", \"torso_x_velocity\", \"torso_y_velocity\", \"torso_z_velocity\", \"torso_angular_velocity_x\", \"torso_angular_velocity_y\", \"torso_angular_velocity_z\", \"front_left_hip_angular_velocity\", \"front_left_ankle_angular_velocity\", \"front_right_hip_angular_velocity\", \"front_right_ankle_angular_velocity\", \"back_left_hip_angular_velocity\", \"back_left_ankle_angular_velocity\", \"back_right_hip_angular_velocity\", \"back_right_ankle_angular_velocity\"]",
263
+ "env_fps": 10.0,
264
+ "obs_fps": 10.0,
265
+ "frame_stack": 1,
266
+ "mode": "train",
267
+ "latency_type": "fixed",
268
+ "latency_seed": 0,
269
+ "latency_profile_path": null,
270
+ "latency_profile_worker_slot": null,
271
+ "add_latency_info": false,
272
+ "hold_policy": "hold",
273
+ "ordering_policy": "issue_order_fifo",
274
+ "eval_episodes": 10,
275
+ "eval_parallel_envs": 1,
276
+ "eval_max_steps": 1000,
277
+ "eval_deterministic": true,
278
+ "episode_metrics_path": "/home/ubuntu/lzj/mean-profiling/ant/teacher/ant_mean_3090_s2222/episode_metrics.jsonl",
279
+ "output_dir": "/home/ubuntu/lzj/mean-profiling/ant/teacher-log",
280
+ "wandb_unique_id": "mean3090-ant-teacher-blackwell-20260930-nice0"
281
+ },
282
+ "git_hash": "unknown",
283
+ "git_repo_name": "not a git repository",
284
+ "eval_env_frameskip": 1,
285
+ "initial_model_path": null,
286
+ "fasttd3_replay_capacity": 6553600,
287
+ "fasttd3_replay_batch_size": 32768,
288
+ "fasttd3_transitions_per_update": 64,
289
+ "fasttd3_v_min": -250.0,
290
+ "fasttd3_v_max": 250.0,
291
+ "fasttd3_actor_action_l2": 0.0,
292
+ "fasttd3_compile": true,
293
+ "fasttd3_sonic_decoder_path": null,
294
+ "output_dir": "/home/ubuntu/lzj/mean-profiling/ant/teacher-log",
295
+ "wandb_dir": "/home/ubuntu/lzj/mean-profiling/ant/wandb",
296
+ "wandb_unique_id": "mean3090-ant-teacher-blackwell-20260930-nice0"
297
+ }
latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/files.sha256.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint.pth": {
3
+ "bytes": 33077,
4
+ "sha256": "a7899b32beb9b2cfec1bcff85b285dddc243a73f1c322fafefae599df0f67b3b"
5
+ },
6
+ "provenance.json": {
7
+ "bytes": 1197,
8
+ "sha256": "2b5f1bd56c5901c0ee7bbfff43cd6ed0b8c4482a7dd1fb44cefc18c2a35b4659"
9
+ },
10
+ "README.md": {
11
+ "bytes": 540,
12
+ "sha256": "07c4ca08b1592f55bb180f2bb03b0d18970acc9f284029d454dc58d011413363"
13
+ },
14
+ "profile.source.json": {
15
+ "bytes": 2148,
16
+ "sha256": "0e49f72ec05ac600a54e07bbca5af3143708444d606167f33fa21788a9fefe50"
17
+ },
18
+ "config.json": {
19
+ "bytes": 16688,
20
+ "sha256": "1c699cf792010d4fc8856ca4f6949c8c1946993b53e9031e119d263b75d30d33"
21
+ }
22
+ }
latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/profile.source.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "burst_model_path": "latency_burst_model.json",
3
+ "distribution_path": "latency_distribution.json",
4
+ "env_fps": 10,
5
+ "frame_ms": 100.0,
6
+ "gpu_class": "1x-rtx3090",
7
+ "instance_id": "instance_859cf1e47bca6046",
8
+ "latency_kind": "observation_to_action_latency",
9
+ "latency_method": "temporal",
10
+ "model_id": "qwenoft",
11
+ "n_admitted_observations": 7976,
12
+ "n_capacity_drops": 294,
13
+ "n_observation_attempts": 8270,
14
+ "per_slot_summary": {
15
+ "0": {
16
+ "admitted_count": 7976,
17
+ "mean_observation_to_action_latency_ms": 90.56460638563993,
18
+ "mean_worker_service_time_ms": 90.22241150451042,
19
+ "p95_observation_to_action_latency_ms": 92.13036412000656,
20
+ "p95_worker_service_time_ms": 91.75596672296524,
21
+ "p99_worker_service_time_ms": 110.92562991380692
22
+ }
23
+ },
24
+ "provenance": {
25
+ "base_config": "/workspace/tasks/20260911T023128Z-p-only4/ant/profile.yaml",
26
+ "checkpoint_kind": "best",
27
+ "model_artifact": {
28
+ "checkpoint": "checkpoints/steps_5000_pytorch_model.pt",
29
+ "model_config": "config.full.yaml",
30
+ "path_in_repo": "OpenVLA/zero-latency/ant_rgb_state_l0_return_gt3000_100ep_openvla_native_sft_5k",
31
+ "repo_id": "latency-sensitive-bench/extra-envs-checkpoints",
32
+ "source": "local"
33
+ },
34
+ "session_ids": [
35
+ 0,
36
+ 1,
37
+ 2,
38
+ 3,
39
+ 4
40
+ ]
41
+ },
42
+ "sample_model_type": "hidden_regime",
43
+ "source_run_id": "20260911T033037730561Z",
44
+ "summary": {
45
+ "frame_ms": 100.0,
46
+ "max_ms": 130.29119229316711,
47
+ "mean_effective_frames": 0.9056460638563993,
48
+ "mean_ms": 90.56460638563993,
49
+ "min_ms": 87.98952293395996,
50
+ "n_samples": 7976,
51
+ "p50_frames": 0.8970676946640015,
52
+ "p50_ms": 89.70676946640015,
53
+ "p90_frames": 0.9074710392951966,
54
+ "p90_ms": 90.74710392951965,
55
+ "p95_frames": 0.9213036412000656,
56
+ "p95_ms": 92.13036412000656,
57
+ "p99_frames": 1.1217999053001404,
58
+ "p99_ms": 112.17999053001404,
59
+ "prob_latency_gt_1_frame": 0.03686058174523571,
60
+ "prob_latency_gt_2_frames": 0.0,
61
+ "prob_latency_gt_3_frames": 0.0,
62
+ "std_ms": 4.164609685850939
63
+ },
64
+ "visualization_path": "latency_profile.png",
65
+ "workload_id": "ant"
66
+ }
latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/provenance.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "ant",
3
+ "algorithm": "APPO",
4
+ "selection_rule": "best_reward_after_full_training_budget",
5
+ "budget_env_steps": 10000000,
6
+ "completed_env_steps": 10006528,
7
+ "selected_train_step": 19472,
8
+ "selected_env_steps": 9969664,
9
+ "selected_source": "/home/ubuntu/lzj/mean-profiling/ant/teacher/ant_mean_3090_s2222/checkpoint_p0/best_000019472_9969664_reward_3371.900.pth",
10
+ "selected_source_sha256": "868669c201eb0a42a136e724f5f8038304e10f9bc9045297995963261a2f9368",
11
+ "checkpoint_sha256": "a7899b32beb9b2cfec1bcff85b285dddc243a73f1c322fafefae599df0f67b3b",
12
+ "tensor_equality_verified": true,
13
+ "weights_only_export": true,
14
+ "seed": 2222,
15
+ "env_fps": 10.0,
16
+ "obs_fps": 10.0,
17
+ "fixed_latency_ms": 90.56460638563993,
18
+ "profile_source": {
19
+ "mean_ms": 90.56460638563993,
20
+ "profile": "/home/ubuntu/lzj/mean-profiling/reference/checkpoint-configs/latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-v1/profile/profile.json",
21
+ "sha256": "0e49f72ec05ac600a54e07bbca5af3143708444d606167f33fa21788a9fefe50"
22
+ },
23
+ "training_hardware": "RTX PRO6000 Blackwell physicalGPU1",
24
+ "training_status": "complete",
25
+ "closed_loop_evaluation": "not performed by this publication"
26
+ }