Publish completed ant RTX3090 mean-profile teacher
Browse files- latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/README.md +5 -0
- latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/checkpoint.pth +3 -0
- latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/config.json +297 -0
- latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/files.sha256.json +22 -0
- latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/profile.source.json +66 -0
- latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/provenance.json +26 -0
latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/README.md
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# ant Sample Factory mean-profile teacher
|
| 2 |
+
|
| 3 |
+
Completed 10006528 frames with seed 2222; budget 10000000. Selection: best_reward_after_full_training_budget. Fixed mean latency 90.56460638563993 ms from archived RTX3090 profile; training GPU was RTX PRO6000 Blackwell.
|
| 4 |
+
|
| 5 |
+
`checkpoint.pth` is a tensor-only inference export with `model`, `train_step`, `env_steps`; every model tensor compared exactly with selected training checkpoint. Original recovery state remains on host. Training reward in source filename is not independent task evaluation.
|
latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/checkpoint.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a7899b32beb9b2cfec1bcff85b285dddc243a73f1c322fafefae599df0f67b3b
|
| 3 |
+
size 33077
|
latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/config.json
ADDED
|
@@ -0,0 +1,297 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"help": false,
|
| 3 |
+
"algo": "APPO",
|
| 4 |
+
"env": "latency_gymnasium",
|
| 5 |
+
"experiment": "ant_mean_3090_s2222",
|
| 6 |
+
"train_dir": "/home/ubuntu/lzj/mean-profiling/ant/teacher",
|
| 7 |
+
"restart_behavior": "overwrite",
|
| 8 |
+
"device": "gpu",
|
| 9 |
+
"seed": 2222,
|
| 10 |
+
"num_policies": 1,
|
| 11 |
+
"async_rl": false,
|
| 12 |
+
"serial_mode": false,
|
| 13 |
+
"batched_sampling": false,
|
| 14 |
+
"num_batches_to_accumulate": 2,
|
| 15 |
+
"worker_num_splits": 2,
|
| 16 |
+
"policy_workers_per_policy": 1,
|
| 17 |
+
"max_policy_lag": 10000,
|
| 18 |
+
"num_workers": 8,
|
| 19 |
+
"num_envs_per_worker": 8,
|
| 20 |
+
"batch_size": 1024,
|
| 21 |
+
"num_batches_per_epoch": 4,
|
| 22 |
+
"num_epochs": 2,
|
| 23 |
+
"rollout": 64,
|
| 24 |
+
"recurrence": 1,
|
| 25 |
+
"shuffle_minibatches": false,
|
| 26 |
+
"gamma": 0.99,
|
| 27 |
+
"reward_scale": 1.0,
|
| 28 |
+
"reward_clip": 1000.0,
|
| 29 |
+
"value_bootstrap": true,
|
| 30 |
+
"normalize_returns": true,
|
| 31 |
+
"exploration_loss_coeff": 0.0,
|
| 32 |
+
"value_loss_coeff": 1.3,
|
| 33 |
+
"kl_loss_coeff": 0.1,
|
| 34 |
+
"exploration_loss": "entropy",
|
| 35 |
+
"gae_lambda": 0.95,
|
| 36 |
+
"ppo_clip_ratio": 0.2,
|
| 37 |
+
"ppo_clip_value": 1.0,
|
| 38 |
+
"with_vtrace": false,
|
| 39 |
+
"vtrace_rho": 1.0,
|
| 40 |
+
"vtrace_c": 1.0,
|
| 41 |
+
"optimizer": "adam",
|
| 42 |
+
"adam_eps": 1e-06,
|
| 43 |
+
"adam_beta1": 0.9,
|
| 44 |
+
"adam_beta2": 0.999,
|
| 45 |
+
"max_grad_norm": 3.5,
|
| 46 |
+
"learning_rate": 0.00295,
|
| 47 |
+
"lr_schedule": "linear_decay",
|
| 48 |
+
"lr_schedule_kl_threshold": 0.008,
|
| 49 |
+
"lr_adaptive_min": 1e-06,
|
| 50 |
+
"lr_adaptive_max": 0.01,
|
| 51 |
+
"obs_subtract_mean": 0.0,
|
| 52 |
+
"obs_scale": 1.0,
|
| 53 |
+
"normalize_input": true,
|
| 54 |
+
"normalize_input_keys": null,
|
| 55 |
+
"decorrelate_experience_max_seconds": 10,
|
| 56 |
+
"decorrelate_envs_on_one_worker": true,
|
| 57 |
+
"actor_worker_gpus": [],
|
| 58 |
+
"set_workers_cpu_affinity": true,
|
| 59 |
+
"force_envs_single_thread": true,
|
| 60 |
+
"default_niceness": 0,
|
| 61 |
+
"log_to_file": true,
|
| 62 |
+
"experiment_summaries_interval": 10,
|
| 63 |
+
"flush_summaries_interval": 30,
|
| 64 |
+
"stats_avg": 100,
|
| 65 |
+
"summaries_use_frameskip": true,
|
| 66 |
+
"heartbeat_interval": 20,
|
| 67 |
+
"heartbeat_reporting_interval": 180,
|
| 68 |
+
"train_for_env_steps": 10000000,
|
| 69 |
+
"train_for_seconds": 10000000000,
|
| 70 |
+
"save_every_sec": 600,
|
| 71 |
+
"keep_checkpoints": 3,
|
| 72 |
+
"load_checkpoint_kind": "latest",
|
| 73 |
+
"save_milestones_sec": -1,
|
| 74 |
+
"save_best_every_sec": 60,
|
| 75 |
+
"save_best_metric": "reward",
|
| 76 |
+
"save_best_after": 100000,
|
| 77 |
+
"benchmark": false,
|
| 78 |
+
"encoder_mlp_layers": [
|
| 79 |
+
64,
|
| 80 |
+
64
|
| 81 |
+
],
|
| 82 |
+
"encoder_conv_architecture": "convnet_simple",
|
| 83 |
+
"encoder_conv_mlp_layers": [
|
| 84 |
+
512
|
| 85 |
+
],
|
| 86 |
+
"use_rnn": false,
|
| 87 |
+
"rnn_size": 512,
|
| 88 |
+
"rnn_type": "gru",
|
| 89 |
+
"rnn_num_layers": 1,
|
| 90 |
+
"decoder_mlp_layers": [],
|
| 91 |
+
"nonlinearity": "tanh",
|
| 92 |
+
"policy_initialization": "torch_default",
|
| 93 |
+
"policy_init_gain": 1.0,
|
| 94 |
+
"actor_critic_share_weights": true,
|
| 95 |
+
"adaptive_stddev": false,
|
| 96 |
+
"continuous_tanh_scale": 0.0,
|
| 97 |
+
"initial_stddev": 1.0,
|
| 98 |
+
"use_env_info_cache": false,
|
| 99 |
+
"env_gpu_actions": false,
|
| 100 |
+
"env_gpu_observations": true,
|
| 101 |
+
"env_frameskip": 1,
|
| 102 |
+
"env_framestack": 1,
|
| 103 |
+
"pixel_format": "CHW",
|
| 104 |
+
"use_record_episode_statistics": false,
|
| 105 |
+
"with_wandb": true,
|
| 106 |
+
"wandb_user": "dongqianyu99-zhejiang-university",
|
| 107 |
+
"wandb_project": "starvla_tasks",
|
| 108 |
+
"wandb_group": "mean-profiling-3090-blackwell",
|
| 109 |
+
"wandb_job_type": "SF",
|
| 110 |
+
"wandb_tags": null,
|
| 111 |
+
"with_pbt": false,
|
| 112 |
+
"pbt_mix_policies_in_one_env": true,
|
| 113 |
+
"pbt_period_env_steps": 5000000,
|
| 114 |
+
"pbt_start_mutation": 20000000,
|
| 115 |
+
"pbt_replace_fraction": 0.3,
|
| 116 |
+
"pbt_mutation_rate": 0.15,
|
| 117 |
+
"pbt_replace_reward_gap": 0.1,
|
| 118 |
+
"pbt_replace_reward_gap_absolute": 1e-06,
|
| 119 |
+
"pbt_optimize_gamma": false,
|
| 120 |
+
"pbt_target_objective": "true_objective",
|
| 121 |
+
"pbt_perturb_min": 1.1,
|
| 122 |
+
"pbt_perturb_max": 1.5,
|
| 123 |
+
"gym_task_name": "ant_rgb_state",
|
| 124 |
+
"gym_env_id": "LatencyBench/AntContinuous-v0",
|
| 125 |
+
"gym_make_kwargs_json": "{\"base_env_id\": \"Ant-v4\", \"base_make_kwargs\": {\"exclude_current_positions_from_observation\": true, \"use_contact_forces\": false}, \"render_mode\": \"rgb_array\"}",
|
| 126 |
+
"gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_ant\"]",
|
| 127 |
+
"gym_action_space_json": "{\"dtype\": \"float32\", \"high\": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], \"labels\": [\"back_right_hip_torque\", \"back_right_ankle_torque\", \"front_left_hip_torque\", \"front_left_ankle_torque\", \"front_right_hip_torque\", \"front_right_ankle_torque\", \"back_left_hip_torque\", \"back_left_ankle_torque\"], \"low\": [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0], \"type\": \"box\"}",
|
| 128 |
+
"gym_action_labels_json": null,
|
| 129 |
+
"gym_action_values_json": null,
|
| 130 |
+
"gym_noop_action_id": null,
|
| 131 |
+
"gym_noop_action_json": "[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
|
| 132 |
+
"gym_base_prompt": "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle.",
|
| 133 |
+
"gym_state_labels_json": "[\"torso_z\", \"torso_quaternion_w\", \"torso_quaternion_x\", \"torso_quaternion_y\", \"torso_quaternion_z\", \"front_left_hip_angle\", \"front_left_ankle_angle\", \"front_right_hip_angle\", \"front_right_ankle_angle\", \"back_left_hip_angle\", \"back_left_ankle_angle\", \"back_right_hip_angle\", \"back_right_ankle_angle\", \"torso_x_velocity\", \"torso_y_velocity\", \"torso_z_velocity\", \"torso_angular_velocity_x\", \"torso_angular_velocity_y\", \"torso_angular_velocity_z\", \"front_left_hip_angular_velocity\", \"front_left_ankle_angular_velocity\", \"front_right_hip_angular_velocity\", \"front_right_ankle_angular_velocity\", \"back_left_hip_angular_velocity\", \"back_left_ankle_angular_velocity\", \"back_right_hip_angular_velocity\", \"back_right_ankle_angular_velocity\"]",
|
| 134 |
+
"env_fps": 10.0,
|
| 135 |
+
"obs_fps": 10.0,
|
| 136 |
+
"frame_stack": 1,
|
| 137 |
+
"action_history_decisions": null,
|
| 138 |
+
"rollout_profile_seed_by_reset": false,
|
| 139 |
+
"simulator": "cpu",
|
| 140 |
+
"gpu_env_device": "auto",
|
| 141 |
+
"gpu_env_batch_size": 1,
|
| 142 |
+
"noop_max": null,
|
| 143 |
+
"terminal_on_life_loss": null,
|
| 144 |
+
"clip_reward": null,
|
| 145 |
+
"max_episode_steps": null,
|
| 146 |
+
"export_env_raw_rgb_frames": false,
|
| 147 |
+
"mode": "train",
|
| 148 |
+
"latency_type": "fixed",
|
| 149 |
+
"fixed_latency_ms": 90.56460638563993,
|
| 150 |
+
"mean_latency_ms": null,
|
| 151 |
+
"std_latency_ms": null,
|
| 152 |
+
"min_latency_ms": null,
|
| 153 |
+
"max_latency_ms": null,
|
| 154 |
+
"latency_seed": 0,
|
| 155 |
+
"latency_profile_path": null,
|
| 156 |
+
"latency_profile_worker_slot": null,
|
| 157 |
+
"simulated_worker_capacity": null,
|
| 158 |
+
"add_latency_info": false,
|
| 159 |
+
"max_pending_actions": null,
|
| 160 |
+
"hold_last_chunk_action": false,
|
| 161 |
+
"hold_policy": "hold",
|
| 162 |
+
"ordering_policy": "issue_order_fifo",
|
| 163 |
+
"eval_episodes": 10,
|
| 164 |
+
"eval_parallel_envs": 1,
|
| 165 |
+
"eval_latency_raw_frame_values": null,
|
| 166 |
+
"eval_max_steps": 1000,
|
| 167 |
+
"eval_deterministic": true,
|
| 168 |
+
"eval_raw_reward": false,
|
| 169 |
+
"episode_metrics_path": "/home/ubuntu/lzj/mean-profiling/ant/teacher/ant_mean_3090_s2222/episode_metrics.jsonl",
|
| 170 |
+
"ppo": null,
|
| 171 |
+
"command_line": "--mode train --algo APPO --env latency_gymnasium --experiment ant_profile_20260911T112232Z --train_dir /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/small_models --restart_behavior overwrite --device gpu --seed 2222 --episode_metrics_path /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/small_models/ant_profile_20260911T112232Z/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 8 --num_envs_per_worker 8 --num_policies 1 --batch_size 1024 --rollout 64 --recurrence 1 --num_epochs 2 --num_batches_per_epoch 4 --worker_num_splits 2 --max_policy_lag 10000 --num_batches_to_accumulate 2 --policy_workers_per_policy 1 --learning_rate 0.00295 --kl_loss_coeff 0.1 --lr_schedule_kl_threshold 0.008 --nonlinearity tanh --policy_initialization torch_default --continuous_tanh_scale 0.0 --initial_stddev 1.0 --env_framestack 1 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.2 --ppo_clip_value 1.0 --exploration_loss entropy --exploration_loss_coeff 0.0 --reward_scale 1.0 --reward_clip 1000.0 --value_loss_coeff 1.3 --max_grad_norm 3.5 --optimizer adam --adam_eps 1e-06 --adam_beta1 0.9 --adam_beta2 0.999 --obs_subtract_mean 0.0 --obs_scale 1.0 --decorrelate_experience_max_seconds 10 --default_niceness 0 --rnn_type gru --rnn_size 512 --save_every_sec 600 --keep_checkpoints 3 --save_milestones_sec -1 --save_best_every_sec 60 --save_best_after 100000 --stats_avg 100 --experiment_summaries_interval 10 --fasttd3_replay_capacity 6553600 --fasttd3_replay_batch_size 32768 --fasttd3_transitions_per_update 64 --fasttd3_v_min -250.0 --fasttd3_v_max 250.0 --fasttd3_actor_action_l2 0.0 --async_rl False --batched_sampling False --serial_mode False --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --shuffle_minibatches False --value_bootstrap True --with_vtrace False --decorrelate_envs_on_one_worker True --set_workers_cpu_affinity True --force_envs_single_thread True --actor_critic_share_weights True --with_wandb False --fasttd3_compile True --encoder_mlp_layers 64 64 --latency-type iid --latency-seed 0 --latency-profile-path /mnt/results/latency-sensitive-bench/profile-latency-new/ant/20260911T112232Z-ant/profile/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 10 --eval-parallel-envs 1 --eval-max-steps 1000 --eval-deterministic True --gym-task-name ant_rgb_state --gym-env-id LatencyBench/AntContinuous-v0 --gym-make-kwargs-json {\"base_env_id\": \"Ant-v4\", \"base_make_kwargs\": {\"exclude_current_positions_from_observation\": true, \"use_contact_forces\": false}, \"render_mode\": \"rgb_array\"} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_ant\"] --gym-action-space-json {\"dtype\": \"float32\", \"high\": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], \"labels\": [\"back_right_hip_torque\", \"back_right_ankle_torque\", \"front_left_hip_torque\", \"front_left_ankle_torque\", \"front_right_hip_torque\", \"front_right_ankle_torque\", \"back_left_hip_torque\", \"back_left_ankle_torque\"], \"low\": [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0], \"type\": \"box\"} --gym-noop-action-json [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] --gym-base-prompt Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle. --gym-state-labels-json [\"torso_z\", \"torso_quaternion_w\", \"torso_quaternion_x\", \"torso_quaternion_y\", \"torso_quaternion_z\", \"front_left_hip_angle\", \"front_left_ankle_angle\", \"front_right_hip_angle\", \"front_right_ankle_angle\", \"back_left_hip_angle\", \"back_left_ankle_angle\", \"back_right_hip_angle\", \"back_right_ankle_angle\", \"torso_x_velocity\", \"torso_y_velocity\", \"torso_z_velocity\", \"torso_angular_velocity_x\", \"torso_angular_velocity_y\", \"torso_angular_velocity_z\", \"front_left_hip_angular_velocity\", \"front_left_ankle_angular_velocity\", \"front_right_hip_angular_velocity\", \"front_right_ankle_angular_velocity\", \"back_left_hip_angular_velocity\", \"back_left_ankle_angular_velocity\", \"back_right_hip_angular_velocity\", \"back_right_ankle_angular_velocity\"] --env-fps 10.0 --obs-fps 10.0 --frame-stack 1 --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False",
|
| 172 |
+
"cli_args": {
|
| 173 |
+
"algo": "APPO",
|
| 174 |
+
"env": "latency_gymnasium",
|
| 175 |
+
"experiment": "ant_mean_3090_s2222",
|
| 176 |
+
"train_dir": "/home/ubuntu/lzj/mean-profiling/ant/teacher",
|
| 177 |
+
"restart_behavior": "overwrite",
|
| 178 |
+
"device": "gpu",
|
| 179 |
+
"seed": 2222,
|
| 180 |
+
"num_policies": 1,
|
| 181 |
+
"async_rl": false,
|
| 182 |
+
"serial_mode": false,
|
| 183 |
+
"batched_sampling": false,
|
| 184 |
+
"num_batches_to_accumulate": 2,
|
| 185 |
+
"worker_num_splits": 2,
|
| 186 |
+
"policy_workers_per_policy": 1,
|
| 187 |
+
"max_policy_lag": 10000,
|
| 188 |
+
"num_workers": 8,
|
| 189 |
+
"num_envs_per_worker": 8,
|
| 190 |
+
"batch_size": 1024,
|
| 191 |
+
"num_batches_per_epoch": 4,
|
| 192 |
+
"num_epochs": 2,
|
| 193 |
+
"rollout": 64,
|
| 194 |
+
"fasttd3_replay_capacity": 6553600,
|
| 195 |
+
"fasttd3_replay_batch_size": 32768,
|
| 196 |
+
"fasttd3_transitions_per_update": 64,
|
| 197 |
+
"fasttd3_v_min": -250.0,
|
| 198 |
+
"fasttd3_v_max": 250.0,
|
| 199 |
+
"fasttd3_actor_action_l2": 0.0,
|
| 200 |
+
"fasttd3_compile": true,
|
| 201 |
+
"recurrence": 1,
|
| 202 |
+
"shuffle_minibatches": false,
|
| 203 |
+
"gamma": 0.99,
|
| 204 |
+
"reward_scale": 1.0,
|
| 205 |
+
"reward_clip": 1000.0,
|
| 206 |
+
"value_bootstrap": true,
|
| 207 |
+
"normalize_returns": true,
|
| 208 |
+
"exploration_loss_coeff": 0.0,
|
| 209 |
+
"value_loss_coeff": 1.3,
|
| 210 |
+
"kl_loss_coeff": 0.1,
|
| 211 |
+
"exploration_loss": "entropy",
|
| 212 |
+
"gae_lambda": 0.95,
|
| 213 |
+
"ppo_clip_ratio": 0.2,
|
| 214 |
+
"ppo_clip_value": 1.0,
|
| 215 |
+
"with_vtrace": false,
|
| 216 |
+
"optimizer": "adam",
|
| 217 |
+
"adam_eps": 1e-06,
|
| 218 |
+
"adam_beta1": 0.9,
|
| 219 |
+
"adam_beta2": 0.999,
|
| 220 |
+
"max_grad_norm": 3.5,
|
| 221 |
+
"learning_rate": 0.00295,
|
| 222 |
+
"lr_schedule_kl_threshold": 0.008,
|
| 223 |
+
"obs_subtract_mean": 0.0,
|
| 224 |
+
"obs_scale": 1.0,
|
| 225 |
+
"normalize_input": true,
|
| 226 |
+
"decorrelate_experience_max_seconds": 10,
|
| 227 |
+
"decorrelate_envs_on_one_worker": true,
|
| 228 |
+
"set_workers_cpu_affinity": true,
|
| 229 |
+
"force_envs_single_thread": true,
|
| 230 |
+
"default_niceness": 0,
|
| 231 |
+
"experiment_summaries_interval": 10,
|
| 232 |
+
"stats_avg": 100,
|
| 233 |
+
"train_for_env_steps": 10000000,
|
| 234 |
+
"save_every_sec": 600,
|
| 235 |
+
"keep_checkpoints": 3,
|
| 236 |
+
"save_milestones_sec": -1,
|
| 237 |
+
"save_best_every_sec": 60,
|
| 238 |
+
"save_best_after": 100000,
|
| 239 |
+
"encoder_mlp_layers": [
|
| 240 |
+
64,
|
| 241 |
+
64
|
| 242 |
+
],
|
| 243 |
+
"use_rnn": false,
|
| 244 |
+
"rnn_size": 512,
|
| 245 |
+
"rnn_type": "gru",
|
| 246 |
+
"nonlinearity": "tanh",
|
| 247 |
+
"policy_initialization": "torch_default",
|
| 248 |
+
"actor_critic_share_weights": true,
|
| 249 |
+
"adaptive_stddev": false,
|
| 250 |
+
"continuous_tanh_scale": 0.0,
|
| 251 |
+
"initial_stddev": 1.0,
|
| 252 |
+
"use_env_info_cache": false,
|
| 253 |
+
"env_framestack": 1,
|
| 254 |
+
"with_wandb": true,
|
| 255 |
+
"gym_task_name": "ant_rgb_state",
|
| 256 |
+
"gym_env_id": "LatencyBench/AntContinuous-v0",
|
| 257 |
+
"gym_make_kwargs_json": "{\"base_env_id\": \"Ant-v4\", \"base_make_kwargs\": {\"exclude_current_positions_from_observation\": true, \"use_contact_forces\": false}, \"render_mode\": \"rgb_array\"}",
|
| 258 |
+
"gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_ant\"]",
|
| 259 |
+
"gym_action_space_json": "{\"dtype\": \"float32\", \"high\": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], \"labels\": [\"back_right_hip_torque\", \"back_right_ankle_torque\", \"front_left_hip_torque\", \"front_left_ankle_torque\", \"front_right_hip_torque\", \"front_right_ankle_torque\", \"back_left_hip_torque\", \"back_left_ankle_torque\"], \"low\": [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0], \"type\": \"box\"}",
|
| 260 |
+
"gym_noop_action_json": "[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
|
| 261 |
+
"gym_base_prompt": "Make the Ant move forward as fast as possible without falling. Predict eight continuous torques in [-1, 1] ordered as back right hip, back right ankle, front left hip, front left ankle, front right hip, front right ankle, back left hip, and back left ankle.",
|
| 262 |
+
"gym_state_labels_json": "[\"torso_z\", \"torso_quaternion_w\", \"torso_quaternion_x\", \"torso_quaternion_y\", \"torso_quaternion_z\", \"front_left_hip_angle\", \"front_left_ankle_angle\", \"front_right_hip_angle\", \"front_right_ankle_angle\", \"back_left_hip_angle\", \"back_left_ankle_angle\", \"back_right_hip_angle\", \"back_right_ankle_angle\", \"torso_x_velocity\", \"torso_y_velocity\", \"torso_z_velocity\", \"torso_angular_velocity_x\", \"torso_angular_velocity_y\", \"torso_angular_velocity_z\", \"front_left_hip_angular_velocity\", \"front_left_ankle_angular_velocity\", \"front_right_hip_angular_velocity\", \"front_right_ankle_angular_velocity\", \"back_left_hip_angular_velocity\", \"back_left_ankle_angular_velocity\", \"back_right_hip_angular_velocity\", \"back_right_ankle_angular_velocity\"]",
|
| 263 |
+
"env_fps": 10.0,
|
| 264 |
+
"obs_fps": 10.0,
|
| 265 |
+
"frame_stack": 1,
|
| 266 |
+
"mode": "train",
|
| 267 |
+
"latency_type": "fixed",
|
| 268 |
+
"latency_seed": 0,
|
| 269 |
+
"latency_profile_path": null,
|
| 270 |
+
"latency_profile_worker_slot": null,
|
| 271 |
+
"add_latency_info": false,
|
| 272 |
+
"hold_policy": "hold",
|
| 273 |
+
"ordering_policy": "issue_order_fifo",
|
| 274 |
+
"eval_episodes": 10,
|
| 275 |
+
"eval_parallel_envs": 1,
|
| 276 |
+
"eval_max_steps": 1000,
|
| 277 |
+
"eval_deterministic": true,
|
| 278 |
+
"episode_metrics_path": "/home/ubuntu/lzj/mean-profiling/ant/teacher/ant_mean_3090_s2222/episode_metrics.jsonl",
|
| 279 |
+
"output_dir": "/home/ubuntu/lzj/mean-profiling/ant/teacher-log",
|
| 280 |
+
"wandb_unique_id": "mean3090-ant-teacher-blackwell-20260930-nice0"
|
| 281 |
+
},
|
| 282 |
+
"git_hash": "unknown",
|
| 283 |
+
"git_repo_name": "not a git repository",
|
| 284 |
+
"eval_env_frameskip": 1,
|
| 285 |
+
"initial_model_path": null,
|
| 286 |
+
"fasttd3_replay_capacity": 6553600,
|
| 287 |
+
"fasttd3_replay_batch_size": 32768,
|
| 288 |
+
"fasttd3_transitions_per_update": 64,
|
| 289 |
+
"fasttd3_v_min": -250.0,
|
| 290 |
+
"fasttd3_v_max": 250.0,
|
| 291 |
+
"fasttd3_actor_action_l2": 0.0,
|
| 292 |
+
"fasttd3_compile": true,
|
| 293 |
+
"fasttd3_sonic_decoder_path": null,
|
| 294 |
+
"output_dir": "/home/ubuntu/lzj/mean-profiling/ant/teacher-log",
|
| 295 |
+
"wandb_dir": "/home/ubuntu/lzj/mean-profiling/ant/wandb",
|
| 296 |
+
"wandb_unique_id": "mean3090-ant-teacher-blackwell-20260930-nice0"
|
| 297 |
+
}
|
latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/files.sha256.json
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint.pth": {
|
| 3 |
+
"bytes": 33077,
|
| 4 |
+
"sha256": "a7899b32beb9b2cfec1bcff85b285dddc243a73f1c322fafefae599df0f67b3b"
|
| 5 |
+
},
|
| 6 |
+
"provenance.json": {
|
| 7 |
+
"bytes": 1197,
|
| 8 |
+
"sha256": "2b5f1bd56c5901c0ee7bbfff43cd6ed0b8c4482a7dd1fb44cefc18c2a35b4659"
|
| 9 |
+
},
|
| 10 |
+
"README.md": {
|
| 11 |
+
"bytes": 540,
|
| 12 |
+
"sha256": "07c4ca08b1592f55bb180f2bb03b0d18970acc9f284029d454dc58d011413363"
|
| 13 |
+
},
|
| 14 |
+
"profile.source.json": {
|
| 15 |
+
"bytes": 2148,
|
| 16 |
+
"sha256": "0e49f72ec05ac600a54e07bbca5af3143708444d606167f33fa21788a9fefe50"
|
| 17 |
+
},
|
| 18 |
+
"config.json": {
|
| 19 |
+
"bytes": 16688,
|
| 20 |
+
"sha256": "1c699cf792010d4fc8856ca4f6949c8c1946993b53e9031e119d263b75d30d33"
|
| 21 |
+
}
|
| 22 |
+
}
|
latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/profile.source.json
ADDED
|
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"burst_model_path": "latency_burst_model.json",
|
| 3 |
+
"distribution_path": "latency_distribution.json",
|
| 4 |
+
"env_fps": 10,
|
| 5 |
+
"frame_ms": 100.0,
|
| 6 |
+
"gpu_class": "1x-rtx3090",
|
| 7 |
+
"instance_id": "instance_859cf1e47bca6046",
|
| 8 |
+
"latency_kind": "observation_to_action_latency",
|
| 9 |
+
"latency_method": "temporal",
|
| 10 |
+
"model_id": "qwenoft",
|
| 11 |
+
"n_admitted_observations": 7976,
|
| 12 |
+
"n_capacity_drops": 294,
|
| 13 |
+
"n_observation_attempts": 8270,
|
| 14 |
+
"per_slot_summary": {
|
| 15 |
+
"0": {
|
| 16 |
+
"admitted_count": 7976,
|
| 17 |
+
"mean_observation_to_action_latency_ms": 90.56460638563993,
|
| 18 |
+
"mean_worker_service_time_ms": 90.22241150451042,
|
| 19 |
+
"p95_observation_to_action_latency_ms": 92.13036412000656,
|
| 20 |
+
"p95_worker_service_time_ms": 91.75596672296524,
|
| 21 |
+
"p99_worker_service_time_ms": 110.92562991380692
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"provenance": {
|
| 25 |
+
"base_config": "/workspace/tasks/20260911T023128Z-p-only4/ant/profile.yaml",
|
| 26 |
+
"checkpoint_kind": "best",
|
| 27 |
+
"model_artifact": {
|
| 28 |
+
"checkpoint": "checkpoints/steps_5000_pytorch_model.pt",
|
| 29 |
+
"model_config": "config.full.yaml",
|
| 30 |
+
"path_in_repo": "OpenVLA/zero-latency/ant_rgb_state_l0_return_gt3000_100ep_openvla_native_sft_5k",
|
| 31 |
+
"repo_id": "latency-sensitive-bench/extra-envs-checkpoints",
|
| 32 |
+
"source": "local"
|
| 33 |
+
},
|
| 34 |
+
"session_ids": [
|
| 35 |
+
0,
|
| 36 |
+
1,
|
| 37 |
+
2,
|
| 38 |
+
3,
|
| 39 |
+
4
|
| 40 |
+
]
|
| 41 |
+
},
|
| 42 |
+
"sample_model_type": "hidden_regime",
|
| 43 |
+
"source_run_id": "20260911T033037730561Z",
|
| 44 |
+
"summary": {
|
| 45 |
+
"frame_ms": 100.0,
|
| 46 |
+
"max_ms": 130.29119229316711,
|
| 47 |
+
"mean_effective_frames": 0.9056460638563993,
|
| 48 |
+
"mean_ms": 90.56460638563993,
|
| 49 |
+
"min_ms": 87.98952293395996,
|
| 50 |
+
"n_samples": 7976,
|
| 51 |
+
"p50_frames": 0.8970676946640015,
|
| 52 |
+
"p50_ms": 89.70676946640015,
|
| 53 |
+
"p90_frames": 0.9074710392951966,
|
| 54 |
+
"p90_ms": 90.74710392951965,
|
| 55 |
+
"p95_frames": 0.9213036412000656,
|
| 56 |
+
"p95_ms": 92.13036412000656,
|
| 57 |
+
"p99_frames": 1.1217999053001404,
|
| 58 |
+
"p99_ms": 112.17999053001404,
|
| 59 |
+
"prob_latency_gt_1_frame": 0.03686058174523571,
|
| 60 |
+
"prob_latency_gt_2_frames": 0.0,
|
| 61 |
+
"prob_latency_gt_3_frames": 0.0,
|
| 62 |
+
"std_ms": 4.164609685850939
|
| 63 |
+
},
|
| 64 |
+
"visualization_path": "latency_profile.png",
|
| 65 |
+
"workload_id": "ant"
|
| 66 |
+
}
|
latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-mean-v1/provenance.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "ant",
|
| 3 |
+
"algorithm": "APPO",
|
| 4 |
+
"selection_rule": "best_reward_after_full_training_budget",
|
| 5 |
+
"budget_env_steps": 10000000,
|
| 6 |
+
"completed_env_steps": 10006528,
|
| 7 |
+
"selected_train_step": 19472,
|
| 8 |
+
"selected_env_steps": 9969664,
|
| 9 |
+
"selected_source": "/home/ubuntu/lzj/mean-profiling/ant/teacher/ant_mean_3090_s2222/checkpoint_p0/best_000019472_9969664_reward_3371.900.pth",
|
| 10 |
+
"selected_source_sha256": "868669c201eb0a42a136e724f5f8038304e10f9bc9045297995963261a2f9368",
|
| 11 |
+
"checkpoint_sha256": "a7899b32beb9b2cfec1bcff85b285dddc243a73f1c322fafefae599df0f67b3b",
|
| 12 |
+
"tensor_equality_verified": true,
|
| 13 |
+
"weights_only_export": true,
|
| 14 |
+
"seed": 2222,
|
| 15 |
+
"env_fps": 10.0,
|
| 16 |
+
"obs_fps": 10.0,
|
| 17 |
+
"fixed_latency_ms": 90.56460638563993,
|
| 18 |
+
"profile_source": {
|
| 19 |
+
"mean_ms": 90.56460638563993,
|
| 20 |
+
"profile": "/home/ubuntu/lzj/mean-profiling/reference/checkpoint-configs/latency-aware/ant/small-policy/sample-factory-qwenoft-rtx3090-v1/profile/profile.json",
|
| 21 |
+
"sha256": "0e49f72ec05ac600a54e07bbca5af3143708444d606167f33fa21788a9fefe50"
|
| 22 |
+
},
|
| 23 |
+
"training_hardware": "RTX PRO6000 Blackwell physicalGPU1",
|
| 24 |
+
"training_status": "complete",
|
| 25 |
+
"closed_loop_evaluation": "not performed by this publication"
|
| 26 |
+
}
|