Import Standard-Pipeline air-raid selected inference bundles
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/README.md +28 -0
- latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/checkpoint.pth +3 -0
- latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/config.json +247 -0
- latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/provenance.json +44 -0
- latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/selection.json +12 -0
- latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/source-manifest-v10.json +50 -0
- latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/source/provenance.json +27 -0
- latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/teacher.yaml +121 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/README.md +26 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/checkpoint.pth +3 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/config.json +279 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/profile/DONE +0 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/profile/hardware.json +40 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/profile/latency_burst_model.json +1329 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/profile/latency_distribution.json +1027 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/profile/latency_profile.png +0 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/profile/profile.json +66 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/provenance.json +44 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/rollout_descriptor.json +314 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/rollout_metadata.json +336 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/selection.json +14 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/small_train.yaml +156 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/README.md +30 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/checkpoint.pth +3 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/config.json +269 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/provenance.json +43 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/selection.json +110 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/source/README.md +5 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/source/provenance.json +31 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/teacher.yaml +133 -0
- latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/verification.json +489 -0
- latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/README.md +29 -0
- latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/checkpoints/model.pt +3 -0
- latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/config.yaml +106 -0
- latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/dataset_statistics.json +84 -0
- latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/latency_prompt_map.json +17 -0
- latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/manifest.json +98 -0
- latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/provenance.json +34 -0
- latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/reload-validation.json +14 -0
- latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/source/provenance.json +39 -0
- latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/task_contract.json +44 -0
- latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/README.md +29 -0
- latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/checkpoints/model.pt +3 -0
- latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/config.full.yaml +332 -0
- latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/config.yaml +332 -0
- latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/dataset_statistics.json +84 -0
- latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/dataset_statistics_eval.json +84 -0
- latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/latency_prompt_map.json +12 -0
- latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/manifest.json +93 -0
- latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/profile/DONE +0 -0
latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/README.md
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# air-raid / sample-factory-appo
|
| 2 |
+
|
| 3 |
+
Training condition: `latency-aware`. Run: `air_raid_profile_latency_appo_h1`.
|
| 4 |
+
|
| 5 |
+
Copied from [Standard-Pipeline](https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/air_raid/profile_latency/small_model/GR00T) at `2208875f92b21e3f8ec2363a30a6705dfe56cc04`.
|
| 6 |
+
|
| 7 |
+
- Checkpoint: `checkpoint.pth`
|
| 8 |
+
- Selection: training_best
|
| 9 |
+
- Checkpoint SHA256: `eac0b29dc62d7f6931d9879a56df07605bf57a24a4fd7ebddd25613f25531364`
|
| 10 |
+
- Configuration, FPS, actions, normalization and latency semantics retain their source values.
|
| 11 |
+
- This import does not run evaluations or change training/evaluation/acceptance status.
|
| 12 |
+
|
| 13 |
+
Sample Factory APPO inference bundle: `config.json` and the explicit `checkpoint.pth`.
|
| 14 |
+
The checkpoint contains `model`, `train_step`, and `env_steps`; every exported model
|
| 15 |
+
tensor was reloaded and compared bit-for-bit with the selected source checkpoint.
|
| 16 |
+
|
| 17 |
+
[Original provenance](source/provenance.json) retains dataset references and recorded experiment evidence.
|
| 18 |
+
|
| 19 |
+
## Download
|
| 20 |
+
|
| 21 |
+
```python
|
| 22 |
+
from huggingface_hub import snapshot_download
|
| 23 |
+
prefix = "latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1"
|
| 24 |
+
snapshot_download("latency-sensitive-bench/benchmark-models", revision="<commit>",
|
| 25 |
+
allow_patterns=[prefix + "/**"])
|
| 26 |
+
```
|
| 27 |
+
|
| 28 |
+
Use the verified import commit listed in the repository's import report.
|
latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/checkpoint.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eac0b29dc62d7f6931d9879a56df07605bf57a24a4fd7ebddd25613f25531364
|
| 3 |
+
size 7210293
|
latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/config.json
ADDED
|
@@ -0,0 +1,247 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"help": false,
|
| 3 |
+
"algo": "APPO",
|
| 4 |
+
"env": "latency_gymnasium",
|
| 5 |
+
"experiment": "air_raid_profile_latency_appo_h1",
|
| 6 |
+
"train_dir": "/mnt/local/lzj/latency-sensitive-bench/runs/air_raid/profile_latency/appo_h1_10m_20260917/teacher/checkpoints",
|
| 7 |
+
"restart_behavior": "overwrite",
|
| 8 |
+
"device": "gpu",
|
| 9 |
+
"seed": 0,
|
| 10 |
+
"initial_model_path": null,
|
| 11 |
+
"num_policies": 1,
|
| 12 |
+
"async_rl": true,
|
| 13 |
+
"serial_mode": false,
|
| 14 |
+
"batched_sampling": false,
|
| 15 |
+
"num_batches_to_accumulate": 2,
|
| 16 |
+
"worker_num_splits": 2,
|
| 17 |
+
"policy_workers_per_policy": 1,
|
| 18 |
+
"max_policy_lag": 300,
|
| 19 |
+
"num_workers": 16,
|
| 20 |
+
"num_envs_per_worker": 8,
|
| 21 |
+
"batch_size": 1024,
|
| 22 |
+
"num_batches_per_epoch": 4,
|
| 23 |
+
"num_epochs": 4,
|
| 24 |
+
"rollout": 32,
|
| 25 |
+
"fasttd3_replay_capacity": 6553600,
|
| 26 |
+
"fasttd3_replay_batch_size": 32768,
|
| 27 |
+
"fasttd3_action_chunk_horizon": 1,
|
| 28 |
+
"fasttd3_transitions_per_update": 64,
|
| 29 |
+
"fasttd3_train_for_optimizer_steps": 10000000000,
|
| 30 |
+
"fasttd3_v_min": -250.0,
|
| 31 |
+
"fasttd3_v_max": 250.0,
|
| 32 |
+
"fasttd3_actor_action_l2": 0.0,
|
| 33 |
+
"fasttd3_compile": true,
|
| 34 |
+
"recurrence": 1,
|
| 35 |
+
"shuffle_minibatches": false,
|
| 36 |
+
"gamma": 0.99,
|
| 37 |
+
"reward_scale": 1.0,
|
| 38 |
+
"reward_clip": 1000.0,
|
| 39 |
+
"value_bootstrap": false,
|
| 40 |
+
"normalize_returns": true,
|
| 41 |
+
"exploration_loss_coeff": 0.01,
|
| 42 |
+
"value_loss_coeff": 0.5,
|
| 43 |
+
"kl_loss_coeff": 0.0,
|
| 44 |
+
"exploration_loss": "entropy",
|
| 45 |
+
"gae_lambda": 0.95,
|
| 46 |
+
"ppo_clip_ratio": 0.1,
|
| 47 |
+
"ppo_clip_value": 0.2,
|
| 48 |
+
"with_vtrace": false,
|
| 49 |
+
"vtrace_rho": 1.0,
|
| 50 |
+
"vtrace_c": 1.0,
|
| 51 |
+
"optimizer": "adam",
|
| 52 |
+
"adam_eps": 1e-05,
|
| 53 |
+
"adam_beta1": 0.9,
|
| 54 |
+
"adam_beta2": 0.999,
|
| 55 |
+
"max_grad_norm": 0.5,
|
| 56 |
+
"learning_rate": 0.00025,
|
| 57 |
+
"lr_schedule": "linear_decay",
|
| 58 |
+
"lr_schedule_kl_threshold": 0.008,
|
| 59 |
+
"lr_adaptive_min": 1e-06,
|
| 60 |
+
"lr_adaptive_max": 0.01,
|
| 61 |
+
"obs_subtract_mean": 0.0,
|
| 62 |
+
"obs_scale": 255.0,
|
| 63 |
+
"normalize_input": true,
|
| 64 |
+
"normalize_input_keys": null,
|
| 65 |
+
"decorrelate_experience_max_seconds": 0,
|
| 66 |
+
"decorrelate_envs_on_one_worker": true,
|
| 67 |
+
"actor_worker_gpus": [],
|
| 68 |
+
"set_workers_cpu_affinity": true,
|
| 69 |
+
"force_envs_single_thread": false,
|
| 70 |
+
"default_niceness": 0,
|
| 71 |
+
"log_to_file": true,
|
| 72 |
+
"experiment_summaries_interval": 10,
|
| 73 |
+
"flush_summaries_interval": 30,
|
| 74 |
+
"stats_avg": 100,
|
| 75 |
+
"summaries_use_frameskip": true,
|
| 76 |
+
"heartbeat_interval": 20,
|
| 77 |
+
"heartbeat_reporting_interval": 180,
|
| 78 |
+
"train_for_env_steps": 10000000,
|
| 79 |
+
"train_for_seconds": 10000000000,
|
| 80 |
+
"save_every_sec": 600,
|
| 81 |
+
"keep_checkpoints": 5,
|
| 82 |
+
"load_checkpoint_kind": "latest",
|
| 83 |
+
"save_milestones_sec": -1,
|
| 84 |
+
"save_best_every_sec": 5,
|
| 85 |
+
"save_best_metric": "reward",
|
| 86 |
+
"save_best_after": 100000,
|
| 87 |
+
"benchmark": false,
|
| 88 |
+
"encoder_mlp_layers": [
|
| 89 |
+
512,
|
| 90 |
+
512
|
| 91 |
+
],
|
| 92 |
+
"encoder_conv_architecture": "convnet_atari",
|
| 93 |
+
"encoder_conv_mlp_layers": [
|
| 94 |
+
512
|
| 95 |
+
],
|
| 96 |
+
"use_rnn": false,
|
| 97 |
+
"rnn_size": 512,
|
| 98 |
+
"rnn_type": "gru",
|
| 99 |
+
"rnn_num_layers": 1,
|
| 100 |
+
"decoder_mlp_layers": [],
|
| 101 |
+
"nonlinearity": "relu",
|
| 102 |
+
"policy_initialization": "orthogonal",
|
| 103 |
+
"policy_init_gain": 1.0,
|
| 104 |
+
"actor_critic_share_weights": true,
|
| 105 |
+
"adaptive_stddev": false,
|
| 106 |
+
"continuous_tanh_scale": 0.0,
|
| 107 |
+
"initial_stddev": 1.0,
|
| 108 |
+
"use_env_info_cache": false,
|
| 109 |
+
"env_gpu_actions": false,
|
| 110 |
+
"env_gpu_observations": true,
|
| 111 |
+
"env_frameskip": 1,
|
| 112 |
+
"env_framestack": 4,
|
| 113 |
+
"pixel_format": "CHW",
|
| 114 |
+
"use_record_episode_statistics": false,
|
| 115 |
+
"with_wandb": false,
|
| 116 |
+
"wandb_user": null,
|
| 117 |
+
"wandb_project": "sample_factory",
|
| 118 |
+
"wandb_group": null,
|
| 119 |
+
"wandb_job_type": "SF",
|
| 120 |
+
"wandb_tags": [],
|
| 121 |
+
"with_pbt": false,
|
| 122 |
+
"pbt_mix_policies_in_one_env": true,
|
| 123 |
+
"pbt_period_env_steps": 5000000,
|
| 124 |
+
"pbt_start_mutation": 20000000,
|
| 125 |
+
"pbt_replace_fraction": 0.3,
|
| 126 |
+
"pbt_mutation_rate": 0.15,
|
| 127 |
+
"pbt_replace_reward_gap": 0.1,
|
| 128 |
+
"pbt_replace_reward_gap_absolute": 1e-06,
|
| 129 |
+
"pbt_optimize_gamma": false,
|
| 130 |
+
"pbt_target_objective": "true_objective",
|
| 131 |
+
"pbt_perturb_min": 1.1,
|
| 132 |
+
"pbt_perturb_max": 1.5,
|
| 133 |
+
"gym_task_name": "air_raid",
|
| 134 |
+
"gym_env_id": "LatencyBench/AirRaid-v0",
|
| 135 |
+
"gym_make_kwargs_json": "{\"base_env_id\": \"ALE/AirRaid-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 0, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 1, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
|
| 136 |
+
"gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_air_raid\"]",
|
| 137 |
+
"gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3, 4, 5]}",
|
| 138 |
+
"gym_action_labels_json": "[\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"]",
|
| 139 |
+
"gym_action_values_json": "[0, 1, 2, 3, 4, 5]",
|
| 140 |
+
"gym_noop_action_id": 0,
|
| 141 |
+
"gym_noop_action_json": "\"noop\"",
|
| 142 |
+
"gym_base_prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire.",
|
| 143 |
+
"gym_state_labels_json": "",
|
| 144 |
+
"env_fps": 50.0,
|
| 145 |
+
"obs_fps": 12.5,
|
| 146 |
+
"frame_stack": 4,
|
| 147 |
+
"export_env_raw_rgb_frames": false,
|
| 148 |
+
"mode": "train",
|
| 149 |
+
"latency_type": "iid",
|
| 150 |
+
"fixed_latency_ms": null,
|
| 151 |
+
"mean_latency_ms": null,
|
| 152 |
+
"std_latency_ms": null,
|
| 153 |
+
"min_latency_ms": null,
|
| 154 |
+
"max_latency_ms": null,
|
| 155 |
+
"latency_seed": 0,
|
| 156 |
+
"latency_profile_path": "/mnt/local/lzj/latency-sensitive-bench/profiles/air_raid/gr00t/rtx3090_20260917/profile/profile.json",
|
| 157 |
+
"latency_profile_worker_slot": 0,
|
| 158 |
+
"simulated_worker_capacity": null,
|
| 159 |
+
"add_latency_info": false,
|
| 160 |
+
"max_pending_actions": null,
|
| 161 |
+
"hold_last_chunk_action": false,
|
| 162 |
+
"hold_policy": "hold",
|
| 163 |
+
"ordering_policy": "issue_order_fifo",
|
| 164 |
+
"eval_episodes": 5,
|
| 165 |
+
"eval_parallel_envs": 1,
|
| 166 |
+
"eval_latency_raw_frame_values": null,
|
| 167 |
+
"eval_max_steps": 5000,
|
| 168 |
+
"eval_deterministic": true,
|
| 169 |
+
"eval_raw_reward": false,
|
| 170 |
+
"episode_metrics_path": "/mnt/local/lzj/latency-sensitive-bench/runs/air_raid/profile_latency/appo_h1_10m_20260917/teacher/checkpoints/air_raid_profile_latency_appo_h1/episode_metrics.jsonl",
|
| 171 |
+
"ppo": null,
|
| 172 |
+
"command_line": "--mode train --algo APPO --env latency_gymnasium --experiment air_raid_profile_latency_appo_h1 --train_dir /mnt/local/lzj/latency-sensitive-bench/runs/air_raid/profile_latency/appo_h1_10m_20260917/teacher/checkpoints --restart_behavior overwrite --device gpu --seed 0 --episode_metrics_path /mnt/local/lzj/latency-sensitive-bench/runs/air_raid/profile_latency/appo_h1_10m_20260917/teacher/checkpoints/air_raid_profile_latency_appo_h1/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 16 --num_envs_per_worker 8 --num_policies 1 --batch_size 1024 --rollout 32 --recurrence 1 --num_epochs 4 --num_batches_per_epoch 4 --worker_num_splits 2 --max_policy_lag 300 --learning_rate 0.00025 --nonlinearity relu --env_framestack 4 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss entropy --exploration_loss_coeff 0.01 --value_loss_coeff 0.5 --max_grad_norm 0.5 --adam_eps 1e-05 --obs_scale 255.0 --save_every_sec 600 --keep_checkpoints 5 --async_rl True --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --with_vtrace False --latency-type iid --latency-seed 0 --latency-profile-path /mnt/local/lzj/latency-sensitive-bench/profiles/air_raid/gr00t/rtx3090_20260917/profile/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 5 --eval-parallel-envs 1 --eval-max-steps 5000 --eval-deterministic True --encoder_conv_architecture convnet_atari --gym-task-name air_raid --gym-env-id LatencyBench/AirRaid-v0 --gym-make-kwargs-json {\"base_env_id\": \"ALE/AirRaid-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 0, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 1, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_air_raid\"] --gym-action-space-json {\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3, 4, 5]} --gym-noop-action-json \"noop\" --gym-action-labels-json [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"] --gym-action-values-json [0, 1, 2, 3, 4, 5] --gym-noop-action-id 0 --gym-base-prompt Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire. --env-fps 50 --obs-fps 12.5 --frame-stack 4 --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False",
|
| 173 |
+
"cli_args": {
|
| 174 |
+
"algo": "APPO",
|
| 175 |
+
"env": "latency_gymnasium",
|
| 176 |
+
"experiment": "air_raid_profile_latency_appo_h1",
|
| 177 |
+
"train_dir": "/mnt/local/lzj/latency-sensitive-bench/runs/air_raid/profile_latency/appo_h1_10m_20260917/teacher/checkpoints",
|
| 178 |
+
"restart_behavior": "overwrite",
|
| 179 |
+
"device": "gpu",
|
| 180 |
+
"seed": 0,
|
| 181 |
+
"num_policies": 1,
|
| 182 |
+
"async_rl": true,
|
| 183 |
+
"worker_num_splits": 2,
|
| 184 |
+
"max_policy_lag": 300,
|
| 185 |
+
"num_workers": 16,
|
| 186 |
+
"num_envs_per_worker": 8,
|
| 187 |
+
"batch_size": 1024,
|
| 188 |
+
"num_batches_per_epoch": 4,
|
| 189 |
+
"num_epochs": 4,
|
| 190 |
+
"rollout": 32,
|
| 191 |
+
"recurrence": 1,
|
| 192 |
+
"gamma": 0.99,
|
| 193 |
+
"normalize_returns": true,
|
| 194 |
+
"exploration_loss_coeff": 0.01,
|
| 195 |
+
"value_loss_coeff": 0.5,
|
| 196 |
+
"exploration_loss": "entropy",
|
| 197 |
+
"gae_lambda": 0.95,
|
| 198 |
+
"ppo_clip_ratio": 0.1,
|
| 199 |
+
"ppo_clip_value": 0.2,
|
| 200 |
+
"with_vtrace": false,
|
| 201 |
+
"adam_eps": 1e-05,
|
| 202 |
+
"max_grad_norm": 0.5,
|
| 203 |
+
"learning_rate": 0.00025,
|
| 204 |
+
"obs_scale": 255.0,
|
| 205 |
+
"normalize_input": true,
|
| 206 |
+
"train_for_env_steps": 10000000,
|
| 207 |
+
"save_every_sec": 600,
|
| 208 |
+
"keep_checkpoints": 5,
|
| 209 |
+
"encoder_conv_architecture": "convnet_atari",
|
| 210 |
+
"use_rnn": false,
|
| 211 |
+
"nonlinearity": "relu",
|
| 212 |
+
"adaptive_stddev": false,
|
| 213 |
+
"use_env_info_cache": false,
|
| 214 |
+
"env_framestack": 4,
|
| 215 |
+
"gym_task_name": "air_raid",
|
| 216 |
+
"gym_env_id": "LatencyBench/AirRaid-v0",
|
| 217 |
+
"gym_make_kwargs_json": "{\"base_env_id\": \"ALE/AirRaid-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 0, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 1, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
|
| 218 |
+
"gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_air_raid\"]",
|
| 219 |
+
"gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3, 4, 5]}",
|
| 220 |
+
"gym_action_labels_json": "[\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"]",
|
| 221 |
+
"gym_action_values_json": "[0, 1, 2, 3, 4, 5]",
|
| 222 |
+
"gym_noop_action_id": 0,
|
| 223 |
+
"gym_noop_action_json": "\"noop\"",
|
| 224 |
+
"gym_base_prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire.",
|
| 225 |
+
"env_fps": 50.0,
|
| 226 |
+
"obs_fps": 12.5,
|
| 227 |
+
"frame_stack": 4,
|
| 228 |
+
"mode": "train",
|
| 229 |
+
"latency_type": "iid",
|
| 230 |
+
"latency_seed": 0,
|
| 231 |
+
"latency_profile_path": "/mnt/local/lzj/latency-sensitive-bench/profiles/air_raid/gr00t/rtx3090_20260917/profile/profile.json",
|
| 232 |
+
"latency_profile_worker_slot": 0,
|
| 233 |
+
"add_latency_info": false,
|
| 234 |
+
"hold_policy": "hold",
|
| 235 |
+
"ordering_policy": "issue_order_fifo",
|
| 236 |
+
"eval_episodes": 5,
|
| 237 |
+
"eval_parallel_envs": 1,
|
| 238 |
+
"eval_max_steps": 5000,
|
| 239 |
+
"eval_deterministic": true,
|
| 240 |
+
"episode_metrics_path": "/mnt/local/lzj/latency-sensitive-bench/runs/air_raid/profile_latency/appo_h1_10m_20260917/teacher/checkpoints/air_raid_profile_latency_appo_h1/episode_metrics.jsonl",
|
| 241 |
+
"output_dir": "/mnt/local/lzj/latency-sensitive-bench/runs/air_raid/profile_latency/appo_h1_10m_20260917/teacher/training"
|
| 242 |
+
},
|
| 243 |
+
"git_hash": "unknown",
|
| 244 |
+
"git_repo_name": "not a git repository",
|
| 245 |
+
"eval_env_frameskip": 1,
|
| 246 |
+
"output_dir": "/mnt/local/lzj/latency-sensitive-bench/runs/air_raid/profile_latency/appo_h1_10m_20260917/teacher/training"
|
| 247 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/provenance.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "air-raid",
|
| 3 |
+
"model": "sample-factory-appo",
|
| 4 |
+
"training_condition": "latency-aware",
|
| 5 |
+
"training_run_id": "air_raid_profile_latency_appo_h1",
|
| 6 |
+
"source": {
|
| 7 |
+
"repo_id": "latency-sensitive-bench/Standard-Pipeline",
|
| 8 |
+
"revision": "2208875f92b21e3f8ec2363a30a6705dfe56cc04",
|
| 9 |
+
"path": "air_raid/profile_latency/small_model/GR00T",
|
| 10 |
+
"url": "https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/air_raid/profile_latency/small_model/GR00T"
|
| 11 |
+
},
|
| 12 |
+
"hf_repo_id": "latency-sensitive-bench/benchmark-models",
|
| 13 |
+
"hf_path": "latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1",
|
| 14 |
+
"checkpoint": {
|
| 15 |
+
"source_file": "air_raid/profile_latency/small_model/GR00T/checkpoint_p0/best_000038304_9805824_reward_7971.000.pth",
|
| 16 |
+
"source_sha256": "0704de53c017ea5cedb9fc71805edcf116e03a727194e091f1b62ef29c5c7c08",
|
| 17 |
+
"source_bytes": 20722745,
|
| 18 |
+
"file": "checkpoint.pth",
|
| 19 |
+
"selection_rule": "training_best",
|
| 20 |
+
"method": "inference_export",
|
| 21 |
+
"sha256": "eac0b29dc62d7f6931d9879a56df07605bf57a24a4fd7ebddd25613f25531364",
|
| 22 |
+
"bytes": 7210293,
|
| 23 |
+
"train_step": 38304,
|
| 24 |
+
"env_steps": 9805824,
|
| 25 |
+
"tensor_count": 18,
|
| 26 |
+
"tensor_equality_verified": true,
|
| 27 |
+
"removed_fields": [
|
| 28 |
+
"best_performance",
|
| 29 |
+
"curr_lr",
|
| 30 |
+
"optimizer"
|
| 31 |
+
]
|
| 32 |
+
},
|
| 33 |
+
"config_source": "air_raid/profile_latency/small_model/GR00T/config.json",
|
| 34 |
+
"task_contract_file": null,
|
| 35 |
+
"missing_source_files": [],
|
| 36 |
+
"migration": {
|
| 37 |
+
"operation": "copy_selected_inference_bundle",
|
| 38 |
+
"source_modified": false,
|
| 39 |
+
"evaluation_performed": false,
|
| 40 |
+
"experiment_status": "preserved_in_source_evidence"
|
| 41 |
+
},
|
| 42 |
+
"algorithm": "APPO",
|
| 43 |
+
"latency_model": "qwengr00t"
|
| 44 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/selection.json
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"selected": "training_best",
|
| 3 |
+
"selected_checkpoint": "best_000038304_9805824_reward_7971.000.pth",
|
| 4 |
+
"selected_checkpoint_sha256": "0704de53c017ea5cedb9fc71805edcf116e03a727194e091f1b62ef29c5c7c08",
|
| 5 |
+
"selected_train_step": 38304,
|
| 6 |
+
"selected_env_steps": 9805824,
|
| 7 |
+
"selected_training_reward": 7971.0,
|
| 8 |
+
"final_checkpoint": "checkpoint_000039068_10002432.pth",
|
| 9 |
+
"final_checkpoint_sha256": "69cb13560ce69adbbff5ec2eb1f018db483555b6132fb15e04bfc6687d09c5c3",
|
| 10 |
+
"final_train_step": 39068,
|
| 11 |
+
"final_env_steps": 10002432
|
| 12 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/source-manifest-v10.json
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_commit": "1681edb8d9e4f7d10b7dfa647670e01e0d5cce37",
|
| 3 |
+
"starvla_commit": "1d0d7b139d1725cab268cb9dae2007ef4c5d05d2",
|
| 4 |
+
"sample_factory_commit": "4b11d8754ffc989cdd15a340cfc9be0277377d5b",
|
| 5 |
+
"files": {
|
| 6 |
+
"latency_bench/data/starvla_tasks.py": "67336b5cd57d58138c8294b55b1eea3a708033caf488fb6b5fa32a87674d36bf",
|
| 7 |
+
"latency_bench/policy/starvla.py": "6c107e6c52e673310d98c511f56b5fce3a7e397a73e226713168377b7f605e91",
|
| 8 |
+
"latency_bench/policy/starvla_tasks.py": "a89d55999f9d17267eedc393721f1fedcdb99af752c06b95f291e5d82bc117a5",
|
| 9 |
+
"scripts/starvla/prepare_dataset.py": "98324cab1650920c9311c2021bc0f91571b1ec3f24417cf0b629e1e8fa65687c",
|
| 10 |
+
"scripts/gym_adapt/gr00t.py": "1b4c3f40ce46d4798af2bee8f393bf34d9f0c7582f5345d7998ee9774cc4a0ab",
|
| 11 |
+
"docs/gym-adapt/gr00t-pipeline-plan.md": "21dd13be061bb60cbe0647594e45fa94691dca322f4bd82773b0d89a0caa248a",
|
| 12 |
+
"configs/examples/gymnasium/gr00t/ant_teacher.yaml": "b20c6858801d5a3ea26e68a8cecf94d2718072f6d0fb94a9376333e069a04274",
|
| 13 |
+
"configs/examples/gymnasium/gr00t/half_cheetah_teacher.yaml": "cbfba28a5ee625f06c30fa1d290ed29a391f019a899fd5e4ae2503e09f6679a1",
|
| 14 |
+
"configs/examples/gymnasium/gr00t/hopper_teacher.yaml": "b57721674860194683f07896057d2206c1cfd5753c08b196b45d544466ed5cc2",
|
| 15 |
+
"configs/examples/gymnasium/gr00t/humanoid_teacher.yaml": "9701de3b39ab656bcc721d5aa91d10c05672f66da182cc741f1c34904e3cf06b",
|
| 16 |
+
"configs/examples/gymnasium/gr00t/inverted_pendulum_teacher.yaml": "e5c2dd087cc37614c4e4c02e0750114b288a33d4004050eb1a478366b267f5dc",
|
| 17 |
+
"configs/examples/gymnasium/gr00t/walker2d_teacher.yaml": "10d965dba406fccaa90099e34913e4ce7e2205233f621b20d1c16aa33215678b",
|
| 18 |
+
"latency_bench/data/action_layouts.py": "8ada6a799248b31e72b51019dec73366b79f60cd20e3ef37aa98d0f966a015c0",
|
| 19 |
+
"scripts/gym_adapt/train_gr00t.sh": "9332f84548e851724ee89345977b2b046fbc0e64af9c35ccdbf734557756d64d",
|
| 20 |
+
"latency_bench/data/exporters/starvla_lerobot.py": "490b743538ff411d97eb40f15a5bd54090dc7834eb82a05b996e62cc2a924528",
|
| 21 |
+
"tests/data/test_starvla_lerobot_exporter.py": "945720ed37637e9364fcb865a42254b003b893f77e9c99310943ac1b8b654f09",
|
| 22 |
+
"tests/data/test_starvla_tasks.py": "4b97bc4b4ec127a6c6bc831e69cee5fb7f6894f0b483c14836e0ad5700464228"
|
| 23 |
+
},
|
| 24 |
+
"starvla_overlay": {
|
| 25 |
+
"third_party/starVLA/examples/rl_games/train_files/data_registry/data_config.py": "dd399efd9983294e11372753827a80da3a9ed1e18c23aba8ab70a33e6a941738",
|
| 26 |
+
"third_party/starVLA/starVLA/training/train_starvla.py": "d81f39ff232b9d2b8c71c386dd68ccf73ebc0bce2296723a9485d0903af62547",
|
| 27 |
+
"third_party/starVLA/starVLA/dataloader/gr00t_lerobot/datasets.py": "d2e91ae8fbe2964ad452cf1e6fb37b81ae409e067d4dda6e59c28bde72ae80ba"
|
| 28 |
+
},
|
| 29 |
+
"note": "v9 plus portable bundle trainer.profile_timing required by inference; disabled in config.yaml while full training recipe is preserved. Active training sources remain frozen.",
|
| 30 |
+
"version": "v10",
|
| 31 |
+
"validation": {
|
| 32 |
+
"candidate_artifact_sha256": "6e428b56eac76f13781113d053336020be600c19a8160ace1b3206ffaed8b4ea",
|
| 33 |
+
"local_targeted": {
|
| 34 |
+
"passed": 36,
|
| 35 |
+
"skipped": 11
|
| 36 |
+
},
|
| 37 |
+
"server_targeted_semantic_tests": 6,
|
| 38 |
+
"actual_dataset_equivalence": "bitwise equal for fixed train and val indices, including all dtypes, images, masks and metadata",
|
| 39 |
+
"server_receipt_sha256": "0e660448a0e1509c2e883df0e36af5a0e53da4cc72ec70b4b58ae9ce851bc376",
|
| 40 |
+
"benchmark_scope": "16 sequential getitem calls after initial warmup, not whole training",
|
| 41 |
+
"getitem_seconds": {
|
| 42 |
+
"v8": 8.3581,
|
| 43 |
+
"v9": 1.176
|
| 44 |
+
},
|
| 45 |
+
"bundle_contract_regression": {
|
| 46 |
+
"command": "pytest -q tests/data/test_starvla_tasks.py -k native_h8_conversion_keeps_chunk_and_train_only_statistics",
|
| 47 |
+
"passed": 1
|
| 48 |
+
}
|
| 49 |
+
}
|
| 50 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/source/provenance.json
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "air_raid",
|
| 3 |
+
"condition": "profile_latency",
|
| 4 |
+
"teacher": "Sample Factory APPO",
|
| 5 |
+
"source_version": "v10",
|
| 6 |
+
"teacher_config_sha256": "2e76f61b4b07dd52a68bf62e852ab25b70b8245a58d9ded6afe701ef1792e375",
|
| 7 |
+
"source_recipe_sha256": "92d64b617f7888f865002b1c7ec9e2d7527de9df2027e5e3947b55a604067fa8",
|
| 8 |
+
"profile_sha256": "a6ded702eef5495736922babdd58e24901526811613e45c680a2b77eecfdc149",
|
| 9 |
+
"latency_distribution_sha256": "5aba3ec3e09af2c3a6b7353fdeccbf19d0f548e7a19167533cb8485e803f1f6f",
|
| 10 |
+
"seed": 0,
|
| 11 |
+
"budget_env_steps": 10000000,
|
| 12 |
+
"completed_env_steps": 10002432,
|
| 13 |
+
"exit_code": 0,
|
| 14 |
+
"initialization": "fresh",
|
| 15 |
+
"selection": {
|
| 16 |
+
"selected": "training_best",
|
| 17 |
+
"selected_checkpoint": "best_000038304_9805824_reward_7971.000.pth",
|
| 18 |
+
"selected_checkpoint_sha256": "0704de53c017ea5cedb9fc71805edcf116e03a727194e091f1b62ef29c5c7c08",
|
| 19 |
+
"selected_train_step": 38304,
|
| 20 |
+
"selected_env_steps": 9805824,
|
| 21 |
+
"selected_training_reward": 7971.0,
|
| 22 |
+
"final_checkpoint": "checkpoint_000039068_10002432.pth",
|
| 23 |
+
"final_checkpoint_sha256": "69cb13560ce69adbbff5ec2eb1f018db483555b6132fb15e04bfc6687d09c5c3",
|
| 24 |
+
"final_train_step": 39068,
|
| 25 |
+
"final_env_steps": 10002432
|
| 26 |
+
}
|
| 27 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwengr00t-rtx3090-v1/teacher.yaml
ADDED
|
@@ -0,0 +1,121 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
experiment:
|
| 2 |
+
name: air_raid_profile_latency_appo_h1
|
| 3 |
+
seed: 0
|
| 4 |
+
backend:
|
| 5 |
+
type: sample_factory
|
| 6 |
+
algo: APPO
|
| 7 |
+
device: cuda
|
| 8 |
+
train_dir: /mnt/local/lzj/latency-sensitive-bench/runs/air_raid/profile_latency/appo_h1_10m_20260917/teacher/checkpoints
|
| 9 |
+
restart_behavior: overwrite
|
| 10 |
+
run_mode: train
|
| 11 |
+
extra_args:
|
| 12 |
+
- --encoder_conv_architecture
|
| 13 |
+
- convnet_atari
|
| 14 |
+
executor:
|
| 15 |
+
mode: simulated
|
| 16 |
+
env:
|
| 17 |
+
name: gymnasium
|
| 18 |
+
task_name: air_raid
|
| 19 |
+
env_id: LatencyBench/AirRaid-v0
|
| 20 |
+
registration_imports:
|
| 21 |
+
- latency_bench.envs.gymnasium_air_raid
|
| 22 |
+
make_kwargs:
|
| 23 |
+
base_env_id: ALE/AirRaid-v5
|
| 24 |
+
render_mode: rgb_array
|
| 25 |
+
screen_size: 84
|
| 26 |
+
noop_max: 0
|
| 27 |
+
base_make_kwargs:
|
| 28 |
+
obs_type: rgb
|
| 29 |
+
frameskip: 1
|
| 30 |
+
repeat_action_probability: 0.0
|
| 31 |
+
full_action_space: false
|
| 32 |
+
mode: 1
|
| 33 |
+
difficulty: 0
|
| 34 |
+
max_num_frames_per_episode: 108000
|
| 35 |
+
env_fps: 50
|
| 36 |
+
obs_fps: 12.5
|
| 37 |
+
frame_stack: 4
|
| 38 |
+
noop_action: noop
|
| 39 |
+
action_map:
|
| 40 |
+
noop: 0
|
| 41 |
+
fire: 1
|
| 42 |
+
right: 2
|
| 43 |
+
left: 3
|
| 44 |
+
rightfire: 4
|
| 45 |
+
leftfire: 5
|
| 46 |
+
action_order:
|
| 47 |
+
- noop
|
| 48 |
+
- fire
|
| 49 |
+
- right
|
| 50 |
+
- left
|
| 51 |
+
- rightfire
|
| 52 |
+
- leftfire
|
| 53 |
+
base_prompt: 'Protect both buildings from flying saucers. Choose exactly one action
|
| 54 |
+
from: noop, fire, right, left, rightfire, leftfire.'
|
| 55 |
+
latency:
|
| 56 |
+
method: iid
|
| 57 |
+
profile_path: /mnt/local/lzj/latency-sensitive-bench/profiles/air_raid/gr00t/rtx3090_20260917/profile/profile.json
|
| 58 |
+
profile_worker_slot: 0
|
| 59 |
+
seed: 0
|
| 60 |
+
add_latency_info: false
|
| 61 |
+
scheduler:
|
| 62 |
+
hold_policy: hold
|
| 63 |
+
ordering_policy: issue_order_fifo
|
| 64 |
+
policy:
|
| 65 |
+
type: random
|
| 66 |
+
actions:
|
| 67 |
+
- noop
|
| 68 |
+
- fire
|
| 69 |
+
- right
|
| 70 |
+
- left
|
| 71 |
+
- rightfire
|
| 72 |
+
- leftfire
|
| 73 |
+
training:
|
| 74 |
+
train_for_env_steps: 10000000
|
| 75 |
+
num_workers: 16
|
| 76 |
+
num_envs_per_worker: 8
|
| 77 |
+
worker_num_splits: 2
|
| 78 |
+
num_policies: 1
|
| 79 |
+
batch_size: 1024
|
| 80 |
+
rollout: 32
|
| 81 |
+
recurrence: 1
|
| 82 |
+
env_framestack: 4
|
| 83 |
+
num_epochs: 4
|
| 84 |
+
num_batches_per_epoch: 4
|
| 85 |
+
max_policy_lag: 300
|
| 86 |
+
learning_rate: 0.00025
|
| 87 |
+
lr_schedule: linear_decay
|
| 88 |
+
gamma: 0.99
|
| 89 |
+
gae_lambda: 0.95
|
| 90 |
+
ppo_clip_ratio: 0.1
|
| 91 |
+
ppo_clip_value: 0.2
|
| 92 |
+
value_loss_coeff: 0.5
|
| 93 |
+
max_grad_norm: 0.5
|
| 94 |
+
exploration_loss_coeff: 0.01
|
| 95 |
+
exploration_loss: entropy
|
| 96 |
+
encoder_conv_architecture: convnet_atari
|
| 97 |
+
nonlinearity: relu
|
| 98 |
+
obs_scale: 255.0
|
| 99 |
+
adam_eps: 1.0e-05
|
| 100 |
+
with_vtrace: false
|
| 101 |
+
adaptive_stddev: false
|
| 102 |
+
async_rl: true
|
| 103 |
+
use_rnn: false
|
| 104 |
+
normalize_input: true
|
| 105 |
+
normalize_returns: true
|
| 106 |
+
save_every_sec: 600
|
| 107 |
+
keep_checkpoints: 5
|
| 108 |
+
evaluation:
|
| 109 |
+
eval_interval_steps: null
|
| 110 |
+
eval_episodes: 5
|
| 111 |
+
eval_parallel_envs: 1
|
| 112 |
+
eval_max_steps: 5000
|
| 113 |
+
eval_deterministic: true
|
| 114 |
+
logging:
|
| 115 |
+
output_dir: /mnt/local/lzj/latency-sensitive-bench/runs/air_raid/profile_latency/appo_h1_10m_20260917/teacher/training
|
| 116 |
+
video:
|
| 117 |
+
enabled: false
|
| 118 |
+
num_bins: 1
|
| 119 |
+
save_step_records: false
|
| 120 |
+
save_action_records: false
|
| 121 |
+
save_latency_records: false
|
latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/README.md
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# air-raid / sample-factory-appo
|
| 2 |
+
|
| 3 |
+
Training condition: `latency-aware`. Run: `air_raid_profile_20260911T054920Z`.
|
| 4 |
+
|
| 5 |
+
Copied from [Standard-Pipeline](https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/air_raid/profile_latency/small_model) at `2208875f92b21e3f8ec2363a30a6705dfe56cc04`.
|
| 6 |
+
|
| 7 |
+
- Checkpoint: `checkpoint.pth`
|
| 8 |
+
- Selection: best_reward_after_full_training_budget
|
| 9 |
+
- Checkpoint SHA256: `2b4f5e89e4fbc92cda1dc7a1e6edb49c45045f486722b60fefb9a7e4b4cc18cd`
|
| 10 |
+
- Configuration, FPS, actions, normalization and latency semantics retain their source values.
|
| 11 |
+
- This import does not run evaluations or change training/evaluation/acceptance status.
|
| 12 |
+
|
| 13 |
+
Sample Factory APPO inference bundle: `config.json` and the explicit `checkpoint.pth`.
|
| 14 |
+
The checkpoint contains `model`, `train_step`, and `env_steps`; every exported model
|
| 15 |
+
tensor was reloaded and compared bit-for-bit with the selected source checkpoint.
|
| 16 |
+
|
| 17 |
+
## Download
|
| 18 |
+
|
| 19 |
+
```python
|
| 20 |
+
from huggingface_hub import snapshot_download
|
| 21 |
+
prefix = "latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1"
|
| 22 |
+
snapshot_download("latency-sensitive-bench/benchmark-models", revision="<commit>",
|
| 23 |
+
allow_patterns=[prefix + "/**"])
|
| 24 |
+
```
|
| 25 |
+
|
| 26 |
+
Use the verified import commit listed in the repository's import report.
|
latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/checkpoint.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2b4f5e89e4fbc92cda1dc7a1e6edb49c45045f486722b60fefb9a7e4b4cc18cd
|
| 3 |
+
size 7210293
|
latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/config.json
ADDED
|
@@ -0,0 +1,279 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"help": false,
|
| 3 |
+
"algo": "APPO",
|
| 4 |
+
"env": "latency_gymnasium",
|
| 5 |
+
"experiment": "air_raid_profile_20260911T054920Z",
|
| 6 |
+
"train_dir": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models",
|
| 7 |
+
"restart_behavior": "overwrite",
|
| 8 |
+
"device": "gpu",
|
| 9 |
+
"seed": 0,
|
| 10 |
+
"initial_model_path": null,
|
| 11 |
+
"num_policies": 1,
|
| 12 |
+
"async_rl": true,
|
| 13 |
+
"serial_mode": false,
|
| 14 |
+
"batched_sampling": false,
|
| 15 |
+
"num_batches_to_accumulate": 2,
|
| 16 |
+
"worker_num_splits": 2,
|
| 17 |
+
"policy_workers_per_policy": 1,
|
| 18 |
+
"max_policy_lag": 300,
|
| 19 |
+
"num_workers": 16,
|
| 20 |
+
"num_envs_per_worker": 8,
|
| 21 |
+
"batch_size": 1024,
|
| 22 |
+
"num_batches_per_epoch": 4,
|
| 23 |
+
"num_epochs": 4,
|
| 24 |
+
"rollout": 32,
|
| 25 |
+
"fasttd3_replay_capacity": 6553600,
|
| 26 |
+
"fasttd3_replay_batch_size": 32768,
|
| 27 |
+
"fasttd3_transitions_per_update": 64,
|
| 28 |
+
"fasttd3_v_min": -250.0,
|
| 29 |
+
"fasttd3_v_max": 250.0,
|
| 30 |
+
"fasttd3_actor_action_l2": 0.0,
|
| 31 |
+
"fasttd3_compile": true,
|
| 32 |
+
"fasttd3_sonic_decoder_path": null,
|
| 33 |
+
"recurrence": 1,
|
| 34 |
+
"shuffle_minibatches": false,
|
| 35 |
+
"gamma": 0.99,
|
| 36 |
+
"reward_scale": 1.0,
|
| 37 |
+
"reward_clip": 1000.0,
|
| 38 |
+
"value_bootstrap": false,
|
| 39 |
+
"normalize_returns": true,
|
| 40 |
+
"exploration_loss_coeff": 0.01,
|
| 41 |
+
"value_loss_coeff": 0.5,
|
| 42 |
+
"kl_loss_coeff": 0.0,
|
| 43 |
+
"exploration_loss": "entropy",
|
| 44 |
+
"gae_lambda": 0.95,
|
| 45 |
+
"ppo_clip_ratio": 0.1,
|
| 46 |
+
"ppo_clip_value": 0.2,
|
| 47 |
+
"with_vtrace": false,
|
| 48 |
+
"vtrace_rho": 1.0,
|
| 49 |
+
"vtrace_c": 1.0,
|
| 50 |
+
"optimizer": "adam",
|
| 51 |
+
"adam_eps": 1e-05,
|
| 52 |
+
"adam_beta1": 0.9,
|
| 53 |
+
"adam_beta2": 0.999,
|
| 54 |
+
"max_grad_norm": 0.5,
|
| 55 |
+
"learning_rate": 0.00025,
|
| 56 |
+
"lr_schedule": "linear_decay",
|
| 57 |
+
"lr_schedule_kl_threshold": 0.008,
|
| 58 |
+
"lr_adaptive_min": 1e-06,
|
| 59 |
+
"lr_adaptive_max": 0.01,
|
| 60 |
+
"obs_subtract_mean": 0.0,
|
| 61 |
+
"obs_scale": 255.0,
|
| 62 |
+
"normalize_input": true,
|
| 63 |
+
"normalize_input_keys": null,
|
| 64 |
+
"decorrelate_experience_max_seconds": 0,
|
| 65 |
+
"decorrelate_envs_on_one_worker": true,
|
| 66 |
+
"actor_worker_gpus": [],
|
| 67 |
+
"set_workers_cpu_affinity": true,
|
| 68 |
+
"force_envs_single_thread": false,
|
| 69 |
+
"default_niceness": 0,
|
| 70 |
+
"log_to_file": true,
|
| 71 |
+
"experiment_summaries_interval": 10,
|
| 72 |
+
"flush_summaries_interval": 30,
|
| 73 |
+
"stats_avg": 100,
|
| 74 |
+
"summaries_use_frameskip": true,
|
| 75 |
+
"heartbeat_interval": 20,
|
| 76 |
+
"heartbeat_reporting_interval": 180,
|
| 77 |
+
"train_for_env_steps": 10000000,
|
| 78 |
+
"train_for_seconds": 10000000000,
|
| 79 |
+
"save_every_sec": 600,
|
| 80 |
+
"keep_checkpoints": 5,
|
| 81 |
+
"load_checkpoint_kind": "latest",
|
| 82 |
+
"save_milestones_sec": -1,
|
| 83 |
+
"save_best_every_sec": 5,
|
| 84 |
+
"save_best_metric": "reward",
|
| 85 |
+
"save_best_after": 100000,
|
| 86 |
+
"benchmark": false,
|
| 87 |
+
"encoder_mlp_layers": [
|
| 88 |
+
512,
|
| 89 |
+
512
|
| 90 |
+
],
|
| 91 |
+
"encoder_conv_architecture": "convnet_atari",
|
| 92 |
+
"encoder_conv_mlp_layers": [
|
| 93 |
+
512
|
| 94 |
+
],
|
| 95 |
+
"use_rnn": false,
|
| 96 |
+
"rnn_size": 512,
|
| 97 |
+
"rnn_type": "gru",
|
| 98 |
+
"rnn_num_layers": 1,
|
| 99 |
+
"decoder_mlp_layers": [],
|
| 100 |
+
"nonlinearity": "relu",
|
| 101 |
+
"policy_initialization": "orthogonal",
|
| 102 |
+
"policy_init_gain": 1.0,
|
| 103 |
+
"actor_critic_share_weights": true,
|
| 104 |
+
"adaptive_stddev": false,
|
| 105 |
+
"continuous_tanh_scale": 0.0,
|
| 106 |
+
"initial_stddev": 1.0,
|
| 107 |
+
"use_env_info_cache": false,
|
| 108 |
+
"env_gpu_actions": false,
|
| 109 |
+
"env_gpu_observations": true,
|
| 110 |
+
"env_frameskip": 1,
|
| 111 |
+
"env_framestack": 4,
|
| 112 |
+
"pixel_format": "CHW",
|
| 113 |
+
"use_record_episode_statistics": false,
|
| 114 |
+
"with_wandb": false,
|
| 115 |
+
"wandb_user": null,
|
| 116 |
+
"wandb_project": "sample_factory",
|
| 117 |
+
"wandb_group": null,
|
| 118 |
+
"wandb_job_type": "SF",
|
| 119 |
+
"wandb_tags": [],
|
| 120 |
+
"with_pbt": false,
|
| 121 |
+
"pbt_mix_policies_in_one_env": true,
|
| 122 |
+
"pbt_period_env_steps": 5000000,
|
| 123 |
+
"pbt_start_mutation": 20000000,
|
| 124 |
+
"pbt_replace_fraction": 0.3,
|
| 125 |
+
"pbt_mutation_rate": 0.15,
|
| 126 |
+
"pbt_replace_reward_gap": 0.1,
|
| 127 |
+
"pbt_replace_reward_gap_absolute": 1e-06,
|
| 128 |
+
"pbt_optimize_gamma": false,
|
| 129 |
+
"pbt_target_objective": "true_objective",
|
| 130 |
+
"pbt_perturb_min": 1.1,
|
| 131 |
+
"pbt_perturb_max": 1.5,
|
| 132 |
+
"gym_task_name": "air_raid",
|
| 133 |
+
"gym_env_id": "LatencyBench/AirRaid-v0",
|
| 134 |
+
"gym_make_kwargs_json": "{\"base_env_id\": \"ALE/AirRaid-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 0, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 1, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
|
| 135 |
+
"gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_air_raid\"]",
|
| 136 |
+
"gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3, 4, 5]}",
|
| 137 |
+
"gym_action_labels_json": "[\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"]",
|
| 138 |
+
"gym_action_values_json": "[0, 1, 2, 3, 4, 5]",
|
| 139 |
+
"gym_noop_action_id": 0,
|
| 140 |
+
"gym_noop_action_json": "\"noop\"",
|
| 141 |
+
"gym_base_prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire.",
|
| 142 |
+
"gym_state_labels_json": "",
|
| 143 |
+
"env_fps": 50.0,
|
| 144 |
+
"obs_fps": 12.5,
|
| 145 |
+
"frame_stack": 4,
|
| 146 |
+
"export_env_raw_rgb_frames": false,
|
| 147 |
+
"mode": "train",
|
| 148 |
+
"latency_type": "iid",
|
| 149 |
+
"fixed_latency_ms": null,
|
| 150 |
+
"mean_latency_ms": null,
|
| 151 |
+
"std_latency_ms": null,
|
| 152 |
+
"min_latency_ms": null,
|
| 153 |
+
"max_latency_ms": null,
|
| 154 |
+
"latency_seed": 0,
|
| 155 |
+
"latency_profile_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/profile/profile.json",
|
| 156 |
+
"latency_profile_worker_slot": 0,
|
| 157 |
+
"simulated_worker_capacity": null,
|
| 158 |
+
"add_latency_info": false,
|
| 159 |
+
"max_pending_actions": null,
|
| 160 |
+
"hold_policy": "hold",
|
| 161 |
+
"ordering_policy": "issue_order_fifo",
|
| 162 |
+
"eval_episodes": 5,
|
| 163 |
+
"eval_parallel_envs": 1,
|
| 164 |
+
"eval_latency_raw_frame_values": null,
|
| 165 |
+
"eval_max_steps": 5000,
|
| 166 |
+
"eval_deterministic": true,
|
| 167 |
+
"eval_raw_reward": false,
|
| 168 |
+
"episode_metrics_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z/episode_metrics.jsonl",
|
| 169 |
+
"command_line": "--mode train --algo APPO --env latency_gymnasium --experiment air_raid_profile_20260911T054920Z --train_dir /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models --restart_behavior overwrite --device gpu --seed 0 --episode_metrics_path /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 16 --num_envs_per_worker 8 --num_policies 1 --batch_size 1024 --rollout 32 --recurrence 1 --num_epochs 4 --num_batches_per_epoch 4 --worker_num_splits 2 --max_policy_lag 300 --num_batches_to_accumulate 2 --policy_workers_per_policy 1 --learning_rate 0.00025 --kl_loss_coeff 0.0 --lr_schedule_kl_threshold 0.008 --nonlinearity relu --policy_initialization orthogonal --continuous_tanh_scale 0.0 --initial_stddev 1.0 --env_framestack 4 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss entropy --exploration_loss_coeff 0.01 --reward_scale 1.0 --reward_clip 1000.0 --value_loss_coeff 0.5 --max_grad_norm 0.5 --optimizer adam --adam_eps 1e-05 --adam_beta1 0.9 --adam_beta2 0.999 --obs_subtract_mean 0.0 --obs_scale 255.0 --decorrelate_experience_max_seconds 0 --default_niceness 0 --rnn_type gru --rnn_size 512 --save_every_sec 600 --keep_checkpoints 5 --save_milestones_sec -1 --save_best_every_sec 5 --save_best_after 100000 --stats_avg 100 --experiment_summaries_interval 10 --async_rl True --batched_sampling False --serial_mode False --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --shuffle_minibatches False --value_bootstrap False --with_vtrace False --decorrelate_envs_on_one_worker True --set_workers_cpu_affinity True --force_envs_single_thread False --actor_critic_share_weights True --with_wandb False --encoder_mlp_layers 512 512 --latency-type iid --latency-seed 0 --latency-profile-path /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/profile/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 5 --eval-parallel-envs 1 --eval-max-steps 5000 --eval-deterministic True --encoder_conv_architecture convnet_atari --gym-task-name air_raid --gym-env-id LatencyBench/AirRaid-v0 --gym-make-kwargs-json {\"base_env_id\": \"ALE/AirRaid-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 0, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 1, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_air_raid\"] --gym-action-space-json {\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3, 4, 5]} --gym-noop-action-json \"noop\" --gym-action-labels-json [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"] --gym-action-values-json [0, 1, 2, 3, 4, 5] --gym-noop-action-id 0 --gym-base-prompt Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire. --env-fps 50 --obs-fps 12.5 --frame-stack 4 --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False",
|
| 170 |
+
"cli_args": {
|
| 171 |
+
"algo": "APPO",
|
| 172 |
+
"env": "latency_gymnasium",
|
| 173 |
+
"experiment": "air_raid_profile_20260911T054920Z",
|
| 174 |
+
"train_dir": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models",
|
| 175 |
+
"restart_behavior": "overwrite",
|
| 176 |
+
"device": "gpu",
|
| 177 |
+
"seed": 0,
|
| 178 |
+
"num_policies": 1,
|
| 179 |
+
"async_rl": true,
|
| 180 |
+
"serial_mode": false,
|
| 181 |
+
"batched_sampling": false,
|
| 182 |
+
"num_batches_to_accumulate": 2,
|
| 183 |
+
"worker_num_splits": 2,
|
| 184 |
+
"policy_workers_per_policy": 1,
|
| 185 |
+
"max_policy_lag": 300,
|
| 186 |
+
"num_workers": 16,
|
| 187 |
+
"num_envs_per_worker": 8,
|
| 188 |
+
"batch_size": 1024,
|
| 189 |
+
"num_batches_per_epoch": 4,
|
| 190 |
+
"num_epochs": 4,
|
| 191 |
+
"rollout": 32,
|
| 192 |
+
"recurrence": 1,
|
| 193 |
+
"shuffle_minibatches": false,
|
| 194 |
+
"gamma": 0.99,
|
| 195 |
+
"reward_scale": 1.0,
|
| 196 |
+
"reward_clip": 1000.0,
|
| 197 |
+
"value_bootstrap": false,
|
| 198 |
+
"normalize_returns": true,
|
| 199 |
+
"exploration_loss_coeff": 0.01,
|
| 200 |
+
"value_loss_coeff": 0.5,
|
| 201 |
+
"kl_loss_coeff": 0.0,
|
| 202 |
+
"exploration_loss": "entropy",
|
| 203 |
+
"gae_lambda": 0.95,
|
| 204 |
+
"ppo_clip_ratio": 0.1,
|
| 205 |
+
"ppo_clip_value": 0.2,
|
| 206 |
+
"with_vtrace": false,
|
| 207 |
+
"optimizer": "adam",
|
| 208 |
+
"adam_eps": 1e-05,
|
| 209 |
+
"adam_beta1": 0.9,
|
| 210 |
+
"adam_beta2": 0.999,
|
| 211 |
+
"max_grad_norm": 0.5,
|
| 212 |
+
"learning_rate": 0.00025,
|
| 213 |
+
"lr_schedule_kl_threshold": 0.008,
|
| 214 |
+
"obs_subtract_mean": 0.0,
|
| 215 |
+
"obs_scale": 255.0,
|
| 216 |
+
"normalize_input": true,
|
| 217 |
+
"decorrelate_experience_max_seconds": 0,
|
| 218 |
+
"decorrelate_envs_on_one_worker": true,
|
| 219 |
+
"set_workers_cpu_affinity": true,
|
| 220 |
+
"force_envs_single_thread": false,
|
| 221 |
+
"default_niceness": 0,
|
| 222 |
+
"experiment_summaries_interval": 10,
|
| 223 |
+
"stats_avg": 100,
|
| 224 |
+
"train_for_env_steps": 10000000,
|
| 225 |
+
"save_every_sec": 600,
|
| 226 |
+
"keep_checkpoints": 5,
|
| 227 |
+
"save_milestones_sec": -1,
|
| 228 |
+
"save_best_every_sec": 5,
|
| 229 |
+
"save_best_after": 100000,
|
| 230 |
+
"encoder_mlp_layers": [
|
| 231 |
+
512,
|
| 232 |
+
512
|
| 233 |
+
],
|
| 234 |
+
"encoder_conv_architecture": "convnet_atari",
|
| 235 |
+
"use_rnn": false,
|
| 236 |
+
"rnn_size": 512,
|
| 237 |
+
"rnn_type": "gru",
|
| 238 |
+
"nonlinearity": "relu",
|
| 239 |
+
"policy_initialization": "orthogonal",
|
| 240 |
+
"actor_critic_share_weights": true,
|
| 241 |
+
"adaptive_stddev": false,
|
| 242 |
+
"continuous_tanh_scale": 0.0,
|
| 243 |
+
"initial_stddev": 1.0,
|
| 244 |
+
"use_env_info_cache": false,
|
| 245 |
+
"env_framestack": 4,
|
| 246 |
+
"with_wandb": false,
|
| 247 |
+
"gym_task_name": "air_raid",
|
| 248 |
+
"gym_env_id": "LatencyBench/AirRaid-v0",
|
| 249 |
+
"gym_make_kwargs_json": "{\"base_env_id\": \"ALE/AirRaid-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 0, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 1, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
|
| 250 |
+
"gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_air_raid\"]",
|
| 251 |
+
"gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3, 4, 5]}",
|
| 252 |
+
"gym_action_labels_json": "[\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"]",
|
| 253 |
+
"gym_action_values_json": "[0, 1, 2, 3, 4, 5]",
|
| 254 |
+
"gym_noop_action_id": 0,
|
| 255 |
+
"gym_noop_action_json": "\"noop\"",
|
| 256 |
+
"gym_base_prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire.",
|
| 257 |
+
"env_fps": 50.0,
|
| 258 |
+
"obs_fps": 12.5,
|
| 259 |
+
"frame_stack": 4,
|
| 260 |
+
"mode": "train",
|
| 261 |
+
"latency_type": "iid",
|
| 262 |
+
"latency_seed": 0,
|
| 263 |
+
"latency_profile_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/profile/profile.json",
|
| 264 |
+
"latency_profile_worker_slot": 0,
|
| 265 |
+
"add_latency_info": false,
|
| 266 |
+
"hold_policy": "hold",
|
| 267 |
+
"ordering_policy": "issue_order_fifo",
|
| 268 |
+
"eval_episodes": 5,
|
| 269 |
+
"eval_parallel_envs": 1,
|
| 270 |
+
"eval_max_steps": 5000,
|
| 271 |
+
"eval_deterministic": true,
|
| 272 |
+
"episode_metrics_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z/episode_metrics.jsonl",
|
| 273 |
+
"output_dir": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_train"
|
| 274 |
+
},
|
| 275 |
+
"git_hash": "unknown",
|
| 276 |
+
"git_repo_name": "not a git repository",
|
| 277 |
+
"eval_env_frameskip": 1,
|
| 278 |
+
"output_dir": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_train"
|
| 279 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/profile/DONE
ADDED
|
File without changes
|
latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/profile/hardware.json
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"driver_version": "580.173.02",
|
| 3 |
+
"gpu_class": "1x-rtx3090",
|
| 4 |
+
"gpus": [
|
| 5 |
+
{
|
| 6 |
+
"name": "NVIDIA GeForce RTX 3090",
|
| 7 |
+
"slot": 0
|
| 8 |
+
}
|
| 9 |
+
],
|
| 10 |
+
"instance_id": "instance_859cf1e47bca6046",
|
| 11 |
+
"topology_links": [],
|
| 12 |
+
"torch": {
|
| 13 |
+
"backends": {
|
| 14 |
+
"cuda_cudnn_sdp_enabled": true,
|
| 15 |
+
"cuda_flash_sdp_enabled": true,
|
| 16 |
+
"cuda_math_sdp_enabled": true,
|
| 17 |
+
"cuda_matmul_allow_tf32": false,
|
| 18 |
+
"cuda_mem_efficient_sdp_enabled": true,
|
| 19 |
+
"cudnn_allow_tf32": true,
|
| 20 |
+
"cudnn_benchmark": false
|
| 21 |
+
},
|
| 22 |
+
"cuda_available": true,
|
| 23 |
+
"cuda_device_count": 1,
|
| 24 |
+
"cuda_version": "12.8",
|
| 25 |
+
"current_device": 0,
|
| 26 |
+
"current_device_name": "NVIDIA GeForce RTX 3090",
|
| 27 |
+
"device_properties": [
|
| 28 |
+
{
|
| 29 |
+
"index": 0,
|
| 30 |
+
"major": 8,
|
| 31 |
+
"minor": 6,
|
| 32 |
+
"multi_processor_count": 82,
|
| 33 |
+
"name": "NVIDIA GeForce RTX 3090",
|
| 34 |
+
"total_memory": 25295257600
|
| 35 |
+
}
|
| 36 |
+
],
|
| 37 |
+
"float32_matmul_precision": "highest",
|
| 38 |
+
"version": "2.11.0+cu128"
|
| 39 |
+
}
|
| 40 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/profile/latency_burst_model.json
ADDED
|
@@ -0,0 +1,1329 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"burst_dwell_distribution": {
|
| 3 |
+
"distribution_type": "inverse_cdf",
|
| 4 |
+
"latency_ms": [
|
| 5 |
+
1.0,
|
| 6 |
+
1.0,
|
| 7 |
+
1.0,
|
| 8 |
+
1.0,
|
| 9 |
+
1.0,
|
| 10 |
+
1.0,
|
| 11 |
+
1.0,
|
| 12 |
+
1.0,
|
| 13 |
+
1.0,
|
| 14 |
+
1.0,
|
| 15 |
+
1.0,
|
| 16 |
+
1.0,
|
| 17 |
+
1.0,
|
| 18 |
+
1.0,
|
| 19 |
+
1.0,
|
| 20 |
+
1.0,
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0,
|
| 27 |
+
1.0,
|
| 28 |
+
1.0,
|
| 29 |
+
1.0,
|
| 30 |
+
1.0,
|
| 31 |
+
1.0,
|
| 32 |
+
1.0,
|
| 33 |
+
1.0,
|
| 34 |
+
1.0,
|
| 35 |
+
1.0,
|
| 36 |
+
1.0,
|
| 37 |
+
1.0,
|
| 38 |
+
1.0,
|
| 39 |
+
1.0,
|
| 40 |
+
1.0,
|
| 41 |
+
1.0,
|
| 42 |
+
1.0,
|
| 43 |
+
1.0,
|
| 44 |
+
1.0,
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0,
|
| 51 |
+
1.0,
|
| 52 |
+
1.0,
|
| 53 |
+
1.0,
|
| 54 |
+
1.0,
|
| 55 |
+
1.0,
|
| 56 |
+
1.0,
|
| 57 |
+
1.0,
|
| 58 |
+
1.0,
|
| 59 |
+
1.0,
|
| 60 |
+
1.0,
|
| 61 |
+
1.0,
|
| 62 |
+
1.0,
|
| 63 |
+
1.0,
|
| 64 |
+
1.0,
|
| 65 |
+
1.0,
|
| 66 |
+
1.0,
|
| 67 |
+
1.0,
|
| 68 |
+
1.0,
|
| 69 |
+
1.0,
|
| 70 |
+
1.0,
|
| 71 |
+
1.0,
|
| 72 |
+
1.0,
|
| 73 |
+
1.0,
|
| 74 |
+
1.0,
|
| 75 |
+
1.0,
|
| 76 |
+
1.0,
|
| 77 |
+
1.0,
|
| 78 |
+
1.0,
|
| 79 |
+
1.0,
|
| 80 |
+
1.0,
|
| 81 |
+
1.0,
|
| 82 |
+
1.0,
|
| 83 |
+
1.0,
|
| 84 |
+
1.0,
|
| 85 |
+
1.0,
|
| 86 |
+
1.0,
|
| 87 |
+
1.0,
|
| 88 |
+
1.0,
|
| 89 |
+
1.0,
|
| 90 |
+
1.0,
|
| 91 |
+
1.0,
|
| 92 |
+
1.0,
|
| 93 |
+
1.0,
|
| 94 |
+
1.0,
|
| 95 |
+
1.0,
|
| 96 |
+
1.0,
|
| 97 |
+
1.0,
|
| 98 |
+
1.0,
|
| 99 |
+
1.0,
|
| 100 |
+
1.0,
|
| 101 |
+
1.0,
|
| 102 |
+
1.0,
|
| 103 |
+
1.0,
|
| 104 |
+
1.0,
|
| 105 |
+
1.0,
|
| 106 |
+
1.0,
|
| 107 |
+
1.0,
|
| 108 |
+
1.0,
|
| 109 |
+
1.0,
|
| 110 |
+
1.0,
|
| 111 |
+
1.0,
|
| 112 |
+
1.0,
|
| 113 |
+
1.0,
|
| 114 |
+
1.0,
|
| 115 |
+
1.0,
|
| 116 |
+
1.0,
|
| 117 |
+
1.0,
|
| 118 |
+
1.0,
|
| 119 |
+
1.0,
|
| 120 |
+
1.0,
|
| 121 |
+
1.0,
|
| 122 |
+
1.0,
|
| 123 |
+
1.0,
|
| 124 |
+
1.0,
|
| 125 |
+
1.0,
|
| 126 |
+
1.0,
|
| 127 |
+
1.0
|
| 128 |
+
],
|
| 129 |
+
"quantile_levels": [
|
| 130 |
+
0.0,
|
| 131 |
+
0.0001,
|
| 132 |
+
0.0005,
|
| 133 |
+
0.001,
|
| 134 |
+
0.002,
|
| 135 |
+
0.003,
|
| 136 |
+
0.004,
|
| 137 |
+
0.005,
|
| 138 |
+
0.006,
|
| 139 |
+
0.007,
|
| 140 |
+
0.008,
|
| 141 |
+
0.009,
|
| 142 |
+
0.01,
|
| 143 |
+
0.02,
|
| 144 |
+
0.03,
|
| 145 |
+
0.04,
|
| 146 |
+
0.05,
|
| 147 |
+
0.06,
|
| 148 |
+
0.07,
|
| 149 |
+
0.08,
|
| 150 |
+
0.09,
|
| 151 |
+
0.1,
|
| 152 |
+
0.11,
|
| 153 |
+
0.12,
|
| 154 |
+
0.13,
|
| 155 |
+
0.14,
|
| 156 |
+
0.15,
|
| 157 |
+
0.16,
|
| 158 |
+
0.17,
|
| 159 |
+
0.18,
|
| 160 |
+
0.19,
|
| 161 |
+
0.2,
|
| 162 |
+
0.21,
|
| 163 |
+
0.22,
|
| 164 |
+
0.23,
|
| 165 |
+
0.24,
|
| 166 |
+
0.25,
|
| 167 |
+
0.26,
|
| 168 |
+
0.27,
|
| 169 |
+
0.28,
|
| 170 |
+
0.29,
|
| 171 |
+
0.3,
|
| 172 |
+
0.31,
|
| 173 |
+
0.32,
|
| 174 |
+
0.33,
|
| 175 |
+
0.34,
|
| 176 |
+
0.35,
|
| 177 |
+
0.36,
|
| 178 |
+
0.37,
|
| 179 |
+
0.38,
|
| 180 |
+
0.39,
|
| 181 |
+
0.4,
|
| 182 |
+
0.41,
|
| 183 |
+
0.42,
|
| 184 |
+
0.43,
|
| 185 |
+
0.44,
|
| 186 |
+
0.45,
|
| 187 |
+
0.46,
|
| 188 |
+
0.47,
|
| 189 |
+
0.48,
|
| 190 |
+
0.49,
|
| 191 |
+
0.5,
|
| 192 |
+
0.51,
|
| 193 |
+
0.52,
|
| 194 |
+
0.53,
|
| 195 |
+
0.54,
|
| 196 |
+
0.55,
|
| 197 |
+
0.56,
|
| 198 |
+
0.57,
|
| 199 |
+
0.58,
|
| 200 |
+
0.59,
|
| 201 |
+
0.6,
|
| 202 |
+
0.61,
|
| 203 |
+
0.62,
|
| 204 |
+
0.63,
|
| 205 |
+
0.64,
|
| 206 |
+
0.65,
|
| 207 |
+
0.66,
|
| 208 |
+
0.67,
|
| 209 |
+
0.68,
|
| 210 |
+
0.69,
|
| 211 |
+
0.7,
|
| 212 |
+
0.71,
|
| 213 |
+
0.72,
|
| 214 |
+
0.73,
|
| 215 |
+
0.74,
|
| 216 |
+
0.75,
|
| 217 |
+
0.76,
|
| 218 |
+
0.77,
|
| 219 |
+
0.78,
|
| 220 |
+
0.79,
|
| 221 |
+
0.8,
|
| 222 |
+
0.81,
|
| 223 |
+
0.82,
|
| 224 |
+
0.83,
|
| 225 |
+
0.84,
|
| 226 |
+
0.85,
|
| 227 |
+
0.86,
|
| 228 |
+
0.87,
|
| 229 |
+
0.88,
|
| 230 |
+
0.89,
|
| 231 |
+
0.9,
|
| 232 |
+
0.91,
|
| 233 |
+
0.92,
|
| 234 |
+
0.93,
|
| 235 |
+
0.94,
|
| 236 |
+
0.95,
|
| 237 |
+
0.96,
|
| 238 |
+
0.97,
|
| 239 |
+
0.98,
|
| 240 |
+
0.99,
|
| 241 |
+
0.991,
|
| 242 |
+
0.992,
|
| 243 |
+
0.993,
|
| 244 |
+
0.994,
|
| 245 |
+
0.995,
|
| 246 |
+
0.996,
|
| 247 |
+
0.997,
|
| 248 |
+
0.998,
|
| 249 |
+
0.999,
|
| 250 |
+
0.9995,
|
| 251 |
+
0.9999,
|
| 252 |
+
1.0
|
| 253 |
+
]
|
| 254 |
+
},
|
| 255 |
+
"burst_dwell_lengths": [
|
| 256 |
+
1,
|
| 257 |
+
1,
|
| 258 |
+
1,
|
| 259 |
+
1
|
| 260 |
+
],
|
| 261 |
+
"burst_merge_gap_records": 30,
|
| 262 |
+
"burst_rank_processes": [
|
| 263 |
+
{
|
| 264 |
+
"draw_count": 4,
|
| 265 |
+
"dwell_length_spearman_rho": 0.0,
|
| 266 |
+
"level_ms": {
|
| 267 |
+
"distribution_type": "inverse_cdf",
|
| 268 |
+
"latency_ms": [
|
| 269 |
+
72.13375687599182,
|
| 270 |
+
72.13375687599182,
|
| 271 |
+
72.13375687599182,
|
| 272 |
+
72.13375687599182,
|
| 273 |
+
72.13375687599182,
|
| 274 |
+
72.13375687599182,
|
| 275 |
+
72.13375687599182,
|
| 276 |
+
72.13375687599182,
|
| 277 |
+
72.13375687599182,
|
| 278 |
+
72.13375687599182,
|
| 279 |
+
72.13375687599182,
|
| 280 |
+
72.13375687599182,
|
| 281 |
+
72.13375687599182,
|
| 282 |
+
72.13375687599182,
|
| 283 |
+
72.13375687599182,
|
| 284 |
+
72.13375687599182,
|
| 285 |
+
72.13375687599182,
|
| 286 |
+
72.13375687599182,
|
| 287 |
+
72.13375687599182,
|
| 288 |
+
72.13375687599182,
|
| 289 |
+
72.13375687599182,
|
| 290 |
+
72.13375687599182,
|
| 291 |
+
72.13375687599182,
|
| 292 |
+
72.13375687599182,
|
| 293 |
+
72.14111005783082,
|
| 294 |
+
72.15581642150879,
|
| 295 |
+
72.17052278518676,
|
| 296 |
+
72.18522914886475,
|
| 297 |
+
72.19993551254272,
|
| 298 |
+
72.2146418762207,
|
| 299 |
+
72.22934823989868,
|
| 300 |
+
72.24405460357666,
|
| 301 |
+
72.25876096725464,
|
| 302 |
+
72.27346733093262,
|
| 303 |
+
72.28817369461059,
|
| 304 |
+
72.30288005828858,
|
| 305 |
+
72.31758642196655,
|
| 306 |
+
72.33229278564453,
|
| 307 |
+
72.34699914932251,
|
| 308 |
+
72.36170551300049,
|
| 309 |
+
72.37641187667846,
|
| 310 |
+
72.39111824035645,
|
| 311 |
+
72.40582460403442,
|
| 312 |
+
72.42053096771241,
|
| 313 |
+
72.43523733139038,
|
| 314 |
+
72.44994369506836,
|
| 315 |
+
72.46465005874634,
|
| 316 |
+
72.47935642242432,
|
| 317 |
+
72.49406278610229,
|
| 318 |
+
72.50271152496337,
|
| 319 |
+
72.50530263900757,
|
| 320 |
+
72.50789375305176,
|
| 321 |
+
72.51048486709595,
|
| 322 |
+
72.51307598114013,
|
| 323 |
+
72.51566709518433,
|
| 324 |
+
72.51825820922852,
|
| 325 |
+
72.5208493232727,
|
| 326 |
+
72.52344043731689,
|
| 327 |
+
72.52603155136109,
|
| 328 |
+
72.52862266540528,
|
| 329 |
+
72.53121377944946,
|
| 330 |
+
72.53380489349365,
|
| 331 |
+
72.53639600753785,
|
| 332 |
+
72.53898712158202,
|
| 333 |
+
72.54157823562622,
|
| 334 |
+
72.54416934967041,
|
| 335 |
+
72.5467604637146,
|
| 336 |
+
72.54935157775878,
|
| 337 |
+
72.55194269180298,
|
| 338 |
+
72.55453380584717,
|
| 339 |
+
72.55712491989135,
|
| 340 |
+
72.55971603393554,
|
| 341 |
+
72.56230714797974,
|
| 342 |
+
72.56489826202393,
|
| 343 |
+
72.62776734352111,
|
| 344 |
+
72.75091439247132,
|
| 345 |
+
72.8740614414215,
|
| 346 |
+
72.9972084903717,
|
| 347 |
+
73.1203555393219,
|
| 348 |
+
73.2435025882721,
|
| 349 |
+
73.3666496372223,
|
| 350 |
+
73.48979668617248,
|
| 351 |
+
73.61294373512268,
|
| 352 |
+
73.73609078407287,
|
| 353 |
+
73.85923783302307,
|
| 354 |
+
73.98238488197326,
|
| 355 |
+
74.10553193092346,
|
| 356 |
+
74.22867897987366,
|
| 357 |
+
74.35182602882385,
|
| 358 |
+
74.47497307777405,
|
| 359 |
+
74.59812012672424,
|
| 360 |
+
74.72126717567444,
|
| 361 |
+
74.84441422462463,
|
| 362 |
+
74.96756127357483,
|
| 363 |
+
75.09070832252502,
|
| 364 |
+
75.21385537147522,
|
| 365 |
+
75.33700242042542,
|
| 366 |
+
75.46014946937561,
|
| 367 |
+
75.58329651832581,
|
| 368 |
+
75.6448700428009,
|
| 369 |
+
75.6448700428009,
|
| 370 |
+
75.6448700428009,
|
| 371 |
+
75.6448700428009,
|
| 372 |
+
75.6448700428009,
|
| 373 |
+
75.6448700428009,
|
| 374 |
+
75.6448700428009,
|
| 375 |
+
75.6448700428009,
|
| 376 |
+
75.6448700428009,
|
| 377 |
+
75.6448700428009,
|
| 378 |
+
75.6448700428009,
|
| 379 |
+
75.6448700428009,
|
| 380 |
+
75.6448700428009,
|
| 381 |
+
75.6448700428009,
|
| 382 |
+
75.6448700428009,
|
| 383 |
+
75.6448700428009,
|
| 384 |
+
75.6448700428009,
|
| 385 |
+
75.6448700428009,
|
| 386 |
+
75.6448700428009,
|
| 387 |
+
75.6448700428009,
|
| 388 |
+
75.6448700428009,
|
| 389 |
+
75.6448700428009,
|
| 390 |
+
75.6448700428009,
|
| 391 |
+
75.6448700428009
|
| 392 |
+
],
|
| 393 |
+
"quantile_levels": [
|
| 394 |
+
0.0,
|
| 395 |
+
0.0001,
|
| 396 |
+
0.0005,
|
| 397 |
+
0.001,
|
| 398 |
+
0.002,
|
| 399 |
+
0.003,
|
| 400 |
+
0.004,
|
| 401 |
+
0.005,
|
| 402 |
+
0.006,
|
| 403 |
+
0.007,
|
| 404 |
+
0.008,
|
| 405 |
+
0.009,
|
| 406 |
+
0.01,
|
| 407 |
+
0.02,
|
| 408 |
+
0.03,
|
| 409 |
+
0.04,
|
| 410 |
+
0.05,
|
| 411 |
+
0.06,
|
| 412 |
+
0.07,
|
| 413 |
+
0.08,
|
| 414 |
+
0.09,
|
| 415 |
+
0.1,
|
| 416 |
+
0.11,
|
| 417 |
+
0.12,
|
| 418 |
+
0.13,
|
| 419 |
+
0.14,
|
| 420 |
+
0.15,
|
| 421 |
+
0.16,
|
| 422 |
+
0.17,
|
| 423 |
+
0.18,
|
| 424 |
+
0.19,
|
| 425 |
+
0.2,
|
| 426 |
+
0.21,
|
| 427 |
+
0.22,
|
| 428 |
+
0.23,
|
| 429 |
+
0.24,
|
| 430 |
+
0.25,
|
| 431 |
+
0.26,
|
| 432 |
+
0.27,
|
| 433 |
+
0.28,
|
| 434 |
+
0.29,
|
| 435 |
+
0.3,
|
| 436 |
+
0.31,
|
| 437 |
+
0.32,
|
| 438 |
+
0.33,
|
| 439 |
+
0.34,
|
| 440 |
+
0.35,
|
| 441 |
+
0.36,
|
| 442 |
+
0.37,
|
| 443 |
+
0.38,
|
| 444 |
+
0.39,
|
| 445 |
+
0.4,
|
| 446 |
+
0.41,
|
| 447 |
+
0.42,
|
| 448 |
+
0.43,
|
| 449 |
+
0.44,
|
| 450 |
+
0.45,
|
| 451 |
+
0.46,
|
| 452 |
+
0.47,
|
| 453 |
+
0.48,
|
| 454 |
+
0.49,
|
| 455 |
+
0.5,
|
| 456 |
+
0.51,
|
| 457 |
+
0.52,
|
| 458 |
+
0.53,
|
| 459 |
+
0.54,
|
| 460 |
+
0.55,
|
| 461 |
+
0.56,
|
| 462 |
+
0.57,
|
| 463 |
+
0.58,
|
| 464 |
+
0.59,
|
| 465 |
+
0.6,
|
| 466 |
+
0.61,
|
| 467 |
+
0.62,
|
| 468 |
+
0.63,
|
| 469 |
+
0.64,
|
| 470 |
+
0.65,
|
| 471 |
+
0.66,
|
| 472 |
+
0.67,
|
| 473 |
+
0.68,
|
| 474 |
+
0.69,
|
| 475 |
+
0.7,
|
| 476 |
+
0.71,
|
| 477 |
+
0.72,
|
| 478 |
+
0.73,
|
| 479 |
+
0.74,
|
| 480 |
+
0.75,
|
| 481 |
+
0.76,
|
| 482 |
+
0.77,
|
| 483 |
+
0.78,
|
| 484 |
+
0.79,
|
| 485 |
+
0.8,
|
| 486 |
+
0.81,
|
| 487 |
+
0.82,
|
| 488 |
+
0.83,
|
| 489 |
+
0.84,
|
| 490 |
+
0.85,
|
| 491 |
+
0.86,
|
| 492 |
+
0.87,
|
| 493 |
+
0.88,
|
| 494 |
+
0.89,
|
| 495 |
+
0.9,
|
| 496 |
+
0.91,
|
| 497 |
+
0.92,
|
| 498 |
+
0.93,
|
| 499 |
+
0.94,
|
| 500 |
+
0.95,
|
| 501 |
+
0.96,
|
| 502 |
+
0.97,
|
| 503 |
+
0.98,
|
| 504 |
+
0.99,
|
| 505 |
+
0.991,
|
| 506 |
+
0.992,
|
| 507 |
+
0.993,
|
| 508 |
+
0.994,
|
| 509 |
+
0.995,
|
| 510 |
+
0.996,
|
| 511 |
+
0.997,
|
| 512 |
+
0.998,
|
| 513 |
+
0.999,
|
| 514 |
+
0.9995,
|
| 515 |
+
0.9999,
|
| 516 |
+
1.0
|
| 517 |
+
]
|
| 518 |
+
},
|
| 519 |
+
"level_residual_ms": {
|
| 520 |
+
"distribution_type": "inverse_cdf",
|
| 521 |
+
"latency_ms": [
|
| 522 |
+
0.0,
|
| 523 |
+
0.0,
|
| 524 |
+
0.0,
|
| 525 |
+
0.0,
|
| 526 |
+
0.0,
|
| 527 |
+
0.0,
|
| 528 |
+
0.0,
|
| 529 |
+
0.0,
|
| 530 |
+
0.0,
|
| 531 |
+
0.0,
|
| 532 |
+
0.0,
|
| 533 |
+
0.0,
|
| 534 |
+
0.0,
|
| 535 |
+
0.0,
|
| 536 |
+
0.0,
|
| 537 |
+
0.0,
|
| 538 |
+
0.0,
|
| 539 |
+
0.0,
|
| 540 |
+
0.0,
|
| 541 |
+
0.0,
|
| 542 |
+
0.0,
|
| 543 |
+
0.0,
|
| 544 |
+
0.0,
|
| 545 |
+
0.0,
|
| 546 |
+
0.0,
|
| 547 |
+
0.0,
|
| 548 |
+
0.0,
|
| 549 |
+
0.0,
|
| 550 |
+
0.0,
|
| 551 |
+
0.0,
|
| 552 |
+
0.0,
|
| 553 |
+
0.0,
|
| 554 |
+
0.0,
|
| 555 |
+
0.0,
|
| 556 |
+
0.0,
|
| 557 |
+
0.0,
|
| 558 |
+
0.0,
|
| 559 |
+
0.0,
|
| 560 |
+
0.0,
|
| 561 |
+
0.0,
|
| 562 |
+
0.0,
|
| 563 |
+
0.0,
|
| 564 |
+
0.0,
|
| 565 |
+
0.0,
|
| 566 |
+
0.0,
|
| 567 |
+
0.0,
|
| 568 |
+
0.0,
|
| 569 |
+
0.0,
|
| 570 |
+
0.0,
|
| 571 |
+
0.0,
|
| 572 |
+
0.0,
|
| 573 |
+
0.0,
|
| 574 |
+
0.0,
|
| 575 |
+
0.0,
|
| 576 |
+
0.0,
|
| 577 |
+
0.0,
|
| 578 |
+
0.0,
|
| 579 |
+
0.0,
|
| 580 |
+
0.0,
|
| 581 |
+
0.0,
|
| 582 |
+
0.0,
|
| 583 |
+
0.0,
|
| 584 |
+
0.0,
|
| 585 |
+
0.0,
|
| 586 |
+
0.0,
|
| 587 |
+
0.0,
|
| 588 |
+
0.0,
|
| 589 |
+
0.0,
|
| 590 |
+
0.0,
|
| 591 |
+
0.0,
|
| 592 |
+
0.0,
|
| 593 |
+
0.0,
|
| 594 |
+
0.0,
|
| 595 |
+
0.0,
|
| 596 |
+
0.0,
|
| 597 |
+
0.0,
|
| 598 |
+
0.0,
|
| 599 |
+
0.0,
|
| 600 |
+
0.0,
|
| 601 |
+
0.0,
|
| 602 |
+
0.0,
|
| 603 |
+
0.0,
|
| 604 |
+
0.0,
|
| 605 |
+
0.0,
|
| 606 |
+
0.0,
|
| 607 |
+
0.0,
|
| 608 |
+
0.0,
|
| 609 |
+
0.0,
|
| 610 |
+
0.0,
|
| 611 |
+
0.0,
|
| 612 |
+
0.0,
|
| 613 |
+
0.0,
|
| 614 |
+
0.0,
|
| 615 |
+
0.0,
|
| 616 |
+
0.0,
|
| 617 |
+
0.0,
|
| 618 |
+
0.0,
|
| 619 |
+
0.0,
|
| 620 |
+
0.0,
|
| 621 |
+
0.0,
|
| 622 |
+
0.0,
|
| 623 |
+
0.0,
|
| 624 |
+
0.0,
|
| 625 |
+
0.0,
|
| 626 |
+
0.0,
|
| 627 |
+
0.0,
|
| 628 |
+
0.0,
|
| 629 |
+
0.0,
|
| 630 |
+
0.0,
|
| 631 |
+
0.0,
|
| 632 |
+
0.0,
|
| 633 |
+
0.0,
|
| 634 |
+
0.0,
|
| 635 |
+
0.0,
|
| 636 |
+
0.0,
|
| 637 |
+
0.0,
|
| 638 |
+
0.0,
|
| 639 |
+
0.0,
|
| 640 |
+
0.0,
|
| 641 |
+
0.0,
|
| 642 |
+
0.0,
|
| 643 |
+
0.0,
|
| 644 |
+
0.0
|
| 645 |
+
],
|
| 646 |
+
"quantile_levels": [
|
| 647 |
+
0.0,
|
| 648 |
+
0.0001,
|
| 649 |
+
0.0005,
|
| 650 |
+
0.001,
|
| 651 |
+
0.002,
|
| 652 |
+
0.003,
|
| 653 |
+
0.004,
|
| 654 |
+
0.005,
|
| 655 |
+
0.006,
|
| 656 |
+
0.007,
|
| 657 |
+
0.008,
|
| 658 |
+
0.009,
|
| 659 |
+
0.01,
|
| 660 |
+
0.02,
|
| 661 |
+
0.03,
|
| 662 |
+
0.04,
|
| 663 |
+
0.05,
|
| 664 |
+
0.06,
|
| 665 |
+
0.07,
|
| 666 |
+
0.08,
|
| 667 |
+
0.09,
|
| 668 |
+
0.1,
|
| 669 |
+
0.11,
|
| 670 |
+
0.12,
|
| 671 |
+
0.13,
|
| 672 |
+
0.14,
|
| 673 |
+
0.15,
|
| 674 |
+
0.16,
|
| 675 |
+
0.17,
|
| 676 |
+
0.18,
|
| 677 |
+
0.19,
|
| 678 |
+
0.2,
|
| 679 |
+
0.21,
|
| 680 |
+
0.22,
|
| 681 |
+
0.23,
|
| 682 |
+
0.24,
|
| 683 |
+
0.25,
|
| 684 |
+
0.26,
|
| 685 |
+
0.27,
|
| 686 |
+
0.28,
|
| 687 |
+
0.29,
|
| 688 |
+
0.3,
|
| 689 |
+
0.31,
|
| 690 |
+
0.32,
|
| 691 |
+
0.33,
|
| 692 |
+
0.34,
|
| 693 |
+
0.35,
|
| 694 |
+
0.36,
|
| 695 |
+
0.37,
|
| 696 |
+
0.38,
|
| 697 |
+
0.39,
|
| 698 |
+
0.4,
|
| 699 |
+
0.41,
|
| 700 |
+
0.42,
|
| 701 |
+
0.43,
|
| 702 |
+
0.44,
|
| 703 |
+
0.45,
|
| 704 |
+
0.46,
|
| 705 |
+
0.47,
|
| 706 |
+
0.48,
|
| 707 |
+
0.49,
|
| 708 |
+
0.5,
|
| 709 |
+
0.51,
|
| 710 |
+
0.52,
|
| 711 |
+
0.53,
|
| 712 |
+
0.54,
|
| 713 |
+
0.55,
|
| 714 |
+
0.56,
|
| 715 |
+
0.57,
|
| 716 |
+
0.58,
|
| 717 |
+
0.59,
|
| 718 |
+
0.6,
|
| 719 |
+
0.61,
|
| 720 |
+
0.62,
|
| 721 |
+
0.63,
|
| 722 |
+
0.64,
|
| 723 |
+
0.65,
|
| 724 |
+
0.66,
|
| 725 |
+
0.67,
|
| 726 |
+
0.68,
|
| 727 |
+
0.69,
|
| 728 |
+
0.7,
|
| 729 |
+
0.71,
|
| 730 |
+
0.72,
|
| 731 |
+
0.73,
|
| 732 |
+
0.74,
|
| 733 |
+
0.75,
|
| 734 |
+
0.76,
|
| 735 |
+
0.77,
|
| 736 |
+
0.78,
|
| 737 |
+
0.79,
|
| 738 |
+
0.8,
|
| 739 |
+
0.81,
|
| 740 |
+
0.82,
|
| 741 |
+
0.83,
|
| 742 |
+
0.84,
|
| 743 |
+
0.85,
|
| 744 |
+
0.86,
|
| 745 |
+
0.87,
|
| 746 |
+
0.88,
|
| 747 |
+
0.89,
|
| 748 |
+
0.9,
|
| 749 |
+
0.91,
|
| 750 |
+
0.92,
|
| 751 |
+
0.93,
|
| 752 |
+
0.94,
|
| 753 |
+
0.95,
|
| 754 |
+
0.96,
|
| 755 |
+
0.97,
|
| 756 |
+
0.98,
|
| 757 |
+
0.99,
|
| 758 |
+
0.991,
|
| 759 |
+
0.992,
|
| 760 |
+
0.993,
|
| 761 |
+
0.994,
|
| 762 |
+
0.995,
|
| 763 |
+
0.996,
|
| 764 |
+
0.997,
|
| 765 |
+
0.998,
|
| 766 |
+
0.999,
|
| 767 |
+
0.9995,
|
| 768 |
+
0.9999,
|
| 769 |
+
1.0
|
| 770 |
+
]
|
| 771 |
+
},
|
| 772 |
+
"severity": {
|
| 773 |
+
"distribution_type": "inverse_cdf",
|
| 774 |
+
"latency_ms": [
|
| 775 |
+
1.0,
|
| 776 |
+
1.0,
|
| 777 |
+
1.0,
|
| 778 |
+
1.0,
|
| 779 |
+
1.0,
|
| 780 |
+
1.0,
|
| 781 |
+
1.0,
|
| 782 |
+
1.0,
|
| 783 |
+
1.0,
|
| 784 |
+
1.0,
|
| 785 |
+
1.0,
|
| 786 |
+
1.0,
|
| 787 |
+
1.0,
|
| 788 |
+
1.0,
|
| 789 |
+
1.0,
|
| 790 |
+
1.0,
|
| 791 |
+
1.0,
|
| 792 |
+
1.0,
|
| 793 |
+
1.0,
|
| 794 |
+
1.0,
|
| 795 |
+
1.0,
|
| 796 |
+
1.0,
|
| 797 |
+
1.0,
|
| 798 |
+
1.0,
|
| 799 |
+
1.0,
|
| 800 |
+
1.0,
|
| 801 |
+
1.0,
|
| 802 |
+
1.0,
|
| 803 |
+
1.0,
|
| 804 |
+
1.0,
|
| 805 |
+
1.0,
|
| 806 |
+
1.0,
|
| 807 |
+
1.0,
|
| 808 |
+
1.0,
|
| 809 |
+
1.0,
|
| 810 |
+
1.0,
|
| 811 |
+
1.0,
|
| 812 |
+
1.0,
|
| 813 |
+
1.0,
|
| 814 |
+
1.0,
|
| 815 |
+
1.0,
|
| 816 |
+
1.0,
|
| 817 |
+
1.0,
|
| 818 |
+
1.0,
|
| 819 |
+
1.0,
|
| 820 |
+
1.0,
|
| 821 |
+
1.0,
|
| 822 |
+
1.0,
|
| 823 |
+
1.0,
|
| 824 |
+
1.0,
|
| 825 |
+
1.0,
|
| 826 |
+
1.0,
|
| 827 |
+
1.0,
|
| 828 |
+
1.0,
|
| 829 |
+
1.0,
|
| 830 |
+
1.0,
|
| 831 |
+
1.0,
|
| 832 |
+
1.0,
|
| 833 |
+
1.0,
|
| 834 |
+
1.0,
|
| 835 |
+
1.0,
|
| 836 |
+
1.0,
|
| 837 |
+
1.0,
|
| 838 |
+
1.0,
|
| 839 |
+
1.0,
|
| 840 |
+
1.0,
|
| 841 |
+
1.0,
|
| 842 |
+
1.0,
|
| 843 |
+
1.0,
|
| 844 |
+
1.0,
|
| 845 |
+
1.0,
|
| 846 |
+
1.0,
|
| 847 |
+
1.0,
|
| 848 |
+
1.0,
|
| 849 |
+
1.0,
|
| 850 |
+
1.0,
|
| 851 |
+
1.0,
|
| 852 |
+
1.0,
|
| 853 |
+
1.0,
|
| 854 |
+
1.0,
|
| 855 |
+
1.0,
|
| 856 |
+
1.0,
|
| 857 |
+
1.0,
|
| 858 |
+
1.0,
|
| 859 |
+
1.0,
|
| 860 |
+
1.0,
|
| 861 |
+
1.0,
|
| 862 |
+
1.0,
|
| 863 |
+
1.0,
|
| 864 |
+
1.0,
|
| 865 |
+
1.0,
|
| 866 |
+
1.0,
|
| 867 |
+
1.0,
|
| 868 |
+
1.0,
|
| 869 |
+
1.0,
|
| 870 |
+
1.0,
|
| 871 |
+
1.0,
|
| 872 |
+
1.0,
|
| 873 |
+
1.0,
|
| 874 |
+
1.0,
|
| 875 |
+
1.0,
|
| 876 |
+
1.0,
|
| 877 |
+
1.0,
|
| 878 |
+
1.0,
|
| 879 |
+
1.0,
|
| 880 |
+
1.0,
|
| 881 |
+
1.0,
|
| 882 |
+
1.0,
|
| 883 |
+
1.0,
|
| 884 |
+
1.0,
|
| 885 |
+
1.0,
|
| 886 |
+
1.0,
|
| 887 |
+
1.0,
|
| 888 |
+
1.0,
|
| 889 |
+
1.0,
|
| 890 |
+
1.0,
|
| 891 |
+
1.0,
|
| 892 |
+
1.0,
|
| 893 |
+
1.0,
|
| 894 |
+
1.0,
|
| 895 |
+
1.0,
|
| 896 |
+
1.0,
|
| 897 |
+
1.0
|
| 898 |
+
],
|
| 899 |
+
"quantile_levels": [
|
| 900 |
+
0.0,
|
| 901 |
+
0.0001,
|
| 902 |
+
0.0005,
|
| 903 |
+
0.001,
|
| 904 |
+
0.002,
|
| 905 |
+
0.003,
|
| 906 |
+
0.004,
|
| 907 |
+
0.005,
|
| 908 |
+
0.006,
|
| 909 |
+
0.007,
|
| 910 |
+
0.008,
|
| 911 |
+
0.009,
|
| 912 |
+
0.01,
|
| 913 |
+
0.02,
|
| 914 |
+
0.03,
|
| 915 |
+
0.04,
|
| 916 |
+
0.05,
|
| 917 |
+
0.06,
|
| 918 |
+
0.07,
|
| 919 |
+
0.08,
|
| 920 |
+
0.09,
|
| 921 |
+
0.1,
|
| 922 |
+
0.11,
|
| 923 |
+
0.12,
|
| 924 |
+
0.13,
|
| 925 |
+
0.14,
|
| 926 |
+
0.15,
|
| 927 |
+
0.16,
|
| 928 |
+
0.17,
|
| 929 |
+
0.18,
|
| 930 |
+
0.19,
|
| 931 |
+
0.2,
|
| 932 |
+
0.21,
|
| 933 |
+
0.22,
|
| 934 |
+
0.23,
|
| 935 |
+
0.24,
|
| 936 |
+
0.25,
|
| 937 |
+
0.26,
|
| 938 |
+
0.27,
|
| 939 |
+
0.28,
|
| 940 |
+
0.29,
|
| 941 |
+
0.3,
|
| 942 |
+
0.31,
|
| 943 |
+
0.32,
|
| 944 |
+
0.33,
|
| 945 |
+
0.34,
|
| 946 |
+
0.35,
|
| 947 |
+
0.36,
|
| 948 |
+
0.37,
|
| 949 |
+
0.38,
|
| 950 |
+
0.39,
|
| 951 |
+
0.4,
|
| 952 |
+
0.41,
|
| 953 |
+
0.42,
|
| 954 |
+
0.43,
|
| 955 |
+
0.44,
|
| 956 |
+
0.45,
|
| 957 |
+
0.46,
|
| 958 |
+
0.47,
|
| 959 |
+
0.48,
|
| 960 |
+
0.49,
|
| 961 |
+
0.5,
|
| 962 |
+
0.51,
|
| 963 |
+
0.52,
|
| 964 |
+
0.53,
|
| 965 |
+
0.54,
|
| 966 |
+
0.55,
|
| 967 |
+
0.56,
|
| 968 |
+
0.57,
|
| 969 |
+
0.58,
|
| 970 |
+
0.59,
|
| 971 |
+
0.6,
|
| 972 |
+
0.61,
|
| 973 |
+
0.62,
|
| 974 |
+
0.63,
|
| 975 |
+
0.64,
|
| 976 |
+
0.65,
|
| 977 |
+
0.66,
|
| 978 |
+
0.67,
|
| 979 |
+
0.68,
|
| 980 |
+
0.69,
|
| 981 |
+
0.7,
|
| 982 |
+
0.71,
|
| 983 |
+
0.72,
|
| 984 |
+
0.73,
|
| 985 |
+
0.74,
|
| 986 |
+
0.75,
|
| 987 |
+
0.76,
|
| 988 |
+
0.77,
|
| 989 |
+
0.78,
|
| 990 |
+
0.79,
|
| 991 |
+
0.8,
|
| 992 |
+
0.81,
|
| 993 |
+
0.82,
|
| 994 |
+
0.83,
|
| 995 |
+
0.84,
|
| 996 |
+
0.85,
|
| 997 |
+
0.86,
|
| 998 |
+
0.87,
|
| 999 |
+
0.88,
|
| 1000 |
+
0.89,
|
| 1001 |
+
0.9,
|
| 1002 |
+
0.91,
|
| 1003 |
+
0.92,
|
| 1004 |
+
0.93,
|
| 1005 |
+
0.94,
|
| 1006 |
+
0.95,
|
| 1007 |
+
0.96,
|
| 1008 |
+
0.97,
|
| 1009 |
+
0.98,
|
| 1010 |
+
0.99,
|
| 1011 |
+
0.991,
|
| 1012 |
+
0.992,
|
| 1013 |
+
0.993,
|
| 1014 |
+
0.994,
|
| 1015 |
+
0.995,
|
| 1016 |
+
0.996,
|
| 1017 |
+
0.997,
|
| 1018 |
+
0.998,
|
| 1019 |
+
0.999,
|
| 1020 |
+
0.9995,
|
| 1021 |
+
0.9999,
|
| 1022 |
+
1.0
|
| 1023 |
+
]
|
| 1024 |
+
},
|
| 1025 |
+
"spike_count": 4
|
| 1026 |
+
}
|
| 1027 |
+
],
|
| 1028 |
+
"burst_slot_rank_templates": [
|
| 1029 |
+
{
|
| 1030 |
+
"dwell_length": 1,
|
| 1031 |
+
"slot_to_rank": {
|
| 1032 |
+
"0": 0
|
| 1033 |
+
}
|
| 1034 |
+
},
|
| 1035 |
+
{
|
| 1036 |
+
"dwell_length": 1,
|
| 1037 |
+
"slot_to_rank": {
|
| 1038 |
+
"0": 0
|
| 1039 |
+
}
|
| 1040 |
+
},
|
| 1041 |
+
{
|
| 1042 |
+
"dwell_length": 1,
|
| 1043 |
+
"slot_to_rank": {
|
| 1044 |
+
"0": 0
|
| 1045 |
+
}
|
| 1046 |
+
},
|
| 1047 |
+
{
|
| 1048 |
+
"dwell_length": 1,
|
| 1049 |
+
"slot_to_rank": {
|
| 1050 |
+
"0": 0
|
| 1051 |
+
}
|
| 1052 |
+
}
|
| 1053 |
+
],
|
| 1054 |
+
"model_type": "hidden_regime",
|
| 1055 |
+
"pre_worker_time_ms": {
|
| 1056 |
+
"distribution_type": "inverse_cdf",
|
| 1057 |
+
"latency_ms": [
|
| 1058 |
+
0.20420193672180176,
|
| 1059 |
+
0.21483877639770507,
|
| 1060 |
+
0.2287143712043762,
|
| 1061 |
+
0.24032604026794432,
|
| 1062 |
+
0.24867507362365723,
|
| 1063 |
+
0.25438513946533203,
|
| 1064 |
+
0.2607346229553223,
|
| 1065 |
+
0.2639804744720459,
|
| 1066 |
+
0.26635993289947507,
|
| 1067 |
+
0.2687912712097168,
|
| 1068 |
+
0.2710361452102661,
|
| 1069 |
+
0.27275579833984376,
|
| 1070 |
+
0.273915548324585,
|
| 1071 |
+
0.2837890768051147,
|
| 1072 |
+
0.2895009899139404,
|
| 1073 |
+
0.2939703321456909,
|
| 1074 |
+
0.2985083103179932,
|
| 1075 |
+
0.30235490322113034,
|
| 1076 |
+
0.30625831604003906,
|
| 1077 |
+
0.3095644426345825,
|
| 1078 |
+
0.31271454334259036,
|
| 1079 |
+
0.3151197671890259,
|
| 1080 |
+
0.317447395324707,
|
| 1081 |
+
0.3196178579330444,
|
| 1082 |
+
0.3216020727157593,
|
| 1083 |
+
0.3235012102127075,
|
| 1084 |
+
0.3252310037612915,
|
| 1085 |
+
0.3269206190109253,
|
| 1086 |
+
0.3283870220184326,
|
| 1087 |
+
0.3298677968978882,
|
| 1088 |
+
0.3312730979919434,
|
| 1089 |
+
0.332612419128418,
|
| 1090 |
+
0.3338682413101196,
|
| 1091 |
+
0.335247278213501,
|
| 1092 |
+
0.33649143218994143,
|
| 1093 |
+
0.33758762836456296,
|
| 1094 |
+
0.338687539100647,
|
| 1095 |
+
0.3397971725463867,
|
| 1096 |
+
0.34085161685943605,
|
| 1097 |
+
0.3419586896896362,
|
| 1098 |
+
0.3430896520614624,
|
| 1099 |
+
0.34424476623535155,
|
| 1100 |
+
0.3454119539260864,
|
| 1101 |
+
0.346552209854126,
|
| 1102 |
+
0.3476839065551758,
|
| 1103 |
+
0.3487655544281006,
|
| 1104 |
+
0.3497673511505127,
|
| 1105 |
+
0.35085655212402345,
|
| 1106 |
+
0.3518979120254517,
|
| 1107 |
+
0.35300746440887454,
|
| 1108 |
+
0.35399904727935794,
|
| 1109 |
+
0.35509252548217773,
|
| 1110 |
+
0.3561410903930664,
|
| 1111 |
+
0.3571738576889038,
|
| 1112 |
+
0.358305869102478,
|
| 1113 |
+
0.3593671655654907,
|
| 1114 |
+
0.3603264331817627,
|
| 1115 |
+
0.3612997245788574,
|
| 1116 |
+
0.362232985496521,
|
| 1117 |
+
0.3632385206222534,
|
| 1118 |
+
0.3641740322113037,
|
| 1119 |
+
0.365062952041626,
|
| 1120 |
+
0.3658906316757202,
|
| 1121 |
+
0.3667243766784668,
|
| 1122 |
+
0.3675804567337036,
|
| 1123 |
+
0.36850805759429933,
|
| 1124 |
+
0.36934189796447753,
|
| 1125 |
+
0.3703420162200928,
|
| 1126 |
+
0.3712935400009155,
|
| 1127 |
+
0.3722340869903564,
|
| 1128 |
+
0.3732797241210937,
|
| 1129 |
+
0.37433724403381347,
|
| 1130 |
+
0.37558521270751954,
|
| 1131 |
+
0.3767164659500122,
|
| 1132 |
+
0.3778761959075928,
|
| 1133 |
+
0.3790695905685425,
|
| 1134 |
+
0.38028051853179934,
|
| 1135 |
+
0.3815205669403076,
|
| 1136 |
+
0.38275862216949463,
|
| 1137 |
+
0.3840209150314331,
|
| 1138 |
+
0.38523890495300295,
|
| 1139 |
+
0.3865478992462158,
|
| 1140 |
+
0.3878518056869507,
|
| 1141 |
+
0.3894425630569458,
|
| 1142 |
+
0.3910191059112549,
|
| 1143 |
+
0.3924675369262695,
|
| 1144 |
+
0.3939321041107178,
|
| 1145 |
+
0.3954088592529297,
|
| 1146 |
+
0.39689703941345217,
|
| 1147 |
+
0.3985757350921631,
|
| 1148 |
+
0.400292010307312,
|
| 1149 |
+
0.40227370262145995,
|
| 1150 |
+
0.4040238857269287,
|
| 1151 |
+
0.40595915317535397,
|
| 1152 |
+
0.40784664154052735,
|
| 1153 |
+
0.41001430988311766,
|
| 1154 |
+
0.41180758476257323,
|
| 1155 |
+
0.4139445734024048,
|
| 1156 |
+
0.415944185256958,
|
| 1157 |
+
0.41818367958068847,
|
| 1158 |
+
0.4204584693908691,
|
| 1159 |
+
0.4230041980743408,
|
| 1160 |
+
0.4256094837188721,
|
| 1161 |
+
0.4285480833053589,
|
| 1162 |
+
0.4317239999771118,
|
| 1163 |
+
0.4352530431747436,
|
| 1164 |
+
0.4396242618560791,
|
| 1165 |
+
0.4441619348526001,
|
| 1166 |
+
0.4498762226104737,
|
| 1167 |
+
0.45640567302703855,
|
| 1168 |
+
0.46785748481750483,
|
| 1169 |
+
0.47020196151733407,
|
| 1170 |
+
0.4729775695800772,
|
| 1171 |
+
0.475634225845337,
|
| 1172 |
+
0.4788666810989385,
|
| 1173 |
+
0.48331641197204583,
|
| 1174 |
+
0.491900497436524,
|
| 1175 |
+
0.49948444366455025,
|
| 1176 |
+
0.5097592239379892,
|
| 1177 |
+
0.5262329158782943,
|
| 1178 |
+
0.5426986169815089,
|
| 1179 |
+
0.6917105711937698,
|
| 1180 |
+
1.1622118949890137
|
| 1181 |
+
],
|
| 1182 |
+
"quantile_levels": [
|
| 1183 |
+
0.0,
|
| 1184 |
+
0.0001,
|
| 1185 |
+
0.0005,
|
| 1186 |
+
0.001,
|
| 1187 |
+
0.002,
|
| 1188 |
+
0.003,
|
| 1189 |
+
0.004,
|
| 1190 |
+
0.005,
|
| 1191 |
+
0.006,
|
| 1192 |
+
0.007,
|
| 1193 |
+
0.008,
|
| 1194 |
+
0.009,
|
| 1195 |
+
0.01,
|
| 1196 |
+
0.02,
|
| 1197 |
+
0.03,
|
| 1198 |
+
0.04,
|
| 1199 |
+
0.05,
|
| 1200 |
+
0.06,
|
| 1201 |
+
0.07,
|
| 1202 |
+
0.08,
|
| 1203 |
+
0.09,
|
| 1204 |
+
0.1,
|
| 1205 |
+
0.11,
|
| 1206 |
+
0.12,
|
| 1207 |
+
0.13,
|
| 1208 |
+
0.14,
|
| 1209 |
+
0.15,
|
| 1210 |
+
0.16,
|
| 1211 |
+
0.17,
|
| 1212 |
+
0.18,
|
| 1213 |
+
0.19,
|
| 1214 |
+
0.2,
|
| 1215 |
+
0.21,
|
| 1216 |
+
0.22,
|
| 1217 |
+
0.23,
|
| 1218 |
+
0.24,
|
| 1219 |
+
0.25,
|
| 1220 |
+
0.26,
|
| 1221 |
+
0.27,
|
| 1222 |
+
0.28,
|
| 1223 |
+
0.29,
|
| 1224 |
+
0.3,
|
| 1225 |
+
0.31,
|
| 1226 |
+
0.32,
|
| 1227 |
+
0.33,
|
| 1228 |
+
0.34,
|
| 1229 |
+
0.35,
|
| 1230 |
+
0.36,
|
| 1231 |
+
0.37,
|
| 1232 |
+
0.38,
|
| 1233 |
+
0.39,
|
| 1234 |
+
0.4,
|
| 1235 |
+
0.41,
|
| 1236 |
+
0.42,
|
| 1237 |
+
0.43,
|
| 1238 |
+
0.44,
|
| 1239 |
+
0.45,
|
| 1240 |
+
0.46,
|
| 1241 |
+
0.47,
|
| 1242 |
+
0.48,
|
| 1243 |
+
0.49,
|
| 1244 |
+
0.5,
|
| 1245 |
+
0.51,
|
| 1246 |
+
0.52,
|
| 1247 |
+
0.53,
|
| 1248 |
+
0.54,
|
| 1249 |
+
0.55,
|
| 1250 |
+
0.56,
|
| 1251 |
+
0.57,
|
| 1252 |
+
0.58,
|
| 1253 |
+
0.59,
|
| 1254 |
+
0.6,
|
| 1255 |
+
0.61,
|
| 1256 |
+
0.62,
|
| 1257 |
+
0.63,
|
| 1258 |
+
0.64,
|
| 1259 |
+
0.65,
|
| 1260 |
+
0.66,
|
| 1261 |
+
0.67,
|
| 1262 |
+
0.68,
|
| 1263 |
+
0.69,
|
| 1264 |
+
0.7,
|
| 1265 |
+
0.71,
|
| 1266 |
+
0.72,
|
| 1267 |
+
0.73,
|
| 1268 |
+
0.74,
|
| 1269 |
+
0.75,
|
| 1270 |
+
0.76,
|
| 1271 |
+
0.77,
|
| 1272 |
+
0.78,
|
| 1273 |
+
0.79,
|
| 1274 |
+
0.8,
|
| 1275 |
+
0.81,
|
| 1276 |
+
0.82,
|
| 1277 |
+
0.83,
|
| 1278 |
+
0.84,
|
| 1279 |
+
0.85,
|
| 1280 |
+
0.86,
|
| 1281 |
+
0.87,
|
| 1282 |
+
0.88,
|
| 1283 |
+
0.89,
|
| 1284 |
+
0.9,
|
| 1285 |
+
0.91,
|
| 1286 |
+
0.92,
|
| 1287 |
+
0.93,
|
| 1288 |
+
0.94,
|
| 1289 |
+
0.95,
|
| 1290 |
+
0.96,
|
| 1291 |
+
0.97,
|
| 1292 |
+
0.98,
|
| 1293 |
+
0.99,
|
| 1294 |
+
0.991,
|
| 1295 |
+
0.992,
|
| 1296 |
+
0.993,
|
| 1297 |
+
0.994,
|
| 1298 |
+
0.995,
|
| 1299 |
+
0.996,
|
| 1300 |
+
0.997,
|
| 1301 |
+
0.998,
|
| 1302 |
+
0.999,
|
| 1303 |
+
0.9995,
|
| 1304 |
+
0.9999,
|
| 1305 |
+
1.0
|
| 1306 |
+
]
|
| 1307 |
+
},
|
| 1308 |
+
"regime_step_counts": {
|
| 1309 |
+
"burst": 4,
|
| 1310 |
+
"calm": 35904
|
| 1311 |
+
},
|
| 1312 |
+
"regime_transition_counts": {
|
| 1313 |
+
"burst": {
|
| 1314 |
+
"burst": 0,
|
| 1315 |
+
"calm": 4
|
| 1316 |
+
},
|
| 1317 |
+
"calm": {
|
| 1318 |
+
"burst": 4,
|
| 1319 |
+
"calm": 35895
|
| 1320 |
+
}
|
| 1321 |
+
},
|
| 1322 |
+
"reset_scope": "session",
|
| 1323 |
+
"schema_version": 12,
|
| 1324 |
+
"spike_median_multiplier": 1.25,
|
| 1325 |
+
"spike_threshold_ms_by_worker_slot": {
|
| 1326 |
+
"0": 72.03269615769386
|
| 1327 |
+
},
|
| 1328 |
+
"worker_count": 1
|
| 1329 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/profile/latency_distribution.json
ADDED
|
@@ -0,0 +1,1027 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": 3,
|
| 3 |
+
"worker_slots": {
|
| 4 |
+
"0": {
|
| 5 |
+
"all": {
|
| 6 |
+
"count": 35908,
|
| 7 |
+
"observation_to_action_latency_ms": {
|
| 8 |
+
"distribution_type": "inverse_cdf",
|
| 9 |
+
"latency_ms": [
|
| 10 |
+
54.89762210845947,
|
| 11 |
+
54.98431869125366,
|
| 12 |
+
55.134520971298215,
|
| 13 |
+
55.34168244361877,
|
| 14 |
+
55.99118143081665,
|
| 15 |
+
56.076304399490354,
|
| 16 |
+
56.13243092346191,
|
| 17 |
+
56.18818429946899,
|
| 18 |
+
56.23180709552765,
|
| 19 |
+
56.27835348701477,
|
| 20 |
+
56.33713837718964,
|
| 21 |
+
56.39195935821533,
|
| 22 |
+
56.45379021167755,
|
| 23 |
+
57.08514684200287,
|
| 24 |
+
57.230893654823305,
|
| 25 |
+
57.316619853973386,
|
| 26 |
+
57.36959619522095,
|
| 27 |
+
57.40613402843476,
|
| 28 |
+
57.43060580730438,
|
| 29 |
+
57.45380989074707,
|
| 30 |
+
57.477882833480834,
|
| 31 |
+
57.49994168281555,
|
| 32 |
+
57.52059514522553,
|
| 33 |
+
57.5393541431427,
|
| 34 |
+
57.55763153076172,
|
| 35 |
+
57.57544971466064,
|
| 36 |
+
57.59502432346344,
|
| 37 |
+
57.6165852022171,
|
| 38 |
+
57.639358162879944,
|
| 39 |
+
57.66515370845795,
|
| 40 |
+
57.68923002243042,
|
| 41 |
+
57.72054600715637,
|
| 42 |
+
57.75672510147095,
|
| 43 |
+
57.802322187423705,
|
| 44 |
+
57.88595350265503,
|
| 45 |
+
57.97818984031677,
|
| 46 |
+
58.037572503089905,
|
| 47 |
+
58.08466000556946,
|
| 48 |
+
58.12414084434509,
|
| 49 |
+
58.16394332885742,
|
| 50 |
+
58.203309774398804,
|
| 51 |
+
58.24743611812592,
|
| 52 |
+
58.28536067008972,
|
| 53 |
+
58.316369466781616,
|
| 54 |
+
58.339424300193784,
|
| 55 |
+
58.358790407180784,
|
| 56 |
+
58.37594494819641,
|
| 57 |
+
58.39228649616241,
|
| 58 |
+
58.409412431716916,
|
| 59 |
+
58.42540137290955,
|
| 60 |
+
58.44186356544495,
|
| 61 |
+
58.45765173435211,
|
| 62 |
+
58.474079790115354,
|
| 63 |
+
58.4883131980896,
|
| 64 |
+
58.50111918926239,
|
| 65 |
+
58.51361119747162,
|
| 66 |
+
58.52541661262512,
|
| 67 |
+
58.53668155670166,
|
| 68 |
+
58.548266739845275,
|
| 69 |
+
58.55865183830261,
|
| 70 |
+
58.5691175699234,
|
| 71 |
+
58.578869700431824,
|
| 72 |
+
58.58787773609161,
|
| 73 |
+
58.59606602191925,
|
| 74 |
+
58.60470150947571,
|
| 75 |
+
58.61385565757752,
|
| 76 |
+
58.62180905342102,
|
| 77 |
+
58.62971657276154,
|
| 78 |
+
58.63715500831604,
|
| 79 |
+
58.64509712219238,
|
| 80 |
+
58.6526384973526,
|
| 81 |
+
58.66041216850281,
|
| 82 |
+
58.66814685344696,
|
| 83 |
+
58.6752281665802,
|
| 84 |
+
58.68287703037262,
|
| 85 |
+
58.69019066810608,
|
| 86 |
+
58.69767053127289,
|
| 87 |
+
58.70504686832428,
|
| 88 |
+
58.712141094207766,
|
| 89 |
+
58.718946146965024,
|
| 90 |
+
58.72618232250213,
|
| 91 |
+
58.73353822231293,
|
| 92 |
+
58.74131082057953,
|
| 93 |
+
58.74863606929779,
|
| 94 |
+
58.75591662883758,
|
| 95 |
+
58.76344584465027,
|
| 96 |
+
58.77212584018707,
|
| 97 |
+
58.779995255470276,
|
| 98 |
+
58.78799551010132,
|
| 99 |
+
58.79621982574463,
|
| 100 |
+
58.80471308708191,
|
| 101 |
+
58.813468432426454,
|
| 102 |
+
58.82311668395996,
|
| 103 |
+
58.833434352874754,
|
| 104 |
+
58.843691573143005,
|
| 105 |
+
58.85456703662872,
|
| 106 |
+
58.86566646099091,
|
| 107 |
+
58.875943303108215,
|
| 108 |
+
58.88800809860229,
|
| 109 |
+
58.90074449539185,
|
| 110 |
+
58.91300926685333,
|
| 111 |
+
58.9265673160553,
|
| 112 |
+
58.93994530677796,
|
| 113 |
+
58.955101170539855,
|
| 114 |
+
58.972674880027775,
|
| 115 |
+
58.99344714641571,
|
| 116 |
+
59.02611937522888,
|
| 117 |
+
59.10132591247559,
|
| 118 |
+
59.611970896720884,
|
| 119 |
+
59.7586422252655,
|
| 120 |
+
59.97354772090912,
|
| 121 |
+
60.00530353927612,
|
| 122 |
+
60.039614966392506,
|
| 123 |
+
60.09215181350708,
|
| 124 |
+
60.16863778018952,
|
| 125 |
+
60.36564081192016,
|
| 126 |
+
60.57177989768982,
|
| 127 |
+
60.719089326858516,
|
| 128 |
+
61.37363024044037,
|
| 129 |
+
64.18603834533658,
|
| 130 |
+
67.25203033256551,
|
| 131 |
+
72.61951753550008,
|
| 132 |
+
76.16190600395203
|
| 133 |
+
],
|
| 134 |
+
"quantile_levels": [
|
| 135 |
+
0.0,
|
| 136 |
+
0.0001,
|
| 137 |
+
0.0005,
|
| 138 |
+
0.001,
|
| 139 |
+
0.002,
|
| 140 |
+
0.003,
|
| 141 |
+
0.004,
|
| 142 |
+
0.005,
|
| 143 |
+
0.006,
|
| 144 |
+
0.007,
|
| 145 |
+
0.008,
|
| 146 |
+
0.009,
|
| 147 |
+
0.01,
|
| 148 |
+
0.02,
|
| 149 |
+
0.03,
|
| 150 |
+
0.04,
|
| 151 |
+
0.05,
|
| 152 |
+
0.06,
|
| 153 |
+
0.07,
|
| 154 |
+
0.08,
|
| 155 |
+
0.09,
|
| 156 |
+
0.1,
|
| 157 |
+
0.11,
|
| 158 |
+
0.12,
|
| 159 |
+
0.13,
|
| 160 |
+
0.14,
|
| 161 |
+
0.15,
|
| 162 |
+
0.16,
|
| 163 |
+
0.17,
|
| 164 |
+
0.18,
|
| 165 |
+
0.19,
|
| 166 |
+
0.2,
|
| 167 |
+
0.21,
|
| 168 |
+
0.22,
|
| 169 |
+
0.23,
|
| 170 |
+
0.24,
|
| 171 |
+
0.25,
|
| 172 |
+
0.26,
|
| 173 |
+
0.27,
|
| 174 |
+
0.28,
|
| 175 |
+
0.29,
|
| 176 |
+
0.3,
|
| 177 |
+
0.31,
|
| 178 |
+
0.32,
|
| 179 |
+
0.33,
|
| 180 |
+
0.34,
|
| 181 |
+
0.35,
|
| 182 |
+
0.36,
|
| 183 |
+
0.37,
|
| 184 |
+
0.38,
|
| 185 |
+
0.39,
|
| 186 |
+
0.4,
|
| 187 |
+
0.41,
|
| 188 |
+
0.42,
|
| 189 |
+
0.43,
|
| 190 |
+
0.44,
|
| 191 |
+
0.45,
|
| 192 |
+
0.46,
|
| 193 |
+
0.47,
|
| 194 |
+
0.48,
|
| 195 |
+
0.49,
|
| 196 |
+
0.5,
|
| 197 |
+
0.51,
|
| 198 |
+
0.52,
|
| 199 |
+
0.53,
|
| 200 |
+
0.54,
|
| 201 |
+
0.55,
|
| 202 |
+
0.56,
|
| 203 |
+
0.57,
|
| 204 |
+
0.58,
|
| 205 |
+
0.59,
|
| 206 |
+
0.6,
|
| 207 |
+
0.61,
|
| 208 |
+
0.62,
|
| 209 |
+
0.63,
|
| 210 |
+
0.64,
|
| 211 |
+
0.65,
|
| 212 |
+
0.66,
|
| 213 |
+
0.67,
|
| 214 |
+
0.68,
|
| 215 |
+
0.69,
|
| 216 |
+
0.7,
|
| 217 |
+
0.71,
|
| 218 |
+
0.72,
|
| 219 |
+
0.73,
|
| 220 |
+
0.74,
|
| 221 |
+
0.75,
|
| 222 |
+
0.76,
|
| 223 |
+
0.77,
|
| 224 |
+
0.78,
|
| 225 |
+
0.79,
|
| 226 |
+
0.8,
|
| 227 |
+
0.81,
|
| 228 |
+
0.82,
|
| 229 |
+
0.83,
|
| 230 |
+
0.84,
|
| 231 |
+
0.85,
|
| 232 |
+
0.86,
|
| 233 |
+
0.87,
|
| 234 |
+
0.88,
|
| 235 |
+
0.89,
|
| 236 |
+
0.9,
|
| 237 |
+
0.91,
|
| 238 |
+
0.92,
|
| 239 |
+
0.93,
|
| 240 |
+
0.94,
|
| 241 |
+
0.95,
|
| 242 |
+
0.96,
|
| 243 |
+
0.97,
|
| 244 |
+
0.98,
|
| 245 |
+
0.99,
|
| 246 |
+
0.991,
|
| 247 |
+
0.992,
|
| 248 |
+
0.993,
|
| 249 |
+
0.994,
|
| 250 |
+
0.995,
|
| 251 |
+
0.996,
|
| 252 |
+
0.997,
|
| 253 |
+
0.998,
|
| 254 |
+
0.999,
|
| 255 |
+
0.9995,
|
| 256 |
+
0.9999,
|
| 257 |
+
1.0
|
| 258 |
+
]
|
| 259 |
+
},
|
| 260 |
+
"spearman_rho": 0.9930560092450511,
|
| 261 |
+
"worker_service_time_ms": {
|
| 262 |
+
"distribution_type": "inverse_cdf",
|
| 263 |
+
"latency_ms": [
|
| 264 |
+
54.638512134552,
|
| 265 |
+
54.722969214344026,
|
| 266 |
+
54.86490662717819,
|
| 267 |
+
55.03681116294861,
|
| 268 |
+
55.72376442432404,
|
| 269 |
+
55.79827515983582,
|
| 270 |
+
55.85051815986633,
|
| 271 |
+
55.895044279098514,
|
| 272 |
+
55.94917815303803,
|
| 273 |
+
55.99627424621582,
|
| 274 |
+
56.03666737651825,
|
| 275 |
+
56.09092275047302,
|
| 276 |
+
56.14324330806732,
|
| 277 |
+
56.75663536548615,
|
| 278 |
+
56.894120874404905,
|
| 279 |
+
56.97365468502045,
|
| 280 |
+
57.02204294204712,
|
| 281 |
+
57.05275318145752,
|
| 282 |
+
57.08081398963928,
|
| 283 |
+
57.10400746822357,
|
| 284 |
+
57.12682245254516,
|
| 285 |
+
57.14491307735443,
|
| 286 |
+
57.162690525054934,
|
| 287 |
+
57.183143854141235,
|
| 288 |
+
57.201689219474794,
|
| 289 |
+
57.218997974395755,
|
| 290 |
+
57.23760087490082,
|
| 291 |
+
57.26001518726349,
|
| 292 |
+
57.28137402057648,
|
| 293 |
+
57.30520550251007,
|
| 294 |
+
57.33147391319275,
|
| 295 |
+
57.363392567634584,
|
| 296 |
+
57.396899285316465,
|
| 297 |
+
57.4381804561615,
|
| 298 |
+
57.51748081684113,
|
| 299 |
+
57.60506856441498,
|
| 300 |
+
57.66861927509308,
|
| 301 |
+
57.73105767250061,
|
| 302 |
+
57.77032548904419,
|
| 303 |
+
57.81555837154389,
|
| 304 |
+
57.861557040214535,
|
| 305 |
+
57.90422902107239,
|
| 306 |
+
57.94723031044006,
|
| 307 |
+
57.97415527820587,
|
| 308 |
+
57.99504571914673,
|
| 309 |
+
58.012214488983155,
|
| 310 |
+
58.02739794254303,
|
| 311 |
+
58.04379164218903,
|
| 312 |
+
58.058891053199766,
|
| 313 |
+
58.07336838245392,
|
| 314 |
+
58.08783471107483,
|
| 315 |
+
58.10370817184448,
|
| 316 |
+
58.1183429479599,
|
| 317 |
+
58.13163368225098,
|
| 318 |
+
58.144854125976565,
|
| 319 |
+
58.156135168075565,
|
| 320 |
+
58.1677907705307,
|
| 321 |
+
58.17717433929443,
|
| 322 |
+
58.18661304473877,
|
| 323 |
+
58.19571486473083,
|
| 324 |
+
58.20485938072205,
|
| 325 |
+
58.21307682991028,
|
| 326 |
+
58.220322942733766,
|
| 327 |
+
58.228040552139284,
|
| 328 |
+
58.23579728603363,
|
| 329 |
+
58.24308175563812,
|
| 330 |
+
58.249634408950804,
|
| 331 |
+
58.25668476104736,
|
| 332 |
+
58.263752183914185,
|
| 333 |
+
58.27049364566803,
|
| 334 |
+
58.27714119911194,
|
| 335 |
+
58.28466124534607,
|
| 336 |
+
58.29146835803986,
|
| 337 |
+
58.29871460437775,
|
| 338 |
+
58.30632412910462,
|
| 339 |
+
58.31351550579071,
|
| 340 |
+
58.320294523239134,
|
| 341 |
+
58.327939581871036,
|
| 342 |
+
58.33411476135254,
|
| 343 |
+
58.34080623149872,
|
| 344 |
+
58.34782395839691,
|
| 345 |
+
58.3550388097763,
|
| 346 |
+
58.36206126213074,
|
| 347 |
+
58.36932575702667,
|
| 348 |
+
58.37651247024536,
|
| 349 |
+
58.38423424243927,
|
| 350 |
+
58.391886472702026,
|
| 351 |
+
58.400058970451354,
|
| 352 |
+
58.407453675270084,
|
| 353 |
+
58.41486597061157,
|
| 354 |
+
58.423468680381774,
|
| 355 |
+
58.43212459087372,
|
| 356 |
+
58.441460065841675,
|
| 357 |
+
58.45135697364807,
|
| 358 |
+
58.46152633190155,
|
| 359 |
+
58.472478790283205,
|
| 360 |
+
58.4831839799881,
|
| 361 |
+
58.494375071525575,
|
| 362 |
+
58.50569304466248,
|
| 363 |
+
58.51628562450409,
|
| 364 |
+
58.52735684394836,
|
| 365 |
+
58.53880505561828,
|
| 366 |
+
58.55049607753754,
|
| 367 |
+
58.56301250934601,
|
| 368 |
+
58.57766434192658,
|
| 369 |
+
58.59507055282593,
|
| 370 |
+
58.623821711540224,
|
| 371 |
+
58.70154627799988,
|
| 372 |
+
59.20479492664337,
|
| 373 |
+
59.354912848472594,
|
| 374 |
+
59.5520503616333,
|
| 375 |
+
59.586989126205445,
|
| 376 |
+
59.629149945259094,
|
| 377 |
+
59.67486940002441,
|
| 378 |
+
59.748895297050474,
|
| 379 |
+
60.0047911453247,
|
| 380 |
+
60.194087533950814,
|
| 381 |
+
60.32199776840209,
|
| 382 |
+
60.85784722709658,
|
| 383 |
+
63.77599292945856,
|
| 384 |
+
66.87870573186876,
|
| 385 |
+
71.94066750355165,
|
| 386 |
+
75.6448700428009
|
| 387 |
+
],
|
| 388 |
+
"quantile_levels": [
|
| 389 |
+
0.0,
|
| 390 |
+
0.0001,
|
| 391 |
+
0.0005,
|
| 392 |
+
0.001,
|
| 393 |
+
0.002,
|
| 394 |
+
0.003,
|
| 395 |
+
0.004,
|
| 396 |
+
0.005,
|
| 397 |
+
0.006,
|
| 398 |
+
0.007,
|
| 399 |
+
0.008,
|
| 400 |
+
0.009,
|
| 401 |
+
0.01,
|
| 402 |
+
0.02,
|
| 403 |
+
0.03,
|
| 404 |
+
0.04,
|
| 405 |
+
0.05,
|
| 406 |
+
0.06,
|
| 407 |
+
0.07,
|
| 408 |
+
0.08,
|
| 409 |
+
0.09,
|
| 410 |
+
0.1,
|
| 411 |
+
0.11,
|
| 412 |
+
0.12,
|
| 413 |
+
0.13,
|
| 414 |
+
0.14,
|
| 415 |
+
0.15,
|
| 416 |
+
0.16,
|
| 417 |
+
0.17,
|
| 418 |
+
0.18,
|
| 419 |
+
0.19,
|
| 420 |
+
0.2,
|
| 421 |
+
0.21,
|
| 422 |
+
0.22,
|
| 423 |
+
0.23,
|
| 424 |
+
0.24,
|
| 425 |
+
0.25,
|
| 426 |
+
0.26,
|
| 427 |
+
0.27,
|
| 428 |
+
0.28,
|
| 429 |
+
0.29,
|
| 430 |
+
0.3,
|
| 431 |
+
0.31,
|
| 432 |
+
0.32,
|
| 433 |
+
0.33,
|
| 434 |
+
0.34,
|
| 435 |
+
0.35,
|
| 436 |
+
0.36,
|
| 437 |
+
0.37,
|
| 438 |
+
0.38,
|
| 439 |
+
0.39,
|
| 440 |
+
0.4,
|
| 441 |
+
0.41,
|
| 442 |
+
0.42,
|
| 443 |
+
0.43,
|
| 444 |
+
0.44,
|
| 445 |
+
0.45,
|
| 446 |
+
0.46,
|
| 447 |
+
0.47,
|
| 448 |
+
0.48,
|
| 449 |
+
0.49,
|
| 450 |
+
0.5,
|
| 451 |
+
0.51,
|
| 452 |
+
0.52,
|
| 453 |
+
0.53,
|
| 454 |
+
0.54,
|
| 455 |
+
0.55,
|
| 456 |
+
0.56,
|
| 457 |
+
0.57,
|
| 458 |
+
0.58,
|
| 459 |
+
0.59,
|
| 460 |
+
0.6,
|
| 461 |
+
0.61,
|
| 462 |
+
0.62,
|
| 463 |
+
0.63,
|
| 464 |
+
0.64,
|
| 465 |
+
0.65,
|
| 466 |
+
0.66,
|
| 467 |
+
0.67,
|
| 468 |
+
0.68,
|
| 469 |
+
0.69,
|
| 470 |
+
0.7,
|
| 471 |
+
0.71,
|
| 472 |
+
0.72,
|
| 473 |
+
0.73,
|
| 474 |
+
0.74,
|
| 475 |
+
0.75,
|
| 476 |
+
0.76,
|
| 477 |
+
0.77,
|
| 478 |
+
0.78,
|
| 479 |
+
0.79,
|
| 480 |
+
0.8,
|
| 481 |
+
0.81,
|
| 482 |
+
0.82,
|
| 483 |
+
0.83,
|
| 484 |
+
0.84,
|
| 485 |
+
0.85,
|
| 486 |
+
0.86,
|
| 487 |
+
0.87,
|
| 488 |
+
0.88,
|
| 489 |
+
0.89,
|
| 490 |
+
0.9,
|
| 491 |
+
0.91,
|
| 492 |
+
0.92,
|
| 493 |
+
0.93,
|
| 494 |
+
0.94,
|
| 495 |
+
0.95,
|
| 496 |
+
0.96,
|
| 497 |
+
0.97,
|
| 498 |
+
0.98,
|
| 499 |
+
0.99,
|
| 500 |
+
0.991,
|
| 501 |
+
0.992,
|
| 502 |
+
0.993,
|
| 503 |
+
0.994,
|
| 504 |
+
0.995,
|
| 505 |
+
0.996,
|
| 506 |
+
0.997,
|
| 507 |
+
0.998,
|
| 508 |
+
0.999,
|
| 509 |
+
0.9995,
|
| 510 |
+
0.9999,
|
| 511 |
+
1.0
|
| 512 |
+
]
|
| 513 |
+
}
|
| 514 |
+
},
|
| 515 |
+
"steady": {
|
| 516 |
+
"count": 35904,
|
| 517 |
+
"observation_to_action_latency_ms": {
|
| 518 |
+
"distribution_type": "inverse_cdf",
|
| 519 |
+
"latency_ms": [
|
| 520 |
+
54.89762210845947,
|
| 521 |
+
54.984307411193846,
|
| 522 |
+
55.134505897521976,
|
| 523 |
+
55.34166074275971,
|
| 524 |
+
55.991178302764894,
|
| 525 |
+
56.076294094085696,
|
| 526 |
+
56.13233103179932,
|
| 527 |
+
56.18812419891358,
|
| 528 |
+
56.231794157981874,
|
| 529 |
+
56.27833763885498,
|
| 530 |
+
56.33710426616669,
|
| 531 |
+
56.391950715065,
|
| 532 |
+
56.45378501415253,
|
| 533 |
+
57.08512797832489,
|
| 534 |
+
57.23083909511566,
|
| 535 |
+
57.31661008834839,
|
| 536 |
+
57.3695746421814,
|
| 537 |
+
57.40609849452972,
|
| 538 |
+
57.43057663917541,
|
| 539 |
+
57.453807735443114,
|
| 540 |
+
57.477878031730654,
|
| 541 |
+
57.499938297271726,
|
| 542 |
+
57.520570921897885,
|
| 543 |
+
57.53932119846344,
|
| 544 |
+
57.55763103485108,
|
| 545 |
+
57.57542407989502,
|
| 546 |
+
57.59496324062347,
|
| 547 |
+
57.616562161445614,
|
| 548 |
+
57.6393541097641,
|
| 549 |
+
57.66512469768524,
|
| 550 |
+
57.68913018226623,
|
| 551 |
+
57.720493364334104,
|
| 552 |
+
57.75670382976532,
|
| 553 |
+
57.802289566993714,
|
| 554 |
+
57.88569365978241,
|
| 555 |
+
57.978020153045655,
|
| 556 |
+
58.037256360054016,
|
| 557 |
+
58.0845925617218,
|
| 558 |
+
58.1240485048294,
|
| 559 |
+
58.16375423908234,
|
| 560 |
+
58.20327997684479,
|
| 561 |
+
58.24732210636139,
|
| 562 |
+
58.285302591323855,
|
| 563 |
+
58.316290488243105,
|
| 564 |
+
58.33935274600983,
|
| 565 |
+
58.35876348018646,
|
| 566 |
+
58.37584476470947,
|
| 567 |
+
58.392186732292174,
|
| 568 |
+
58.40936285018921,
|
| 569 |
+
58.42536652565003,
|
| 570 |
+
58.44180078983307,
|
| 571 |
+
58.45757086277008,
|
| 572 |
+
58.474003086090086,
|
| 573 |
+
58.488275771141055,
|
| 574 |
+
58.501091632843014,
|
| 575 |
+
58.51360427379608,
|
| 576 |
+
58.52537198066712,
|
| 577 |
+
58.5366578245163,
|
| 578 |
+
58.5481983423233,
|
| 579 |
+
58.558502655029294,
|
| 580 |
+
58.5690626001358,
|
| 581 |
+
58.57883095741272,
|
| 582 |
+
58.58777729511261,
|
| 583 |
+
58.59602118492126,
|
| 584 |
+
58.60467755317688,
|
| 585 |
+
58.613761353492734,
|
| 586 |
+
58.62173254489899,
|
| 587 |
+
58.62966779708862,
|
| 588 |
+
58.637111430168154,
|
| 589 |
+
58.645032176971434,
|
| 590 |
+
58.652547693252565,
|
| 591 |
+
58.660341358184816,
|
| 592 |
+
58.6681103515625,
|
| 593 |
+
58.675179276466366,
|
| 594 |
+
58.68275595188141,
|
| 595 |
+
58.69008821964264,
|
| 596 |
+
58.69758403301239,
|
| 597 |
+
58.70498054981232,
|
| 598 |
+
58.71211910247803,
|
| 599 |
+
58.71892172336578,
|
| 600 |
+
58.726107902526856,
|
| 601 |
+
58.73349041938782,
|
| 602 |
+
58.74119870662689,
|
| 603 |
+
58.748615841865536,
|
| 604 |
+
58.75589869499206,
|
| 605 |
+
58.763404245376584,
|
| 606 |
+
58.77199697494507,
|
| 607 |
+
58.77996703624726,
|
| 608 |
+
58.78795792102814,
|
| 609 |
+
58.79615904808045,
|
| 610 |
+
58.80460977554321,
|
| 611 |
+
58.813416481018066,
|
| 612 |
+
58.823071904182434,
|
| 613 |
+
58.83335713863373,
|
| 614 |
+
58.84358658790588,
|
| 615 |
+
58.85443187713623,
|
| 616 |
+
58.8656010389328,
|
| 617 |
+
58.87590140342712,
|
| 618 |
+
58.88786563873291,
|
| 619 |
+
58.900563769340515,
|
| 620 |
+
58.91284184932709,
|
| 621 |
+
58.92648019790649,
|
| 622 |
+
58.93981793880462,
|
| 623 |
+
58.954998784065246,
|
| 624 |
+
58.97248013019562,
|
| 625 |
+
58.992928538322445,
|
| 626 |
+
59.025522994995114,
|
| 627 |
+
59.099266309738155,
|
| 628 |
+
59.605603127479554,
|
| 629 |
+
59.75604496479034,
|
| 630 |
+
59.968015394210816,
|
| 631 |
+
60.00281594467163,
|
| 632 |
+
60.03302575588225,
|
| 633 |
+
60.08006652545929,
|
| 634 |
+
60.15268362808228,
|
| 635 |
+
60.34006970405586,
|
| 636 |
+
60.55531148242949,
|
| 637 |
+
60.70003566932679,
|
| 638 |
+
61.00997841644302,
|
| 639 |
+
63.63513048267335,
|
| 640 |
+
66.65921190643537,
|
| 641 |
+
69.54871525268524,
|
| 642 |
+
70.52106499671936
|
| 643 |
+
],
|
| 644 |
+
"quantile_levels": [
|
| 645 |
+
0.0,
|
| 646 |
+
0.0001,
|
| 647 |
+
0.0005,
|
| 648 |
+
0.001,
|
| 649 |
+
0.002,
|
| 650 |
+
0.003,
|
| 651 |
+
0.004,
|
| 652 |
+
0.005,
|
| 653 |
+
0.006,
|
| 654 |
+
0.007,
|
| 655 |
+
0.008,
|
| 656 |
+
0.009,
|
| 657 |
+
0.01,
|
| 658 |
+
0.02,
|
| 659 |
+
0.03,
|
| 660 |
+
0.04,
|
| 661 |
+
0.05,
|
| 662 |
+
0.06,
|
| 663 |
+
0.07,
|
| 664 |
+
0.08,
|
| 665 |
+
0.09,
|
| 666 |
+
0.1,
|
| 667 |
+
0.11,
|
| 668 |
+
0.12,
|
| 669 |
+
0.13,
|
| 670 |
+
0.14,
|
| 671 |
+
0.15,
|
| 672 |
+
0.16,
|
| 673 |
+
0.17,
|
| 674 |
+
0.18,
|
| 675 |
+
0.19,
|
| 676 |
+
0.2,
|
| 677 |
+
0.21,
|
| 678 |
+
0.22,
|
| 679 |
+
0.23,
|
| 680 |
+
0.24,
|
| 681 |
+
0.25,
|
| 682 |
+
0.26,
|
| 683 |
+
0.27,
|
| 684 |
+
0.28,
|
| 685 |
+
0.29,
|
| 686 |
+
0.3,
|
| 687 |
+
0.31,
|
| 688 |
+
0.32,
|
| 689 |
+
0.33,
|
| 690 |
+
0.34,
|
| 691 |
+
0.35,
|
| 692 |
+
0.36,
|
| 693 |
+
0.37,
|
| 694 |
+
0.38,
|
| 695 |
+
0.39,
|
| 696 |
+
0.4,
|
| 697 |
+
0.41,
|
| 698 |
+
0.42,
|
| 699 |
+
0.43,
|
| 700 |
+
0.44,
|
| 701 |
+
0.45,
|
| 702 |
+
0.46,
|
| 703 |
+
0.47,
|
| 704 |
+
0.48,
|
| 705 |
+
0.49,
|
| 706 |
+
0.5,
|
| 707 |
+
0.51,
|
| 708 |
+
0.52,
|
| 709 |
+
0.53,
|
| 710 |
+
0.54,
|
| 711 |
+
0.55,
|
| 712 |
+
0.56,
|
| 713 |
+
0.57,
|
| 714 |
+
0.58,
|
| 715 |
+
0.59,
|
| 716 |
+
0.6,
|
| 717 |
+
0.61,
|
| 718 |
+
0.62,
|
| 719 |
+
0.63,
|
| 720 |
+
0.64,
|
| 721 |
+
0.65,
|
| 722 |
+
0.66,
|
| 723 |
+
0.67,
|
| 724 |
+
0.68,
|
| 725 |
+
0.69,
|
| 726 |
+
0.7,
|
| 727 |
+
0.71,
|
| 728 |
+
0.72,
|
| 729 |
+
0.73,
|
| 730 |
+
0.74,
|
| 731 |
+
0.75,
|
| 732 |
+
0.76,
|
| 733 |
+
0.77,
|
| 734 |
+
0.78,
|
| 735 |
+
0.79,
|
| 736 |
+
0.8,
|
| 737 |
+
0.81,
|
| 738 |
+
0.82,
|
| 739 |
+
0.83,
|
| 740 |
+
0.84,
|
| 741 |
+
0.85,
|
| 742 |
+
0.86,
|
| 743 |
+
0.87,
|
| 744 |
+
0.88,
|
| 745 |
+
0.89,
|
| 746 |
+
0.9,
|
| 747 |
+
0.91,
|
| 748 |
+
0.92,
|
| 749 |
+
0.93,
|
| 750 |
+
0.94,
|
| 751 |
+
0.95,
|
| 752 |
+
0.96,
|
| 753 |
+
0.97,
|
| 754 |
+
0.98,
|
| 755 |
+
0.99,
|
| 756 |
+
0.991,
|
| 757 |
+
0.992,
|
| 758 |
+
0.993,
|
| 759 |
+
0.994,
|
| 760 |
+
0.995,
|
| 761 |
+
0.996,
|
| 762 |
+
0.997,
|
| 763 |
+
0.998,
|
| 764 |
+
0.999,
|
| 765 |
+
0.9995,
|
| 766 |
+
0.9999,
|
| 767 |
+
1.0
|
| 768 |
+
]
|
| 769 |
+
},
|
| 770 |
+
"spearman_rho": 0.9930536881339532,
|
| 771 |
+
"worker_service_time_ms": {
|
| 772 |
+
"distribution_type": "inverse_cdf",
|
| 773 |
+
"latency_ms": [
|
| 774 |
+
54.638512134552,
|
| 775 |
+
54.722956764411926,
|
| 776 |
+
54.86490254116058,
|
| 777 |
+
55.03670747375488,
|
| 778 |
+
55.72376233577728,
|
| 779 |
+
55.79825168800354,
|
| 780 |
+
55.85047158241272,
|
| 781 |
+
55.89504156112671,
|
| 782 |
+
55.94910483646393,
|
| 783 |
+
55.996236187934876,
|
| 784 |
+
56.036575892448425,
|
| 785 |
+
56.090843374252316,
|
| 786 |
+
56.14299791812897,
|
| 787 |
+
56.756627945899965,
|
| 788 |
+
56.89406868934631,
|
| 789 |
+
56.97361436367035,
|
| 790 |
+
57.022025203704835,
|
| 791 |
+
57.05273281097412,
|
| 792 |
+
57.08080776691437,
|
| 793 |
+
57.104003982543944,
|
| 794 |
+
57.126808791160585,
|
| 795 |
+
57.14489750862121,
|
| 796 |
+
57.16263738155365,
|
| 797 |
+
57.18307790756226,
|
| 798 |
+
57.20166008472442,
|
| 799 |
+
57.218993434906004,
|
| 800 |
+
57.23759672641754,
|
| 801 |
+
57.2600101518631,
|
| 802 |
+
57.281266531944276,
|
| 803 |
+
57.30516447544098,
|
| 804 |
+
57.33145670413971,
|
| 805 |
+
57.36331901550293,
|
| 806 |
+
57.39689316272736,
|
| 807 |
+
57.43804866313934,
|
| 808 |
+
57.51728015422821,
|
| 809 |
+
57.60498538017273,
|
| 810 |
+
57.66832494735718,
|
| 811 |
+
57.73094385147095,
|
| 812 |
+
57.770116863250735,
|
| 813 |
+
57.8153165435791,
|
| 814 |
+
57.86133855342865,
|
| 815 |
+
57.9039803981781,
|
| 816 |
+
57.947170243263244,
|
| 817 |
+
57.974107985496524,
|
| 818 |
+
57.99501208305359,
|
| 819 |
+
58.01215915203095,
|
| 820 |
+
58.027367973327635,
|
| 821 |
+
58.04376080989837,
|
| 822 |
+
58.05885187625885,
|
| 823 |
+
58.07331806659698,
|
| 824 |
+
58.0877879524231,
|
| 825 |
+
58.103690600395204,
|
| 826 |
+
58.11831189632416,
|
| 827 |
+
58.13161474704742,
|
| 828 |
+
58.144645142555234,
|
| 829 |
+
58.15612073421478,
|
| 830 |
+
58.16774473190308,
|
| 831 |
+
58.1771510219574,
|
| 832 |
+
58.186569285392764,
|
| 833 |
+
58.19569593429566,
|
| 834 |
+
58.20483826637268,
|
| 835 |
+
58.21305239200592,
|
| 836 |
+
58.220281167030336,
|
| 837 |
+
58.227979702949526,
|
| 838 |
+
58.23577118873596,
|
| 839 |
+
58.24305790424347,
|
| 840 |
+
58.24960861206055,
|
| 841 |
+
58.25667642593384,
|
| 842 |
+
58.26372510910034,
|
| 843 |
+
58.270454411506655,
|
| 844 |
+
58.27711375236511,
|
| 845 |
+
58.28462617397308,
|
| 846 |
+
58.291462364196775,
|
| 847 |
+
58.29867696762085,
|
| 848 |
+
58.30626531124115,
|
| 849 |
+
58.31345600605011,
|
| 850 |
+
58.320233178138736,
|
| 851 |
+
58.32780292034149,
|
| 852 |
+
58.33409640789032,
|
| 853 |
+
58.340758085250854,
|
| 854 |
+
58.34780982017517,
|
| 855 |
+
58.3549880027771,
|
| 856 |
+
58.361964631080625,
|
| 857 |
+
58.36928438186646,
|
| 858 |
+
58.37640544891357,
|
| 859 |
+
58.384184594154355,
|
| 860 |
+
58.39184761047363,
|
| 861 |
+
58.40000975608826,
|
| 862 |
+
58.40733815193176,
|
| 863 |
+
58.414857358932494,
|
| 864 |
+
58.42340198993683,
|
| 865 |
+
58.432047080993655,
|
| 866 |
+
58.44124049186706,
|
| 867 |
+
58.45121502876282,
|
| 868 |
+
58.46129935741425,
|
| 869 |
+
58.472327423095706,
|
| 870 |
+
58.48313086032867,
|
| 871 |
+
58.49423496723175,
|
| 872 |
+
58.50561022758484,
|
| 873 |
+
58.516244192123416,
|
| 874 |
+
58.52729542255402,
|
| 875 |
+
58.53868432044983,
|
| 876 |
+
58.55042207241058,
|
| 877 |
+
58.56292420387268,
|
| 878 |
+
58.57733368396759,
|
| 879 |
+
58.59481431007385,
|
| 880 |
+
58.62353591918945,
|
| 881 |
+
58.69977615833282,
|
| 882 |
+
59.20313117980957,
|
| 883 |
+
59.35360734462738,
|
| 884 |
+
59.54943576812744,
|
| 885 |
+
59.58170782470703,
|
| 886 |
+
59.627803606033325,
|
| 887 |
+
59.66968642902374,
|
| 888 |
+
59.73967554950714,
|
| 889 |
+
59.93983187198645,
|
| 890 |
+
60.18512020492554,
|
| 891 |
+
60.29954465675354,
|
| 892 |
+
60.62631217098242,
|
| 893 |
+
63.37979303073861,
|
| 894 |
+
66.17347280121018,
|
| 895 |
+
69.13033782882663,
|
| 896 |
+
70.00722193717957
|
| 897 |
+
],
|
| 898 |
+
"quantile_levels": [
|
| 899 |
+
0.0,
|
| 900 |
+
0.0001,
|
| 901 |
+
0.0005,
|
| 902 |
+
0.001,
|
| 903 |
+
0.002,
|
| 904 |
+
0.003,
|
| 905 |
+
0.004,
|
| 906 |
+
0.005,
|
| 907 |
+
0.006,
|
| 908 |
+
0.007,
|
| 909 |
+
0.008,
|
| 910 |
+
0.009,
|
| 911 |
+
0.01,
|
| 912 |
+
0.02,
|
| 913 |
+
0.03,
|
| 914 |
+
0.04,
|
| 915 |
+
0.05,
|
| 916 |
+
0.06,
|
| 917 |
+
0.07,
|
| 918 |
+
0.08,
|
| 919 |
+
0.09,
|
| 920 |
+
0.1,
|
| 921 |
+
0.11,
|
| 922 |
+
0.12,
|
| 923 |
+
0.13,
|
| 924 |
+
0.14,
|
| 925 |
+
0.15,
|
| 926 |
+
0.16,
|
| 927 |
+
0.17,
|
| 928 |
+
0.18,
|
| 929 |
+
0.19,
|
| 930 |
+
0.2,
|
| 931 |
+
0.21,
|
| 932 |
+
0.22,
|
| 933 |
+
0.23,
|
| 934 |
+
0.24,
|
| 935 |
+
0.25,
|
| 936 |
+
0.26,
|
| 937 |
+
0.27,
|
| 938 |
+
0.28,
|
| 939 |
+
0.29,
|
| 940 |
+
0.3,
|
| 941 |
+
0.31,
|
| 942 |
+
0.32,
|
| 943 |
+
0.33,
|
| 944 |
+
0.34,
|
| 945 |
+
0.35,
|
| 946 |
+
0.36,
|
| 947 |
+
0.37,
|
| 948 |
+
0.38,
|
| 949 |
+
0.39,
|
| 950 |
+
0.4,
|
| 951 |
+
0.41,
|
| 952 |
+
0.42,
|
| 953 |
+
0.43,
|
| 954 |
+
0.44,
|
| 955 |
+
0.45,
|
| 956 |
+
0.46,
|
| 957 |
+
0.47,
|
| 958 |
+
0.48,
|
| 959 |
+
0.49,
|
| 960 |
+
0.5,
|
| 961 |
+
0.51,
|
| 962 |
+
0.52,
|
| 963 |
+
0.53,
|
| 964 |
+
0.54,
|
| 965 |
+
0.55,
|
| 966 |
+
0.56,
|
| 967 |
+
0.57,
|
| 968 |
+
0.58,
|
| 969 |
+
0.59,
|
| 970 |
+
0.6,
|
| 971 |
+
0.61,
|
| 972 |
+
0.62,
|
| 973 |
+
0.63,
|
| 974 |
+
0.64,
|
| 975 |
+
0.65,
|
| 976 |
+
0.66,
|
| 977 |
+
0.67,
|
| 978 |
+
0.68,
|
| 979 |
+
0.69,
|
| 980 |
+
0.7,
|
| 981 |
+
0.71,
|
| 982 |
+
0.72,
|
| 983 |
+
0.73,
|
| 984 |
+
0.74,
|
| 985 |
+
0.75,
|
| 986 |
+
0.76,
|
| 987 |
+
0.77,
|
| 988 |
+
0.78,
|
| 989 |
+
0.79,
|
| 990 |
+
0.8,
|
| 991 |
+
0.81,
|
| 992 |
+
0.82,
|
| 993 |
+
0.83,
|
| 994 |
+
0.84,
|
| 995 |
+
0.85,
|
| 996 |
+
0.86,
|
| 997 |
+
0.87,
|
| 998 |
+
0.88,
|
| 999 |
+
0.89,
|
| 1000 |
+
0.9,
|
| 1001 |
+
0.91,
|
| 1002 |
+
0.92,
|
| 1003 |
+
0.93,
|
| 1004 |
+
0.94,
|
| 1005 |
+
0.95,
|
| 1006 |
+
0.96,
|
| 1007 |
+
0.97,
|
| 1008 |
+
0.98,
|
| 1009 |
+
0.99,
|
| 1010 |
+
0.991,
|
| 1011 |
+
0.992,
|
| 1012 |
+
0.993,
|
| 1013 |
+
0.994,
|
| 1014 |
+
0.995,
|
| 1015 |
+
0.996,
|
| 1016 |
+
0.997,
|
| 1017 |
+
0.998,
|
| 1018 |
+
0.999,
|
| 1019 |
+
0.9995,
|
| 1020 |
+
0.9999,
|
| 1021 |
+
1.0
|
| 1022 |
+
]
|
| 1023 |
+
}
|
| 1024 |
+
}
|
| 1025 |
+
}
|
| 1026 |
+
}
|
| 1027 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/profile/latency_profile.png
ADDED
|
latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/profile/profile.json
ADDED
|
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"burst_model_path": "latency_burst_model.json",
|
| 3 |
+
"distribution_path": "latency_distribution.json",
|
| 4 |
+
"env_fps": 50.0,
|
| 5 |
+
"frame_ms": 20.0,
|
| 6 |
+
"gpu_class": "1x-rtx3090",
|
| 7 |
+
"instance_id": "instance_859cf1e47bca6046",
|
| 8 |
+
"latency_kind": "observation_to_action_latency",
|
| 9 |
+
"latency_method": "temporal",
|
| 10 |
+
"model_id": "qwenoft",
|
| 11 |
+
"n_admitted_observations": 35908,
|
| 12 |
+
"n_capacity_drops": 0,
|
| 13 |
+
"n_observation_attempts": 35908,
|
| 14 |
+
"per_slot_summary": {
|
| 15 |
+
"0": {
|
| 16 |
+
"admitted_count": 35908,
|
| 17 |
+
"mean_observation_to_action_latency_ms": 58.405461079588015,
|
| 18 |
+
"mean_worker_service_time_ms": 58.03848960715147,
|
| 19 |
+
"p95_observation_to_action_latency_ms": 59.02611216306687,
|
| 20 |
+
"p95_worker_service_time_ms": 58.62378237247468,
|
| 21 |
+
"p99_worker_service_time_ms": 59.55199083089829
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"provenance": {
|
| 25 |
+
"base_config": "/workspace/tasks/20260911T023128Z-p-only4/air_raid/profile.yaml",
|
| 26 |
+
"checkpoint_kind": "best",
|
| 27 |
+
"model_artifact": {
|
| 28 |
+
"checkpoint": "checkpoints/steps_5000_pytorch_model.pt",
|
| 29 |
+
"model_config": "config.full.yaml",
|
| 30 |
+
"path_in_repo": "OpenVLA/zero-latency/air_raid_l0_random_noop_fire_reset_return_gt2500_100ep_openvla_native_sft_5k",
|
| 31 |
+
"repo_id": "latency-sensitive-bench/extra-envs-checkpoints",
|
| 32 |
+
"source": "local"
|
| 33 |
+
},
|
| 34 |
+
"session_ids": [
|
| 35 |
+
0,
|
| 36 |
+
1,
|
| 37 |
+
2,
|
| 38 |
+
3,
|
| 39 |
+
4
|
| 40 |
+
]
|
| 41 |
+
},
|
| 42 |
+
"sample_model_type": "hidden_regime",
|
| 43 |
+
"source_run_id": "20260911T023704401836Z",
|
| 44 |
+
"summary": {
|
| 45 |
+
"frame_ms": 20.0,
|
| 46 |
+
"max_ms": 76.16190600395203,
|
| 47 |
+
"mean_effective_frames": 2.920273053979401,
|
| 48 |
+
"mean_ms": 58.405461079588015,
|
| 49 |
+
"min_ms": 54.89762210845947,
|
| 50 |
+
"n_samples": 35908,
|
| 51 |
+
"p50_frames": 2.928943485021591,
|
| 52 |
+
"p50_ms": 58.578869700431824,
|
| 53 |
+
"p90_frames": 2.946328270435333,
|
| 54 |
+
"p90_ms": 58.926565408706665,
|
| 55 |
+
"p95_frames": 2.9513056081533433,
|
| 56 |
+
"p95_ms": 59.02611216306686,
|
| 57 |
+
"p99_frames": 2.998659399986267,
|
| 58 |
+
"p99_ms": 59.97318799972534,
|
| 59 |
+
"prob_latency_gt_1_frame": 1.0,
|
| 60 |
+
"prob_latency_gt_2_frames": 1.0,
|
| 61 |
+
"prob_latency_gt_3_frames": 0.009134454717611675,
|
| 62 |
+
"std_ms": 0.7141128839373884
|
| 63 |
+
},
|
| 64 |
+
"visualization_path": "latency_profile.png",
|
| 65 |
+
"workload_id": "air_raid"
|
| 66 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/provenance.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "air-raid",
|
| 3 |
+
"model": "sample-factory-appo",
|
| 4 |
+
"training_condition": "latency-aware",
|
| 5 |
+
"training_run_id": "air_raid_profile_20260911T054920Z",
|
| 6 |
+
"source": {
|
| 7 |
+
"repo_id": "latency-sensitive-bench/Standard-Pipeline",
|
| 8 |
+
"revision": "2208875f92b21e3f8ec2363a30a6705dfe56cc04",
|
| 9 |
+
"path": "air_raid/profile_latency/small_model",
|
| 10 |
+
"url": "https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/air_raid/profile_latency/small_model"
|
| 11 |
+
},
|
| 12 |
+
"hf_repo_id": "latency-sensitive-bench/benchmark-models",
|
| 13 |
+
"hf_path": "latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1",
|
| 14 |
+
"checkpoint": {
|
| 15 |
+
"source_file": "air_raid/profile_latency/small_model/checkpoint_p0/best_000034592_8855552_reward_9329.250.pth",
|
| 16 |
+
"source_sha256": "ac89617cb07e8291a771e162ce8c584ff29612ced8978d5d96878035bd352d97",
|
| 17 |
+
"source_bytes": 20722745,
|
| 18 |
+
"file": "checkpoint.pth",
|
| 19 |
+
"selection_rule": "best_reward_after_full_training_budget",
|
| 20 |
+
"method": "inference_export",
|
| 21 |
+
"sha256": "2b4f5e89e4fbc92cda1dc7a1e6edb49c45045f486722b60fefb9a7e4b4cc18cd",
|
| 22 |
+
"bytes": 7210293,
|
| 23 |
+
"train_step": 34592,
|
| 24 |
+
"env_steps": 8855552,
|
| 25 |
+
"tensor_count": 18,
|
| 26 |
+
"tensor_equality_verified": true,
|
| 27 |
+
"removed_fields": [
|
| 28 |
+
"best_performance",
|
| 29 |
+
"curr_lr",
|
| 30 |
+
"optimizer"
|
| 31 |
+
]
|
| 32 |
+
},
|
| 33 |
+
"config_source": "air_raid/profile_latency/small_model/config.json",
|
| 34 |
+
"task_contract_file": null,
|
| 35 |
+
"missing_source_files": [],
|
| 36 |
+
"migration": {
|
| 37 |
+
"operation": "copy_selected_inference_bundle",
|
| 38 |
+
"source_modified": false,
|
| 39 |
+
"evaluation_performed": false,
|
| 40 |
+
"experiment_status": "preserved_in_source_evidence"
|
| 41 |
+
},
|
| 42 |
+
"algorithm": "APPO",
|
| 43 |
+
"latency_model": "qwenoft"
|
| 44 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/rollout_descriptor.json
ADDED
|
@@ -0,0 +1,314 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"env_name": "air_raid",
|
| 3 |
+
"integration_name": "gymnasium",
|
| 4 |
+
"action_spec": {
|
| 5 |
+
"layout": "gymnasium_discrete_v1",
|
| 6 |
+
"labels": [
|
| 7 |
+
"noop",
|
| 8 |
+
"fire",
|
| 9 |
+
"right",
|
| 10 |
+
"left",
|
| 11 |
+
"rightfire",
|
| 12 |
+
"leftfire"
|
| 13 |
+
],
|
| 14 |
+
"row_fields": [
|
| 15 |
+
"action_id",
|
| 16 |
+
"action",
|
| 17 |
+
"action_text"
|
| 18 |
+
],
|
| 19 |
+
"reward_field": "raw_reward",
|
| 20 |
+
"episode_return_field": "episode_raw_return",
|
| 21 |
+
"reward_semantics": "raw_reward"
|
| 22 |
+
},
|
| 23 |
+
"base_prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire.",
|
| 24 |
+
"checkpoint_experiment_dir": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z",
|
| 25 |
+
"checkpoint_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z/checkpoint_p0/best_000034592_8855552_reward_9329.250.pth",
|
| 26 |
+
"flat_cfg": {
|
| 27 |
+
"help": false,
|
| 28 |
+
"algo": "APPO",
|
| 29 |
+
"env": "latency_gymnasium",
|
| 30 |
+
"experiment": "air_raid_profile_20260911T054920Z",
|
| 31 |
+
"train_dir": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models",
|
| 32 |
+
"restart_behavior": "overwrite",
|
| 33 |
+
"device": "gpu",
|
| 34 |
+
"seed": 0,
|
| 35 |
+
"initial_model_path": null,
|
| 36 |
+
"num_policies": 1,
|
| 37 |
+
"async_rl": true,
|
| 38 |
+
"serial_mode": false,
|
| 39 |
+
"batched_sampling": false,
|
| 40 |
+
"num_batches_to_accumulate": 2,
|
| 41 |
+
"worker_num_splits": 2,
|
| 42 |
+
"policy_workers_per_policy": 1,
|
| 43 |
+
"max_policy_lag": 300,
|
| 44 |
+
"num_workers": 16,
|
| 45 |
+
"num_envs_per_worker": 8,
|
| 46 |
+
"batch_size": 1024,
|
| 47 |
+
"num_batches_per_epoch": 4,
|
| 48 |
+
"num_epochs": 4,
|
| 49 |
+
"rollout": 32,
|
| 50 |
+
"fasttd3_replay_capacity": 6553600,
|
| 51 |
+
"fasttd3_replay_batch_size": 32768,
|
| 52 |
+
"fasttd3_transitions_per_update": 64,
|
| 53 |
+
"fasttd3_v_min": -250.0,
|
| 54 |
+
"fasttd3_v_max": 250.0,
|
| 55 |
+
"fasttd3_actor_action_l2": 0.0,
|
| 56 |
+
"fasttd3_compile": true,
|
| 57 |
+
"fasttd3_sonic_decoder_path": null,
|
| 58 |
+
"recurrence": 1,
|
| 59 |
+
"shuffle_minibatches": false,
|
| 60 |
+
"gamma": 0.99,
|
| 61 |
+
"reward_scale": 1.0,
|
| 62 |
+
"reward_clip": 1000.0,
|
| 63 |
+
"value_bootstrap": false,
|
| 64 |
+
"normalize_returns": true,
|
| 65 |
+
"exploration_loss_coeff": 0.01,
|
| 66 |
+
"value_loss_coeff": 0.5,
|
| 67 |
+
"kl_loss_coeff": 0.0,
|
| 68 |
+
"exploration_loss": "entropy",
|
| 69 |
+
"gae_lambda": 0.95,
|
| 70 |
+
"ppo_clip_ratio": 0.1,
|
| 71 |
+
"ppo_clip_value": 0.2,
|
| 72 |
+
"with_vtrace": false,
|
| 73 |
+
"vtrace_rho": 1.0,
|
| 74 |
+
"vtrace_c": 1.0,
|
| 75 |
+
"optimizer": "adam",
|
| 76 |
+
"adam_eps": 1e-05,
|
| 77 |
+
"adam_beta1": 0.9,
|
| 78 |
+
"adam_beta2": 0.999,
|
| 79 |
+
"max_grad_norm": 0.5,
|
| 80 |
+
"learning_rate": 0.00025,
|
| 81 |
+
"lr_schedule": "linear_decay",
|
| 82 |
+
"lr_schedule_kl_threshold": 0.008,
|
| 83 |
+
"lr_adaptive_min": 1e-06,
|
| 84 |
+
"lr_adaptive_max": 0.01,
|
| 85 |
+
"obs_subtract_mean": 0.0,
|
| 86 |
+
"obs_scale": 255.0,
|
| 87 |
+
"normalize_input": true,
|
| 88 |
+
"normalize_input_keys": null,
|
| 89 |
+
"decorrelate_experience_max_seconds": 0,
|
| 90 |
+
"decorrelate_envs_on_one_worker": true,
|
| 91 |
+
"actor_worker_gpus": [],
|
| 92 |
+
"set_workers_cpu_affinity": true,
|
| 93 |
+
"force_envs_single_thread": false,
|
| 94 |
+
"default_niceness": 0,
|
| 95 |
+
"log_to_file": true,
|
| 96 |
+
"experiment_summaries_interval": 10,
|
| 97 |
+
"flush_summaries_interval": 30,
|
| 98 |
+
"stats_avg": 100,
|
| 99 |
+
"summaries_use_frameskip": true,
|
| 100 |
+
"heartbeat_interval": 20,
|
| 101 |
+
"heartbeat_reporting_interval": 180,
|
| 102 |
+
"train_for_env_steps": 10000000,
|
| 103 |
+
"train_for_seconds": 10000000000,
|
| 104 |
+
"save_every_sec": 600,
|
| 105 |
+
"keep_checkpoints": 5,
|
| 106 |
+
"load_checkpoint_kind": "latest",
|
| 107 |
+
"save_milestones_sec": -1,
|
| 108 |
+
"save_best_every_sec": 5,
|
| 109 |
+
"save_best_metric": "reward",
|
| 110 |
+
"save_best_after": 100000,
|
| 111 |
+
"benchmark": false,
|
| 112 |
+
"encoder_mlp_layers": [
|
| 113 |
+
512,
|
| 114 |
+
512
|
| 115 |
+
],
|
| 116 |
+
"encoder_conv_architecture": "convnet_atari",
|
| 117 |
+
"encoder_conv_mlp_layers": [
|
| 118 |
+
512
|
| 119 |
+
],
|
| 120 |
+
"use_rnn": false,
|
| 121 |
+
"rnn_size": 512,
|
| 122 |
+
"rnn_type": "gru",
|
| 123 |
+
"rnn_num_layers": 1,
|
| 124 |
+
"decoder_mlp_layers": [],
|
| 125 |
+
"nonlinearity": "relu",
|
| 126 |
+
"policy_initialization": "orthogonal",
|
| 127 |
+
"policy_init_gain": 1.0,
|
| 128 |
+
"actor_critic_share_weights": true,
|
| 129 |
+
"adaptive_stddev": false,
|
| 130 |
+
"continuous_tanh_scale": 0.0,
|
| 131 |
+
"initial_stddev": 1.0,
|
| 132 |
+
"use_env_info_cache": false,
|
| 133 |
+
"env_gpu_actions": false,
|
| 134 |
+
"env_gpu_observations": true,
|
| 135 |
+
"env_frameskip": 1,
|
| 136 |
+
"env_framestack": 4,
|
| 137 |
+
"pixel_format": "CHW",
|
| 138 |
+
"use_record_episode_statistics": false,
|
| 139 |
+
"with_wandb": false,
|
| 140 |
+
"wandb_user": null,
|
| 141 |
+
"wandb_project": "sample_factory",
|
| 142 |
+
"wandb_group": null,
|
| 143 |
+
"wandb_job_type": "SF",
|
| 144 |
+
"wandb_tags": [],
|
| 145 |
+
"with_pbt": false,
|
| 146 |
+
"pbt_mix_policies_in_one_env": true,
|
| 147 |
+
"pbt_period_env_steps": 5000000,
|
| 148 |
+
"pbt_start_mutation": 20000000,
|
| 149 |
+
"pbt_replace_fraction": 0.3,
|
| 150 |
+
"pbt_mutation_rate": 0.15,
|
| 151 |
+
"pbt_replace_reward_gap": 0.1,
|
| 152 |
+
"pbt_replace_reward_gap_absolute": 1e-06,
|
| 153 |
+
"pbt_optimize_gamma": false,
|
| 154 |
+
"pbt_target_objective": "true_objective",
|
| 155 |
+
"pbt_perturb_min": 1.1,
|
| 156 |
+
"pbt_perturb_max": 1.5,
|
| 157 |
+
"gym_task_name": "air_raid",
|
| 158 |
+
"gym_env_id": "LatencyBench/AirRaid-v0",
|
| 159 |
+
"gym_make_kwargs_json": "{\"base_env_id\": \"ALE/AirRaid-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 0, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 1, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
|
| 160 |
+
"gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_air_raid\"]",
|
| 161 |
+
"gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3, 4, 5]}",
|
| 162 |
+
"gym_action_labels_json": "[\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"]",
|
| 163 |
+
"gym_action_values_json": "[0, 1, 2, 3, 4, 5]",
|
| 164 |
+
"gym_noop_action_id": 0,
|
| 165 |
+
"gym_noop_action_json": "\"noop\"",
|
| 166 |
+
"gym_base_prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire.",
|
| 167 |
+
"gym_state_labels_json": "",
|
| 168 |
+
"env_fps": 50.0,
|
| 169 |
+
"obs_fps": 12.5,
|
| 170 |
+
"frame_stack": 4,
|
| 171 |
+
"export_env_raw_rgb_frames": false,
|
| 172 |
+
"mode": "train",
|
| 173 |
+
"latency_type": "iid",
|
| 174 |
+
"fixed_latency_ms": null,
|
| 175 |
+
"mean_latency_ms": null,
|
| 176 |
+
"std_latency_ms": null,
|
| 177 |
+
"min_latency_ms": null,
|
| 178 |
+
"max_latency_ms": null,
|
| 179 |
+
"latency_seed": 0,
|
| 180 |
+
"latency_profile_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/profile/profile.json",
|
| 181 |
+
"latency_profile_worker_slot": 0,
|
| 182 |
+
"simulated_worker_capacity": null,
|
| 183 |
+
"add_latency_info": false,
|
| 184 |
+
"max_pending_actions": null,
|
| 185 |
+
"hold_policy": "hold",
|
| 186 |
+
"ordering_policy": "issue_order_fifo",
|
| 187 |
+
"eval_episodes": 5,
|
| 188 |
+
"eval_parallel_envs": 1,
|
| 189 |
+
"eval_latency_raw_frame_values": null,
|
| 190 |
+
"eval_max_steps": 5000,
|
| 191 |
+
"eval_deterministic": true,
|
| 192 |
+
"eval_raw_reward": false,
|
| 193 |
+
"episode_metrics_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z/episode_metrics.jsonl",
|
| 194 |
+
"command_line": "--mode train --algo APPO --env latency_gymnasium --experiment air_raid_profile_20260911T054920Z --train_dir /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models --restart_behavior overwrite --device gpu --seed 0 --episode_metrics_path /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 16 --num_envs_per_worker 8 --num_policies 1 --batch_size 1024 --rollout 32 --recurrence 1 --num_epochs 4 --num_batches_per_epoch 4 --worker_num_splits 2 --max_policy_lag 300 --num_batches_to_accumulate 2 --policy_workers_per_policy 1 --learning_rate 0.00025 --kl_loss_coeff 0.0 --lr_schedule_kl_threshold 0.008 --nonlinearity relu --policy_initialization orthogonal --continuous_tanh_scale 0.0 --initial_stddev 1.0 --env_framestack 4 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss entropy --exploration_loss_coeff 0.01 --reward_scale 1.0 --reward_clip 1000.0 --value_loss_coeff 0.5 --max_grad_norm 0.5 --optimizer adam --adam_eps 1e-05 --adam_beta1 0.9 --adam_beta2 0.999 --obs_subtract_mean 0.0 --obs_scale 255.0 --decorrelate_experience_max_seconds 0 --default_niceness 0 --rnn_type gru --rnn_size 512 --save_every_sec 600 --keep_checkpoints 5 --save_milestones_sec -1 --save_best_every_sec 5 --save_best_after 100000 --stats_avg 100 --experiment_summaries_interval 10 --async_rl True --batched_sampling False --serial_mode False --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --shuffle_minibatches False --value_bootstrap False --with_vtrace False --decorrelate_envs_on_one_worker True --set_workers_cpu_affinity True --force_envs_single_thread False --actor_critic_share_weights True --with_wandb False --encoder_mlp_layers 512 512 --latency-type iid --latency-seed 0 --latency-profile-path /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/profile/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 5 --eval-parallel-envs 1 --eval-max-steps 5000 --eval-deterministic True --encoder_conv_architecture convnet_atari --gym-task-name air_raid --gym-env-id LatencyBench/AirRaid-v0 --gym-make-kwargs-json {\"base_env_id\": \"ALE/AirRaid-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 0, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 1, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_air_raid\"] --gym-action-space-json {\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3, 4, 5]} --gym-noop-action-json \"noop\" --gym-action-labels-json [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"] --gym-action-values-json [0, 1, 2, 3, 4, 5] --gym-noop-action-id 0 --gym-base-prompt Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire. --env-fps 50 --obs-fps 12.5 --frame-stack 4 --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False",
|
| 195 |
+
"cli_args": {
|
| 196 |
+
"algo": "APPO",
|
| 197 |
+
"env": "latency_gymnasium",
|
| 198 |
+
"experiment": "air_raid_profile_20260911T054920Z",
|
| 199 |
+
"train_dir": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models",
|
| 200 |
+
"restart_behavior": "overwrite",
|
| 201 |
+
"device": "gpu",
|
| 202 |
+
"seed": 0,
|
| 203 |
+
"num_policies": 1,
|
| 204 |
+
"async_rl": true,
|
| 205 |
+
"serial_mode": false,
|
| 206 |
+
"batched_sampling": false,
|
| 207 |
+
"num_batches_to_accumulate": 2,
|
| 208 |
+
"worker_num_splits": 2,
|
| 209 |
+
"policy_workers_per_policy": 1,
|
| 210 |
+
"max_policy_lag": 300,
|
| 211 |
+
"num_workers": 16,
|
| 212 |
+
"num_envs_per_worker": 8,
|
| 213 |
+
"batch_size": 1024,
|
| 214 |
+
"num_batches_per_epoch": 4,
|
| 215 |
+
"num_epochs": 4,
|
| 216 |
+
"rollout": 32,
|
| 217 |
+
"recurrence": 1,
|
| 218 |
+
"shuffle_minibatches": false,
|
| 219 |
+
"gamma": 0.99,
|
| 220 |
+
"reward_scale": 1.0,
|
| 221 |
+
"reward_clip": 1000.0,
|
| 222 |
+
"value_bootstrap": false,
|
| 223 |
+
"normalize_returns": true,
|
| 224 |
+
"exploration_loss_coeff": 0.01,
|
| 225 |
+
"value_loss_coeff": 0.5,
|
| 226 |
+
"kl_loss_coeff": 0.0,
|
| 227 |
+
"exploration_loss": "entropy",
|
| 228 |
+
"gae_lambda": 0.95,
|
| 229 |
+
"ppo_clip_ratio": 0.1,
|
| 230 |
+
"ppo_clip_value": 0.2,
|
| 231 |
+
"with_vtrace": false,
|
| 232 |
+
"optimizer": "adam",
|
| 233 |
+
"adam_eps": 1e-05,
|
| 234 |
+
"adam_beta1": 0.9,
|
| 235 |
+
"adam_beta2": 0.999,
|
| 236 |
+
"max_grad_norm": 0.5,
|
| 237 |
+
"learning_rate": 0.00025,
|
| 238 |
+
"lr_schedule_kl_threshold": 0.008,
|
| 239 |
+
"obs_subtract_mean": 0.0,
|
| 240 |
+
"obs_scale": 255.0,
|
| 241 |
+
"normalize_input": true,
|
| 242 |
+
"decorrelate_experience_max_seconds": 0,
|
| 243 |
+
"decorrelate_envs_on_one_worker": true,
|
| 244 |
+
"set_workers_cpu_affinity": true,
|
| 245 |
+
"force_envs_single_thread": false,
|
| 246 |
+
"default_niceness": 0,
|
| 247 |
+
"experiment_summaries_interval": 10,
|
| 248 |
+
"stats_avg": 100,
|
| 249 |
+
"train_for_env_steps": 10000000,
|
| 250 |
+
"save_every_sec": 600,
|
| 251 |
+
"keep_checkpoints": 5,
|
| 252 |
+
"save_milestones_sec": -1,
|
| 253 |
+
"save_best_every_sec": 5,
|
| 254 |
+
"save_best_after": 100000,
|
| 255 |
+
"encoder_mlp_layers": [
|
| 256 |
+
512,
|
| 257 |
+
512
|
| 258 |
+
],
|
| 259 |
+
"encoder_conv_architecture": "convnet_atari",
|
| 260 |
+
"use_rnn": false,
|
| 261 |
+
"rnn_size": 512,
|
| 262 |
+
"rnn_type": "gru",
|
| 263 |
+
"nonlinearity": "relu",
|
| 264 |
+
"policy_initialization": "orthogonal",
|
| 265 |
+
"actor_critic_share_weights": true,
|
| 266 |
+
"adaptive_stddev": false,
|
| 267 |
+
"continuous_tanh_scale": 0.0,
|
| 268 |
+
"initial_stddev": 1.0,
|
| 269 |
+
"use_env_info_cache": false,
|
| 270 |
+
"env_framestack": 4,
|
| 271 |
+
"with_wandb": false,
|
| 272 |
+
"gym_task_name": "air_raid",
|
| 273 |
+
"gym_env_id": "LatencyBench/AirRaid-v0",
|
| 274 |
+
"gym_make_kwargs_json": "{\"base_env_id\": \"ALE/AirRaid-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 0, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 1, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
|
| 275 |
+
"gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_air_raid\"]",
|
| 276 |
+
"gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3, 4, 5]}",
|
| 277 |
+
"gym_action_labels_json": "[\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"]",
|
| 278 |
+
"gym_action_values_json": "[0, 1, 2, 3, 4, 5]",
|
| 279 |
+
"gym_noop_action_id": 0,
|
| 280 |
+
"gym_noop_action_json": "\"noop\"",
|
| 281 |
+
"gym_base_prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire.",
|
| 282 |
+
"env_fps": 50.0,
|
| 283 |
+
"obs_fps": 12.5,
|
| 284 |
+
"frame_stack": 4,
|
| 285 |
+
"mode": "train",
|
| 286 |
+
"latency_type": "iid",
|
| 287 |
+
"latency_seed": 0,
|
| 288 |
+
"latency_profile_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/profile/profile.json",
|
| 289 |
+
"latency_profile_worker_slot": 0,
|
| 290 |
+
"add_latency_info": false,
|
| 291 |
+
"hold_policy": "hold",
|
| 292 |
+
"ordering_policy": "issue_order_fifo",
|
| 293 |
+
"eval_episodes": 5,
|
| 294 |
+
"eval_parallel_envs": 1,
|
| 295 |
+
"eval_max_steps": 5000,
|
| 296 |
+
"eval_deterministic": true,
|
| 297 |
+
"episode_metrics_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z/episode_metrics.jsonl",
|
| 298 |
+
"output_dir": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_train"
|
| 299 |
+
},
|
| 300 |
+
"git_hash": "unknown",
|
| 301 |
+
"git_repo_name": "not a git repository",
|
| 302 |
+
"eval_env_frameskip": 1,
|
| 303 |
+
"output_dir": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_train"
|
| 304 |
+
},
|
| 305 |
+
"device_override": "gpu",
|
| 306 |
+
"latency_override": {
|
| 307 |
+
"method": "iid",
|
| 308 |
+
"fixed_latency_ms": null,
|
| 309 |
+
"profile_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/profile/profile.json",
|
| 310 |
+
"profile_worker_slot": 0,
|
| 311 |
+
"seed": 0,
|
| 312 |
+
"add_latency_info": false
|
| 313 |
+
}
|
| 314 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/rollout_metadata.json
ADDED
|
@@ -0,0 +1,336 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint_experiment_dir": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z",
|
| 3 |
+
"checkpoint_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z/checkpoint_p0/best_000034592_8855552_reward_9329.250.pth",
|
| 4 |
+
"config_source": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z/config.json",
|
| 5 |
+
"latency_source": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/h100/small_train.yaml",
|
| 6 |
+
"checkpoint_config": {
|
| 7 |
+
"help": false,
|
| 8 |
+
"algo": "APPO",
|
| 9 |
+
"env": "latency_gymnasium",
|
| 10 |
+
"experiment": "air_raid_profile_20260911T054920Z",
|
| 11 |
+
"train_dir": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models",
|
| 12 |
+
"restart_behavior": "overwrite",
|
| 13 |
+
"device": "gpu",
|
| 14 |
+
"seed": 0,
|
| 15 |
+
"initial_model_path": null,
|
| 16 |
+
"num_policies": 1,
|
| 17 |
+
"async_rl": true,
|
| 18 |
+
"serial_mode": false,
|
| 19 |
+
"batched_sampling": false,
|
| 20 |
+
"num_batches_to_accumulate": 2,
|
| 21 |
+
"worker_num_splits": 2,
|
| 22 |
+
"policy_workers_per_policy": 1,
|
| 23 |
+
"max_policy_lag": 300,
|
| 24 |
+
"num_workers": 16,
|
| 25 |
+
"num_envs_per_worker": 8,
|
| 26 |
+
"batch_size": 1024,
|
| 27 |
+
"num_batches_per_epoch": 4,
|
| 28 |
+
"num_epochs": 4,
|
| 29 |
+
"rollout": 32,
|
| 30 |
+
"fasttd3_replay_capacity": 6553600,
|
| 31 |
+
"fasttd3_replay_batch_size": 32768,
|
| 32 |
+
"fasttd3_transitions_per_update": 64,
|
| 33 |
+
"fasttd3_v_min": -250.0,
|
| 34 |
+
"fasttd3_v_max": 250.0,
|
| 35 |
+
"fasttd3_actor_action_l2": 0.0,
|
| 36 |
+
"fasttd3_compile": true,
|
| 37 |
+
"fasttd3_sonic_decoder_path": null,
|
| 38 |
+
"recurrence": 1,
|
| 39 |
+
"shuffle_minibatches": false,
|
| 40 |
+
"gamma": 0.99,
|
| 41 |
+
"reward_scale": 1.0,
|
| 42 |
+
"reward_clip": 1000.0,
|
| 43 |
+
"value_bootstrap": false,
|
| 44 |
+
"normalize_returns": true,
|
| 45 |
+
"exploration_loss_coeff": 0.01,
|
| 46 |
+
"value_loss_coeff": 0.5,
|
| 47 |
+
"kl_loss_coeff": 0.0,
|
| 48 |
+
"exploration_loss": "entropy",
|
| 49 |
+
"gae_lambda": 0.95,
|
| 50 |
+
"ppo_clip_ratio": 0.1,
|
| 51 |
+
"ppo_clip_value": 0.2,
|
| 52 |
+
"with_vtrace": false,
|
| 53 |
+
"vtrace_rho": 1.0,
|
| 54 |
+
"vtrace_c": 1.0,
|
| 55 |
+
"optimizer": "adam",
|
| 56 |
+
"adam_eps": 1e-05,
|
| 57 |
+
"adam_beta1": 0.9,
|
| 58 |
+
"adam_beta2": 0.999,
|
| 59 |
+
"max_grad_norm": 0.5,
|
| 60 |
+
"learning_rate": 0.00025,
|
| 61 |
+
"lr_schedule": "linear_decay",
|
| 62 |
+
"lr_schedule_kl_threshold": 0.008,
|
| 63 |
+
"lr_adaptive_min": 1e-06,
|
| 64 |
+
"lr_adaptive_max": 0.01,
|
| 65 |
+
"obs_subtract_mean": 0.0,
|
| 66 |
+
"obs_scale": 255.0,
|
| 67 |
+
"normalize_input": true,
|
| 68 |
+
"normalize_input_keys": null,
|
| 69 |
+
"decorrelate_experience_max_seconds": 0,
|
| 70 |
+
"decorrelate_envs_on_one_worker": true,
|
| 71 |
+
"actor_worker_gpus": [],
|
| 72 |
+
"set_workers_cpu_affinity": true,
|
| 73 |
+
"force_envs_single_thread": false,
|
| 74 |
+
"default_niceness": 0,
|
| 75 |
+
"log_to_file": true,
|
| 76 |
+
"experiment_summaries_interval": 10,
|
| 77 |
+
"flush_summaries_interval": 30,
|
| 78 |
+
"stats_avg": 100,
|
| 79 |
+
"summaries_use_frameskip": true,
|
| 80 |
+
"heartbeat_interval": 20,
|
| 81 |
+
"heartbeat_reporting_interval": 180,
|
| 82 |
+
"train_for_env_steps": 10000000,
|
| 83 |
+
"train_for_seconds": 10000000000,
|
| 84 |
+
"save_every_sec": 600,
|
| 85 |
+
"keep_checkpoints": 5,
|
| 86 |
+
"load_checkpoint_kind": "latest",
|
| 87 |
+
"save_milestones_sec": -1,
|
| 88 |
+
"save_best_every_sec": 5,
|
| 89 |
+
"save_best_metric": "reward",
|
| 90 |
+
"save_best_after": 100000,
|
| 91 |
+
"benchmark": false,
|
| 92 |
+
"encoder_mlp_layers": [
|
| 93 |
+
512,
|
| 94 |
+
512
|
| 95 |
+
],
|
| 96 |
+
"encoder_conv_architecture": "convnet_atari",
|
| 97 |
+
"encoder_conv_mlp_layers": [
|
| 98 |
+
512
|
| 99 |
+
],
|
| 100 |
+
"use_rnn": false,
|
| 101 |
+
"rnn_size": 512,
|
| 102 |
+
"rnn_type": "gru",
|
| 103 |
+
"rnn_num_layers": 1,
|
| 104 |
+
"decoder_mlp_layers": [],
|
| 105 |
+
"nonlinearity": "relu",
|
| 106 |
+
"policy_initialization": "orthogonal",
|
| 107 |
+
"policy_init_gain": 1.0,
|
| 108 |
+
"actor_critic_share_weights": true,
|
| 109 |
+
"adaptive_stddev": false,
|
| 110 |
+
"continuous_tanh_scale": 0.0,
|
| 111 |
+
"initial_stddev": 1.0,
|
| 112 |
+
"use_env_info_cache": false,
|
| 113 |
+
"env_gpu_actions": false,
|
| 114 |
+
"env_gpu_observations": true,
|
| 115 |
+
"env_frameskip": 1,
|
| 116 |
+
"env_framestack": 4,
|
| 117 |
+
"pixel_format": "CHW",
|
| 118 |
+
"use_record_episode_statistics": false,
|
| 119 |
+
"with_wandb": false,
|
| 120 |
+
"wandb_user": null,
|
| 121 |
+
"wandb_project": "sample_factory",
|
| 122 |
+
"wandb_group": null,
|
| 123 |
+
"wandb_job_type": "SF",
|
| 124 |
+
"wandb_tags": [],
|
| 125 |
+
"with_pbt": false,
|
| 126 |
+
"pbt_mix_policies_in_one_env": true,
|
| 127 |
+
"pbt_period_env_steps": 5000000,
|
| 128 |
+
"pbt_start_mutation": 20000000,
|
| 129 |
+
"pbt_replace_fraction": 0.3,
|
| 130 |
+
"pbt_mutation_rate": 0.15,
|
| 131 |
+
"pbt_replace_reward_gap": 0.1,
|
| 132 |
+
"pbt_replace_reward_gap_absolute": 1e-06,
|
| 133 |
+
"pbt_optimize_gamma": false,
|
| 134 |
+
"pbt_target_objective": "true_objective",
|
| 135 |
+
"pbt_perturb_min": 1.1,
|
| 136 |
+
"pbt_perturb_max": 1.5,
|
| 137 |
+
"gym_task_name": "air_raid",
|
| 138 |
+
"gym_env_id": "LatencyBench/AirRaid-v0",
|
| 139 |
+
"gym_make_kwargs_json": "{\"base_env_id\": \"ALE/AirRaid-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 0, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 1, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
|
| 140 |
+
"gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_air_raid\"]",
|
| 141 |
+
"gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3, 4, 5]}",
|
| 142 |
+
"gym_action_labels_json": "[\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"]",
|
| 143 |
+
"gym_action_values_json": "[0, 1, 2, 3, 4, 5]",
|
| 144 |
+
"gym_noop_action_id": 0,
|
| 145 |
+
"gym_noop_action_json": "\"noop\"",
|
| 146 |
+
"gym_base_prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire.",
|
| 147 |
+
"gym_state_labels_json": "",
|
| 148 |
+
"env_fps": 50.0,
|
| 149 |
+
"obs_fps": 12.5,
|
| 150 |
+
"frame_stack": 4,
|
| 151 |
+
"export_env_raw_rgb_frames": false,
|
| 152 |
+
"mode": "train",
|
| 153 |
+
"latency_type": "iid",
|
| 154 |
+
"fixed_latency_ms": null,
|
| 155 |
+
"mean_latency_ms": null,
|
| 156 |
+
"std_latency_ms": null,
|
| 157 |
+
"min_latency_ms": null,
|
| 158 |
+
"max_latency_ms": null,
|
| 159 |
+
"latency_seed": 0,
|
| 160 |
+
"latency_profile_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/profile/profile.json",
|
| 161 |
+
"latency_profile_worker_slot": 0,
|
| 162 |
+
"simulated_worker_capacity": null,
|
| 163 |
+
"add_latency_info": false,
|
| 164 |
+
"max_pending_actions": null,
|
| 165 |
+
"hold_policy": "hold",
|
| 166 |
+
"ordering_policy": "issue_order_fifo",
|
| 167 |
+
"eval_episodes": 5,
|
| 168 |
+
"eval_parallel_envs": 1,
|
| 169 |
+
"eval_latency_raw_frame_values": null,
|
| 170 |
+
"eval_max_steps": 5000,
|
| 171 |
+
"eval_deterministic": true,
|
| 172 |
+
"eval_raw_reward": false,
|
| 173 |
+
"episode_metrics_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z/episode_metrics.jsonl",
|
| 174 |
+
"command_line": "--mode train --algo APPO --env latency_gymnasium --experiment air_raid_profile_20260911T054920Z --train_dir /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models --restart_behavior overwrite --device gpu --seed 0 --episode_metrics_path /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 16 --num_envs_per_worker 8 --num_policies 1 --batch_size 1024 --rollout 32 --recurrence 1 --num_epochs 4 --num_batches_per_epoch 4 --worker_num_splits 2 --max_policy_lag 300 --num_batches_to_accumulate 2 --policy_workers_per_policy 1 --learning_rate 0.00025 --kl_loss_coeff 0.0 --lr_schedule_kl_threshold 0.008 --nonlinearity relu --policy_initialization orthogonal --continuous_tanh_scale 0.0 --initial_stddev 1.0 --env_framestack 4 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss entropy --exploration_loss_coeff 0.01 --reward_scale 1.0 --reward_clip 1000.0 --value_loss_coeff 0.5 --max_grad_norm 0.5 --optimizer adam --adam_eps 1e-05 --adam_beta1 0.9 --adam_beta2 0.999 --obs_subtract_mean 0.0 --obs_scale 255.0 --decorrelate_experience_max_seconds 0 --default_niceness 0 --rnn_type gru --rnn_size 512 --save_every_sec 600 --keep_checkpoints 5 --save_milestones_sec -1 --save_best_every_sec 5 --save_best_after 100000 --stats_avg 100 --experiment_summaries_interval 10 --async_rl True --batched_sampling False --serial_mode False --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --shuffle_minibatches False --value_bootstrap False --with_vtrace False --decorrelate_envs_on_one_worker True --set_workers_cpu_affinity True --force_envs_single_thread False --actor_critic_share_weights True --with_wandb False --encoder_mlp_layers 512 512 --latency-type iid --latency-seed 0 --latency-profile-path /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/profile/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 5 --eval-parallel-envs 1 --eval-max-steps 5000 --eval-deterministic True --encoder_conv_architecture convnet_atari --gym-task-name air_raid --gym-env-id LatencyBench/AirRaid-v0 --gym-make-kwargs-json {\"base_env_id\": \"ALE/AirRaid-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 0, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 1, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_air_raid\"] --gym-action-space-json {\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3, 4, 5]} --gym-noop-action-json \"noop\" --gym-action-labels-json [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"] --gym-action-values-json [0, 1, 2, 3, 4, 5] --gym-noop-action-id 0 --gym-base-prompt Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire. --env-fps 50 --obs-fps 12.5 --frame-stack 4 --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False",
|
| 175 |
+
"cli_args": {
|
| 176 |
+
"algo": "APPO",
|
| 177 |
+
"env": "latency_gymnasium",
|
| 178 |
+
"experiment": "air_raid_profile_20260911T054920Z",
|
| 179 |
+
"train_dir": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models",
|
| 180 |
+
"restart_behavior": "overwrite",
|
| 181 |
+
"device": "gpu",
|
| 182 |
+
"seed": 0,
|
| 183 |
+
"num_policies": 1,
|
| 184 |
+
"async_rl": true,
|
| 185 |
+
"serial_mode": false,
|
| 186 |
+
"batched_sampling": false,
|
| 187 |
+
"num_batches_to_accumulate": 2,
|
| 188 |
+
"worker_num_splits": 2,
|
| 189 |
+
"policy_workers_per_policy": 1,
|
| 190 |
+
"max_policy_lag": 300,
|
| 191 |
+
"num_workers": 16,
|
| 192 |
+
"num_envs_per_worker": 8,
|
| 193 |
+
"batch_size": 1024,
|
| 194 |
+
"num_batches_per_epoch": 4,
|
| 195 |
+
"num_epochs": 4,
|
| 196 |
+
"rollout": 32,
|
| 197 |
+
"recurrence": 1,
|
| 198 |
+
"shuffle_minibatches": false,
|
| 199 |
+
"gamma": 0.99,
|
| 200 |
+
"reward_scale": 1.0,
|
| 201 |
+
"reward_clip": 1000.0,
|
| 202 |
+
"value_bootstrap": false,
|
| 203 |
+
"normalize_returns": true,
|
| 204 |
+
"exploration_loss_coeff": 0.01,
|
| 205 |
+
"value_loss_coeff": 0.5,
|
| 206 |
+
"kl_loss_coeff": 0.0,
|
| 207 |
+
"exploration_loss": "entropy",
|
| 208 |
+
"gae_lambda": 0.95,
|
| 209 |
+
"ppo_clip_ratio": 0.1,
|
| 210 |
+
"ppo_clip_value": 0.2,
|
| 211 |
+
"with_vtrace": false,
|
| 212 |
+
"optimizer": "adam",
|
| 213 |
+
"adam_eps": 1e-05,
|
| 214 |
+
"adam_beta1": 0.9,
|
| 215 |
+
"adam_beta2": 0.999,
|
| 216 |
+
"max_grad_norm": 0.5,
|
| 217 |
+
"learning_rate": 0.00025,
|
| 218 |
+
"lr_schedule_kl_threshold": 0.008,
|
| 219 |
+
"obs_subtract_mean": 0.0,
|
| 220 |
+
"obs_scale": 255.0,
|
| 221 |
+
"normalize_input": true,
|
| 222 |
+
"decorrelate_experience_max_seconds": 0,
|
| 223 |
+
"decorrelate_envs_on_one_worker": true,
|
| 224 |
+
"set_workers_cpu_affinity": true,
|
| 225 |
+
"force_envs_single_thread": false,
|
| 226 |
+
"default_niceness": 0,
|
| 227 |
+
"experiment_summaries_interval": 10,
|
| 228 |
+
"stats_avg": 100,
|
| 229 |
+
"train_for_env_steps": 10000000,
|
| 230 |
+
"save_every_sec": 600,
|
| 231 |
+
"keep_checkpoints": 5,
|
| 232 |
+
"save_milestones_sec": -1,
|
| 233 |
+
"save_best_every_sec": 5,
|
| 234 |
+
"save_best_after": 100000,
|
| 235 |
+
"encoder_mlp_layers": [
|
| 236 |
+
512,
|
| 237 |
+
512
|
| 238 |
+
],
|
| 239 |
+
"encoder_conv_architecture": "convnet_atari",
|
| 240 |
+
"use_rnn": false,
|
| 241 |
+
"rnn_size": 512,
|
| 242 |
+
"rnn_type": "gru",
|
| 243 |
+
"nonlinearity": "relu",
|
| 244 |
+
"policy_initialization": "orthogonal",
|
| 245 |
+
"actor_critic_share_weights": true,
|
| 246 |
+
"adaptive_stddev": false,
|
| 247 |
+
"continuous_tanh_scale": 0.0,
|
| 248 |
+
"initial_stddev": 1.0,
|
| 249 |
+
"use_env_info_cache": false,
|
| 250 |
+
"env_framestack": 4,
|
| 251 |
+
"with_wandb": false,
|
| 252 |
+
"gym_task_name": "air_raid",
|
| 253 |
+
"gym_env_id": "LatencyBench/AirRaid-v0",
|
| 254 |
+
"gym_make_kwargs_json": "{\"base_env_id\": \"ALE/AirRaid-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 0, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 1, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
|
| 255 |
+
"gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_air_raid\"]",
|
| 256 |
+
"gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3, 4, 5]}",
|
| 257 |
+
"gym_action_labels_json": "[\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"]",
|
| 258 |
+
"gym_action_values_json": "[0, 1, 2, 3, 4, 5]",
|
| 259 |
+
"gym_noop_action_id": 0,
|
| 260 |
+
"gym_noop_action_json": "\"noop\"",
|
| 261 |
+
"gym_base_prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire.",
|
| 262 |
+
"env_fps": 50.0,
|
| 263 |
+
"obs_fps": 12.5,
|
| 264 |
+
"frame_stack": 4,
|
| 265 |
+
"mode": "train",
|
| 266 |
+
"latency_type": "iid",
|
| 267 |
+
"latency_seed": 0,
|
| 268 |
+
"latency_profile_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/profile/profile.json",
|
| 269 |
+
"latency_profile_worker_slot": 0,
|
| 270 |
+
"add_latency_info": false,
|
| 271 |
+
"hold_policy": "hold",
|
| 272 |
+
"ordering_policy": "issue_order_fifo",
|
| 273 |
+
"eval_episodes": 5,
|
| 274 |
+
"eval_parallel_envs": 1,
|
| 275 |
+
"eval_max_steps": 5000,
|
| 276 |
+
"eval_deterministic": true,
|
| 277 |
+
"episode_metrics_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z/episode_metrics.jsonl",
|
| 278 |
+
"output_dir": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_train"
|
| 279 |
+
},
|
| 280 |
+
"git_hash": "unknown",
|
| 281 |
+
"git_repo_name": "not a git repository",
|
| 282 |
+
"eval_env_frameskip": 1,
|
| 283 |
+
"output_dir": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_train"
|
| 284 |
+
},
|
| 285 |
+
"latency_override": {
|
| 286 |
+
"method": "iid",
|
| 287 |
+
"fixed_latency_ms": null,
|
| 288 |
+
"profile_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/profile/profile.json",
|
| 289 |
+
"profile_worker_slot": 0,
|
| 290 |
+
"seed": 0,
|
| 291 |
+
"add_latency_info": false
|
| 292 |
+
},
|
| 293 |
+
"gymnasium_task": {
|
| 294 |
+
"task_name": "air_raid",
|
| 295 |
+
"env_id": "LatencyBench/AirRaid-v0",
|
| 296 |
+
"make_kwargs": {
|
| 297 |
+
"base_env_id": "ALE/AirRaid-v5",
|
| 298 |
+
"render_mode": "rgb_array",
|
| 299 |
+
"screen_size": 84,
|
| 300 |
+
"noop_max": 0,
|
| 301 |
+
"base_make_kwargs": {
|
| 302 |
+
"obs_type": "rgb",
|
| 303 |
+
"frameskip": 1,
|
| 304 |
+
"repeat_action_probability": 0.0,
|
| 305 |
+
"full_action_space": false,
|
| 306 |
+
"mode": 1,
|
| 307 |
+
"difficulty": 0,
|
| 308 |
+
"max_num_frames_per_episode": 108000
|
| 309 |
+
}
|
| 310 |
+
},
|
| 311 |
+
"registration_imports": [
|
| 312 |
+
"latency_bench.envs.gymnasium_air_raid"
|
| 313 |
+
],
|
| 314 |
+
"base_prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire.",
|
| 315 |
+
"env_fps": 50.0,
|
| 316 |
+
"obs_fps": 12.5,
|
| 317 |
+
"frame_stack": 4,
|
| 318 |
+
"action_labels": [
|
| 319 |
+
"noop",
|
| 320 |
+
"fire",
|
| 321 |
+
"right",
|
| 322 |
+
"left",
|
| 323 |
+
"rightfire",
|
| 324 |
+
"leftfire"
|
| 325 |
+
],
|
| 326 |
+
"action_values": [
|
| 327 |
+
0,
|
| 328 |
+
1,
|
| 329 |
+
2,
|
| 330 |
+
3,
|
| 331 |
+
4,
|
| 332 |
+
5
|
| 333 |
+
],
|
| 334 |
+
"noop_action_id": 0
|
| 335 |
+
}
|
| 336 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/selection.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"run_id": "20260911T054920Z-airraid",
|
| 3 |
+
"source_profile_run_id": "20260911T023704401836Z",
|
| 4 |
+
"selection_rule": "best_reward_after_full_training_budget",
|
| 5 |
+
"best_checkpoint": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z/checkpoint_p0/best_000034592_8855552_reward_9329.250.pth",
|
| 6 |
+
"best_bundle_path": "checkpoint_p0/best_000034592_8855552_reward_9329.250.pth",
|
| 7 |
+
"final_checkpoint": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models/air_raid_profile_20260911T054920Z/checkpoint_p0/checkpoint_000039076_10006528.pth",
|
| 8 |
+
"final_env_steps": 10006528,
|
| 9 |
+
"final_train_step": 39076,
|
| 10 |
+
"training_exit_code": 0,
|
| 11 |
+
"profile_sha256": "52fb3581d2dcbd6b46e634b04fc3436f254b5e82210b9fbd5a44635dc1520dad",
|
| 12 |
+
"code_root_sha": "86df5ecef6735d5d824944e7acdee5bf204e1545",
|
| 13 |
+
"note": "config and rollout descriptor preserve exact H100 training paths; rebind latency profile to bundled profile/profile.json when moving hosts"
|
| 14 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwenoft-rtx3090-v1/small_train.yaml
ADDED
|
@@ -0,0 +1,156 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
experiment:
|
| 2 |
+
name: air_raid_profile_20260911T054920Z
|
| 3 |
+
seed: 0
|
| 4 |
+
backend:
|
| 5 |
+
type: sample_factory
|
| 6 |
+
algo: APPO
|
| 7 |
+
device: cuda
|
| 8 |
+
train_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_models
|
| 9 |
+
restart_behavior: overwrite
|
| 10 |
+
run_mode: train
|
| 11 |
+
extra_args:
|
| 12 |
+
- --encoder_conv_architecture
|
| 13 |
+
- convnet_atari
|
| 14 |
+
executor:
|
| 15 |
+
mode: simulated
|
| 16 |
+
env:
|
| 17 |
+
name: gymnasium
|
| 18 |
+
task_name: air_raid
|
| 19 |
+
env_id: LatencyBench/AirRaid-v0
|
| 20 |
+
registration_imports:
|
| 21 |
+
- latency_bench.envs.gymnasium_air_raid
|
| 22 |
+
make_kwargs:
|
| 23 |
+
base_env_id: ALE/AirRaid-v5
|
| 24 |
+
render_mode: rgb_array
|
| 25 |
+
screen_size: 84
|
| 26 |
+
noop_max: 0
|
| 27 |
+
base_make_kwargs:
|
| 28 |
+
obs_type: rgb
|
| 29 |
+
frameskip: 1
|
| 30 |
+
repeat_action_probability: 0.0
|
| 31 |
+
full_action_space: false
|
| 32 |
+
mode: 1
|
| 33 |
+
difficulty: 0
|
| 34 |
+
max_num_frames_per_episode: 108000
|
| 35 |
+
env_fps: 50
|
| 36 |
+
obs_fps: 12.5
|
| 37 |
+
frame_stack: 4
|
| 38 |
+
noop_action: noop
|
| 39 |
+
action_map:
|
| 40 |
+
noop: 0
|
| 41 |
+
fire: 1
|
| 42 |
+
right: 2
|
| 43 |
+
left: 3
|
| 44 |
+
rightfire: 4
|
| 45 |
+
leftfire: 5
|
| 46 |
+
action_order:
|
| 47 |
+
- noop
|
| 48 |
+
- fire
|
| 49 |
+
- right
|
| 50 |
+
- left
|
| 51 |
+
- rightfire
|
| 52 |
+
- leftfire
|
| 53 |
+
base_prompt: 'Protect both buildings from flying saucers. Choose exactly one action
|
| 54 |
+
from: noop, fire, right, left, rightfire, leftfire.'
|
| 55 |
+
latency:
|
| 56 |
+
method: iid
|
| 57 |
+
fixed_latency_ms: null
|
| 58 |
+
profile_path: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/profile/profile.json
|
| 59 |
+
profile_worker_slot: 0
|
| 60 |
+
seed: 0
|
| 61 |
+
add_latency_info: false
|
| 62 |
+
scheduler:
|
| 63 |
+
hold_policy: hold
|
| 64 |
+
ordering_policy: issue_order_fifo
|
| 65 |
+
policy:
|
| 66 |
+
type: random
|
| 67 |
+
actions:
|
| 68 |
+
- noop
|
| 69 |
+
- fire
|
| 70 |
+
- right
|
| 71 |
+
- left
|
| 72 |
+
- rightfire
|
| 73 |
+
- leftfire
|
| 74 |
+
training:
|
| 75 |
+
train_for_env_steps: 10000000
|
| 76 |
+
num_workers: 16
|
| 77 |
+
num_envs_per_worker: 8
|
| 78 |
+
worker_num_splits: 2
|
| 79 |
+
num_policies: 1
|
| 80 |
+
batch_size: 1024
|
| 81 |
+
rollout: 32
|
| 82 |
+
recurrence: 1
|
| 83 |
+
env_framestack: 4
|
| 84 |
+
num_epochs: 4
|
| 85 |
+
num_batches_per_epoch: 4
|
| 86 |
+
max_policy_lag: 300
|
| 87 |
+
learning_rate: 0.00025
|
| 88 |
+
lr_schedule: linear_decay
|
| 89 |
+
gamma: 0.99
|
| 90 |
+
gae_lambda: 0.95
|
| 91 |
+
ppo_clip_ratio: 0.1
|
| 92 |
+
ppo_clip_value: 0.2
|
| 93 |
+
value_loss_coeff: 0.5
|
| 94 |
+
max_grad_norm: 0.5
|
| 95 |
+
exploration_loss_coeff: 0.01
|
| 96 |
+
exploration_loss: entropy
|
| 97 |
+
encoder_conv_architecture: convnet_atari
|
| 98 |
+
nonlinearity: relu
|
| 99 |
+
obs_scale: 255.0
|
| 100 |
+
adam_eps: 1.0e-05
|
| 101 |
+
with_vtrace: false
|
| 102 |
+
adaptive_stddev: false
|
| 103 |
+
async_rl: true
|
| 104 |
+
use_rnn: false
|
| 105 |
+
normalize_input: true
|
| 106 |
+
normalize_returns: true
|
| 107 |
+
save_every_sec: 600
|
| 108 |
+
keep_checkpoints: 5
|
| 109 |
+
num_batches_to_accumulate: 2
|
| 110 |
+
policy_workers_per_policy: 1
|
| 111 |
+
kl_loss_coeff: 0.0
|
| 112 |
+
lr_schedule_kl_threshold: 0.008
|
| 113 |
+
policy_initialization: orthogonal
|
| 114 |
+
continuous_tanh_scale: 0.0
|
| 115 |
+
initial_stddev: 1.0
|
| 116 |
+
reward_scale: 1.0
|
| 117 |
+
reward_clip: 1000.0
|
| 118 |
+
optimizer: adam
|
| 119 |
+
adam_beta1: 0.9
|
| 120 |
+
adam_beta2: 0.999
|
| 121 |
+
obs_subtract_mean: 0.0
|
| 122 |
+
decorrelate_experience_max_seconds: 0
|
| 123 |
+
default_niceness: 0
|
| 124 |
+
rnn_type: gru
|
| 125 |
+
rnn_size: 512
|
| 126 |
+
save_milestones_sec: -1
|
| 127 |
+
save_best_every_sec: 5
|
| 128 |
+
save_best_after: 100000
|
| 129 |
+
stats_avg: 100
|
| 130 |
+
experiment_summaries_interval: 10
|
| 131 |
+
batched_sampling: false
|
| 132 |
+
serial_mode: false
|
| 133 |
+
shuffle_minibatches: false
|
| 134 |
+
value_bootstrap: false
|
| 135 |
+
decorrelate_envs_on_one_worker: true
|
| 136 |
+
set_workers_cpu_affinity: true
|
| 137 |
+
force_envs_single_thread: false
|
| 138 |
+
actor_critic_share_weights: true
|
| 139 |
+
with_wandb: false
|
| 140 |
+
encoder_mlp_layers:
|
| 141 |
+
- 512
|
| 142 |
+
- 512
|
| 143 |
+
evaluation:
|
| 144 |
+
eval_interval_steps: null
|
| 145 |
+
eval_episodes: 5
|
| 146 |
+
eval_parallel_envs: 1
|
| 147 |
+
eval_max_steps: 5000
|
| 148 |
+
eval_deterministic: true
|
| 149 |
+
logging:
|
| 150 |
+
output_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/small_train
|
| 151 |
+
video:
|
| 152 |
+
enabled: false
|
| 153 |
+
num_bins: 1
|
| 154 |
+
save_step_records: false
|
| 155 |
+
save_action_records: false
|
| 156 |
+
save_latency_records: false
|
latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/README.md
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# air-raid / sample-factory-appo
|
| 2 |
+
|
| 3 |
+
Training condition: `latency-aware`. Run: `airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920`.
|
| 4 |
+
|
| 5 |
+
Copied from [Standard-Pipeline](https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/air_raid/profile_latency/small_model/Pi05) at `2208875f92b21e3f8ec2363a30a6705dfe56cc04`.
|
| 6 |
+
|
| 7 |
+
- Checkpoint: `checkpoint.pth`
|
| 8 |
+
- Selection: final
|
| 9 |
+
- Checkpoint SHA256: `d28417644d97d440be8677b469442692eb8711aca55c9e3c0dcd3f9c73a7530d`
|
| 10 |
+
- Configuration, FPS, actions, normalization and latency semantics retain their source values.
|
| 11 |
+
- This import does not run evaluations or change training/evaluation/acceptance status.
|
| 12 |
+
|
| 13 |
+
Sample Factory APPO inference bundle: `config.json` and the explicit `checkpoint.pth`.
|
| 14 |
+
The checkpoint contains `model`, `train_step`, and `env_steps`; every exported model
|
| 15 |
+
tensor was reloaded and compared bit-for-bit with the selected source checkpoint.
|
| 16 |
+
|
| 17 |
+
See [the original model notes](source/README.md) for experiment results and limitations.
|
| 18 |
+
|
| 19 |
+
[Original provenance](source/provenance.json) retains dataset references and recorded experiment evidence.
|
| 20 |
+
|
| 21 |
+
## Download
|
| 22 |
+
|
| 23 |
+
```python
|
| 24 |
+
from huggingface_hub import snapshot_download
|
| 25 |
+
prefix = "latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1"
|
| 26 |
+
snapshot_download("latency-sensitive-bench/benchmark-models", revision="<commit>",
|
| 27 |
+
allow_patterns=[prefix + "/**"])
|
| 28 |
+
```
|
| 29 |
+
|
| 30 |
+
Use the verified import commit listed in the repository's import report.
|
latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/checkpoint.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d28417644d97d440be8677b469442692eb8711aca55c9e3c0dcd3f9c73a7530d
|
| 3 |
+
size 7210293
|
latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/config.json
ADDED
|
@@ -0,0 +1,269 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"help": false,
|
| 3 |
+
"algo": "APPO",
|
| 4 |
+
"env": "latency_gymnasium",
|
| 5 |
+
"experiment": "airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920",
|
| 6 |
+
"train_dir": "${PI05_RUN_DIR}/profile_latency/teacher/checkpoints",
|
| 7 |
+
"restart_behavior": "overwrite",
|
| 8 |
+
"device": "gpu",
|
| 9 |
+
"seed": 0,
|
| 10 |
+
"initial_model_path": null,
|
| 11 |
+
"num_policies": 1,
|
| 12 |
+
"async_rl": true,
|
| 13 |
+
"serial_mode": false,
|
| 14 |
+
"batched_sampling": false,
|
| 15 |
+
"num_batches_to_accumulate": 2,
|
| 16 |
+
"worker_num_splits": 2,
|
| 17 |
+
"policy_workers_per_policy": 1,
|
| 18 |
+
"max_policy_lag": 300,
|
| 19 |
+
"num_workers": 16,
|
| 20 |
+
"num_envs_per_worker": 8,
|
| 21 |
+
"batch_size": 1024,
|
| 22 |
+
"num_batches_per_epoch": 4,
|
| 23 |
+
"num_epochs": 4,
|
| 24 |
+
"rollout": 32,
|
| 25 |
+
"fasttd3_replay_capacity": 6553600,
|
| 26 |
+
"fasttd3_replay_batch_size": 32768,
|
| 27 |
+
"fasttd3_action_chunk_horizon": 1,
|
| 28 |
+
"fasttd3_transitions_per_update": 64,
|
| 29 |
+
"fasttd3_train_for_optimizer_steps": 10000000000,
|
| 30 |
+
"fasttd3_v_min": -250.0,
|
| 31 |
+
"fasttd3_v_max": 250.0,
|
| 32 |
+
"fasttd3_actor_action_l2": 0.0,
|
| 33 |
+
"fasttd3_compile": true,
|
| 34 |
+
"recurrence": 1,
|
| 35 |
+
"shuffle_minibatches": false,
|
| 36 |
+
"gamma": 0.99,
|
| 37 |
+
"reward_scale": 1.0,
|
| 38 |
+
"reward_clip": 1000.0,
|
| 39 |
+
"value_bootstrap": false,
|
| 40 |
+
"normalize_returns": true,
|
| 41 |
+
"exploration_loss_coeff": 0.01,
|
| 42 |
+
"value_loss_coeff": 0.5,
|
| 43 |
+
"kl_loss_coeff": 0.0,
|
| 44 |
+
"exploration_loss": "entropy",
|
| 45 |
+
"gae_lambda": 0.95,
|
| 46 |
+
"ppo_clip_ratio": 0.1,
|
| 47 |
+
"ppo_clip_value": 0.2,
|
| 48 |
+
"with_vtrace": false,
|
| 49 |
+
"vtrace_rho": 1.0,
|
| 50 |
+
"vtrace_c": 1.0,
|
| 51 |
+
"optimizer": "adam",
|
| 52 |
+
"adam_eps": 1e-05,
|
| 53 |
+
"adam_beta1": 0.9,
|
| 54 |
+
"adam_beta2": 0.999,
|
| 55 |
+
"max_grad_norm": 0.5,
|
| 56 |
+
"learning_rate": 0.00025,
|
| 57 |
+
"lr_schedule": "linear_decay",
|
| 58 |
+
"lr_schedule_kl_threshold": 0.008,
|
| 59 |
+
"lr_adaptive_min": 1e-06,
|
| 60 |
+
"lr_adaptive_max": 0.01,
|
| 61 |
+
"obs_subtract_mean": 0.0,
|
| 62 |
+
"obs_scale": 255.0,
|
| 63 |
+
"normalize_input": true,
|
| 64 |
+
"normalize_input_keys": null,
|
| 65 |
+
"decorrelate_experience_max_seconds": 0,
|
| 66 |
+
"decorrelate_envs_on_one_worker": true,
|
| 67 |
+
"actor_worker_gpus": [],
|
| 68 |
+
"set_workers_cpu_affinity": true,
|
| 69 |
+
"force_envs_single_thread": false,
|
| 70 |
+
"default_niceness": 0,
|
| 71 |
+
"log_to_file": true,
|
| 72 |
+
"experiment_summaries_interval": 10,
|
| 73 |
+
"flush_summaries_interval": 30,
|
| 74 |
+
"stats_avg": 100,
|
| 75 |
+
"summaries_use_frameskip": true,
|
| 76 |
+
"heartbeat_interval": 20,
|
| 77 |
+
"heartbeat_reporting_interval": 180,
|
| 78 |
+
"train_for_env_steps": 10000000,
|
| 79 |
+
"train_for_seconds": 10000000000,
|
| 80 |
+
"save_every_sec": 600,
|
| 81 |
+
"keep_checkpoints": 5,
|
| 82 |
+
"load_checkpoint_kind": "latest",
|
| 83 |
+
"save_milestones_sec": -1,
|
| 84 |
+
"save_best_every_sec": 5,
|
| 85 |
+
"save_best_metric": "reward",
|
| 86 |
+
"save_best_after": 100000,
|
| 87 |
+
"benchmark": false,
|
| 88 |
+
"encoder_mlp_layers": [
|
| 89 |
+
512,
|
| 90 |
+
512
|
| 91 |
+
],
|
| 92 |
+
"encoder_conv_architecture": "convnet_atari",
|
| 93 |
+
"encoder_conv_mlp_layers": [
|
| 94 |
+
512
|
| 95 |
+
],
|
| 96 |
+
"use_rnn": false,
|
| 97 |
+
"rnn_size": 512,
|
| 98 |
+
"rnn_type": "gru",
|
| 99 |
+
"rnn_num_layers": 1,
|
| 100 |
+
"decoder_mlp_layers": [],
|
| 101 |
+
"nonlinearity": "relu",
|
| 102 |
+
"policy_initialization": "orthogonal",
|
| 103 |
+
"policy_init_gain": 1.0,
|
| 104 |
+
"actor_critic_share_weights": true,
|
| 105 |
+
"adaptive_stddev": false,
|
| 106 |
+
"continuous_tanh_scale": 0.0,
|
| 107 |
+
"initial_stddev": 1.0,
|
| 108 |
+
"use_env_info_cache": false,
|
| 109 |
+
"env_gpu_actions": false,
|
| 110 |
+
"env_gpu_observations": true,
|
| 111 |
+
"env_frameskip": 1,
|
| 112 |
+
"env_framestack": 4,
|
| 113 |
+
"pixel_format": "CHW",
|
| 114 |
+
"use_record_episode_statistics": false,
|
| 115 |
+
"with_wandb": true,
|
| 116 |
+
"wandb_user": "dongqianyu99-zhejiang-university",
|
| 117 |
+
"wandb_project": "latency-sensitive-bench",
|
| 118 |
+
"wandb_group": "pi05-airraid-full-pipeline",
|
| 119 |
+
"wandb_job_type": "profile_teacher",
|
| 120 |
+
"wandb_tags": [
|
| 121 |
+
"air_raid",
|
| 122 |
+
"APPO",
|
| 123 |
+
"Pi05",
|
| 124 |
+
"measured-IID-profile",
|
| 125 |
+
"H1",
|
| 126 |
+
"env10-obs2p5FPS"
|
| 127 |
+
],
|
| 128 |
+
"with_pbt": false,
|
| 129 |
+
"pbt_mix_policies_in_one_env": true,
|
| 130 |
+
"pbt_period_env_steps": 5000000,
|
| 131 |
+
"pbt_start_mutation": 20000000,
|
| 132 |
+
"pbt_replace_fraction": 0.3,
|
| 133 |
+
"pbt_mutation_rate": 0.15,
|
| 134 |
+
"pbt_replace_reward_gap": 0.1,
|
| 135 |
+
"pbt_replace_reward_gap_absolute": 1e-06,
|
| 136 |
+
"pbt_optimize_gamma": false,
|
| 137 |
+
"pbt_target_objective": "true_objective",
|
| 138 |
+
"pbt_perturb_min": 1.1,
|
| 139 |
+
"pbt_perturb_max": 1.5,
|
| 140 |
+
"gym_task_name": "air_raid",
|
| 141 |
+
"gym_env_id": "LatencyBench/AirRaid-v0",
|
| 142 |
+
"gym_make_kwargs_json": "{\"base_env_id\": \"ALE/AirRaid-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 0, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 1, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
|
| 143 |
+
"gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_air_raid\"]",
|
| 144 |
+
"gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3, 4, 5]}",
|
| 145 |
+
"gym_action_labels_json": "[\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"]",
|
| 146 |
+
"gym_action_values_json": "[0, 1, 2, 3, 4, 5]",
|
| 147 |
+
"gym_noop_action_id": 0,
|
| 148 |
+
"gym_noop_action_json": "\"noop\"",
|
| 149 |
+
"gym_base_prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire.",
|
| 150 |
+
"gym_state_labels_json": "",
|
| 151 |
+
"env_fps": 10.0,
|
| 152 |
+
"obs_fps": 2.5,
|
| 153 |
+
"frame_stack": 4,
|
| 154 |
+
"export_env_raw_rgb_frames": false,
|
| 155 |
+
"mode": "train",
|
| 156 |
+
"latency_type": "iid",
|
| 157 |
+
"fixed_latency_ms": null,
|
| 158 |
+
"mean_latency_ms": null,
|
| 159 |
+
"std_latency_ms": null,
|
| 160 |
+
"min_latency_ms": null,
|
| 161 |
+
"max_latency_ms": null,
|
| 162 |
+
"latency_seed": 0,
|
| 163 |
+
"latency_profile_path": "${PI05_RUN_DIR}/profile_latency/profile/profile.json",
|
| 164 |
+
"latency_profile_worker_slot": 0,
|
| 165 |
+
"simulated_worker_capacity": null,
|
| 166 |
+
"add_latency_info": false,
|
| 167 |
+
"max_pending_actions": null,
|
| 168 |
+
"hold_last_chunk_action": false,
|
| 169 |
+
"hold_policy": "hold",
|
| 170 |
+
"ordering_policy": "issue_order_fifo",
|
| 171 |
+
"eval_episodes": 5,
|
| 172 |
+
"eval_parallel_envs": 1,
|
| 173 |
+
"eval_latency_raw_frame_values": null,
|
| 174 |
+
"eval_max_steps": 3600,
|
| 175 |
+
"eval_deterministic": true,
|
| 176 |
+
"eval_raw_reward": false,
|
| 177 |
+
"episode_metrics_path": "${PI05_RUN_DIR}/profile_latency/teacher/checkpoints/airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920/episode_metrics.jsonl",
|
| 178 |
+
"ppo": null,
|
| 179 |
+
"command_line": "--mode train --algo APPO --env latency_gymnasium --experiment airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920 --train_dir ${PI05_RUN_DIR}/profile_latency/teacher/checkpoints --restart_behavior overwrite --device gpu --seed 0 --episode_metrics_path ${PI05_RUN_DIR}/profile_latency/teacher/checkpoints/airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920/episode_metrics.jsonl --train_for_env_steps 10000000 --num_workers 16 --num_envs_per_worker 8 --num_policies 1 --batch_size 1024 --rollout 32 --recurrence 1 --num_epochs 4 --num_batches_per_epoch 4 --worker_num_splits 2 --max_policy_lag 300 --learning_rate 0.00025 --nonlinearity relu --env_framestack 4 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss entropy --exploration_loss_coeff 0.01 --value_loss_coeff 0.5 --max_grad_norm 0.5 --adam_eps 1e-05 --obs_scale 255.0 --save_every_sec 600 --keep_checkpoints 5 --async_rl True --use_rnn False --normalize_returns True --normalize_input True --adaptive_stddev False --with_vtrace False --latency-type iid --latency-seed 0 --latency-profile-path ${PI05_RUN_DIR}/profile_latency/profile/profile.json --latency-profile-worker-slot 0 --add-latency-info False --eval-episodes 5 --eval-parallel-envs 1 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group pi05-airraid-full-pipeline --wandb_job_type profile_teacher --wandb_tags air_raid APPO Pi05 measured-IID-profile H1 env10-obs2p5FPS --encoder_conv_architecture convnet_atari --wandb_user dongqianyu99-zhejiang-university --gym-task-name air_raid --gym-env-id LatencyBench/AirRaid-v0 --gym-make-kwargs-json {\"base_env_id\": \"ALE/AirRaid-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 0, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 1, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}} --gym-registration-imports-json [\"latency_bench.envs.gymnasium_air_raid\"] --gym-action-space-json {\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3, 4, 5]} --gym-noop-action-json \"noop\" --gym-action-labels-json [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"] --gym-action-values-json [0, 1, 2, 3, 4, 5] --gym-noop-action-id 0 --gym-base-prompt Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire. --env-fps 10 --obs-fps 2.5 --frame-stack 4 --hold-policy hold --ordering-policy issue_order_fifo --use_env_info_cache False",
|
| 180 |
+
"cli_args": {
|
| 181 |
+
"algo": "APPO",
|
| 182 |
+
"env": "latency_gymnasium",
|
| 183 |
+
"experiment": "airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920",
|
| 184 |
+
"train_dir": "${PI05_RUN_DIR}/profile_latency/teacher/checkpoints",
|
| 185 |
+
"restart_behavior": "overwrite",
|
| 186 |
+
"device": "gpu",
|
| 187 |
+
"seed": 0,
|
| 188 |
+
"num_policies": 1,
|
| 189 |
+
"async_rl": true,
|
| 190 |
+
"worker_num_splits": 2,
|
| 191 |
+
"max_policy_lag": 300,
|
| 192 |
+
"num_workers": 16,
|
| 193 |
+
"num_envs_per_worker": 8,
|
| 194 |
+
"batch_size": 1024,
|
| 195 |
+
"num_batches_per_epoch": 4,
|
| 196 |
+
"num_epochs": 4,
|
| 197 |
+
"rollout": 32,
|
| 198 |
+
"recurrence": 1,
|
| 199 |
+
"gamma": 0.99,
|
| 200 |
+
"normalize_returns": true,
|
| 201 |
+
"exploration_loss_coeff": 0.01,
|
| 202 |
+
"value_loss_coeff": 0.5,
|
| 203 |
+
"exploration_loss": "entropy",
|
| 204 |
+
"gae_lambda": 0.95,
|
| 205 |
+
"ppo_clip_ratio": 0.1,
|
| 206 |
+
"ppo_clip_value": 0.2,
|
| 207 |
+
"with_vtrace": false,
|
| 208 |
+
"adam_eps": 1e-05,
|
| 209 |
+
"max_grad_norm": 0.5,
|
| 210 |
+
"learning_rate": 0.00025,
|
| 211 |
+
"obs_scale": 255.0,
|
| 212 |
+
"normalize_input": true,
|
| 213 |
+
"train_for_env_steps": 10000000,
|
| 214 |
+
"save_every_sec": 600,
|
| 215 |
+
"keep_checkpoints": 5,
|
| 216 |
+
"encoder_conv_architecture": "convnet_atari",
|
| 217 |
+
"use_rnn": false,
|
| 218 |
+
"nonlinearity": "relu",
|
| 219 |
+
"adaptive_stddev": false,
|
| 220 |
+
"use_env_info_cache": false,
|
| 221 |
+
"env_framestack": 4,
|
| 222 |
+
"with_wandb": true,
|
| 223 |
+
"wandb_user": "dongqianyu99-zhejiang-university",
|
| 224 |
+
"wandb_project": "latency-sensitive-bench",
|
| 225 |
+
"wandb_group": "pi05-airraid-full-pipeline",
|
| 226 |
+
"wandb_job_type": "profile_teacher",
|
| 227 |
+
"wandb_tags": [
|
| 228 |
+
"air_raid",
|
| 229 |
+
"APPO",
|
| 230 |
+
"Pi05",
|
| 231 |
+
"measured-IID-profile",
|
| 232 |
+
"H1",
|
| 233 |
+
"env10-obs2p5FPS"
|
| 234 |
+
],
|
| 235 |
+
"gym_task_name": "air_raid",
|
| 236 |
+
"gym_env_id": "LatencyBench/AirRaid-v0",
|
| 237 |
+
"gym_make_kwargs_json": "{\"base_env_id\": \"ALE/AirRaid-v5\", \"render_mode\": \"rgb_array\", \"screen_size\": 84, \"noop_max\": 0, \"base_make_kwargs\": {\"obs_type\": \"rgb\", \"frameskip\": 1, \"repeat_action_probability\": 0.0, \"full_action_space\": false, \"mode\": 1, \"difficulty\": 0, \"max_num_frames_per_episode\": 108000}}",
|
| 238 |
+
"gym_registration_imports_json": "[\"latency_bench.envs.gymnasium_air_raid\"]",
|
| 239 |
+
"gym_action_space_json": "{\"type\": \"discrete\", \"labels\": [\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"], \"values\": [0, 1, 2, 3, 4, 5]}",
|
| 240 |
+
"gym_action_labels_json": "[\"noop\", \"fire\", \"right\", \"left\", \"rightfire\", \"leftfire\"]",
|
| 241 |
+
"gym_action_values_json": "[0, 1, 2, 3, 4, 5]",
|
| 242 |
+
"gym_noop_action_id": 0,
|
| 243 |
+
"gym_noop_action_json": "\"noop\"",
|
| 244 |
+
"gym_base_prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire.",
|
| 245 |
+
"env_fps": 10.0,
|
| 246 |
+
"obs_fps": 2.5,
|
| 247 |
+
"frame_stack": 4,
|
| 248 |
+
"mode": "train",
|
| 249 |
+
"latency_type": "iid",
|
| 250 |
+
"latency_seed": 0,
|
| 251 |
+
"latency_profile_path": "${PI05_RUN_DIR}/profile_latency/profile/profile.json",
|
| 252 |
+
"latency_profile_worker_slot": 0,
|
| 253 |
+
"add_latency_info": false,
|
| 254 |
+
"hold_policy": "hold",
|
| 255 |
+
"ordering_policy": "issue_order_fifo",
|
| 256 |
+
"eval_episodes": 5,
|
| 257 |
+
"eval_parallel_envs": 1,
|
| 258 |
+
"eval_max_steps": 3600,
|
| 259 |
+
"eval_deterministic": true,
|
| 260 |
+
"episode_metrics_path": "${PI05_RUN_DIR}/profile_latency/teacher/checkpoints/airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920/episode_metrics.jsonl",
|
| 261 |
+
"output_dir": "${PI05_RUN_DIR}/profile_latency/teacher/training",
|
| 262 |
+
"wandb_unique_id": "airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920"
|
| 263 |
+
},
|
| 264 |
+
"git_hash": "unknown",
|
| 265 |
+
"git_repo_name": "not a git repository",
|
| 266 |
+
"eval_env_frameskip": 1,
|
| 267 |
+
"output_dir": "${PI05_RUN_DIR}/profile_latency/teacher/training",
|
| 268 |
+
"wandb_unique_id": "airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920"
|
| 269 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/provenance.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "air-raid",
|
| 3 |
+
"model": "sample-factory-appo",
|
| 4 |
+
"training_condition": "latency-aware",
|
| 5 |
+
"training_run_id": "airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920",
|
| 6 |
+
"source": {
|
| 7 |
+
"repo_id": "latency-sensitive-bench/Standard-Pipeline",
|
| 8 |
+
"revision": "2208875f92b21e3f8ec2363a30a6705dfe56cc04",
|
| 9 |
+
"path": "air_raid/profile_latency/small_model/Pi05",
|
| 10 |
+
"url": "https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/air_raid/profile_latency/small_model/Pi05"
|
| 11 |
+
},
|
| 12 |
+
"hf_repo_id": "latency-sensitive-bench/benchmark-models",
|
| 13 |
+
"hf_path": "latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1",
|
| 14 |
+
"checkpoint": {
|
| 15 |
+
"source_file": "air_raid/profile_latency/small_model/Pi05/checkpoint_p0/checkpoint_000039064_10002432.pth",
|
| 16 |
+
"source_sha256": "893f6435260687f1d9535a3d9bf2a06d54261de097be0ac782661a7efc8de9cc",
|
| 17 |
+
"source_bytes": 7211005,
|
| 18 |
+
"file": "checkpoint.pth",
|
| 19 |
+
"selection_rule": "final",
|
| 20 |
+
"method": "inference_export",
|
| 21 |
+
"sha256": "d28417644d97d440be8677b469442692eb8711aca55c9e3c0dcd3f9c73a7530d",
|
| 22 |
+
"bytes": 7210293,
|
| 23 |
+
"train_step": 39064,
|
| 24 |
+
"env_steps": 10002432,
|
| 25 |
+
"tensor_count": 18,
|
| 26 |
+
"tensor_equality_verified": true,
|
| 27 |
+
"removed_fields": [
|
| 28 |
+
"best_performance",
|
| 29 |
+
"curr_lr"
|
| 30 |
+
]
|
| 31 |
+
},
|
| 32 |
+
"config_source": "air_raid/profile_latency/small_model/Pi05/config.json",
|
| 33 |
+
"task_contract_file": null,
|
| 34 |
+
"missing_source_files": [],
|
| 35 |
+
"migration": {
|
| 36 |
+
"operation": "copy_selected_inference_bundle",
|
| 37 |
+
"source_modified": false,
|
| 38 |
+
"evaluation_performed": false,
|
| 39 |
+
"experiment_status": "preserved_in_source_evidence"
|
| 40 |
+
},
|
| 41 |
+
"algorithm": "APPO",
|
| 42 |
+
"latency_model": "qwenpi_v3"
|
| 43 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/selection.json
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"selected": "final",
|
| 3 |
+
"candidates": {
|
| 4 |
+
"final": {
|
| 5 |
+
"checkpoint": "${PI05_RUN_DIR}/profile_latency/teacher/checkpoints/airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920/checkpoint_p0/checkpoint_000039064_10002432.pth",
|
| 6 |
+
"sha256": "59e7018b8aad3c0d7f52b40f9a5a4847c450b44f6cba27b66d052895869d4f10",
|
| 7 |
+
"episodes": 20,
|
| 8 |
+
"seeds": [
|
| 9 |
+
104771,
|
| 10 |
+
104772,
|
| 11 |
+
104773,
|
| 12 |
+
104774,
|
| 13 |
+
104775,
|
| 14 |
+
104776,
|
| 15 |
+
104777,
|
| 16 |
+
104778,
|
| 17 |
+
104779,
|
| 18 |
+
104780,
|
| 19 |
+
104781,
|
| 20 |
+
104782,
|
| 21 |
+
104783,
|
| 22 |
+
104784,
|
| 23 |
+
104785,
|
| 24 |
+
104786,
|
| 25 |
+
104787,
|
| 26 |
+
104788,
|
| 27 |
+
104789,
|
| 28 |
+
104790
|
| 29 |
+
],
|
| 30 |
+
"returns": [
|
| 31 |
+
3775.0,
|
| 32 |
+
3025.0,
|
| 33 |
+
4000.0,
|
| 34 |
+
3100.0,
|
| 35 |
+
4050.0,
|
| 36 |
+
4100.0,
|
| 37 |
+
4050.0,
|
| 38 |
+
3700.0,
|
| 39 |
+
3925.0,
|
| 40 |
+
4125.0,
|
| 41 |
+
4100.0,
|
| 42 |
+
4050.0,
|
| 43 |
+
4125.0,
|
| 44 |
+
4000.0,
|
| 45 |
+
3975.0,
|
| 46 |
+
4125.0,
|
| 47 |
+
3525.0,
|
| 48 |
+
4050.0,
|
| 49 |
+
3975.0,
|
| 50 |
+
4125.0
|
| 51 |
+
],
|
| 52 |
+
"mean": 3895.0,
|
| 53 |
+
"population_std": 316.68201717179966,
|
| 54 |
+
"strict_gt2500": 20
|
| 55 |
+
},
|
| 56 |
+
"training_best": {
|
| 57 |
+
"checkpoint": "${PI05_RUN_DIR}/profile_latency/teacher/checkpoints/airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920/checkpoint_p0/best_000036640_9379840_reward_11643.500.pth",
|
| 58 |
+
"sha256": "ca875c7fce0848b8d62d2ed9c8a8654a198757fed984fa23b1940f503df725fa",
|
| 59 |
+
"episodes": 20,
|
| 60 |
+
"seeds": [
|
| 61 |
+
104771,
|
| 62 |
+
104772,
|
| 63 |
+
104773,
|
| 64 |
+
104774,
|
| 65 |
+
104775,
|
| 66 |
+
104776,
|
| 67 |
+
104777,
|
| 68 |
+
104778,
|
| 69 |
+
104779,
|
| 70 |
+
104780,
|
| 71 |
+
104781,
|
| 72 |
+
104782,
|
| 73 |
+
104783,
|
| 74 |
+
104784,
|
| 75 |
+
104785,
|
| 76 |
+
104786,
|
| 77 |
+
104787,
|
| 78 |
+
104788,
|
| 79 |
+
104789,
|
| 80 |
+
104790
|
| 81 |
+
],
|
| 82 |
+
"returns": [
|
| 83 |
+
4100.0,
|
| 84 |
+
3800.0,
|
| 85 |
+
3050.0,
|
| 86 |
+
4025.0,
|
| 87 |
+
4150.0,
|
| 88 |
+
4075.0,
|
| 89 |
+
4150.0,
|
| 90 |
+
2700.0,
|
| 91 |
+
4075.0,
|
| 92 |
+
3000.0,
|
| 93 |
+
4150.0,
|
| 94 |
+
3025.0,
|
| 95 |
+
4125.0,
|
| 96 |
+
3050.0,
|
| 97 |
+
4125.0,
|
| 98 |
+
4125.0,
|
| 99 |
+
3850.0,
|
| 100 |
+
3825.0,
|
| 101 |
+
3925.0,
|
| 102 |
+
3000.0
|
| 103 |
+
],
|
| 104 |
+
"mean": 3716.25,
|
| 105 |
+
"population_std": 503.5049031538819,
|
| 106 |
+
"strict_gt2500": 20
|
| 107 |
+
}
|
| 108 |
+
},
|
| 109 |
+
"completed_at": "2026-09-20T14:47:07.233886+00:00"
|
| 110 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/source/README.md
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# AirRaid Pi0.5 profile APPO teacher
|
| 2 |
+
|
| 3 |
+
Original APPO seed0/10M counted-step budget; actualFinalenvsteps 10002432, approximately40M rawgameframes atstride4. Environment/observation10/2.5FPS, actualnewPi05 RTX3090 IID profile. Final20 mean3895.00, training-best20 mean3716.25; selected final. E10 mean3785.00, repeatsfirst10selectionseeds. Probe12/12 accepted strictly>2500. Formal100accepted has no pre-set totalattemptcap; actualattempts/replayQA remainpending.
|
| 4 |
+
|
| 5 |
+
Trainingnoop0; evaluation/probenoop30+FireReset/cap3600rawframes. Singleworker evaluation, original training sampler unchanged. Inferenceexportsremoveoptimizeronly; everymodeltensorreloadedbit-identical, source/exportSHA recorded.
|
latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/source/provenance.json
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"state": "ACCEPTED_FOR_100_QUALIFIED_DEMONSTRATION_COLLECTION",
|
| 3 |
+
"selected": "final",
|
| 4 |
+
"profile_sha256": "7e81ed45da94173b447bdf0cf1ff59343cc7b4e1e6029bcf261cf054c2596cd6",
|
| 5 |
+
"exports": {
|
| 6 |
+
"final": {
|
| 7 |
+
"file": "checkpoint_p0/checkpoint_000039064_10002432.pth",
|
| 8 |
+
"source_sha256": "59e7018b8aad3c0d7f52b40f9a5a4847c450b44f6cba27b66d052895869d4f10",
|
| 9 |
+
"published_sha256": "893f6435260687f1d9535a3d9bf2a06d54261de097be0ac782661a7efc8de9cc",
|
| 10 |
+
"bytes": 7211005,
|
| 11 |
+
"env_steps": 10002432,
|
| 12 |
+
"train_step": 39064,
|
| 13 |
+
"removed": [
|
| 14 |
+
"optimizer"
|
| 15 |
+
],
|
| 16 |
+
"all_model_tensors_bit_identical": true
|
| 17 |
+
},
|
| 18 |
+
"training_best": {
|
| 19 |
+
"file": "checkpoint_p0/best_000036640_9379840_reward_11643.500.pth",
|
| 20 |
+
"source_sha256": "ca875c7fce0848b8d62d2ed9c8a8654a198757fed984fa23b1940f503df725fa",
|
| 21 |
+
"published_sha256": "34f794088ec414487b401dcbe6c693cfdb8aa818ca51cfbd5d200621574f2c98",
|
| 22 |
+
"bytes": 7211309,
|
| 23 |
+
"env_steps": 9379840,
|
| 24 |
+
"train_step": 36640,
|
| 25 |
+
"removed": [
|
| 26 |
+
"optimizer"
|
| 27 |
+
],
|
| 28 |
+
"all_model_tensors_bit_identical": true
|
| 29 |
+
}
|
| 30 |
+
}
|
| 31 |
+
}
|
latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/teacher.yaml
ADDED
|
@@ -0,0 +1,133 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
experiment:
|
| 2 |
+
name: airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920
|
| 3 |
+
seed: 0
|
| 4 |
+
backend:
|
| 5 |
+
type: sample_factory
|
| 6 |
+
algo: APPO
|
| 7 |
+
device: cuda
|
| 8 |
+
train_dir: ${PI05_RUN_DIR}/profile_latency/teacher/checkpoints
|
| 9 |
+
restart_behavior: overwrite
|
| 10 |
+
run_mode: train
|
| 11 |
+
extra_args:
|
| 12 |
+
- --encoder_conv_architecture
|
| 13 |
+
- convnet_atari
|
| 14 |
+
- --wandb_user
|
| 15 |
+
- dongqianyu99-zhejiang-university
|
| 16 |
+
executor:
|
| 17 |
+
mode: simulated
|
| 18 |
+
env:
|
| 19 |
+
name: gymnasium
|
| 20 |
+
task_name: air_raid
|
| 21 |
+
env_id: LatencyBench/AirRaid-v0
|
| 22 |
+
registration_imports:
|
| 23 |
+
- latency_bench.envs.gymnasium_air_raid
|
| 24 |
+
make_kwargs:
|
| 25 |
+
base_env_id: ALE/AirRaid-v5
|
| 26 |
+
render_mode: rgb_array
|
| 27 |
+
screen_size: 84
|
| 28 |
+
noop_max: 0
|
| 29 |
+
base_make_kwargs:
|
| 30 |
+
obs_type: rgb
|
| 31 |
+
frameskip: 1
|
| 32 |
+
repeat_action_probability: 0.0
|
| 33 |
+
full_action_space: false
|
| 34 |
+
mode: 1
|
| 35 |
+
difficulty: 0
|
| 36 |
+
max_num_frames_per_episode: 108000
|
| 37 |
+
env_fps: 10
|
| 38 |
+
obs_fps: 2.5
|
| 39 |
+
frame_stack: 4
|
| 40 |
+
noop_action: noop
|
| 41 |
+
action_map:
|
| 42 |
+
noop: 0
|
| 43 |
+
fire: 1
|
| 44 |
+
right: 2
|
| 45 |
+
left: 3
|
| 46 |
+
rightfire: 4
|
| 47 |
+
leftfire: 5
|
| 48 |
+
action_order:
|
| 49 |
+
- noop
|
| 50 |
+
- fire
|
| 51 |
+
- right
|
| 52 |
+
- left
|
| 53 |
+
- rightfire
|
| 54 |
+
- leftfire
|
| 55 |
+
base_prompt: 'Protect both buildings from flying saucers. Choose exactly one action
|
| 56 |
+
from: noop, fire, right, left, rightfire, leftfire.'
|
| 57 |
+
latency:
|
| 58 |
+
method: iid
|
| 59 |
+
profile_path: ${PI05_RUN_DIR}/profile_latency/profile/profile.json
|
| 60 |
+
profile_worker_slot: 0
|
| 61 |
+
seed: 0
|
| 62 |
+
add_latency_info: false
|
| 63 |
+
scheduler:
|
| 64 |
+
hold_policy: hold
|
| 65 |
+
ordering_policy: issue_order_fifo
|
| 66 |
+
policy:
|
| 67 |
+
type: random
|
| 68 |
+
actions:
|
| 69 |
+
- noop
|
| 70 |
+
- fire
|
| 71 |
+
- right
|
| 72 |
+
- left
|
| 73 |
+
- rightfire
|
| 74 |
+
- leftfire
|
| 75 |
+
training:
|
| 76 |
+
train_for_env_steps: 10000000
|
| 77 |
+
num_workers: 16
|
| 78 |
+
num_envs_per_worker: 8
|
| 79 |
+
worker_num_splits: 2
|
| 80 |
+
num_policies: 1
|
| 81 |
+
batch_size: 1024
|
| 82 |
+
rollout: 32
|
| 83 |
+
recurrence: 1
|
| 84 |
+
env_framestack: 4
|
| 85 |
+
num_epochs: 4
|
| 86 |
+
num_batches_per_epoch: 4
|
| 87 |
+
max_policy_lag: 300
|
| 88 |
+
learning_rate: 0.00025
|
| 89 |
+
lr_schedule: linear_decay
|
| 90 |
+
nonlinearity: relu
|
| 91 |
+
gamma: 0.99
|
| 92 |
+
gae_lambda: 0.95
|
| 93 |
+
ppo_clip_ratio: 0.1
|
| 94 |
+
ppo_clip_value: 0.2
|
| 95 |
+
value_loss_coeff: 0.5
|
| 96 |
+
max_grad_norm: 0.5
|
| 97 |
+
exploration_loss: entropy
|
| 98 |
+
exploration_loss_coeff: 0.01
|
| 99 |
+
obs_scale: 255.0
|
| 100 |
+
adam_eps: 1.0e-05
|
| 101 |
+
adaptive_stddev: false
|
| 102 |
+
with_vtrace: false
|
| 103 |
+
async_rl: true
|
| 104 |
+
use_rnn: false
|
| 105 |
+
normalize_input: true
|
| 106 |
+
normalize_returns: true
|
| 107 |
+
save_every_sec: 600
|
| 108 |
+
keep_checkpoints: 5
|
| 109 |
+
evaluation:
|
| 110 |
+
eval_interval_steps: null
|
| 111 |
+
eval_episodes: 5
|
| 112 |
+
eval_parallel_envs: 1
|
| 113 |
+
eval_max_steps: 3600
|
| 114 |
+
eval_deterministic: true
|
| 115 |
+
logging:
|
| 116 |
+
output_dir: ${PI05_RUN_DIR}/profile_latency/teacher/training
|
| 117 |
+
video:
|
| 118 |
+
enabled: false
|
| 119 |
+
num_bins: 1
|
| 120 |
+
save_step_records: false
|
| 121 |
+
save_action_records: false
|
| 122 |
+
save_latency_records: false
|
| 123 |
+
wandb_project: latency-sensitive-bench
|
| 124 |
+
wandb_group: pi05-airraid-full-pipeline
|
| 125 |
+
wandb_name: airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920
|
| 126 |
+
wandb_job_type: profile_teacher
|
| 127 |
+
wandb_tags:
|
| 128 |
+
- air_raid
|
| 129 |
+
- APPO
|
| 130 |
+
- Pi05
|
| 131 |
+
- measured-IID-profile
|
| 132 |
+
- H1
|
| 133 |
+
- env10-obs2p5FPS
|
latency-aware/air-raid/small-policy/sample-factory-qwenpi_v3-rtx3090-v1/verification.json
ADDED
|
@@ -0,0 +1,489 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"state": "TEACHER_FULL_TRACE_AUDIT_PASSED",
|
| 3 |
+
"verified_at": "2026-09-20T15:09:01.399190+00:00",
|
| 4 |
+
"run": "h1_10env_2p5obs_g128_20260920",
|
| 5 |
+
"env_fps": 10,
|
| 6 |
+
"obs_fps": 2.5,
|
| 7 |
+
"raw_frames_per_training_decision": 4,
|
| 8 |
+
"budget_counted_env_steps": 10000000,
|
| 9 |
+
"approximate_raw_game_frame_budget": 40000000,
|
| 10 |
+
"actual_env_steps": 10002432,
|
| 11 |
+
"seed": 0,
|
| 12 |
+
"profile_sha256": "7e81ed45da94173b447bdf0cf1ff59343cc7b4e1e6029bcf261cf054c2596cd6",
|
| 13 |
+
"source_profile_capture_fps": [
|
| 14 |
+
10,
|
| 15 |
+
2.5
|
| 16 |
+
],
|
| 17 |
+
"profile_ms_rescaled": false,
|
| 18 |
+
"selection": {
|
| 19 |
+
"selected": "final",
|
| 20 |
+
"candidates": {
|
| 21 |
+
"final": {
|
| 22 |
+
"checkpoint": "${PI05_RUN_DIR}/profile_latency/teacher/checkpoints/airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920/checkpoint_p0/checkpoint_000039064_10002432.pth",
|
| 23 |
+
"sha256": "59e7018b8aad3c0d7f52b40f9a5a4847c450b44f6cba27b66d052895869d4f10",
|
| 24 |
+
"episodes": 20,
|
| 25 |
+
"seeds": [
|
| 26 |
+
104771,
|
| 27 |
+
104772,
|
| 28 |
+
104773,
|
| 29 |
+
104774,
|
| 30 |
+
104775,
|
| 31 |
+
104776,
|
| 32 |
+
104777,
|
| 33 |
+
104778,
|
| 34 |
+
104779,
|
| 35 |
+
104780,
|
| 36 |
+
104781,
|
| 37 |
+
104782,
|
| 38 |
+
104783,
|
| 39 |
+
104784,
|
| 40 |
+
104785,
|
| 41 |
+
104786,
|
| 42 |
+
104787,
|
| 43 |
+
104788,
|
| 44 |
+
104789,
|
| 45 |
+
104790
|
| 46 |
+
],
|
| 47 |
+
"returns": [
|
| 48 |
+
3775.0,
|
| 49 |
+
3025.0,
|
| 50 |
+
4000.0,
|
| 51 |
+
3100.0,
|
| 52 |
+
4050.0,
|
| 53 |
+
4100.0,
|
| 54 |
+
4050.0,
|
| 55 |
+
3700.0,
|
| 56 |
+
3925.0,
|
| 57 |
+
4125.0,
|
| 58 |
+
4100.0,
|
| 59 |
+
4050.0,
|
| 60 |
+
4125.0,
|
| 61 |
+
4000.0,
|
| 62 |
+
3975.0,
|
| 63 |
+
4125.0,
|
| 64 |
+
3525.0,
|
| 65 |
+
4050.0,
|
| 66 |
+
3975.0,
|
| 67 |
+
4125.0
|
| 68 |
+
],
|
| 69 |
+
"mean": 3895.0,
|
| 70 |
+
"population_std": 316.68201717179966,
|
| 71 |
+
"strict_gt2500": 20
|
| 72 |
+
},
|
| 73 |
+
"training_best": {
|
| 74 |
+
"checkpoint": "${PI05_RUN_DIR}/profile_latency/teacher/checkpoints/airraid_pi05_profile_appo_h1_10env_2p5obs_g128_20260920/checkpoint_p0/best_000036640_9379840_reward_11643.500.pth",
|
| 75 |
+
"sha256": "ca875c7fce0848b8d62d2ed9c8a8654a198757fed984fa23b1940f503df725fa",
|
| 76 |
+
"episodes": 20,
|
| 77 |
+
"seeds": [
|
| 78 |
+
104771,
|
| 79 |
+
104772,
|
| 80 |
+
104773,
|
| 81 |
+
104774,
|
| 82 |
+
104775,
|
| 83 |
+
104776,
|
| 84 |
+
104777,
|
| 85 |
+
104778,
|
| 86 |
+
104779,
|
| 87 |
+
104780,
|
| 88 |
+
104781,
|
| 89 |
+
104782,
|
| 90 |
+
104783,
|
| 91 |
+
104784,
|
| 92 |
+
104785,
|
| 93 |
+
104786,
|
| 94 |
+
104787,
|
| 95 |
+
104788,
|
| 96 |
+
104789,
|
| 97 |
+
104790
|
| 98 |
+
],
|
| 99 |
+
"returns": [
|
| 100 |
+
4100.0,
|
| 101 |
+
3800.0,
|
| 102 |
+
3050.0,
|
| 103 |
+
4025.0,
|
| 104 |
+
4150.0,
|
| 105 |
+
4075.0,
|
| 106 |
+
4150.0,
|
| 107 |
+
2700.0,
|
| 108 |
+
4075.0,
|
| 109 |
+
3000.0,
|
| 110 |
+
4150.0,
|
| 111 |
+
3025.0,
|
| 112 |
+
4125.0,
|
| 113 |
+
3050.0,
|
| 114 |
+
4125.0,
|
| 115 |
+
4125.0,
|
| 116 |
+
3850.0,
|
| 117 |
+
3825.0,
|
| 118 |
+
3925.0,
|
| 119 |
+
3000.0
|
| 120 |
+
],
|
| 121 |
+
"mean": 3716.25,
|
| 122 |
+
"population_std": 503.5049031538819,
|
| 123 |
+
"strict_gt2500": 20
|
| 124 |
+
}
|
| 125 |
+
},
|
| 126 |
+
"completed_at": "2026-09-20T14:47:07.233886+00:00"
|
| 127 |
+
},
|
| 128 |
+
"evaluations": {
|
| 129 |
+
"selection_final": {
|
| 130 |
+
"episodes": 20,
|
| 131 |
+
"seeds": [
|
| 132 |
+
104771,
|
| 133 |
+
104772,
|
| 134 |
+
104773,
|
| 135 |
+
104774,
|
| 136 |
+
104775,
|
| 137 |
+
104776,
|
| 138 |
+
104777,
|
| 139 |
+
104778,
|
| 140 |
+
104779,
|
| 141 |
+
104780,
|
| 142 |
+
104781,
|
| 143 |
+
104782,
|
| 144 |
+
104783,
|
| 145 |
+
104784,
|
| 146 |
+
104785,
|
| 147 |
+
104786,
|
| 148 |
+
104787,
|
| 149 |
+
104788,
|
| 150 |
+
104789,
|
| 151 |
+
104790
|
| 152 |
+
],
|
| 153 |
+
"returns": [
|
| 154 |
+
3775.0,
|
| 155 |
+
3025.0,
|
| 156 |
+
4000.0,
|
| 157 |
+
3100.0,
|
| 158 |
+
4050.0,
|
| 159 |
+
4100.0,
|
| 160 |
+
4050.0,
|
| 161 |
+
3700.0,
|
| 162 |
+
3925.0,
|
| 163 |
+
4125.0,
|
| 164 |
+
4100.0,
|
| 165 |
+
4050.0,
|
| 166 |
+
4125.0,
|
| 167 |
+
4000.0,
|
| 168 |
+
3975.0,
|
| 169 |
+
4125.0,
|
| 170 |
+
3525.0,
|
| 171 |
+
4050.0,
|
| 172 |
+
3975.0,
|
| 173 |
+
4125.0
|
| 174 |
+
],
|
| 175 |
+
"lengths": [
|
| 176 |
+
3600,
|
| 177 |
+
3600,
|
| 178 |
+
3600,
|
| 179 |
+
3600,
|
| 180 |
+
3600,
|
| 181 |
+
3600,
|
| 182 |
+
3600,
|
| 183 |
+
3600,
|
| 184 |
+
3600,
|
| 185 |
+
3600,
|
| 186 |
+
3600,
|
| 187 |
+
3600,
|
| 188 |
+
3600,
|
| 189 |
+
3600,
|
| 190 |
+
3600,
|
| 191 |
+
3600,
|
| 192 |
+
3600,
|
| 193 |
+
3600,
|
| 194 |
+
3600,
|
| 195 |
+
3600
|
| 196 |
+
],
|
| 197 |
+
"mean_return": 3895.0,
|
| 198 |
+
"population_std_return": 316.68201717179966,
|
| 199 |
+
"mean_length": 3600.0,
|
| 200 |
+
"raw_steps": 72000,
|
| 201 |
+
"cap_episodes": 20,
|
| 202 |
+
"mean_of_episode_latency_ms": 134.5802285199416,
|
| 203 |
+
"action_weighted_mean_latency_ms": 134.58022851994164,
|
| 204 |
+
"action_latency_p95_ms": 139.88332387384128,
|
| 205 |
+
"actions": 18000,
|
| 206 |
+
"invalid_actions": 0,
|
| 207 |
+
"dropped_actions": 0,
|
| 208 |
+
"submitted_observations": 18000,
|
| 209 |
+
"dropped_observations": 0,
|
| 210 |
+
"observation_opportunities": 18000,
|
| 211 |
+
"observation_drop_fraction": 0.0,
|
| 212 |
+
"raw_rewards_lengths_and_admission_counters_match": true,
|
| 213 |
+
"raw_step_indices_and_clock_verified": true,
|
| 214 |
+
"mode": "profile_sample",
|
| 215 |
+
"config_sha256": "966bd1fcfc5bb414c430248f2f47fd36e5a0adcc8f86c6cd8d04a6dea9be9c2f",
|
| 216 |
+
"strict_gt2500": 20
|
| 217 |
+
},
|
| 218 |
+
"selection_training_best": {
|
| 219 |
+
"episodes": 20,
|
| 220 |
+
"seeds": [
|
| 221 |
+
104771,
|
| 222 |
+
104772,
|
| 223 |
+
104773,
|
| 224 |
+
104774,
|
| 225 |
+
104775,
|
| 226 |
+
104776,
|
| 227 |
+
104777,
|
| 228 |
+
104778,
|
| 229 |
+
104779,
|
| 230 |
+
104780,
|
| 231 |
+
104781,
|
| 232 |
+
104782,
|
| 233 |
+
104783,
|
| 234 |
+
104784,
|
| 235 |
+
104785,
|
| 236 |
+
104786,
|
| 237 |
+
104787,
|
| 238 |
+
104788,
|
| 239 |
+
104789,
|
| 240 |
+
104790
|
| 241 |
+
],
|
| 242 |
+
"returns": [
|
| 243 |
+
4100.0,
|
| 244 |
+
3800.0,
|
| 245 |
+
3050.0,
|
| 246 |
+
4025.0,
|
| 247 |
+
4150.0,
|
| 248 |
+
4075.0,
|
| 249 |
+
4150.0,
|
| 250 |
+
2700.0,
|
| 251 |
+
4075.0,
|
| 252 |
+
3000.0,
|
| 253 |
+
4150.0,
|
| 254 |
+
3025.0,
|
| 255 |
+
4125.0,
|
| 256 |
+
3050.0,
|
| 257 |
+
4125.0,
|
| 258 |
+
4125.0,
|
| 259 |
+
3850.0,
|
| 260 |
+
3825.0,
|
| 261 |
+
3925.0,
|
| 262 |
+
3000.0
|
| 263 |
+
],
|
| 264 |
+
"lengths": [
|
| 265 |
+
3600,
|
| 266 |
+
3600,
|
| 267 |
+
3600,
|
| 268 |
+
3600,
|
| 269 |
+
3600,
|
| 270 |
+
3600,
|
| 271 |
+
3600,
|
| 272 |
+
3600,
|
| 273 |
+
3600,
|
| 274 |
+
3600,
|
| 275 |
+
3600,
|
| 276 |
+
3600,
|
| 277 |
+
3600,
|
| 278 |
+
3600,
|
| 279 |
+
3600,
|
| 280 |
+
3600,
|
| 281 |
+
3600,
|
| 282 |
+
3600,
|
| 283 |
+
3600,
|
| 284 |
+
3600
|
| 285 |
+
],
|
| 286 |
+
"mean_return": 3716.25,
|
| 287 |
+
"population_std_return": 503.5049031538819,
|
| 288 |
+
"mean_length": 3600.0,
|
| 289 |
+
"raw_steps": 72000,
|
| 290 |
+
"cap_episodes": 20,
|
| 291 |
+
"mean_of_episode_latency_ms": 134.5802285199416,
|
| 292 |
+
"action_weighted_mean_latency_ms": 134.58022851994164,
|
| 293 |
+
"action_latency_p95_ms": 139.88332387384128,
|
| 294 |
+
"actions": 18000,
|
| 295 |
+
"invalid_actions": 0,
|
| 296 |
+
"dropped_actions": 0,
|
| 297 |
+
"submitted_observations": 18000,
|
| 298 |
+
"dropped_observations": 0,
|
| 299 |
+
"observation_opportunities": 18000,
|
| 300 |
+
"observation_drop_fraction": 0.0,
|
| 301 |
+
"raw_rewards_lengths_and_admission_counters_match": true,
|
| 302 |
+
"raw_step_indices_and_clock_verified": true,
|
| 303 |
+
"mode": "profile_sample",
|
| 304 |
+
"config_sha256": "64fc179e9a31bd49d46e6d30b51e5cecd809f1166ed8523388e596ca6234d0de",
|
| 305 |
+
"strict_gt2500": 20
|
| 306 |
+
},
|
| 307 |
+
"E10": {
|
| 308 |
+
"episodes": 10,
|
| 309 |
+
"seeds": [
|
| 310 |
+
104771,
|
| 311 |
+
104772,
|
| 312 |
+
104773,
|
| 313 |
+
104774,
|
| 314 |
+
104775,
|
| 315 |
+
104776,
|
| 316 |
+
104777,
|
| 317 |
+
104778,
|
| 318 |
+
104779,
|
| 319 |
+
104780
|
| 320 |
+
],
|
| 321 |
+
"returns": [
|
| 322 |
+
3775.0,
|
| 323 |
+
3025.0,
|
| 324 |
+
4000.0,
|
| 325 |
+
3100.0,
|
| 326 |
+
4050.0,
|
| 327 |
+
4100.0,
|
| 328 |
+
4050.0,
|
| 329 |
+
3700.0,
|
| 330 |
+
3925.0,
|
| 331 |
+
4125.0
|
| 332 |
+
],
|
| 333 |
+
"lengths": [
|
| 334 |
+
3600,
|
| 335 |
+
3600,
|
| 336 |
+
3600,
|
| 337 |
+
3600,
|
| 338 |
+
3600,
|
| 339 |
+
3600,
|
| 340 |
+
3600,
|
| 341 |
+
3600,
|
| 342 |
+
3600,
|
| 343 |
+
3600
|
| 344 |
+
],
|
| 345 |
+
"mean_return": 3785.0,
|
| 346 |
+
"population_std_return": 384.08983324217263,
|
| 347 |
+
"mean_length": 3600.0,
|
| 348 |
+
"raw_steps": 36000,
|
| 349 |
+
"cap_episodes": 10,
|
| 350 |
+
"mean_of_episode_latency_ms": 134.57468148712098,
|
| 351 |
+
"action_weighted_mean_latency_ms": 134.57468148712098,
|
| 352 |
+
"action_latency_p95_ms": 139.8895688877921,
|
| 353 |
+
"actions": 9000,
|
| 354 |
+
"invalid_actions": 0,
|
| 355 |
+
"dropped_actions": 0,
|
| 356 |
+
"submitted_observations": 9000,
|
| 357 |
+
"dropped_observations": 0,
|
| 358 |
+
"observation_opportunities": 9000,
|
| 359 |
+
"observation_drop_fraction": 0.0,
|
| 360 |
+
"raw_rewards_lengths_and_admission_counters_match": true,
|
| 361 |
+
"raw_step_indices_and_clock_verified": true,
|
| 362 |
+
"mode": "profile_sample",
|
| 363 |
+
"config_sha256": "4fc2f1de21e7005bc6002d41a3ba2655c9cb8a8e9d15e4371b3316d6fe167d55",
|
| 364 |
+
"strict_gt2500": 10
|
| 365 |
+
}
|
| 366 |
+
},
|
| 367 |
+
"probe": {
|
| 368 |
+
"source_state_sha256": "74b620e5aa7e0995d331d19a00821f64b0de5b8e64a4846e5e9a19ef636a5880",
|
| 369 |
+
"attempts": 12,
|
| 370 |
+
"accepted": 12,
|
| 371 |
+
"rejected": 0,
|
| 372 |
+
"accepted_specs": [
|
| 373 |
+
{
|
| 374 |
+
"attempt_idx": 0,
|
| 375 |
+
"episode_idx": 0,
|
| 376 |
+
"episode_length": 900,
|
| 377 |
+
"episode_raw_frames": 3600,
|
| 378 |
+
"episode_raw_return": 4050.0,
|
| 379 |
+
"seed": 0,
|
| 380 |
+
"split": "train"
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"attempt_idx": 1,
|
| 384 |
+
"episode_idx": 1,
|
| 385 |
+
"episode_length": 900,
|
| 386 |
+
"episode_raw_frames": 3600,
|
| 387 |
+
"episode_raw_return": 4000.0,
|
| 388 |
+
"seed": 1,
|
| 389 |
+
"split": "val"
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"attempt_idx": 2,
|
| 393 |
+
"episode_idx": 2,
|
| 394 |
+
"episode_length": 900,
|
| 395 |
+
"episode_raw_frames": 3600,
|
| 396 |
+
"episode_raw_return": 3775.0,
|
| 397 |
+
"seed": 2,
|
| 398 |
+
"split": "train"
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"attempt_idx": 3,
|
| 402 |
+
"episode_idx": 3,
|
| 403 |
+
"episode_length": 900,
|
| 404 |
+
"episode_raw_frames": 3600,
|
| 405 |
+
"episode_raw_return": 3400.0,
|
| 406 |
+
"seed": 3,
|
| 407 |
+
"split": "val"
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"attempt_idx": 4,
|
| 411 |
+
"episode_idx": 4,
|
| 412 |
+
"episode_length": 900,
|
| 413 |
+
"episode_raw_frames": 3600,
|
| 414 |
+
"episode_raw_return": 3025.0,
|
| 415 |
+
"seed": 4,
|
| 416 |
+
"split": "train"
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"attempt_idx": 5,
|
| 420 |
+
"episode_idx": 5,
|
| 421 |
+
"episode_length": 900,
|
| 422 |
+
"episode_raw_frames": 3600,
|
| 423 |
+
"episode_raw_return": 3100.0,
|
| 424 |
+
"seed": 5,
|
| 425 |
+
"split": "train"
|
| 426 |
+
},
|
| 427 |
+
{
|
| 428 |
+
"attempt_idx": 6,
|
| 429 |
+
"episode_idx": 6,
|
| 430 |
+
"episode_length": 900,
|
| 431 |
+
"episode_raw_frames": 3600,
|
| 432 |
+
"episode_raw_return": 3700.0,
|
| 433 |
+
"seed": 6,
|
| 434 |
+
"split": "train"
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"attempt_idx": 7,
|
| 438 |
+
"episode_idx": 7,
|
| 439 |
+
"episode_length": 900,
|
| 440 |
+
"episode_raw_frames": 3600,
|
| 441 |
+
"episode_raw_return": 4050.0,
|
| 442 |
+
"seed": 7,
|
| 443 |
+
"split": "val"
|
| 444 |
+
},
|
| 445 |
+
{
|
| 446 |
+
"attempt_idx": 8,
|
| 447 |
+
"episode_idx": 8,
|
| 448 |
+
"episode_length": 900,
|
| 449 |
+
"episode_raw_frames": 3600,
|
| 450 |
+
"episode_raw_return": 4000.0,
|
| 451 |
+
"seed": 8,
|
| 452 |
+
"split": "train"
|
| 453 |
+
},
|
| 454 |
+
{
|
| 455 |
+
"attempt_idx": 9,
|
| 456 |
+
"episode_idx": 9,
|
| 457 |
+
"episode_length": 900,
|
| 458 |
+
"episode_raw_frames": 3600,
|
| 459 |
+
"episode_raw_return": 3400.0,
|
| 460 |
+
"seed": 9,
|
| 461 |
+
"split": "train"
|
| 462 |
+
},
|
| 463 |
+
{
|
| 464 |
+
"attempt_idx": 10,
|
| 465 |
+
"episode_idx": 10,
|
| 466 |
+
"episode_length": 900,
|
| 467 |
+
"episode_raw_frames": 3600,
|
| 468 |
+
"episode_raw_return": 4250.0,
|
| 469 |
+
"seed": 10,
|
| 470 |
+
"split": "train"
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"attempt_idx": 11,
|
| 474 |
+
"episode_idx": 11,
|
| 475 |
+
"episode_length": 900,
|
| 476 |
+
"episode_raw_frames": 3600,
|
| 477 |
+
"episode_raw_return": 4125.0,
|
| 478 |
+
"seed": 11,
|
| 479 |
+
"split": "train"
|
| 480 |
+
}
|
| 481 |
+
]
|
| 482 |
+
},
|
| 483 |
+
"strict_gate": ">2500",
|
| 484 |
+
"E10_seed_caveat": "E10 repeats the first10selection seeds, not independent evaluation",
|
| 485 |
+
"raw_budget_caveat": "10M Sample Factory counted steps cover about40M raw game frames atstride4; actual counted envsteps are readfromFinal checkpoint.",
|
| 486 |
+
"downstream": "After positive12attemptprobe,100accepted strict>2500 with no finiteattemptcap,actualreplayQA,freshPi05global128/micro64/acc1/GCfalse/ZeRO2/5000updates,andRTX3090F20; otherwise scientificstop",
|
| 487 |
+
"source_P_verification_sha256": "bc541ac289879bef1d50f006f13b530c1bb4870df600c9153891de301f784a38",
|
| 488 |
+
"gate": "PASSED"
|
| 489 |
+
}
|
latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/README.md
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# air-raid / qwengr00t
|
| 2 |
+
|
| 3 |
+
Training condition: `latency-aware`. Run: `standard-pipeline-2208875f92b2`.
|
| 4 |
+
|
| 5 |
+
Copied from [Standard-Pipeline](https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/air_raid/profile_latency/GR00T) at `2208875f92b21e3f8ec2363a30a6705dfe56cc04`.
|
| 6 |
+
|
| 7 |
+
- Checkpoint: `checkpoints/model.pt`
|
| 8 |
+
- Selection: only published VLA checkpoint
|
| 9 |
+
- Checkpoint SHA256: `530ee1a1b62ccdec8ef77a0d1c639eb8c16782dd94d91b5e5444c162da0e58b2`
|
| 10 |
+
- Configuration, FPS, actions, normalization and latency semantics retain their source values.
|
| 11 |
+
- This import does not run evaluations or change training/evaluation/acceptance status.
|
| 12 |
+
|
| 13 |
+
Action horizon is 1. Use `config.yaml` and `dataset_statistics.json` with the matching
|
| 14 |
+
prepared backbone. `task_contract.json` is extracted from the original training configuration.
|
| 15 |
+
Original machine paths in historical configurations are provenance: bind checkpoint,
|
| 16 |
+
backbone, manifest and profile paths to downloaded local files when running inference.
|
| 17 |
+
|
| 18 |
+
[Original provenance](source/provenance.json) retains dataset references and recorded experiment evidence.
|
| 19 |
+
|
| 20 |
+
## Download
|
| 21 |
+
|
| 22 |
+
```python
|
| 23 |
+
from huggingface_hub import snapshot_download
|
| 24 |
+
prefix = "latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2"
|
| 25 |
+
snapshot_download("latency-sensitive-bench/benchmark-models", revision="<commit>",
|
| 26 |
+
allow_patterns=[prefix + "/**"])
|
| 27 |
+
```
|
| 28 |
+
|
| 29 |
+
Use the verified import commit listed in the repository's import report.
|
latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/checkpoints/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:530ee1a1b62ccdec8ef77a0d1c639eb8c16782dd94d91b5e5444c162da0e58b2
|
| 3 |
+
size 9975248311
|
latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/config.yaml
ADDED
|
@@ -0,0 +1,106 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenGR00T
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: ${oc.env:GR00T_BACKBONE_DIR}
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
vl_hidden_dim: 2048
|
| 7 |
+
enable_gradient_checkpointing: true
|
| 8 |
+
action_model:
|
| 9 |
+
action_model_type: DiT-B
|
| 10 |
+
action_hidden_dim: 1024
|
| 11 |
+
hidden_size: 1024
|
| 12 |
+
add_pos_embed: true
|
| 13 |
+
max_seq_len: 1024
|
| 14 |
+
action_dim: 6
|
| 15 |
+
state_dim: 0
|
| 16 |
+
task_objective: null
|
| 17 |
+
action_horizon: 1
|
| 18 |
+
repeated_diffusion_steps: 8
|
| 19 |
+
noise_beta_alpha: 1.5
|
| 20 |
+
noise_beta_beta: 1.0
|
| 21 |
+
noise_s: 0.999
|
| 22 |
+
num_timestep_buckets: 1000
|
| 23 |
+
num_inference_timesteps: 4
|
| 24 |
+
num_target_vision_tokens: 32
|
| 25 |
+
diffusion_model_cfg:
|
| 26 |
+
cross_attention_dim: 2560
|
| 27 |
+
dropout: 0.2
|
| 28 |
+
final_dropout: true
|
| 29 |
+
interleave_self_attention: true
|
| 30 |
+
norm_type: ada_norm
|
| 31 |
+
num_layers: 16
|
| 32 |
+
output_dim: 1024
|
| 33 |
+
positional_embeddings: null
|
| 34 |
+
action_env_dim: 6
|
| 35 |
+
future_action_window_size: 0
|
| 36 |
+
past_action_window_size: 0
|
| 37 |
+
version_id: '0.21'
|
| 38 |
+
datasets:
|
| 39 |
+
vla_data:
|
| 40 |
+
include_state: false
|
| 41 |
+
obs_image_size:
|
| 42 |
+
- 224
|
| 43 |
+
- 224
|
| 44 |
+
image_mode: single
|
| 45 |
+
stitch_grid:
|
| 46 |
+
- 2
|
| 47 |
+
- 2
|
| 48 |
+
num_obs_frames: 1
|
| 49 |
+
gymnasium_task_contract: &id001
|
| 50 |
+
action_labels:
|
| 51 |
+
- noop
|
| 52 |
+
- fire
|
| 53 |
+
- right
|
| 54 |
+
- left
|
| 55 |
+
- rightfire
|
| 56 |
+
- leftfire
|
| 57 |
+
action_values:
|
| 58 |
+
- 0
|
| 59 |
+
- 1
|
| 60 |
+
- 2
|
| 61 |
+
- 3
|
| 62 |
+
- 4
|
| 63 |
+
- 5
|
| 64 |
+
base_prompt: 'Protect both buildings from flying saucers. Choose exactly one
|
| 65 |
+
action from: noop, fire, right, left, rightfire, leftfire.'
|
| 66 |
+
env_fps: 50.0
|
| 67 |
+
env_id: LatencyBench/AirRaid-v0
|
| 68 |
+
frame_stack: 4
|
| 69 |
+
make_kwargs:
|
| 70 |
+
base_env_id: ALE/AirRaid-v5
|
| 71 |
+
base_make_kwargs:
|
| 72 |
+
difficulty: 0
|
| 73 |
+
frameskip: 1
|
| 74 |
+
full_action_space: false
|
| 75 |
+
max_num_frames_per_episode: 108000
|
| 76 |
+
mode: 1
|
| 77 |
+
obs_type: rgb
|
| 78 |
+
repeat_action_probability: 0.0
|
| 79 |
+
fire_reset: true
|
| 80 |
+
noop_max: 30
|
| 81 |
+
render_mode: rgb_array
|
| 82 |
+
screen_size: 84
|
| 83 |
+
noop_action_id: 0
|
| 84 |
+
obs_fps: 12.5
|
| 85 |
+
registration_imports:
|
| 86 |
+
- latency_bench.envs.gymnasium_air_raid
|
| 87 |
+
task_name: air_raid
|
| 88 |
+
trainer:
|
| 89 |
+
pretrained_checkpoint: null
|
| 90 |
+
profile_timing:
|
| 91 |
+
enabled: false
|
| 92 |
+
log_interval: 10
|
| 93 |
+
backbone:
|
| 94 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 95 |
+
revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
|
| 96 |
+
rl_games:
|
| 97 |
+
model_alias: gr00t
|
| 98 |
+
task: gymnasium
|
| 99 |
+
action_carrier: native
|
| 100 |
+
gymnasium:
|
| 101 |
+
task_contract: *id001
|
| 102 |
+
env_eval:
|
| 103 |
+
image_size: 224
|
| 104 |
+
frameskip: 1
|
| 105 |
+
image_transform: raw_rgb
|
| 106 |
+
prompt_mode: raw
|
latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/dataset_statistics.json
ADDED
|
@@ -0,0 +1,84 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"action": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.31835803389549255,
|
| 6 |
+
0.5185431838035583,
|
| 7 |
+
0.016567900776863098,
|
| 8 |
+
0.04858024790883064,
|
| 9 |
+
0.042901232838630676,
|
| 10 |
+
0.05504938215017319
|
| 11 |
+
],
|
| 12 |
+
"std": [
|
| 13 |
+
0.4660063683986664,
|
| 14 |
+
0.4996560513973236,
|
| 15 |
+
0.1275738626718521,
|
| 16 |
+
0.2150501012802124,
|
| 17 |
+
0.2027149498462677,
|
| 18 |
+
0.22798019647598267
|
| 19 |
+
],
|
| 20 |
+
"max": [
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0
|
| 27 |
+
],
|
| 28 |
+
"min": [
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0
|
| 35 |
+
],
|
| 36 |
+
"q01": [
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0
|
| 43 |
+
],
|
| 44 |
+
"q99": [
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0
|
| 51 |
+
],
|
| 52 |
+
"mask": [
|
| 53 |
+
true,
|
| 54 |
+
true,
|
| 55 |
+
true,
|
| 56 |
+
true,
|
| 57 |
+
true,
|
| 58 |
+
true
|
| 59 |
+
]
|
| 60 |
+
},
|
| 61 |
+
"state": {
|
| 62 |
+
"mean": [
|
| 63 |
+
0.0
|
| 64 |
+
],
|
| 65 |
+
"std": [
|
| 66 |
+
0.0
|
| 67 |
+
],
|
| 68 |
+
"max": [
|
| 69 |
+
0.0
|
| 70 |
+
],
|
| 71 |
+
"min": [
|
| 72 |
+
0.0
|
| 73 |
+
],
|
| 74 |
+
"q01": [
|
| 75 |
+
0.0
|
| 76 |
+
],
|
| 77 |
+
"q99": [
|
| 78 |
+
0.0
|
| 79 |
+
]
|
| 80 |
+
},
|
| 81 |
+
"num_transitions": 81000,
|
| 82 |
+
"num_trajectories": 90
|
| 83 |
+
}
|
| 84 |
+
}
|
latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/latency_prompt_map.json
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"4": {
|
| 3 |
+
"prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire. Current action latency is 4 raw frames (80.00 ms). The environment runs at 50 FPS and observations are emitted at 12.5 FPS. Choose the best next action.",
|
| 4 |
+
"latency_raw_frames": 4,
|
| 5 |
+
"latency_ms": 80.0
|
| 6 |
+
},
|
| 7 |
+
"5": {
|
| 8 |
+
"prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire. Current action latency is 5 raw frames (100.00 ms). The environment runs at 50 FPS and observations are emitted at 12.5 FPS. Choose the best next action.",
|
| 9 |
+
"latency_raw_frames": 5,
|
| 10 |
+
"latency_ms": 100.0
|
| 11 |
+
},
|
| 12 |
+
"6": {
|
| 13 |
+
"prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire. Current action latency is 6 raw frames (120.00 ms). The environment runs at 50 FPS and observations are emitted at 12.5 FPS. Choose the best next action.",
|
| 14 |
+
"latency_raw_frames": 6,
|
| 15 |
+
"latency_ms": 120.0
|
| 16 |
+
}
|
| 17 |
+
}
|
latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/manifest.json
ADDED
|
@@ -0,0 +1,98 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_name": "air_raid_gr00t_profile_iid",
|
| 3 |
+
"env_name": "air_raid",
|
| 4 |
+
"episodes": 90,
|
| 5 |
+
"frames": 81000,
|
| 6 |
+
"task_prompts": [
|
| 7 |
+
"Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire. Current action latency is 4 raw frames (80.00 ms). The environment runs at 50 FPS and observations are emitted at 12.5 FPS. Choose the best next action.",
|
| 8 |
+
"Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire. Current action latency is 5 raw frames (100.00 ms). The environment runs at 50 FPS and observations are emitted at 12.5 FPS. Choose the best next action.",
|
| 9 |
+
"Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire. Current action latency is 6 raw frames (120.00 ms). The environment runs at 50 FPS and observations are emitted at 12.5 FPS. Choose the best next action."
|
| 10 |
+
],
|
| 11 |
+
"format": "starvla_lerobot_v2_image_parquet",
|
| 12 |
+
"integration_name": "gymnasium",
|
| 13 |
+
"task_name": "air_raid",
|
| 14 |
+
"action_layout": "gymnasium_discrete_v1",
|
| 15 |
+
"action_labels": [
|
| 16 |
+
"noop",
|
| 17 |
+
"fire",
|
| 18 |
+
"right",
|
| 19 |
+
"left",
|
| 20 |
+
"rightfire",
|
| 21 |
+
"leftfire"
|
| 22 |
+
],
|
| 23 |
+
"carrier_action_labels": [
|
| 24 |
+
"noop",
|
| 25 |
+
"fire",
|
| 26 |
+
"right",
|
| 27 |
+
"left",
|
| 28 |
+
"rightfire",
|
| 29 |
+
"leftfire"
|
| 30 |
+
],
|
| 31 |
+
"action_dim": 6,
|
| 32 |
+
"active_action_dim": 6,
|
| 33 |
+
"action_carrier": "native",
|
| 34 |
+
"rows_unit": "decision_step",
|
| 35 |
+
"obs_fps": 12.5,
|
| 36 |
+
"obs_stride_raw_frames": 4,
|
| 37 |
+
"uses_state": false,
|
| 38 |
+
"state_dim": 1,
|
| 39 |
+
"state_labels": [
|
| 40 |
+
"state"
|
| 41 |
+
],
|
| 42 |
+
"state_normalization": null,
|
| 43 |
+
"robot_type": "rl_games_gymnasium",
|
| 44 |
+
"gymnasium_task": {
|
| 45 |
+
"action_labels": [
|
| 46 |
+
"noop",
|
| 47 |
+
"fire",
|
| 48 |
+
"right",
|
| 49 |
+
"left",
|
| 50 |
+
"rightfire",
|
| 51 |
+
"leftfire"
|
| 52 |
+
],
|
| 53 |
+
"action_values": [
|
| 54 |
+
0,
|
| 55 |
+
1,
|
| 56 |
+
2,
|
| 57 |
+
3,
|
| 58 |
+
4,
|
| 59 |
+
5
|
| 60 |
+
],
|
| 61 |
+
"base_prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire.",
|
| 62 |
+
"env_fps": 50.0,
|
| 63 |
+
"env_id": "LatencyBench/AirRaid-v0",
|
| 64 |
+
"frame_stack": 4,
|
| 65 |
+
"make_kwargs": {
|
| 66 |
+
"base_env_id": "ALE/AirRaid-v5",
|
| 67 |
+
"base_make_kwargs": {
|
| 68 |
+
"difficulty": 0,
|
| 69 |
+
"frameskip": 1,
|
| 70 |
+
"full_action_space": false,
|
| 71 |
+
"max_num_frames_per_episode": 108000,
|
| 72 |
+
"mode": 1,
|
| 73 |
+
"obs_type": "rgb",
|
| 74 |
+
"repeat_action_probability": 0.0
|
| 75 |
+
},
|
| 76 |
+
"fire_reset": true,
|
| 77 |
+
"noop_max": 30,
|
| 78 |
+
"render_mode": "rgb_array",
|
| 79 |
+
"screen_size": 84
|
| 80 |
+
},
|
| 81 |
+
"noop_action_id": 0,
|
| 82 |
+
"obs_fps": 12.5,
|
| 83 |
+
"registration_imports": [
|
| 84 |
+
"latency_bench.envs.gymnasium_air_raid"
|
| 85 |
+
],
|
| 86 |
+
"task_name": "air_raid"
|
| 87 |
+
},
|
| 88 |
+
"validation_dataset_name": "air_raid_gr00t_profile_iid__val",
|
| 89 |
+
"validation_episodes": 10,
|
| 90 |
+
"validation_frames": 9000,
|
| 91 |
+
"raw_dataset": {
|
| 92 |
+
"repo": "latency-sensitive-bench/Standard-Pipeline",
|
| 93 |
+
"repo_type": "dataset",
|
| 94 |
+
"prefix": "air_raid/profile_latency/GR00T/gr00t_h1_iid_20260917/demonstrations/raw",
|
| 95 |
+
"revision": "78822d8d37db6318d6101d43844ea5190b84a94f",
|
| 96 |
+
"reused": false
|
| 97 |
+
}
|
| 98 |
+
}
|
latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/provenance.json
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "air-raid",
|
| 3 |
+
"model": "qwengr00t",
|
| 4 |
+
"training_condition": "latency-aware",
|
| 5 |
+
"training_run_id": "standard-pipeline-2208875f92b2",
|
| 6 |
+
"source": {
|
| 7 |
+
"repo_id": "latency-sensitive-bench/Standard-Pipeline",
|
| 8 |
+
"revision": "2208875f92b21e3f8ec2363a30a6705dfe56cc04",
|
| 9 |
+
"path": "air_raid/profile_latency/GR00T",
|
| 10 |
+
"url": "https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/air_raid/profile_latency/GR00T"
|
| 11 |
+
},
|
| 12 |
+
"hf_repo_id": "latency-sensitive-bench/benchmark-models",
|
| 13 |
+
"hf_path": "latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2",
|
| 14 |
+
"checkpoint": {
|
| 15 |
+
"source_file": "air_raid/profile_latency/GR00T/checkpoints/model.pt",
|
| 16 |
+
"source_sha256": "530ee1a1b62ccdec8ef77a0d1c639eb8c16782dd94d91b5e5444c162da0e58b2",
|
| 17 |
+
"source_bytes": 9975248311,
|
| 18 |
+
"file": "checkpoints/model.pt",
|
| 19 |
+
"selection_rule": "only published VLA checkpoint",
|
| 20 |
+
"method": "copy",
|
| 21 |
+
"sha256": "530ee1a1b62ccdec8ef77a0d1c639eb8c16782dd94d91b5e5444c162da0e58b2",
|
| 22 |
+
"bytes": 9975248311
|
| 23 |
+
},
|
| 24 |
+
"config_source": "air_raid/profile_latency/GR00T/config.yaml",
|
| 25 |
+
"task_contract_file": "task_contract.json",
|
| 26 |
+
"missing_source_files": [],
|
| 27 |
+
"migration": {
|
| 28 |
+
"operation": "copy_selected_inference_bundle",
|
| 29 |
+
"source_modified": false,
|
| 30 |
+
"evaluation_performed": false,
|
| 31 |
+
"experiment_status": "preserved_in_source_evidence"
|
| 32 |
+
},
|
| 33 |
+
"action_horizon": 1
|
| 34 |
+
}
|
latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/reload-validation.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "passed",
|
| 3 |
+
"strict_load": true,
|
| 4 |
+
"output_shape": [
|
| 5 |
+
1,
|
| 6 |
+
1,
|
| 7 |
+
6
|
| 8 |
+
],
|
| 9 |
+
"finite": true,
|
| 10 |
+
"checkpoint_sha256": "530ee1a1b62ccdec8ef77a0d1c639eb8c16782dd94d91b5e5444c162da0e58b2",
|
| 11 |
+
"config_sha256": "ff7ffb921bce669e1375145d5c8a2e89eb5b2c6cdeff3e1b268988fec172e0d3",
|
| 12 |
+
"training_updates": 5000,
|
| 13 |
+
"check_scope": "checkpoint reload and one real validation-sample forward; not closed-loop quality acceptance"
|
| 14 |
+
}
|
latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/source/provenance.json
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "air_raid",
|
| 3 |
+
"condition": "profile_latency",
|
| 4 |
+
"training_updates": 5000,
|
| 5 |
+
"seed": 42,
|
| 6 |
+
"global_batch": 64,
|
| 7 |
+
"micro_batch": 16,
|
| 8 |
+
"gradient_accumulation_steps": 4,
|
| 9 |
+
"action_horizon": 1,
|
| 10 |
+
"action_dim": 6,
|
| 11 |
+
"state_dim": 0,
|
| 12 |
+
"image_size": [
|
| 13 |
+
224,
|
| 14 |
+
224
|
| 15 |
+
],
|
| 16 |
+
"env_fps": 50,
|
| 17 |
+
"obs_fps": 12.5,
|
| 18 |
+
"latency_training_method": "iid",
|
| 19 |
+
"profile_sha256": "a6ded702eef5495736922babdd58e24901526811613e45c680a2b77eecfdc149",
|
| 20 |
+
"checkpoint_sha256": "530ee1a1b62ccdec8ef77a0d1c639eb8c16782dd94d91b5e5444c162da0e58b2",
|
| 21 |
+
"training_config_sha256": "bf8d1b05c1da4f0bdbab8e38c186dbf94fc52c2b0b2fe2535f4411bd86ad520c",
|
| 22 |
+
"backbone": {
|
| 23 |
+
"repo_id": "Qwen/Qwen3-VL-4B-Instruct",
|
| 24 |
+
"revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17"
|
| 25 |
+
},
|
| 26 |
+
"source": {
|
| 27 |
+
"version": "v10",
|
| 28 |
+
"base_commit": "1681edb8d9e4f7d10b7dfa647670e01e0d5cce37",
|
| 29 |
+
"starvla_commit": "1d0d7b139d1725cab268cb9dae2007ef4c5d05d2",
|
| 30 |
+
"sample_factory_commit": "4b11d8754ffc989cdd15a340cfc9be0277377d5b",
|
| 31 |
+
"source_bundle_sha256": "6e428b56eac76f13781113d053336020be600c19a8160ace1b3206ffaed8b4ea"
|
| 32 |
+
},
|
| 33 |
+
"training_started_at": "2026-09-17T03:51:49Z",
|
| 34 |
+
"training_completed_at": "2026-09-17T08:08:37Z",
|
| 35 |
+
"training_exit_code": 0,
|
| 36 |
+
"evaluation_prompt_key": 4,
|
| 37 |
+
"realtime_evaluation_status": "not_started",
|
| 38 |
+
"quality_status": "not_yet_evaluated"
|
| 39 |
+
}
|
latency-aware/air-raid/vla/starvla-qwengr00t-h1/standard-pipeline-2208875f92b2/task_contract.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action_labels": [
|
| 3 |
+
"noop",
|
| 4 |
+
"fire",
|
| 5 |
+
"right",
|
| 6 |
+
"left",
|
| 7 |
+
"rightfire",
|
| 8 |
+
"leftfire"
|
| 9 |
+
],
|
| 10 |
+
"action_values": [
|
| 11 |
+
0,
|
| 12 |
+
1,
|
| 13 |
+
2,
|
| 14 |
+
3,
|
| 15 |
+
4,
|
| 16 |
+
5
|
| 17 |
+
],
|
| 18 |
+
"base_prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire.",
|
| 19 |
+
"env_fps": 50.0,
|
| 20 |
+
"env_id": "LatencyBench/AirRaid-v0",
|
| 21 |
+
"frame_stack": 4,
|
| 22 |
+
"make_kwargs": {
|
| 23 |
+
"base_env_id": "ALE/AirRaid-v5",
|
| 24 |
+
"base_make_kwargs": {
|
| 25 |
+
"difficulty": 0,
|
| 26 |
+
"frameskip": 1,
|
| 27 |
+
"full_action_space": false,
|
| 28 |
+
"max_num_frames_per_episode": 108000,
|
| 29 |
+
"mode": 1,
|
| 30 |
+
"obs_type": "rgb",
|
| 31 |
+
"repeat_action_probability": 0.0
|
| 32 |
+
},
|
| 33 |
+
"fire_reset": true,
|
| 34 |
+
"noop_max": 30,
|
| 35 |
+
"render_mode": "rgb_array",
|
| 36 |
+
"screen_size": 84
|
| 37 |
+
},
|
| 38 |
+
"noop_action_id": 0,
|
| 39 |
+
"obs_fps": 12.5,
|
| 40 |
+
"registration_imports": [
|
| 41 |
+
"latency_bench.envs.gymnasium_air_raid"
|
| 42 |
+
],
|
| 43 |
+
"task_name": "air_raid"
|
| 44 |
+
}
|
latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/README.md
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# air-raid / qwenoft
|
| 2 |
+
|
| 3 |
+
Training condition: `latency-aware`. Run: `air_raid_profile_20260911T054920Z_openvla_native_sft_5k`.
|
| 4 |
+
|
| 5 |
+
Copied from [Standard-Pipeline](https://huggingface.co/latency-sensitive-bench/Standard-Pipeline/tree/2208875f92b21e3f8ec2363a30a6705dfe56cc04/air_raid/profile_latency/OpenVLA) at `2208875f92b21e3f8ec2363a30a6705dfe56cc04`.
|
| 6 |
+
|
| 7 |
+
- Checkpoint: `checkpoints/model.pt`
|
| 8 |
+
- Selection: only published VLA checkpoint
|
| 9 |
+
- Checkpoint SHA256: `ded1152ea155cf86eff73646e986f5b764007c32c82753f36238a17cf4bad734`
|
| 10 |
+
- Configuration, FPS, actions, normalization and latency semantics retain their source values.
|
| 11 |
+
- This import does not run evaluations or change training/evaluation/acceptance status.
|
| 12 |
+
|
| 13 |
+
Action horizon is 1. Use `config.yaml` and `dataset_statistics.json` with the matching
|
| 14 |
+
prepared backbone. `task_contract.json` is extracted from the original training configuration.
|
| 15 |
+
Original machine paths in historical configurations are provenance: bind checkpoint,
|
| 16 |
+
backbone, manifest and profile paths to downloaded local files when running inference.
|
| 17 |
+
|
| 18 |
+
[Original provenance](source/provenance.json) retains dataset references and recorded experiment evidence.
|
| 19 |
+
|
| 20 |
+
## Download
|
| 21 |
+
|
| 22 |
+
```python
|
| 23 |
+
from huggingface_hub import snapshot_download
|
| 24 |
+
prefix = "latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k"
|
| 25 |
+
snapshot_download("latency-sensitive-bench/benchmark-models", revision="<commit>",
|
| 26 |
+
allow_patterns=[prefix + "/**"])
|
| 27 |
+
```
|
| 28 |
+
|
| 29 |
+
Use the verified import commit listed in the repository's import report.
|
latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/checkpoints/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ded1152ea155cf86eff73646e986f5b764007c32c82753f36238a17cf4bad734
|
| 3 |
+
size 9785049835
|
latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/config.full.yaml
ADDED
|
@@ -0,0 +1,332 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenOFT
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
enable_gradient_checkpointing: true
|
| 7 |
+
action_model:
|
| 8 |
+
action_model_type: MLP
|
| 9 |
+
action_dim: 6
|
| 10 |
+
state_dim: 1
|
| 11 |
+
action_hidden_dim: 2560
|
| 12 |
+
future_action_window_size: 0
|
| 13 |
+
past_action_window_size: 0
|
| 14 |
+
loss_type: discrete_ce
|
| 15 |
+
state_encoding: discretized_text
|
| 16 |
+
task_objective: null
|
| 17 |
+
action_horizon: 1
|
| 18 |
+
action_env_dim: 6
|
| 19 |
+
kv_memory:
|
| 20 |
+
enabled: false
|
| 21 |
+
window: 4
|
| 22 |
+
rollout_len: 8
|
| 23 |
+
packed_train: false
|
| 24 |
+
rebased_sink: true
|
| 25 |
+
datasets:
|
| 26 |
+
vla_data:
|
| 27 |
+
dataset_py: lerobot_datasets
|
| 28 |
+
include_state: false
|
| 29 |
+
data_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/converted
|
| 30 |
+
data_mix: air_raid_profile_20260911T054920Z
|
| 31 |
+
eval_data_mix: air_raid_profile_20260911T054920Z__val
|
| 32 |
+
custom_mixtures_path: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/converted/_generated_mixtures/air_raid_profile_20260911T054920Z.json
|
| 33 |
+
action_type: discrete
|
| 34 |
+
sequential_step_sampling: false
|
| 35 |
+
eval_sequential_step_sampling: null
|
| 36 |
+
num_workers: 8
|
| 37 |
+
eval_num_workers: 8
|
| 38 |
+
prefetch_factor: 4
|
| 39 |
+
persistent_workers: true
|
| 40 |
+
pin_memory: true
|
| 41 |
+
shuffle: true
|
| 42 |
+
action_balance:
|
| 43 |
+
enabled: false
|
| 44 |
+
strategy: balanced_epoch
|
| 45 |
+
action_key: action_id
|
| 46 |
+
target_flap_fraction: 0.3
|
| 47 |
+
noop_id: 0
|
| 48 |
+
flap_id: 1
|
| 49 |
+
latency_curriculum:
|
| 50 |
+
enabled: false
|
| 51 |
+
strategy: exclusive
|
| 52 |
+
latencies: null
|
| 53 |
+
phase_steps: null
|
| 54 |
+
phase_distributions: null
|
| 55 |
+
new_latency_passes: 1.0
|
| 56 |
+
replay_passes: 0.25
|
| 57 |
+
target_total_passes: 2.0
|
| 58 |
+
final_equalization: true
|
| 59 |
+
step_budget_mode: auto
|
| 60 |
+
eval_at_phase_end: false
|
| 61 |
+
save_at_phase_end: false
|
| 62 |
+
computed_plan: null
|
| 63 |
+
per_device_batch_size: 16
|
| 64 |
+
load_all_data_for_training: true
|
| 65 |
+
num_obs_frames: 1
|
| 66 |
+
image_mode: single
|
| 67 |
+
prompt_mode: raw
|
| 68 |
+
stitch_grid:
|
| 69 |
+
- 2
|
| 70 |
+
- 2
|
| 71 |
+
obs_image_size: null
|
| 72 |
+
video_backend: torchvision_av
|
| 73 |
+
gymnasium_task_contract:
|
| 74 |
+
action_labels:
|
| 75 |
+
- noop
|
| 76 |
+
- fire
|
| 77 |
+
- right
|
| 78 |
+
- left
|
| 79 |
+
- rightfire
|
| 80 |
+
- leftfire
|
| 81 |
+
action_values:
|
| 82 |
+
- 0
|
| 83 |
+
- 1
|
| 84 |
+
- 2
|
| 85 |
+
- 3
|
| 86 |
+
- 4
|
| 87 |
+
- 5
|
| 88 |
+
base_prompt: 'Protect both buildings from flying saucers. Choose exactly one
|
| 89 |
+
action from: noop, fire, right, left, rightfire, leftfire.'
|
| 90 |
+
env_fps: 50.0
|
| 91 |
+
env_id: LatencyBench/AirRaid-v0
|
| 92 |
+
frame_stack: 4
|
| 93 |
+
make_kwargs:
|
| 94 |
+
base_env_id: ALE/AirRaid-v5
|
| 95 |
+
base_make_kwargs:
|
| 96 |
+
difficulty: 0
|
| 97 |
+
frameskip: 1
|
| 98 |
+
full_action_space: false
|
| 99 |
+
max_num_frames_per_episode: 108000
|
| 100 |
+
mode: 1
|
| 101 |
+
obs_type: rgb
|
| 102 |
+
repeat_action_probability: 0.0
|
| 103 |
+
fire_reset: true
|
| 104 |
+
noop_max: 30
|
| 105 |
+
render_mode: rgb_array
|
| 106 |
+
screen_size: 84
|
| 107 |
+
noop_action_id: 0
|
| 108 |
+
obs_fps: 12.5
|
| 109 |
+
registration_imports:
|
| 110 |
+
- latency_bench.envs.gymnasium_air_raid
|
| 111 |
+
task_name: air_raid
|
| 112 |
+
active_action_dim: 6
|
| 113 |
+
dataset:
|
| 114 |
+
source_hf: ''
|
| 115 |
+
config_name: null
|
| 116 |
+
source_subdir: null
|
| 117 |
+
converted_name: air_raid_profile_20260911T054920Z
|
| 118 |
+
single_source_hf: ''
|
| 119 |
+
mixed_source_hf: ''
|
| 120 |
+
single_converted_name: air_raid_profile_20260911T054920Z
|
| 121 |
+
mixed_converted_name: air_raid_profile_20260911T054920Z
|
| 122 |
+
single_latency_filter: null
|
| 123 |
+
mixed_latency_filter: null
|
| 124 |
+
force_download: false
|
| 125 |
+
setup_force: false
|
| 126 |
+
skip_verification: false
|
| 127 |
+
target_latency_unit: observation_steps
|
| 128 |
+
verify_rows: 200
|
| 129 |
+
max_episodes: null
|
| 130 |
+
episodes_per_latency: null
|
| 131 |
+
latency_filter: null
|
| 132 |
+
debug_subset:
|
| 133 |
+
enabled: false
|
| 134 |
+
max_episodes: 5
|
| 135 |
+
suffix: debug
|
| 136 |
+
base_model:
|
| 137 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 138 |
+
initialization:
|
| 139 |
+
checkpoint_local_dir: null
|
| 140 |
+
checkpoint_hf_repo_id: null
|
| 141 |
+
checkpoint_filename: null
|
| 142 |
+
trainer:
|
| 143 |
+
max_train_steps: 5000
|
| 144 |
+
num_warmup_steps: 100
|
| 145 |
+
save_interval: 5000
|
| 146 |
+
eval_interval: 500
|
| 147 |
+
eval_num_batches: 200
|
| 148 |
+
per_latency_eval_num_batches: null
|
| 149 |
+
eval_action_classification: true
|
| 150 |
+
eval_action_classification_interval: null
|
| 151 |
+
cc_f1_tolerance: 1
|
| 152 |
+
learning_rate:
|
| 153 |
+
base: 2.0e-05
|
| 154 |
+
qwen_vl_interface: 1.0e-05
|
| 155 |
+
action_model: 0.0001
|
| 156 |
+
lr_scheduler_type: cosine_with_min_lr
|
| 157 |
+
scheduler_specific_kwargs:
|
| 158 |
+
min_lr: 1.0e-06
|
| 159 |
+
freeze_modules: ''
|
| 160 |
+
freeze_vit: false
|
| 161 |
+
freeze_tied_embedding: false
|
| 162 |
+
freeze_llm_layers: []
|
| 163 |
+
loss_scale:
|
| 164 |
+
vla: 1.0
|
| 165 |
+
vlm: 0.1
|
| 166 |
+
max_grad_norm: 1.0
|
| 167 |
+
weight_decay: 0.0
|
| 168 |
+
logging_frequency: 1
|
| 169 |
+
profile_timing:
|
| 170 |
+
enabled: true
|
| 171 |
+
log_interval: 10
|
| 172 |
+
gradient_clipping: 1.0
|
| 173 |
+
gradient_accumulation_steps: 1
|
| 174 |
+
distributed_backend: deepspeed
|
| 175 |
+
is_resume: false
|
| 176 |
+
pretrained_checkpoint: null
|
| 177 |
+
resume_step: 0
|
| 178 |
+
reload_modules: null
|
| 179 |
+
optimizer:
|
| 180 |
+
name: AdamW
|
| 181 |
+
betas:
|
| 182 |
+
- 0.9
|
| 183 |
+
- 0.95
|
| 184 |
+
eps: 1.0e-08
|
| 185 |
+
weight_decay: 1.0e-08
|
| 186 |
+
fused: true
|
| 187 |
+
save_format: pt
|
| 188 |
+
workspace_dir: /home/lzj/code/latency-sensitive-bench
|
| 189 |
+
run_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/vla
|
| 190 |
+
seed: 42
|
| 191 |
+
wandb_entity: dongqianyu99-zhejiang-university
|
| 192 |
+
wandb_project: latency-sensitive-bench
|
| 193 |
+
auth:
|
| 194 |
+
env_file: null
|
| 195 |
+
hf_token_env: HF_TOKEN
|
| 196 |
+
wandb_api_key_env: WANDB_API_KEY
|
| 197 |
+
paths:
|
| 198 |
+
run_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/vla
|
| 199 |
+
dataset_local_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/converted
|
| 200 |
+
dataset_cache_dir: null
|
| 201 |
+
base_model_dir: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
|
| 202 |
+
accelerate_config: starVLA/config/deepseeds/deepspeed_zero2_cpu_offload.yaml
|
| 203 |
+
launch:
|
| 204 |
+
use_accelerate: true
|
| 205 |
+
gpus: null
|
| 206 |
+
num_processes: 1
|
| 207 |
+
dry_run: false
|
| 208 |
+
conda:
|
| 209 |
+
enabled: true
|
| 210 |
+
env_name: null
|
| 211 |
+
rl_games:
|
| 212 |
+
model_alias: openvla
|
| 213 |
+
env_eval:
|
| 214 |
+
image_size: 224
|
| 215 |
+
frameskip: 1
|
| 216 |
+
image_transform: raw_rgb
|
| 217 |
+
prompt_mode: raw
|
| 218 |
+
ghost_trail:
|
| 219 |
+
history_frames: 5
|
| 220 |
+
gamma: 1.3
|
| 221 |
+
min_alpha: 35
|
| 222 |
+
scroll_px_per_step: 4.0
|
| 223 |
+
ground_fraction: 0.22
|
| 224 |
+
seed: 42
|
| 225 |
+
fixed_episode_seeds: true
|
| 226 |
+
latency_seed_stride: 0
|
| 227 |
+
task_seed_stride: 0
|
| 228 |
+
task_description: ''
|
| 229 |
+
eval_parallel_envs: 5
|
| 230 |
+
action_chunk_execution:
|
| 231 |
+
enabled: false
|
| 232 |
+
chunk_size: null
|
| 233 |
+
enabled: false
|
| 234 |
+
gymnasium:
|
| 235 |
+
make_kwargs: {}
|
| 236 |
+
mid_train:
|
| 237 |
+
enabled: false
|
| 238 |
+
interval_steps: 100
|
| 239 |
+
latencies:
|
| 240 |
+
- 0
|
| 241 |
+
num_episodes: 5
|
| 242 |
+
max_steps_per_episode: 3600
|
| 243 |
+
post_train:
|
| 244 |
+
enabled: false
|
| 245 |
+
latencies:
|
| 246 |
+
- 0
|
| 247 |
+
- 1
|
| 248 |
+
- 2
|
| 249 |
+
- 3
|
| 250 |
+
- 4
|
| 251 |
+
num_episodes: 5
|
| 252 |
+
max_steps_per_episode: 3600
|
| 253 |
+
eval_backend: latency_bench
|
| 254 |
+
distributed_mode: none
|
| 255 |
+
vectorized:
|
| 256 |
+
enabled: false
|
| 257 |
+
batch_size: 1
|
| 258 |
+
latency:
|
| 259 |
+
prompt_map_path: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/converted/air_raid_profile_20260911T054920Z/latency_prompt_map.json
|
| 260 |
+
mode: single
|
| 261 |
+
values:
|
| 262 |
+
- 3
|
| 263 |
+
- 4
|
| 264 |
+
task: gymnasium
|
| 265 |
+
gymnasium:
|
| 266 |
+
task_contract:
|
| 267 |
+
action_labels:
|
| 268 |
+
- noop
|
| 269 |
+
- fire
|
| 270 |
+
- right
|
| 271 |
+
- left
|
| 272 |
+
- rightfire
|
| 273 |
+
- leftfire
|
| 274 |
+
action_values:
|
| 275 |
+
- 0
|
| 276 |
+
- 1
|
| 277 |
+
- 2
|
| 278 |
+
- 3
|
| 279 |
+
- 4
|
| 280 |
+
- 5
|
| 281 |
+
base_prompt: 'Protect both buildings from flying saucers. Choose exactly one
|
| 282 |
+
action from: noop, fire, right, left, rightfire, leftfire.'
|
| 283 |
+
env_fps: 50.0
|
| 284 |
+
env_id: LatencyBench/AirRaid-v0
|
| 285 |
+
frame_stack: 4
|
| 286 |
+
make_kwargs:
|
| 287 |
+
base_env_id: ALE/AirRaid-v5
|
| 288 |
+
base_make_kwargs:
|
| 289 |
+
difficulty: 0
|
| 290 |
+
frameskip: 1
|
| 291 |
+
full_action_space: false
|
| 292 |
+
max_num_frames_per_episode: 108000
|
| 293 |
+
mode: 1
|
| 294 |
+
obs_type: rgb
|
| 295 |
+
repeat_action_probability: 0.0
|
| 296 |
+
fire_reset: true
|
| 297 |
+
noop_max: 30
|
| 298 |
+
render_mode: rgb_array
|
| 299 |
+
screen_size: 84
|
| 300 |
+
noop_action_id: 0
|
| 301 |
+
obs_fps: 12.5
|
| 302 |
+
registration_imports:
|
| 303 |
+
- latency_bench.envs.gymnasium_air_raid
|
| 304 |
+
task_name: air_raid
|
| 305 |
+
task_name: air_raid
|
| 306 |
+
initialization_mode: scratch
|
| 307 |
+
action_carrier: native
|
| 308 |
+
model: openvla
|
| 309 |
+
env: gymnasium
|
| 310 |
+
init: scratch
|
| 311 |
+
mode: single
|
| 312 |
+
checkpoint:
|
| 313 |
+
load: none
|
| 314 |
+
hf_repo_id: null
|
| 315 |
+
save_best_model: false
|
| 316 |
+
save_final_model: true
|
| 317 |
+
save_pt_file: true
|
| 318 |
+
save_training_state: false
|
| 319 |
+
save_safetensors_file: false
|
| 320 |
+
local:
|
| 321 |
+
keep_last_n: 1
|
| 322 |
+
sync:
|
| 323 |
+
enabled: false
|
| 324 |
+
repo_id: null
|
| 325 |
+
keep_last_n: 0
|
| 326 |
+
sync_every_n_checkpoints: 1
|
| 327 |
+
resume_policy: local_latest
|
| 328 |
+
run_id: air_raid_profile_20260911T054920Z_openvla_native_sft_5k
|
| 329 |
+
output_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/vla/air_raid_profile_20260911T054920Z_openvla_native_sft_5k
|
| 330 |
+
config_yaml: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/h100/vla_train.yaml
|
| 331 |
+
is_debug: false
|
| 332 |
+
version_id: '0.21'
|
latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/config.yaml
ADDED
|
@@ -0,0 +1,332 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework:
|
| 2 |
+
name: QwenOFT
|
| 3 |
+
qwenvl:
|
| 4 |
+
base_vlm: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
|
| 5 |
+
attn_implementation: flash_attention_2
|
| 6 |
+
enable_gradient_checkpointing: true
|
| 7 |
+
action_model:
|
| 8 |
+
action_model_type: MLP
|
| 9 |
+
action_dim: 6
|
| 10 |
+
state_dim: 1
|
| 11 |
+
action_hidden_dim: 2560
|
| 12 |
+
future_action_window_size: 0
|
| 13 |
+
past_action_window_size: 0
|
| 14 |
+
loss_type: discrete_ce
|
| 15 |
+
state_encoding: discretized_text
|
| 16 |
+
task_objective: null
|
| 17 |
+
action_horizon: 1
|
| 18 |
+
action_env_dim: 6
|
| 19 |
+
kv_memory:
|
| 20 |
+
enabled: false
|
| 21 |
+
window: 4
|
| 22 |
+
rollout_len: 8
|
| 23 |
+
packed_train: false
|
| 24 |
+
rebased_sink: true
|
| 25 |
+
datasets:
|
| 26 |
+
vla_data:
|
| 27 |
+
dataset_py: lerobot_datasets
|
| 28 |
+
include_state: false
|
| 29 |
+
data_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/converted
|
| 30 |
+
data_mix: air_raid_profile_20260911T054920Z
|
| 31 |
+
eval_data_mix: air_raid_profile_20260911T054920Z__val
|
| 32 |
+
custom_mixtures_path: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/converted/_generated_mixtures/air_raid_profile_20260911T054920Z.json
|
| 33 |
+
action_type: discrete
|
| 34 |
+
sequential_step_sampling: false
|
| 35 |
+
eval_sequential_step_sampling: null
|
| 36 |
+
num_workers: 8
|
| 37 |
+
eval_num_workers: 8
|
| 38 |
+
prefetch_factor: 4
|
| 39 |
+
persistent_workers: true
|
| 40 |
+
pin_memory: true
|
| 41 |
+
shuffle: true
|
| 42 |
+
action_balance:
|
| 43 |
+
enabled: false
|
| 44 |
+
strategy: balanced_epoch
|
| 45 |
+
action_key: action_id
|
| 46 |
+
target_flap_fraction: 0.3
|
| 47 |
+
noop_id: 0
|
| 48 |
+
flap_id: 1
|
| 49 |
+
latency_curriculum:
|
| 50 |
+
enabled: false
|
| 51 |
+
strategy: exclusive
|
| 52 |
+
latencies: null
|
| 53 |
+
phase_steps: null
|
| 54 |
+
phase_distributions: null
|
| 55 |
+
new_latency_passes: 1.0
|
| 56 |
+
replay_passes: 0.25
|
| 57 |
+
target_total_passes: 2.0
|
| 58 |
+
final_equalization: true
|
| 59 |
+
step_budget_mode: auto
|
| 60 |
+
eval_at_phase_end: false
|
| 61 |
+
save_at_phase_end: false
|
| 62 |
+
computed_plan: null
|
| 63 |
+
per_device_batch_size: 16
|
| 64 |
+
load_all_data_for_training: true
|
| 65 |
+
num_obs_frames: 1
|
| 66 |
+
image_mode: single
|
| 67 |
+
prompt_mode: raw
|
| 68 |
+
stitch_grid:
|
| 69 |
+
- 2
|
| 70 |
+
- 2
|
| 71 |
+
obs_image_size: null
|
| 72 |
+
video_backend: torchvision_av
|
| 73 |
+
gymnasium_task_contract:
|
| 74 |
+
action_labels:
|
| 75 |
+
- noop
|
| 76 |
+
- fire
|
| 77 |
+
- right
|
| 78 |
+
- left
|
| 79 |
+
- rightfire
|
| 80 |
+
- leftfire
|
| 81 |
+
action_values:
|
| 82 |
+
- 0
|
| 83 |
+
- 1
|
| 84 |
+
- 2
|
| 85 |
+
- 3
|
| 86 |
+
- 4
|
| 87 |
+
- 5
|
| 88 |
+
base_prompt: 'Protect both buildings from flying saucers. Choose exactly one
|
| 89 |
+
action from: noop, fire, right, left, rightfire, leftfire.'
|
| 90 |
+
env_fps: 50.0
|
| 91 |
+
env_id: LatencyBench/AirRaid-v0
|
| 92 |
+
frame_stack: 4
|
| 93 |
+
make_kwargs:
|
| 94 |
+
base_env_id: ALE/AirRaid-v5
|
| 95 |
+
base_make_kwargs:
|
| 96 |
+
difficulty: 0
|
| 97 |
+
frameskip: 1
|
| 98 |
+
full_action_space: false
|
| 99 |
+
max_num_frames_per_episode: 108000
|
| 100 |
+
mode: 1
|
| 101 |
+
obs_type: rgb
|
| 102 |
+
repeat_action_probability: 0.0
|
| 103 |
+
fire_reset: true
|
| 104 |
+
noop_max: 30
|
| 105 |
+
render_mode: rgb_array
|
| 106 |
+
screen_size: 84
|
| 107 |
+
noop_action_id: 0
|
| 108 |
+
obs_fps: 12.5
|
| 109 |
+
registration_imports:
|
| 110 |
+
- latency_bench.envs.gymnasium_air_raid
|
| 111 |
+
task_name: air_raid
|
| 112 |
+
active_action_dim: 6
|
| 113 |
+
dataset:
|
| 114 |
+
source_hf: ''
|
| 115 |
+
config_name: null
|
| 116 |
+
source_subdir: null
|
| 117 |
+
converted_name: air_raid_profile_20260911T054920Z
|
| 118 |
+
single_source_hf: ''
|
| 119 |
+
mixed_source_hf: ''
|
| 120 |
+
single_converted_name: air_raid_profile_20260911T054920Z
|
| 121 |
+
mixed_converted_name: air_raid_profile_20260911T054920Z
|
| 122 |
+
single_latency_filter: null
|
| 123 |
+
mixed_latency_filter: null
|
| 124 |
+
force_download: false
|
| 125 |
+
setup_force: false
|
| 126 |
+
skip_verification: false
|
| 127 |
+
target_latency_unit: observation_steps
|
| 128 |
+
verify_rows: 200
|
| 129 |
+
max_episodes: null
|
| 130 |
+
episodes_per_latency: null
|
| 131 |
+
latency_filter: null
|
| 132 |
+
debug_subset:
|
| 133 |
+
enabled: false
|
| 134 |
+
max_episodes: 5
|
| 135 |
+
suffix: debug
|
| 136 |
+
base_model:
|
| 137 |
+
repo_id: Qwen/Qwen3-VL-4B-Instruct
|
| 138 |
+
initialization:
|
| 139 |
+
checkpoint_local_dir: null
|
| 140 |
+
checkpoint_hf_repo_id: null
|
| 141 |
+
checkpoint_filename: null
|
| 142 |
+
trainer:
|
| 143 |
+
max_train_steps: 5000
|
| 144 |
+
num_warmup_steps: 100
|
| 145 |
+
save_interval: 5000
|
| 146 |
+
eval_interval: 500
|
| 147 |
+
eval_num_batches: 200
|
| 148 |
+
per_latency_eval_num_batches: null
|
| 149 |
+
eval_action_classification: true
|
| 150 |
+
eval_action_classification_interval: null
|
| 151 |
+
cc_f1_tolerance: 1
|
| 152 |
+
learning_rate:
|
| 153 |
+
base: 2.0e-05
|
| 154 |
+
qwen_vl_interface: 1.0e-05
|
| 155 |
+
action_model: 0.0001
|
| 156 |
+
lr_scheduler_type: cosine_with_min_lr
|
| 157 |
+
scheduler_specific_kwargs:
|
| 158 |
+
min_lr: 1.0e-06
|
| 159 |
+
freeze_modules: ''
|
| 160 |
+
freeze_vit: false
|
| 161 |
+
freeze_tied_embedding: false
|
| 162 |
+
freeze_llm_layers: []
|
| 163 |
+
loss_scale:
|
| 164 |
+
vla: 1.0
|
| 165 |
+
vlm: 0.1
|
| 166 |
+
max_grad_norm: 1.0
|
| 167 |
+
weight_decay: 0.0
|
| 168 |
+
logging_frequency: 1
|
| 169 |
+
profile_timing:
|
| 170 |
+
enabled: true
|
| 171 |
+
log_interval: 10
|
| 172 |
+
gradient_clipping: 1.0
|
| 173 |
+
gradient_accumulation_steps: 1
|
| 174 |
+
distributed_backend: deepspeed
|
| 175 |
+
is_resume: false
|
| 176 |
+
pretrained_checkpoint: null
|
| 177 |
+
resume_step: 0
|
| 178 |
+
reload_modules: null
|
| 179 |
+
optimizer:
|
| 180 |
+
name: AdamW
|
| 181 |
+
betas:
|
| 182 |
+
- 0.9
|
| 183 |
+
- 0.95
|
| 184 |
+
eps: 1.0e-08
|
| 185 |
+
weight_decay: 1.0e-08
|
| 186 |
+
fused: true
|
| 187 |
+
save_format: pt
|
| 188 |
+
workspace_dir: /home/lzj/code/latency-sensitive-bench
|
| 189 |
+
run_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/vla
|
| 190 |
+
seed: 42
|
| 191 |
+
wandb_entity: dongqianyu99-zhejiang-university
|
| 192 |
+
wandb_project: latency-sensitive-bench
|
| 193 |
+
auth:
|
| 194 |
+
env_file: null
|
| 195 |
+
hf_token_env: HF_TOKEN
|
| 196 |
+
wandb_api_key_env: WANDB_API_KEY
|
| 197 |
+
paths:
|
| 198 |
+
run_root_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/vla
|
| 199 |
+
dataset_local_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/converted
|
| 200 |
+
dataset_cache_dir: null
|
| 201 |
+
base_model_dir: /mnt/checkpoints/latency-sensitive-bench/openvla/Qwen3-VL-4B-Instruct
|
| 202 |
+
accelerate_config: starVLA/config/deepseeds/deepspeed_zero2_cpu_offload.yaml
|
| 203 |
+
launch:
|
| 204 |
+
use_accelerate: true
|
| 205 |
+
gpus: null
|
| 206 |
+
num_processes: 1
|
| 207 |
+
dry_run: false
|
| 208 |
+
conda:
|
| 209 |
+
enabled: true
|
| 210 |
+
env_name: null
|
| 211 |
+
rl_games:
|
| 212 |
+
model_alias: openvla
|
| 213 |
+
env_eval:
|
| 214 |
+
image_size: 224
|
| 215 |
+
frameskip: 1
|
| 216 |
+
image_transform: raw_rgb
|
| 217 |
+
prompt_mode: raw
|
| 218 |
+
ghost_trail:
|
| 219 |
+
history_frames: 5
|
| 220 |
+
gamma: 1.3
|
| 221 |
+
min_alpha: 35
|
| 222 |
+
scroll_px_per_step: 4.0
|
| 223 |
+
ground_fraction: 0.22
|
| 224 |
+
seed: 42
|
| 225 |
+
fixed_episode_seeds: true
|
| 226 |
+
latency_seed_stride: 0
|
| 227 |
+
task_seed_stride: 0
|
| 228 |
+
task_description: ''
|
| 229 |
+
eval_parallel_envs: 5
|
| 230 |
+
action_chunk_execution:
|
| 231 |
+
enabled: false
|
| 232 |
+
chunk_size: null
|
| 233 |
+
enabled: false
|
| 234 |
+
gymnasium:
|
| 235 |
+
make_kwargs: {}
|
| 236 |
+
mid_train:
|
| 237 |
+
enabled: false
|
| 238 |
+
interval_steps: 100
|
| 239 |
+
latencies:
|
| 240 |
+
- 0
|
| 241 |
+
num_episodes: 5
|
| 242 |
+
max_steps_per_episode: 3600
|
| 243 |
+
post_train:
|
| 244 |
+
enabled: false
|
| 245 |
+
latencies:
|
| 246 |
+
- 0
|
| 247 |
+
- 1
|
| 248 |
+
- 2
|
| 249 |
+
- 3
|
| 250 |
+
- 4
|
| 251 |
+
num_episodes: 5
|
| 252 |
+
max_steps_per_episode: 3600
|
| 253 |
+
eval_backend: latency_bench
|
| 254 |
+
distributed_mode: none
|
| 255 |
+
vectorized:
|
| 256 |
+
enabled: false
|
| 257 |
+
batch_size: 1
|
| 258 |
+
latency:
|
| 259 |
+
prompt_map_path: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/converted/air_raid_profile_20260911T054920Z/latency_prompt_map.json
|
| 260 |
+
mode: single
|
| 261 |
+
values:
|
| 262 |
+
- 3
|
| 263 |
+
- 4
|
| 264 |
+
task: gymnasium
|
| 265 |
+
gymnasium:
|
| 266 |
+
task_contract:
|
| 267 |
+
action_labels:
|
| 268 |
+
- noop
|
| 269 |
+
- fire
|
| 270 |
+
- right
|
| 271 |
+
- left
|
| 272 |
+
- rightfire
|
| 273 |
+
- leftfire
|
| 274 |
+
action_values:
|
| 275 |
+
- 0
|
| 276 |
+
- 1
|
| 277 |
+
- 2
|
| 278 |
+
- 3
|
| 279 |
+
- 4
|
| 280 |
+
- 5
|
| 281 |
+
base_prompt: 'Protect both buildings from flying saucers. Choose exactly one
|
| 282 |
+
action from: noop, fire, right, left, rightfire, leftfire.'
|
| 283 |
+
env_fps: 50.0
|
| 284 |
+
env_id: LatencyBench/AirRaid-v0
|
| 285 |
+
frame_stack: 4
|
| 286 |
+
make_kwargs:
|
| 287 |
+
base_env_id: ALE/AirRaid-v5
|
| 288 |
+
base_make_kwargs:
|
| 289 |
+
difficulty: 0
|
| 290 |
+
frameskip: 1
|
| 291 |
+
full_action_space: false
|
| 292 |
+
max_num_frames_per_episode: 108000
|
| 293 |
+
mode: 1
|
| 294 |
+
obs_type: rgb
|
| 295 |
+
repeat_action_probability: 0.0
|
| 296 |
+
fire_reset: true
|
| 297 |
+
noop_max: 30
|
| 298 |
+
render_mode: rgb_array
|
| 299 |
+
screen_size: 84
|
| 300 |
+
noop_action_id: 0
|
| 301 |
+
obs_fps: 12.5
|
| 302 |
+
registration_imports:
|
| 303 |
+
- latency_bench.envs.gymnasium_air_raid
|
| 304 |
+
task_name: air_raid
|
| 305 |
+
task_name: air_raid
|
| 306 |
+
initialization_mode: scratch
|
| 307 |
+
action_carrier: native
|
| 308 |
+
model: openvla
|
| 309 |
+
env: gymnasium
|
| 310 |
+
init: scratch
|
| 311 |
+
mode: single
|
| 312 |
+
checkpoint:
|
| 313 |
+
load: none
|
| 314 |
+
hf_repo_id: null
|
| 315 |
+
save_best_model: false
|
| 316 |
+
save_final_model: true
|
| 317 |
+
save_pt_file: true
|
| 318 |
+
save_training_state: false
|
| 319 |
+
save_safetensors_file: false
|
| 320 |
+
local:
|
| 321 |
+
keep_last_n: 1
|
| 322 |
+
sync:
|
| 323 |
+
enabled: false
|
| 324 |
+
repo_id: null
|
| 325 |
+
keep_last_n: 0
|
| 326 |
+
sync_every_n_checkpoints: 1
|
| 327 |
+
resume_policy: local_latest
|
| 328 |
+
run_id: air_raid_profile_20260911T054920Z_openvla_native_sft_5k
|
| 329 |
+
output_dir: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/vla/air_raid_profile_20260911T054920Z_openvla_native_sft_5k
|
| 330 |
+
config_yaml: /mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/h100/vla_train.yaml
|
| 331 |
+
is_debug: false
|
| 332 |
+
version_id: '0.21'
|
latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/dataset_statistics.json
ADDED
|
@@ -0,0 +1,84 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"action": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.19612345099449158,
|
| 6 |
+
0.4346790015697479,
|
| 7 |
+
0.14129629731178284,
|
| 8 |
+
0.13423456251621246,
|
| 9 |
+
0.017271604388952255,
|
| 10 |
+
0.07639506459236145
|
| 11 |
+
],
|
| 12 |
+
"std": [
|
| 13 |
+
0.396988183259964,
|
| 14 |
+
0.4956902265548706,
|
| 15 |
+
0.34827736020088196,
|
| 16 |
+
0.34088006615638733,
|
| 17 |
+
0.13024327158927917,
|
| 18 |
+
0.26566314697265625
|
| 19 |
+
],
|
| 20 |
+
"max": [
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0
|
| 27 |
+
],
|
| 28 |
+
"min": [
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0
|
| 35 |
+
],
|
| 36 |
+
"q01": [
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0
|
| 43 |
+
],
|
| 44 |
+
"q99": [
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0
|
| 51 |
+
],
|
| 52 |
+
"mask": [
|
| 53 |
+
true,
|
| 54 |
+
true,
|
| 55 |
+
true,
|
| 56 |
+
true,
|
| 57 |
+
true,
|
| 58 |
+
true
|
| 59 |
+
]
|
| 60 |
+
},
|
| 61 |
+
"state": {
|
| 62 |
+
"mean": [
|
| 63 |
+
0.0
|
| 64 |
+
],
|
| 65 |
+
"std": [
|
| 66 |
+
0.0
|
| 67 |
+
],
|
| 68 |
+
"max": [
|
| 69 |
+
0.0
|
| 70 |
+
],
|
| 71 |
+
"min": [
|
| 72 |
+
0.0
|
| 73 |
+
],
|
| 74 |
+
"q01": [
|
| 75 |
+
0.0
|
| 76 |
+
],
|
| 77 |
+
"q99": [
|
| 78 |
+
0.0
|
| 79 |
+
]
|
| 80 |
+
},
|
| 81 |
+
"num_transitions": 81000,
|
| 82 |
+
"num_trajectories": 90
|
| 83 |
+
}
|
| 84 |
+
}
|
latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/dataset_statistics_eval.json
ADDED
|
@@ -0,0 +1,84 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"action": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.19233334064483643,
|
| 6 |
+
0.4481111168861389,
|
| 7 |
+
0.13733333349227905,
|
| 8 |
+
0.1344444453716278,
|
| 9 |
+
0.01644444465637207,
|
| 10 |
+
0.07133333384990692
|
| 11 |
+
],
|
| 12 |
+
"std": [
|
| 13 |
+
0.39413151144981384,
|
| 14 |
+
0.4972960352897644,
|
| 15 |
+
0.3442021906375885,
|
| 16 |
+
0.34112292528152466,
|
| 17 |
+
0.12717580795288086,
|
| 18 |
+
0.2573772668838501
|
| 19 |
+
],
|
| 20 |
+
"max": [
|
| 21 |
+
1.0,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
1.0,
|
| 25 |
+
1.0,
|
| 26 |
+
1.0
|
| 27 |
+
],
|
| 28 |
+
"min": [
|
| 29 |
+
0.0,
|
| 30 |
+
0.0,
|
| 31 |
+
0.0,
|
| 32 |
+
0.0,
|
| 33 |
+
0.0,
|
| 34 |
+
0.0
|
| 35 |
+
],
|
| 36 |
+
"q01": [
|
| 37 |
+
0.0,
|
| 38 |
+
0.0,
|
| 39 |
+
0.0,
|
| 40 |
+
0.0,
|
| 41 |
+
0.0,
|
| 42 |
+
0.0
|
| 43 |
+
],
|
| 44 |
+
"q99": [
|
| 45 |
+
1.0,
|
| 46 |
+
1.0,
|
| 47 |
+
1.0,
|
| 48 |
+
1.0,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0
|
| 51 |
+
],
|
| 52 |
+
"mask": [
|
| 53 |
+
true,
|
| 54 |
+
true,
|
| 55 |
+
true,
|
| 56 |
+
true,
|
| 57 |
+
true,
|
| 58 |
+
true
|
| 59 |
+
]
|
| 60 |
+
},
|
| 61 |
+
"state": {
|
| 62 |
+
"mean": [
|
| 63 |
+
0.0
|
| 64 |
+
],
|
| 65 |
+
"std": [
|
| 66 |
+
0.0
|
| 67 |
+
],
|
| 68 |
+
"max": [
|
| 69 |
+
0.0
|
| 70 |
+
],
|
| 71 |
+
"min": [
|
| 72 |
+
0.0
|
| 73 |
+
],
|
| 74 |
+
"q01": [
|
| 75 |
+
0.0
|
| 76 |
+
],
|
| 77 |
+
"q99": [
|
| 78 |
+
0.0
|
| 79 |
+
]
|
| 80 |
+
},
|
| 81 |
+
"num_transitions": 9000,
|
| 82 |
+
"num_trajectories": 10
|
| 83 |
+
}
|
| 84 |
+
}
|
latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/latency_prompt_map.json
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"3": {
|
| 3 |
+
"prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire. Current action latency is 3 raw frames (60.00 ms). The environment runs at 50 FPS and observations are emitted at 12.5 FPS. Choose the best next action.",
|
| 4 |
+
"latency_raw_frames": 3,
|
| 5 |
+
"latency_ms": 60.0
|
| 6 |
+
},
|
| 7 |
+
"4": {
|
| 8 |
+
"prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire. Current action latency is 4 raw frames (80.00 ms). The environment runs at 50 FPS and observations are emitted at 12.5 FPS. Choose the best next action.",
|
| 9 |
+
"latency_raw_frames": 4,
|
| 10 |
+
"latency_ms": 80.0
|
| 11 |
+
}
|
| 12 |
+
}
|
latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/manifest.json
ADDED
|
@@ -0,0 +1,93 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_name": "air_raid_profile_20260911T054920Z",
|
| 3 |
+
"env_name": "air_raid",
|
| 4 |
+
"episodes": 90,
|
| 5 |
+
"frames": 81000,
|
| 6 |
+
"task_prompts": [
|
| 7 |
+
"Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire. Current action latency is 3 raw frames (60.00 ms). The environment runs at 50 FPS and observations are emitted at 12.5 FPS. Choose the best next action.",
|
| 8 |
+
"Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire. Current action latency is 4 raw frames (80.00 ms). The environment runs at 50 FPS and observations are emitted at 12.5 FPS. Choose the best next action."
|
| 9 |
+
],
|
| 10 |
+
"format": "starvla_lerobot_v2_image_parquet",
|
| 11 |
+
"source": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/raw",
|
| 12 |
+
"integration_name": "gymnasium",
|
| 13 |
+
"task_name": "air_raid",
|
| 14 |
+
"action_layout": "gymnasium_discrete_v1",
|
| 15 |
+
"action_labels": [
|
| 16 |
+
"noop",
|
| 17 |
+
"fire",
|
| 18 |
+
"right",
|
| 19 |
+
"left",
|
| 20 |
+
"rightfire",
|
| 21 |
+
"leftfire"
|
| 22 |
+
],
|
| 23 |
+
"carrier_action_labels": [
|
| 24 |
+
"noop",
|
| 25 |
+
"fire",
|
| 26 |
+
"right",
|
| 27 |
+
"left",
|
| 28 |
+
"rightfire",
|
| 29 |
+
"leftfire"
|
| 30 |
+
],
|
| 31 |
+
"action_dim": 6,
|
| 32 |
+
"active_action_dim": 6,
|
| 33 |
+
"action_carrier": "native",
|
| 34 |
+
"rows_unit": "decision_step",
|
| 35 |
+
"obs_fps": 12.5,
|
| 36 |
+
"obs_stride_raw_frames": 4,
|
| 37 |
+
"uses_state": false,
|
| 38 |
+
"state_dim": 1,
|
| 39 |
+
"state_labels": [
|
| 40 |
+
"state"
|
| 41 |
+
],
|
| 42 |
+
"state_normalization": null,
|
| 43 |
+
"robot_type": "rl_games_gymnasium",
|
| 44 |
+
"latency_prompt_map_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/converted/air_raid_profile_20260911T054920Z/latency_prompt_map.json",
|
| 45 |
+
"custom_mixtures_path": "/mnt/results/latency-sensitive-bench/profile-latency-new/air_raid/20260911T054920Z-airraid/converted/_generated_mixtures/air_raid_profile_20260911T054920Z.json",
|
| 46 |
+
"gymnasium_task": {
|
| 47 |
+
"action_labels": [
|
| 48 |
+
"noop",
|
| 49 |
+
"fire",
|
| 50 |
+
"right",
|
| 51 |
+
"left",
|
| 52 |
+
"rightfire",
|
| 53 |
+
"leftfire"
|
| 54 |
+
],
|
| 55 |
+
"action_values": [
|
| 56 |
+
0,
|
| 57 |
+
1,
|
| 58 |
+
2,
|
| 59 |
+
3,
|
| 60 |
+
4,
|
| 61 |
+
5
|
| 62 |
+
],
|
| 63 |
+
"base_prompt": "Protect both buildings from flying saucers. Choose exactly one action from: noop, fire, right, left, rightfire, leftfire.",
|
| 64 |
+
"env_fps": 50.0,
|
| 65 |
+
"env_id": "LatencyBench/AirRaid-v0",
|
| 66 |
+
"frame_stack": 4,
|
| 67 |
+
"make_kwargs": {
|
| 68 |
+
"base_env_id": "ALE/AirRaid-v5",
|
| 69 |
+
"base_make_kwargs": {
|
| 70 |
+
"difficulty": 0,
|
| 71 |
+
"frameskip": 1,
|
| 72 |
+
"full_action_space": false,
|
| 73 |
+
"max_num_frames_per_episode": 108000,
|
| 74 |
+
"mode": 1,
|
| 75 |
+
"obs_type": "rgb",
|
| 76 |
+
"repeat_action_probability": 0.0
|
| 77 |
+
},
|
| 78 |
+
"fire_reset": true,
|
| 79 |
+
"noop_max": 30,
|
| 80 |
+
"render_mode": "rgb_array",
|
| 81 |
+
"screen_size": 84
|
| 82 |
+
},
|
| 83 |
+
"noop_action_id": 0,
|
| 84 |
+
"obs_fps": 12.5,
|
| 85 |
+
"registration_imports": [
|
| 86 |
+
"latency_bench.envs.gymnasium_air_raid"
|
| 87 |
+
],
|
| 88 |
+
"task_name": "air_raid"
|
| 89 |
+
},
|
| 90 |
+
"validation_dataset_name": "air_raid_profile_20260911T054920Z__val",
|
| 91 |
+
"validation_episodes": 10,
|
| 92 |
+
"validation_frames": 9000
|
| 93 |
+
}
|
latency-aware/air-raid/vla/starvla-qwenoft-h1/air_raid_profile_20260911T054920Z_openvla_native_sft_5k/profile/DONE
ADDED
|
File without changes
|