| { |
| "serializer": "vln_append_only_chat_v1", |
| "template_sha256": "fb79cf3922f74475e9a5faaac8c08d2f79a3ca7bef5dbf434f3f7726119229b8", |
| "actions": [ |
| "MOVE_FORWARD", |
| "TURN_LEFT", |
| "TURN_RIGHT", |
| "STOP" |
| ], |
| "habitat_ids": [ |
| 1, |
| 2, |
| 3, |
| 0 |
| ], |
| "action_token_ids": [ |
| [ |
| 28164, |
| 61846, |
| 248046 |
| ], |
| [ |
| 15834, |
| 18440, |
| 248046 |
| ], |
| [ |
| 15834, |
| 20549, |
| 248046 |
| ], |
| [ |
| 48964, |
| 248046 |
| ] |
| ], |
| "eos": 248046, |
| "separator_ids": [ |
| 198 |
| ], |
| "rgb_shape": [ |
| 480, |
| 640, |
| 3 |
| ], |
| "position_convention": "logical_text_plus_native_mrope_v1", |
| "rotary_precision": "fp32_preserved_across_module_casts_v1", |
| "config": { |
| "generation": { |
| "fixed_separator": "\n", |
| "max_response_tokens_including_eos": 16 |
| }, |
| "memory": { |
| "evict_before_new_step": true, |
| "kv_guard_tokens": 5120, |
| "kv_window_steps_including_current": 8, |
| "mode": "window8" |
| }, |
| "model": { |
| "backbone": "Qwen/Qwen3.5-4B", |
| "output_mode": "qwen_text", |
| "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", |
| "step_lane": { |
| "enabled": true, |
| "version": "parallel_step_lane_v1", |
| "layers": [ |
| 16, |
| 20, |
| 24, |
| 28 |
| ], |
| "init_seed": 429, |
| "clock_mode": "step_end" |
| } |
| }, |
| "observations": { |
| "append_action_tokens": true, |
| "expected_rgb_shape": [ |
| 480, |
| 640, |
| 3 |
| ], |
| "expected_visual_tokens": 300, |
| "max_prefix_tokens": 2048, |
| "max_step_group_tokens": 384, |
| "serializer_version": "vln_append_only_chat_v1" |
| }, |
| "runtime": { |
| "action_diagnostics": false, |
| "max_logical_context_tokens": 262144, |
| "profile_components": false, |
| "window_attention_batch_steps": 16, |
| "text_attention": "simplememvln_step_attention", |
| "vision_attention": "flash_attention_2", |
| "vision_microbatch_images": 4 |
| }, |
| "training": { |
| "activation_offload_min_tokens": 65536, |
| "backbone_lr": 5e-06, |
| "checkpoint_decoder_layers": true, |
| "class_weighting": "none", |
| "classifier_lr": 5e-06, |
| "dataloader_num_workers": 4, |
| "effective_number_beta": 0.9999, |
| "epochs": 2, |
| "expected_total_steps": 7704, |
| "expected_warmup_steps": 232, |
| "gradient_accumulation_steps": 2, |
| "length_bucket_pool_episodes": 64, |
| "microbatch_episodes_per_rank": 1, |
| "model_max_length": 262144, |
| "nominal_episodes_per_update": 8, |
| "save_strategy": "epoch", |
| "save_total_limit": null, |
| "seed": 429, |
| "supervise_assistant_terminator": true, |
| "tail_policy": "accelerate_repeat", |
| "use_cache": false, |
| "warmup_steps": 232, |
| "weight_decay": 0.01, |
| "step_lane_lr": 0.0001 |
| } |
| }, |
| "step_lane": { |
| "version": "parallel_step_lane_v1", |
| "layers": [ |
| 16, |
| 20, |
| 24, |
| 28 |
| ], |
| "num_key_heads": 2, |
| "num_value_heads": 4, |
| "key_dim": 128, |
| "value_dim": 128, |
| "clock_mode": "step_end", |
| "prefix_mode": "read_only_zero", |
| "half_lives_steps": [ |
| 8.0, |
| 24.0, |
| 64.0, |
| 192.0 |
| ], |
| "beta_init": 0.1, |
| "token_rate_reference": null, |
| "projection_init_std": 0.02, |
| "eps": 1e-06 |
| } |
| } |
|
|
