| { |
| "model": { |
| "backbone": "Qwen/Qwen3.5-4B", |
| "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", |
| "output_mode": "qwen_text" |
| }, |
| "observations": { |
| "expected_rgb_shape": [ |
| 480, |
| 640, |
| 3 |
| ], |
| "expected_visual_tokens": 300, |
| "max_prefix_tokens": 512, |
| "serializer_version": "vln_append_only_chat_v1", |
| "max_step_group_tokens": 384, |
| "append_action_tokens": true |
| }, |
| "memory": { |
| "mode": "window8", |
| "kv_window_steps_including_current": 8, |
| "evict_before_new_step": true, |
| "kv_guard_tokens": 4096 |
| }, |
| "training": { |
| "use_cache": false, |
| "microbatch_episodes_per_rank": 1, |
| "nominal_episodes_per_update": 8, |
| "gradient_accumulation_steps": 2, |
| "model_max_length": 73728, |
| "epochs": 3, |
| "backbone_lr": 5e-06, |
| "classifier_lr": 5e-06, |
| "weight_decay": 0.01, |
| "warmup_steps": 122, |
| "seed": 429, |
| "checkpoint_decoder_layers": true, |
| "length_bucket_pool_episodes": 64, |
| "tail_policy": "accelerate_repeat", |
| "supervise_assistant_terminator": true, |
| "expected_total_steps": 4059, |
| "expected_warmup_steps": 122, |
| "dataloader_num_workers": 4, |
| "save_strategy": "epoch", |
| "save_total_limit": null |
| }, |
| "runtime": { |
| "text_attention": "simplememvln_step_attention", |
| "vision_attention": "flash_attention_2", |
| "vision_microbatch_images": 4, |
| "max_logical_context_tokens": 262144 |
| }, |
| "generation": { |
| "max_response_tokens_including_eos": 16, |
| "fixed_separator": "\n" |
| } |
| } |
|
|
