File size: 1,513 Bytes
cd17ac0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 | {
"model": {
"backbone": "Qwen/Qwen3.5-4B",
"revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
"output_mode": "qwen_text"
},
"observations": {
"expected_rgb_shape": [
480,
640,
3
],
"expected_visual_tokens": 300,
"max_prefix_tokens": 512,
"serializer_version": "vln_append_only_chat_v1",
"max_step_group_tokens": 384,
"append_action_tokens": true
},
"memory": {
"mode": "window8",
"kv_window_steps_including_current": 8,
"evict_before_new_step": true,
"kv_guard_tokens": 4096
},
"training": {
"use_cache": false,
"microbatch_episodes_per_rank": 1,
"nominal_episodes_per_update": 8,
"gradient_accumulation_steps": 2,
"model_max_length": 73728,
"epochs": 3,
"backbone_lr": 5e-06,
"classifier_lr": 5e-06,
"weight_decay": 0.01,
"warmup_steps": 122,
"seed": 429,
"checkpoint_decoder_layers": true,
"length_bucket_pool_episodes": 64,
"tail_policy": "accelerate_repeat",
"supervise_assistant_terminator": true,
"expected_total_steps": 4059,
"expected_warmup_steps": 122,
"dataloader_num_workers": 4,
"save_strategy": "epoch",
"save_total_limit": null
},
"runtime": {
"text_attention": "simplememvln_step_attention",
"vision_attention": "flash_attention_2",
"vision_microbatch_images": 4,
"max_logical_context_tokens": 262144
},
"generation": {
"max_response_tokens_including_eos": 16,
"fixed_separator": "\n"
}
}
|