mmmmmcyaaa commited on
Commit
d54db8e
·
verified ·
1 Parent(s): 2a5d684

Add Qwen Bridge 29K common-start config.full.yaml

Browse files
qwen_bridge_common_start_29k/config.full.yaml ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ run_id: qwen3vl-groot-bridge-commonstart-scratch-15k-seed42
2
+ run_root_dir: /data/yanfei/qwen_bridge_commonstart_20k_to30k_20260911/runs
3
+ seed: 42
4
+ wandb_entity: null
5
+ wandb_project: QwenBridge-CommonStart
6
+ is_debug: false
7
+ version_id: '0.21'
8
+ framework:
9
+ name: QwenGR00T
10
+ qwenvl:
11
+ base_vlm: /home/yanfei/miaochengyu/robotwin-infoflow/legacy_bridge_runtime/compat/mnt/miaochengyu/starvla-infoflow-runtime/playground/Pretrained_models/Qwen3-VL-4B-Instruct
12
+ attn_implementation: flash_attention_2
13
+ vl_hidden_dim: 2048
14
+ enable_gradient_checkpointing: true
15
+ action_model:
16
+ action_model_type: DiT-B
17
+ action_hidden_dim: 2048
18
+ hidden_size: 1024
19
+ add_pos_embed: true
20
+ max_seq_len: 1024
21
+ action_dim: 7
22
+ state_dim: 7
23
+ action_horizon: 16
24
+ repeated_diffusion_steps: 8
25
+ noise_beta_alpha: 1.5
26
+ noise_beta_beta: 1.0
27
+ noise_s: 0.999
28
+ num_timestep_buckets: 1000
29
+ num_inference_timesteps: 4
30
+ num_target_vision_tokens: 32
31
+ diffusion_model_cfg:
32
+ cross_attention_dim: 2560
33
+ dropout: 0.2
34
+ final_dropout: true
35
+ interleave_self_attention: true
36
+ norm_type: ada_norm
37
+ num_layers: 16
38
+ output_dim: 1024
39
+ positional_embeddings: null
40
+ future_action_window_size: 15
41
+ past_action_window_size: 0
42
+ datasets:
43
+ vla_data:
44
+ dataset_py: lerobot_datasets
45
+ data_root_dir: /data/yanfei/qwen_bridge_assets/OXE_LEROBOT_DATASET
46
+ data_mix: bridge_rt_infoflow
47
+ action_type: delta_ee
48
+ action_mode: abs
49
+ precomputed_statistics_path: /home/yanfei/miaochengyu/robotwin-infoflow/legacy_bridge_runtime/compat/mnt/miaochengyu/starvla-infoflow-runtime/playground/Pretrained_models/Florence-GR00T-Bridge-RT-1/dataset_statistics.json
50
+ precomputed_statistics_key_map:
51
+ bridge_orig_lerobot: oxe_bridge
52
+ fractal20220817_data_lerobot: oxe_rt1
53
+ CoT_prompt: Your task is {instruction}. To identify the key objects for your task.
54
+ Locate their bounding boxes in [x1,y1,x2,y2] format.
55
+ per_device_batch_size: 2
56
+ load_all_data_for_training: true
57
+ obs:
58
+ - image_0
59
+ obs_image_size:
60
+ - 224
61
+ - 224
62
+ video_backend: torchvision_av
63
+ num_workers: 1
64
+ balance_dataset_weights: false
65
+ balance_trajectory_weights: false
66
+ traceable_sampling: true
67
+ expected_world_size: 1
68
+ dataset_provenance_path: /home/yanfei/miaochengyu/robotwin-infoflow/legacy_bridge_runtime/compat/home/miaochengyu/starVLA-infoflow-codex/protocols/bridgert/data_provenance.json
69
+ dataset_content_fingerprint_path: /home/yanfei/miaochengyu/robotwin-infoflow/legacy_bridge_runtime/compat/mnt/miaochengyu/starvla-infoflow-runtime/manifests/bridgert/content_fingerprints.json
70
+ valid_anchor_manifest_path: /home/yanfei/miaochengyu/robotwin-infoflow/legacy_bridge_runtime/compat/mnt/miaochengyu/starvla-infoflow-runtime/manifests/bridgert/valid_anchor_manifest_florence_scratch_v1.json
71
+ valid_anchor_manifest_migration_path: /home/yanfei/miaochengyu/robotwin-infoflow/legacy_bridge_runtime/compat/home/miaochengyu/starVLA-infoflow-codex/protocols/bridgert/valid_anchor_manifest_rng_migration_20260729.json
72
+ temporal_proposal_path: null
73
+ trainer:
74
+ use_deepspeed: false
75
+ model_dtype: bfloat16
76
+ max_train_steps: 100000
77
+ stop_after_steps: 15000
78
+ initial_completed_steps: 0
79
+ num_warmup_steps: 10000
80
+ repeated_diffusion_steps: 4
81
+ evaluation_snapshot_interval: null
82
+ save_interval: null
83
+ save_steps:
84
+ - 21000
85
+ - 22000
86
+ - 23000
87
+ - 24000
88
+ - 25000
89
+ - 26000
90
+ - 27000
91
+ - 28000
92
+ - 29000
93
+ - 30000
94
+ save_final_checkpoint: false
95
+ eval_interval: null
96
+ pretrained_checkpoint: null
97
+ is_resume: true
98
+ allow_model_only_resume: false
99
+ learning_rate:
100
+ base: 3.0e-05
101
+ qwen_vl_interface: 1.0e-05
102
+ action_model: 0.0001
103
+ lr_scheduler_type: cosine_with_min_lr
104
+ scheduler_specific_kwargs:
105
+ min_lr: 5.0e-07
106
+ freeze_modules: ''
107
+ trainable_modules: ''
108
+ frozen_modules_eval: false
109
+ logging_frequency: 10
110
+ gradient_clipping: 1.0
111
+ gradient_accumulation_steps: 24
112
+ save_format: pt
113
+ optimizer:
114
+ name: AdamW8bit
115
+ betas:
116
+ - 0.9
117
+ - 0.95
118
+ eps: 1.0e-08
119
+ weight_decay: 1.0e-08
120
+ operational_stop_after_steps: 30000
121
+ config_yaml: /home/yanfei/miaochengyu/qwen_bridge_commonstart_4090_20260910/configs/qwen_bridge_commonstart_scratch_15k.yaml
122
+ output_dir: /data/yanfei/qwen_bridge_commonstart_20k_to30k_20260911/runs/qwen3vl-groot-bridge-commonstart-scratch-15k-seed42