code-Movens-Zero_train / config /base_39d_reference.json
Tinghong-Ye22's picture
Add files using upload-large-folder tool
980282b verified
Raw History Blame Contribute Delete
13.8 kB
{
"exp": "posttrain",
"seed": 292285,
"auto_tag_run": false,
"eval": false,
"debug": false,
"timestamp": "260901080348",
"log": {
"logging_dir": "logs",
"report_to": "wandb",
"log_freq": 100
},
"wandb": {
"project": "Movens-Zero",
"entity": null,
"group": null,
"id": null,
"name": null,
"resume": "never"
},
"train": {
"num_workers": 0,
"val_num_workers": 0,
"overfit_single_batch": false,
"name": "posttrain_v1_unified",
"resume_from_checkpoint": null,
"resume_load_full_state": false,
"skip_resumed_steps": false,
"hf_token": ".hf_token",
"lora": false,
"output_dir": "runs",
"gradient_accumulation_steps": 1,
"mixed_precision": "bf16",
"max_grad_norm": 1.0,
"loss_group_weight": {
"joint_abs": 1.0,
"root_delta_xy": 3.0,
"root_rot5_delta": 10.0,
"root_height": 15.0,
"foot_contact": 0.1,
"joint_delta": 1.0,
"root_delta_local": 1.0,
"root_rot6d_delta": 1.0
},
"jerk_loss_weight": 0.0002,
"jerk_loss_beta": 0.01,
"jerk_loss_source_fps": 50.0,
"jerk_loss_metric_fps": 30.0,
"jerk_kinematics_path": "assets/robots/g1/g1_kinematics.json",
"optimizer_foreach": null,
"train_batch_size": 64,
"val_batch_size": 64,
"val_num_batches": 20,
"checkpointing_steps": 500,
"max_checkpoints_to_keep": 3,
"validation_steps": 0,
"learning_rate": 1e-05,
"lr_scheduler_type": "cosine_with_min_lr",
"lr_scheduler_kwargs": {
"betas": [
0.9,
0.999
],
"weight_decay": 0.0,
"eps": 1e-08
},
"scheduler_specific_kwargs": {
"min_lr": 5e-07
},
"data_parallel": "ddp",
"sharding_strategy": "full-shard",
"deepspeed_config": "src/InternVLA-M1/InternVLA/config/deepseeds/zero3.json",
"enable_gradient_checkpointing": true,
"enable_mixed_precision_training": true,
"reduce_in_full_precision": true,
"max_training_steps": 1105000,
"num_train_epochs": null,
"warmup_steps": 0,
"warmup_ratio": null
},
"data": {
"transform": {
"repack": {
"dataset_name": "seed-g1",
"action_chunk_size": 30,
"rtc_prefix_frames": 10,
"use_delta_actions": false,
"textop_actions": true,
"root_delta_actions": false,
"num_past_frames": 0,
"pad_action_dim": 39,
"pad_state_dim": 39
},
"model": {
"resize": {
"size": [
240,
320
]
},
"center_crop": {
"size": [
240,
320
]
},
"color_jitter": {
"brightness": 0.2,
"contrast": [
0.8,
1.2
],
"saturation": [
0.8,
1.2
],
"hue": 0.05
},
"gaussian_noise": {
"mean": 0.0,
"std": 3.0,
"prob_skip": 0.1
},
"img_aug": false,
"text_only": true,
"audio_only": true,
"video_only": true,
"video_size_pixels": 50176,
"adaptive_resize": false,
"img_sizes": {
"egodex": [
270,
480
],
"he": [
240,
320
]
}
},
"field": {
"stat_path": "config/motion_bounds_root40_v1.json",
"action_norm_type": "bounds_q99",
"stat_action_key": "action",
"stat_state_key": "states",
"use_norm_mask": false,
"action_norm_masks": [
true,
true,
true,
true,
true,
true,
false
],
"action_min": [
-1.7491350173950195,
-1.7521181106567383,
-0.41628116369247437,
-0.2626383304595947,
-0.7025949954986572,
-0.3768301010131836,
-0.48394203186035156,
-1.1499701738357544,
-0.08799099922180176,
0.10325399786233902,
0.10375399142503738,
-2.562155246734619,
-2.55019211769104,
-0.7688380479812622,
-0.7727723717689514,
-0.10982212424278259,
-1.5678420066833496,
-0.26179999113082886,
-0.25396615266799927,
-1.7174577713012695,
-0.6945720911026001,
-0.9247491955757141,
-0.908493161201477,
-1.3735600709915161,
-1.0760847330093384,
-0.41143113374710083,
-0.41478511691093445,
-0.7581521272659302,
-1.1470829248428345,
-0.016492346301674843,
-0.014732219278812408,
-0.4010546803474426,
0.24520039558410645,
-0.7154519557952881,
0.279587060213089,
-0.04786898195743561,
0.08456997573375702,
0.0,
0.0
],
"action_max": [
0.3615420460700989,
0.3633352518081665,
0.36805909872055054,
0.697035014629364,
0.2622341513633728,
0.3366411328315735,
1.1526249647140503,
0.48744454979896545,
0.5199999809265137,
2.5225722789764404,
2.523071050643921,
0.9640330672264099,
0.8573938608169556,
0.5235999822616577,
0.5235999822616577,
1.5688971281051636,
0.1696190983057022,
0.26032304763793945,
0.26179999113082886,
0.8879950642585754,
1.7384530305862427,
1.4972100257873535,
1.5064970254898071,
1.0572230815887451,
1.3538661003112793,
0.46710214018821716,
0.4644690752029419,
1.1477659940719604,
0.754643976688385,
0.035382919013500214,
0.01467325072735548,
0.4015542268753052,
0.9999999403953552,
0.9464353322982788,
0.999999463558197,
0.047985345125198364,
0.8843031525611877,
1.0,
1.0
],
"state_min": [
-1.746930480003357,
-1.7513986825942993,
-0.4127550721168518,
-0.26307108998298645,
-0.7004259824752808,
-0.37502309679985046,
-0.4806849956512451,
-1.1460434198379517,
-0.08841405808925629,
0.10340899229049683,
0.10369095951318741,
-2.550978183746338,
-2.542285203933716,
-0.7653361558914185,
-0.7674537301063538,
-0.10969912260770798,
-1.567878007888794,
-0.26179999113082886,
-0.2550250291824341,
-1.7133972644805908,
-0.6976426839828491,
-0.9266579747200012,
-0.9059690833091736,
-1.3739759922027588,
-1.072249412536621,
-0.4127941131591797,
-0.4156971275806427,
-0.7561190128326416,
-1.1436100006103516,
-0.01643361896276474,
-0.01467291172593832,
-0.3925913870334625,
0.25565478205680847,
-0.7139532566070557,
0.28351664543151855,
-0.04787326231598854,
0.08473994582891464,
0.0,
0.0
],
"state_max": [
0.3608880639076233,
0.36309322714805603,
0.36659613251686096,
0.697284996509552,
0.26297909021377563,
0.33782604336738586,
1.1512730121612549,
0.48634210228919983,
0.5199999809265137,
2.5174970626831055,
2.5213191509246826,
0.9625203609466553,
0.8623778223991394,
0.5235999822616577,
0.5235999822616577,
1.569012999534607,
0.16920001804828644,
0.2589740753173828,
0.26179999113082886,
0.9006909728050232,
1.737051010131836,
1.5000821352005005,
1.5077780485153198,
1.048814296722412,
1.3568114042282104,
0.467904269695282,
0.4642820954322815,
1.1447083950042725,
0.7549641728401184,
0.035325054079294205,
0.014739704318344593,
0.39451947808265686,
0.9999999403953552,
0.9440613985061646,
0.999999463558197,
0.0476386584341526,
0.878182590007782,
1.0,
1.0
],
"normalize_state": true,
"pad_action_dim": 39,
"pad_state_dim": 39
}
},
"text": {
"root_dir": "",
"metadata_csv": "",
"val_ratio": 0.0,
"split_seed": 42,
"upsample_rate": 1,
"motion_cache_size": 8,
"records_cache_dir": "",
"source_name": "seed_text",
"split_source_namespace": "",
"use_omni_hidden_cache": true,
"omni_hidden_root": "",
"require_omni_hidden_cache": true,
"sources_json": "[]"
},
"audio": {
"root_dir": "",
"video_dir": "",
"val_ratio": 0.0,
"split_seed": 42,
"sample_stride": 1,
"sample_step_frames": 1,
"motion_fps": 50,
"motion_cache_size": 8,
"audio_cache_size": 8,
"audio_sampling_rate": 16000,
"audio_window_seconds": 0.6,
"audio_left_context_seconds": 0.0,
"full_audio": false,
"align_start_hold": true,
"use_audio_instruction": true,
"audio_task": "dance",
"records_cache_dir": "",
"use_omni_hidden_cache": true,
"omni_hidden_root": "",
"require_omni_hidden_cache": true,
"sources_json": "[]",
"split_source_namespace": ""
},
"audio_command": {
"root_dir": "",
"video_dir": "",
"val_ratio": 0.0,
"split_seed": 42,
"sample_stride": 1,
"sample_step_frames": 1,
"motion_fps": 50,
"motion_cache_size": 8,
"audio_cache_size": 8,
"audio_sampling_rate": 16000,
"audio_window_seconds": 0.6,
"audio_left_context_seconds": 0.0,
"full_audio": true,
"align_start_hold": true,
"use_audio_instruction": true,
"audio_task": "command",
"records_cache_dir": "",
"use_omni_hidden_cache": true,
"omni_hidden_root": "",
"require_omni_hidden_cache": true,
"sources_json": "[]",
"split_source_namespace": ""
},
"video": {
"root_dir": "",
"video_dir": "",
"val_ratio": 0.1,
"split_seed": 42,
"sample_stride": 1,
"motion_fps": 50,
"video_sample_fps": 1.0,
"video_size_pixels": 50176,
"video_decoder": "opencv",
"video_cache_size": 32,
"video_embed_dir": "",
"use_video_instruction": true,
"record_build_workers": 0,
"record_build_chunk_size": 4096,
"sources_json": "[]",
"split_source_namespace": "",
"use_omni_hidden_cache": false,
"omni_hidden_root": "",
"require_omni_hidden_cache": false
},
"video_clip": {
"root_dir": "",
"video_dir": "",
"val_ratio": 0.1,
"split_seed": 42,
"sample_stride": 1,
"motion_fps": 50,
"video_sample_fps": 8.0,
"video_size_pixels": 50176,
"video_decoder": "ffmpeg",
"video_cache_size": 64,
"motion_cache_size": 256,
"video_embed_dir": "",
"use_video_instruction": true,
"action_exec_horizon": 20,
"clip_stride_frames": 0,
"one_clip_per_record": false,
"trust_metadata": true,
"records_cache_dir": "",
"record_build_workers": 16,
"record_build_chunk_size": 4096,
"sources_json": "[]",
"split_source_namespace": "",
"use_omni_hidden_cache": true,
"omni_hidden_root": "",
"require_omni_hidden_cache": true
},
"text_ratio": 50.0,
"audio_ratio": 35.0,
"audio_only_ratio": 0.0,
"audio_command_ratio": 10.0,
"audio_command_only_ratio": 0.0,
"video_ratio": 0.0,
"video_only_ratio": 0.0,
"video_clip_text_ratio": 5.0,
"video_clip_only_ratio": 0.0,
"sampler": "task_mixture",
"num_samples_per_epoch": null,
"task_ratios_from_dataset_lengths": false,
"balance_source_groups": true,
"val_task": "text,audio,audio_command,video_clip"
},
"model": {
"resnet_store_path": null,
"pretrained_action_header_path": null,
"rtc": true,
"max_delay": 11,
"action_dim": 39,
"action_chunk_size": 30,
"action_exec_horizon": 20,
"observation_horizon": 1,
"img_chunk": 1,
"n_cams": 1,
"use_obs": "add_token",
"use_future_progress_embedding": true,
"future_progress_dim": 5,
"dropout": 0.1,
"noise_scheduler": "flow",
"train_diffusion_steps": 1000,
"eval_diffusion_steps": 10,
"share_cam_features": false,
"early_fusion": false,
"odim": 39,
"n_conditions": 0,
"token_fusion": "concat",
"loss_w": [
0.1,
0.2,
0.1
],
"time_dim": 256,
"hidden_dim": 1536,
"num_blocks": 6,
"dim_feedforward": 2048,
"nhead": 24,
"qk_norm": "fp32_layer_norm",
"activation": "gelu",
"view_feature_dim": 2048,
"use_film": false,
"combined_temb": false,
"use_dit": false,
"weight_decay": 0.01,
"model_name_or_path": "models/Qwen2.5-Omni-3B",
"vlm_ckpt_step": null,
"tune_vlm": false,
"tune_mm_llm": false,
"tune_mm_vision": false,
"tune_mm_mlp": false,
"gradient_checkpointing": true,
"lang_backbone_lr": 1e-05,
"mm_projector_lr": 1e-05,
"vision_tower_lr": 1e-06,
"optim": "adamw_torch",
"model_max_length": 4096,
"data_flatten": true,
"data_packing": true,
"max_pixels": 451584,
"min_pixels": 12544
}
}