{ "exp": "posttrain", "seed": 292285, "auto_tag_run": false, "eval": false, "debug": false, "timestamp": "260901080348", "log": { "logging_dir": "logs", "report_to": "wandb", "log_freq": 100 }, "wandb": { "project": "Movens-Zero", "entity": null, "group": null, "id": null, "name": null, "resume": "never" }, "train": { "num_workers": 0, "val_num_workers": 0, "overfit_single_batch": false, "name": "posttrain_v1_unified", "resume_from_checkpoint": null, "resume_load_full_state": false, "skip_resumed_steps": false, "hf_token": ".hf_token", "lora": false, "output_dir": "runs", "gradient_accumulation_steps": 1, "mixed_precision": "bf16", "max_grad_norm": 1.0, "loss_group_weight": { "joint_abs": 1.0, "root_delta_xy": 3.0, "root_rot5_delta": 10.0, "root_height": 15.0, "foot_contact": 0.1, "joint_delta": 1.0, "root_delta_local": 1.0, "root_rot6d_delta": 1.0 }, "jerk_loss_weight": 0.0002, "jerk_loss_beta": 0.01, "jerk_loss_source_fps": 50.0, "jerk_loss_metric_fps": 30.0, "jerk_kinematics_path": "assets/robots/g1/g1_kinematics.json", "optimizer_foreach": null, "train_batch_size": 64, "val_batch_size": 64, "val_num_batches": 20, "checkpointing_steps": 500, "max_checkpoints_to_keep": 3, "validation_steps": 0, "learning_rate": 1e-05, "lr_scheduler_type": "cosine_with_min_lr", "lr_scheduler_kwargs": { "betas": [ 0.9, 0.999 ], "weight_decay": 0.0, "eps": 1e-08 }, "scheduler_specific_kwargs": { "min_lr": 5e-07 }, "data_parallel": "ddp", "sharding_strategy": "full-shard", "deepspeed_config": "src/InternVLA-M1/InternVLA/config/deepseeds/zero3.json", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "reduce_in_full_precision": true, "max_training_steps": 1105000, "num_train_epochs": null, "warmup_steps": 0, "warmup_ratio": null }, "data": { "transform": { "repack": { "dataset_name": "seed-g1", "action_chunk_size": 30, "rtc_prefix_frames": 10, "use_delta_actions": false, "textop_actions": true, "root_delta_actions": false, "num_past_frames": 0, "pad_action_dim": 39, "pad_state_dim": 39 }, "model": { "resize": { "size": [ 240, 320 ] }, "center_crop": { "size": [ 240, 320 ] }, "color_jitter": { "brightness": 0.2, "contrast": [ 0.8, 1.2 ], "saturation": [ 0.8, 1.2 ], "hue": 0.05 }, "gaussian_noise": { "mean": 0.0, "std": 3.0, "prob_skip": 0.1 }, "img_aug": false, "text_only": true, "audio_only": true, "video_only": true, "video_size_pixels": 50176, "adaptive_resize": false, "img_sizes": { "egodex": [ 270, 480 ], "he": [ 240, 320 ] } }, "field": { "stat_path": "config/motion_bounds_root40_v1.json", "action_norm_type": "bounds_q99", "stat_action_key": "action", "stat_state_key": "states", "use_norm_mask": false, "action_norm_masks": [ true, true, true, true, true, true, false ], "action_min": [ -1.7491350173950195, -1.7521181106567383, -0.41628116369247437, -0.2626383304595947, -0.7025949954986572, -0.3768301010131836, -0.48394203186035156, -1.1499701738357544, -0.08799099922180176, 0.10325399786233902, 0.10375399142503738, -2.562155246734619, -2.55019211769104, -0.7688380479812622, -0.7727723717689514, -0.10982212424278259, -1.5678420066833496, -0.26179999113082886, -0.25396615266799927, -1.7174577713012695, -0.6945720911026001, -0.9247491955757141, -0.908493161201477, -1.3735600709915161, -1.0760847330093384, -0.41143113374710083, -0.41478511691093445, -0.7581521272659302, -1.1470829248428345, -0.016492346301674843, -0.014732219278812408, -0.4010546803474426, 0.24520039558410645, -0.7154519557952881, 0.279587060213089, -0.04786898195743561, 0.08456997573375702, 0.0, 0.0 ], "action_max": [ 0.3615420460700989, 0.3633352518081665, 0.36805909872055054, 0.697035014629364, 0.2622341513633728, 0.3366411328315735, 1.1526249647140503, 0.48744454979896545, 0.5199999809265137, 2.5225722789764404, 2.523071050643921, 0.9640330672264099, 0.8573938608169556, 0.5235999822616577, 0.5235999822616577, 1.5688971281051636, 0.1696190983057022, 0.26032304763793945, 0.26179999113082886, 0.8879950642585754, 1.7384530305862427, 1.4972100257873535, 1.5064970254898071, 1.0572230815887451, 1.3538661003112793, 0.46710214018821716, 0.4644690752029419, 1.1477659940719604, 0.754643976688385, 0.035382919013500214, 0.01467325072735548, 0.4015542268753052, 0.9999999403953552, 0.9464353322982788, 0.999999463558197, 0.047985345125198364, 0.8843031525611877, 1.0, 1.0 ], "state_min": [ -1.746930480003357, -1.7513986825942993, -0.4127550721168518, -0.26307108998298645, -0.7004259824752808, -0.37502309679985046, -0.4806849956512451, -1.1460434198379517, -0.08841405808925629, 0.10340899229049683, 0.10369095951318741, -2.550978183746338, -2.542285203933716, -0.7653361558914185, -0.7674537301063538, -0.10969912260770798, -1.567878007888794, -0.26179999113082886, -0.2550250291824341, -1.7133972644805908, -0.6976426839828491, -0.9266579747200012, -0.9059690833091736, -1.3739759922027588, -1.072249412536621, -0.4127941131591797, -0.4156971275806427, -0.7561190128326416, -1.1436100006103516, -0.01643361896276474, -0.01467291172593832, -0.3925913870334625, 0.25565478205680847, -0.7139532566070557, 0.28351664543151855, -0.04787326231598854, 0.08473994582891464, 0.0, 0.0 ], "state_max": [ 0.3608880639076233, 0.36309322714805603, 0.36659613251686096, 0.697284996509552, 0.26297909021377563, 0.33782604336738586, 1.1512730121612549, 0.48634210228919983, 0.5199999809265137, 2.5174970626831055, 2.5213191509246826, 0.9625203609466553, 0.8623778223991394, 0.5235999822616577, 0.5235999822616577, 1.569012999534607, 0.16920001804828644, 0.2589740753173828, 0.26179999113082886, 0.9006909728050232, 1.737051010131836, 1.5000821352005005, 1.5077780485153198, 1.048814296722412, 1.3568114042282104, 0.467904269695282, 0.4642820954322815, 1.1447083950042725, 0.7549641728401184, 0.035325054079294205, 0.014739704318344593, 0.39451947808265686, 0.9999999403953552, 0.9440613985061646, 0.999999463558197, 0.0476386584341526, 0.878182590007782, 1.0, 1.0 ], "normalize_state": true, "pad_action_dim": 39, "pad_state_dim": 39 } }, "text": { "root_dir": "", "metadata_csv": "", "val_ratio": 0.0, "split_seed": 42, "upsample_rate": 1, "motion_cache_size": 8, "records_cache_dir": "", "source_name": "seed_text", "split_source_namespace": "", "use_omni_hidden_cache": true, "omni_hidden_root": "", "require_omni_hidden_cache": true, "sources_json": "[]" }, "audio": { "root_dir": "", "video_dir": "", "val_ratio": 0.0, "split_seed": 42, "sample_stride": 1, "sample_step_frames": 1, "motion_fps": 50, "motion_cache_size": 8, "audio_cache_size": 8, "audio_sampling_rate": 16000, "audio_window_seconds": 0.6, "audio_left_context_seconds": 0.0, "full_audio": false, "align_start_hold": true, "use_audio_instruction": true, "audio_task": "dance", "records_cache_dir": "", "use_omni_hidden_cache": true, "omni_hidden_root": "", "require_omni_hidden_cache": true, "sources_json": "[]", "split_source_namespace": "" }, "audio_command": { "root_dir": "", "video_dir": "", "val_ratio": 0.0, "split_seed": 42, "sample_stride": 1, "sample_step_frames": 1, "motion_fps": 50, "motion_cache_size": 8, "audio_cache_size": 8, "audio_sampling_rate": 16000, "audio_window_seconds": 0.6, "audio_left_context_seconds": 0.0, "full_audio": true, "align_start_hold": true, "use_audio_instruction": true, "audio_task": "command", "records_cache_dir": "", "use_omni_hidden_cache": true, "omni_hidden_root": "", "require_omni_hidden_cache": true, "sources_json": "[]", "split_source_namespace": "" }, "video": { "root_dir": "", "video_dir": "", "val_ratio": 0.1, "split_seed": 42, "sample_stride": 1, "motion_fps": 50, "video_sample_fps": 1.0, "video_size_pixels": 50176, "video_decoder": "opencv", "video_cache_size": 32, "video_embed_dir": "", "use_video_instruction": true, "record_build_workers": 0, "record_build_chunk_size": 4096, "sources_json": "[]", "split_source_namespace": "", "use_omni_hidden_cache": false, "omni_hidden_root": "", "require_omni_hidden_cache": false }, "video_clip": { "root_dir": "", "video_dir": "", "val_ratio": 0.1, "split_seed": 42, "sample_stride": 1, "motion_fps": 50, "video_sample_fps": 8.0, "video_size_pixels": 50176, "video_decoder": "ffmpeg", "video_cache_size": 64, "motion_cache_size": 256, "video_embed_dir": "", "use_video_instruction": true, "action_exec_horizon": 20, "clip_stride_frames": 0, "one_clip_per_record": false, "trust_metadata": true, "records_cache_dir": "", "record_build_workers": 16, "record_build_chunk_size": 4096, "sources_json": "[]", "split_source_namespace": "", "use_omni_hidden_cache": true, "omni_hidden_root": "", "require_omni_hidden_cache": true }, "text_ratio": 50.0, "audio_ratio": 35.0, "audio_only_ratio": 0.0, "audio_command_ratio": 10.0, "audio_command_only_ratio": 0.0, "video_ratio": 0.0, "video_only_ratio": 0.0, "video_clip_text_ratio": 5.0, "video_clip_only_ratio": 0.0, "sampler": "task_mixture", "num_samples_per_epoch": null, "task_ratios_from_dataset_lengths": false, "balance_source_groups": true, "val_task": "text,audio,audio_command,video_clip" }, "model": { "resnet_store_path": null, "pretrained_action_header_path": null, "rtc": true, "max_delay": 11, "action_dim": 39, "action_chunk_size": 30, "action_exec_horizon": 20, "observation_horizon": 1, "img_chunk": 1, "n_cams": 1, "use_obs": "add_token", "use_future_progress_embedding": true, "future_progress_dim": 5, "dropout": 0.1, "noise_scheduler": "flow", "train_diffusion_steps": 1000, "eval_diffusion_steps": 10, "share_cam_features": false, "early_fusion": false, "odim": 39, "n_conditions": 0, "token_fusion": "concat", "loss_w": [ 0.1, 0.2, 0.1 ], "time_dim": 256, "hidden_dim": 1536, "num_blocks": 6, "dim_feedforward": 2048, "nhead": 24, "qk_norm": "fp32_layer_norm", "activation": "gelu", "view_feature_dim": 2048, "use_film": false, "combined_temb": false, "use_dit": false, "weight_decay": 0.01, "model_name_or_path": "models/Qwen2.5-Omni-3B", "vlm_ckpt_step": null, "tune_vlm": false, "tune_mm_llm": false, "tune_mm_vision": false, "tune_mm_mlp": false, "gradient_checkpointing": true, "lang_backbone_lr": 1e-05, "mm_projector_lr": 1e-05, "vision_tower_lr": 1e-06, "optim": "adamw_torch", "model_max_length": 4096, "data_flatten": true, "data_packing": true, "max_pixels": 451584, "min_pixels": 12544 } }