Download config/base_39d_reference.json from Tinghong-Ye22/code-Movens-Zero_train: direct link, hf CLI and curl.
- Browser
- Download file 13.8 kB
-
https://huggingface.co/Tinghong-Ye22/code-Movens-Zero_train/resolve/main/config/base_39d_reference.json
- Command line
-
hf download hf://Tinghong-Ye22/code-Movens-Zero_train/config/base_39d_reference.json
-
curl -L -o base_39d_reference.json https://huggingface.co/Tinghong-Ye22/code-Movens-Zero_train/resolve/main/config/base_39d_reference.json
13.8 kB
| { | |
| "exp": "posttrain", | |
| "seed": 292285, | |
| "auto_tag_run": false, | |
| "eval": false, | |
| "debug": false, | |
| "timestamp": "260901080348", | |
| "log": { | |
| "logging_dir": "logs", | |
| "report_to": "wandb", | |
| "log_freq": 100 | |
| }, | |
| "wandb": { | |
| "project": "Movens-Zero", | |
| "entity": null, | |
| "group": null, | |
| "id": null, | |
| "name": null, | |
| "resume": "never" | |
| }, | |
| "train": { | |
| "num_workers": 0, | |
| "val_num_workers": 0, | |
| "overfit_single_batch": false, | |
| "name": "posttrain_v1_unified", | |
| "resume_from_checkpoint": null, | |
| "resume_load_full_state": false, | |
| "skip_resumed_steps": false, | |
| "hf_token": ".hf_token", | |
| "lora": false, | |
| "output_dir": "runs", | |
| "gradient_accumulation_steps": 1, | |
| "mixed_precision": "bf16", | |
| "max_grad_norm": 1.0, | |
| "loss_group_weight": { | |
| "joint_abs": 1.0, | |
| "root_delta_xy": 3.0, | |
| "root_rot5_delta": 10.0, | |
| "root_height": 15.0, | |
| "foot_contact": 0.1, | |
| "joint_delta": 1.0, | |
| "root_delta_local": 1.0, | |
| "root_rot6d_delta": 1.0 | |
| }, | |
| "jerk_loss_weight": 0.0002, | |
| "jerk_loss_beta": 0.01, | |
| "jerk_loss_source_fps": 50.0, | |
| "jerk_loss_metric_fps": 30.0, | |
| "jerk_kinematics_path": "assets/robots/g1/g1_kinematics.json", | |
| "optimizer_foreach": null, | |
| "train_batch_size": 64, | |
| "val_batch_size": 64, | |
| "val_num_batches": 20, | |
| "checkpointing_steps": 500, | |
| "max_checkpoints_to_keep": 3, | |
| "validation_steps": 0, | |
| "learning_rate": 1e-05, | |
| "lr_scheduler_type": "cosine_with_min_lr", | |
| "lr_scheduler_kwargs": { | |
| "betas": [ | |
| 0.9, | |
| 0.999 | |
| ], | |
| "weight_decay": 0.0, | |
| "eps": 1e-08 | |
| }, | |
| "scheduler_specific_kwargs": { | |
| "min_lr": 5e-07 | |
| }, | |
| "data_parallel": "ddp", | |
| "sharding_strategy": "full-shard", | |
| "deepspeed_config": "src/InternVLA-M1/InternVLA/config/deepseeds/zero3.json", | |
| "enable_gradient_checkpointing": true, | |
| "enable_mixed_precision_training": true, | |
| "reduce_in_full_precision": true, | |
| "max_training_steps": 1105000, | |
| "num_train_epochs": null, | |
| "warmup_steps": 0, | |
| "warmup_ratio": null | |
| }, | |
| "data": { | |
| "transform": { | |
| "repack": { | |
| "dataset_name": "seed-g1", | |
| "action_chunk_size": 30, | |
| "rtc_prefix_frames": 10, | |
| "use_delta_actions": false, | |
| "textop_actions": true, | |
| "root_delta_actions": false, | |
| "num_past_frames": 0, | |
| "pad_action_dim": 39, | |
| "pad_state_dim": 39 | |
| }, | |
| "model": { | |
| "resize": { | |
| "size": [ | |
| 240, | |
| 320 | |
| ] | |
| }, | |
| "center_crop": { | |
| "size": [ | |
| 240, | |
| 320 | |
| ] | |
| }, | |
| "color_jitter": { | |
| "brightness": 0.2, | |
| "contrast": [ | |
| 0.8, | |
| 1.2 | |
| ], | |
| "saturation": [ | |
| 0.8, | |
| 1.2 | |
| ], | |
| "hue": 0.05 | |
| }, | |
| "gaussian_noise": { | |
| "mean": 0.0, | |
| "std": 3.0, | |
| "prob_skip": 0.1 | |
| }, | |
| "img_aug": false, | |
| "text_only": true, | |
| "audio_only": true, | |
| "video_only": true, | |
| "video_size_pixels": 50176, | |
| "adaptive_resize": false, | |
| "img_sizes": { | |
| "egodex": [ | |
| 270, | |
| 480 | |
| ], | |
| "he": [ | |
| 240, | |
| 320 | |
| ] | |
| } | |
| }, | |
| "field": { | |
| "stat_path": "config/motion_bounds_root40_v1.json", | |
| "action_norm_type": "bounds_q99", | |
| "stat_action_key": "action", | |
| "stat_state_key": "states", | |
| "use_norm_mask": false, | |
| "action_norm_masks": [ | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| false | |
| ], | |
| "action_min": [ | |
| -1.7491350173950195, | |
| -1.7521181106567383, | |
| -0.41628116369247437, | |
| -0.2626383304595947, | |
| -0.7025949954986572, | |
| -0.3768301010131836, | |
| -0.48394203186035156, | |
| -1.1499701738357544, | |
| -0.08799099922180176, | |
| 0.10325399786233902, | |
| 0.10375399142503738, | |
| -2.562155246734619, | |
| -2.55019211769104, | |
| -0.7688380479812622, | |
| -0.7727723717689514, | |
| -0.10982212424278259, | |
| -1.5678420066833496, | |
| -0.26179999113082886, | |
| -0.25396615266799927, | |
| -1.7174577713012695, | |
| -0.6945720911026001, | |
| -0.9247491955757141, | |
| -0.908493161201477, | |
| -1.3735600709915161, | |
| -1.0760847330093384, | |
| -0.41143113374710083, | |
| -0.41478511691093445, | |
| -0.7581521272659302, | |
| -1.1470829248428345, | |
| -0.016492346301674843, | |
| -0.014732219278812408, | |
| -0.4010546803474426, | |
| 0.24520039558410645, | |
| -0.7154519557952881, | |
| 0.279587060213089, | |
| -0.04786898195743561, | |
| 0.08456997573375702, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "action_max": [ | |
| 0.3615420460700989, | |
| 0.3633352518081665, | |
| 0.36805909872055054, | |
| 0.697035014629364, | |
| 0.2622341513633728, | |
| 0.3366411328315735, | |
| 1.1526249647140503, | |
| 0.48744454979896545, | |
| 0.5199999809265137, | |
| 2.5225722789764404, | |
| 2.523071050643921, | |
| 0.9640330672264099, | |
| 0.8573938608169556, | |
| 0.5235999822616577, | |
| 0.5235999822616577, | |
| 1.5688971281051636, | |
| 0.1696190983057022, | |
| 0.26032304763793945, | |
| 0.26179999113082886, | |
| 0.8879950642585754, | |
| 1.7384530305862427, | |
| 1.4972100257873535, | |
| 1.5064970254898071, | |
| 1.0572230815887451, | |
| 1.3538661003112793, | |
| 0.46710214018821716, | |
| 0.4644690752029419, | |
| 1.1477659940719604, | |
| 0.754643976688385, | |
| 0.035382919013500214, | |
| 0.01467325072735548, | |
| 0.4015542268753052, | |
| 0.9999999403953552, | |
| 0.9464353322982788, | |
| 0.999999463558197, | |
| 0.047985345125198364, | |
| 0.8843031525611877, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "state_min": [ | |
| -1.746930480003357, | |
| -1.7513986825942993, | |
| -0.4127550721168518, | |
| -0.26307108998298645, | |
| -0.7004259824752808, | |
| -0.37502309679985046, | |
| -0.4806849956512451, | |
| -1.1460434198379517, | |
| -0.08841405808925629, | |
| 0.10340899229049683, | |
| 0.10369095951318741, | |
| -2.550978183746338, | |
| -2.542285203933716, | |
| -0.7653361558914185, | |
| -0.7674537301063538, | |
| -0.10969912260770798, | |
| -1.567878007888794, | |
| -0.26179999113082886, | |
| -0.2550250291824341, | |
| -1.7133972644805908, | |
| -0.6976426839828491, | |
| -0.9266579747200012, | |
| -0.9059690833091736, | |
| -1.3739759922027588, | |
| -1.072249412536621, | |
| -0.4127941131591797, | |
| -0.4156971275806427, | |
| -0.7561190128326416, | |
| -1.1436100006103516, | |
| -0.01643361896276474, | |
| -0.01467291172593832, | |
| -0.3925913870334625, | |
| 0.25565478205680847, | |
| -0.7139532566070557, | |
| 0.28351664543151855, | |
| -0.04787326231598854, | |
| 0.08473994582891464, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "state_max": [ | |
| 0.3608880639076233, | |
| 0.36309322714805603, | |
| 0.36659613251686096, | |
| 0.697284996509552, | |
| 0.26297909021377563, | |
| 0.33782604336738586, | |
| 1.1512730121612549, | |
| 0.48634210228919983, | |
| 0.5199999809265137, | |
| 2.5174970626831055, | |
| 2.5213191509246826, | |
| 0.9625203609466553, | |
| 0.8623778223991394, | |
| 0.5235999822616577, | |
| 0.5235999822616577, | |
| 1.569012999534607, | |
| 0.16920001804828644, | |
| 0.2589740753173828, | |
| 0.26179999113082886, | |
| 0.9006909728050232, | |
| 1.737051010131836, | |
| 1.5000821352005005, | |
| 1.5077780485153198, | |
| 1.048814296722412, | |
| 1.3568114042282104, | |
| 0.467904269695282, | |
| 0.4642820954322815, | |
| 1.1447083950042725, | |
| 0.7549641728401184, | |
| 0.035325054079294205, | |
| 0.014739704318344593, | |
| 0.39451947808265686, | |
| 0.9999999403953552, | |
| 0.9440613985061646, | |
| 0.999999463558197, | |
| 0.0476386584341526, | |
| 0.878182590007782, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "normalize_state": true, | |
| "pad_action_dim": 39, | |
| "pad_state_dim": 39 | |
| } | |
| }, | |
| "text": { | |
| "root_dir": "", | |
| "metadata_csv": "", | |
| "val_ratio": 0.0, | |
| "split_seed": 42, | |
| "upsample_rate": 1, | |
| "motion_cache_size": 8, | |
| "records_cache_dir": "", | |
| "source_name": "seed_text", | |
| "split_source_namespace": "", | |
| "use_omni_hidden_cache": true, | |
| "omni_hidden_root": "", | |
| "require_omni_hidden_cache": true, | |
| "sources_json": "[]" | |
| }, | |
| "audio": { | |
| "root_dir": "", | |
| "video_dir": "", | |
| "val_ratio": 0.0, | |
| "split_seed": 42, | |
| "sample_stride": 1, | |
| "sample_step_frames": 1, | |
| "motion_fps": 50, | |
| "motion_cache_size": 8, | |
| "audio_cache_size": 8, | |
| "audio_sampling_rate": 16000, | |
| "audio_window_seconds": 0.6, | |
| "audio_left_context_seconds": 0.0, | |
| "full_audio": false, | |
| "align_start_hold": true, | |
| "use_audio_instruction": true, | |
| "audio_task": "dance", | |
| "records_cache_dir": "", | |
| "use_omni_hidden_cache": true, | |
| "omni_hidden_root": "", | |
| "require_omni_hidden_cache": true, | |
| "sources_json": "[]", | |
| "split_source_namespace": "" | |
| }, | |
| "audio_command": { | |
| "root_dir": "", | |
| "video_dir": "", | |
| "val_ratio": 0.0, | |
| "split_seed": 42, | |
| "sample_stride": 1, | |
| "sample_step_frames": 1, | |
| "motion_fps": 50, | |
| "motion_cache_size": 8, | |
| "audio_cache_size": 8, | |
| "audio_sampling_rate": 16000, | |
| "audio_window_seconds": 0.6, | |
| "audio_left_context_seconds": 0.0, | |
| "full_audio": true, | |
| "align_start_hold": true, | |
| "use_audio_instruction": true, | |
| "audio_task": "command", | |
| "records_cache_dir": "", | |
| "use_omni_hidden_cache": true, | |
| "omni_hidden_root": "", | |
| "require_omni_hidden_cache": true, | |
| "sources_json": "[]", | |
| "split_source_namespace": "" | |
| }, | |
| "video": { | |
| "root_dir": "", | |
| "video_dir": "", | |
| "val_ratio": 0.1, | |
| "split_seed": 42, | |
| "sample_stride": 1, | |
| "motion_fps": 50, | |
| "video_sample_fps": 1.0, | |
| "video_size_pixels": 50176, | |
| "video_decoder": "opencv", | |
| "video_cache_size": 32, | |
| "video_embed_dir": "", | |
| "use_video_instruction": true, | |
| "record_build_workers": 0, | |
| "record_build_chunk_size": 4096, | |
| "sources_json": "[]", | |
| "split_source_namespace": "", | |
| "use_omni_hidden_cache": false, | |
| "omni_hidden_root": "", | |
| "require_omni_hidden_cache": false | |
| }, | |
| "video_clip": { | |
| "root_dir": "", | |
| "video_dir": "", | |
| "val_ratio": 0.1, | |
| "split_seed": 42, | |
| "sample_stride": 1, | |
| "motion_fps": 50, | |
| "video_sample_fps": 8.0, | |
| "video_size_pixels": 50176, | |
| "video_decoder": "ffmpeg", | |
| "video_cache_size": 64, | |
| "motion_cache_size": 256, | |
| "video_embed_dir": "", | |
| "use_video_instruction": true, | |
| "action_exec_horizon": 20, | |
| "clip_stride_frames": 0, | |
| "one_clip_per_record": false, | |
| "trust_metadata": true, | |
| "records_cache_dir": "", | |
| "record_build_workers": 16, | |
| "record_build_chunk_size": 4096, | |
| "sources_json": "[]", | |
| "split_source_namespace": "", | |
| "use_omni_hidden_cache": true, | |
| "omni_hidden_root": "", | |
| "require_omni_hidden_cache": true | |
| }, | |
| "text_ratio": 50.0, | |
| "audio_ratio": 35.0, | |
| "audio_only_ratio": 0.0, | |
| "audio_command_ratio": 10.0, | |
| "audio_command_only_ratio": 0.0, | |
| "video_ratio": 0.0, | |
| "video_only_ratio": 0.0, | |
| "video_clip_text_ratio": 5.0, | |
| "video_clip_only_ratio": 0.0, | |
| "sampler": "task_mixture", | |
| "num_samples_per_epoch": null, | |
| "task_ratios_from_dataset_lengths": false, | |
| "balance_source_groups": true, | |
| "val_task": "text,audio,audio_command,video_clip" | |
| }, | |
| "model": { | |
| "resnet_store_path": null, | |
| "pretrained_action_header_path": null, | |
| "rtc": true, | |
| "max_delay": 11, | |
| "action_dim": 39, | |
| "action_chunk_size": 30, | |
| "action_exec_horizon": 20, | |
| "observation_horizon": 1, | |
| "img_chunk": 1, | |
| "n_cams": 1, | |
| "use_obs": "add_token", | |
| "use_future_progress_embedding": true, | |
| "future_progress_dim": 5, | |
| "dropout": 0.1, | |
| "noise_scheduler": "flow", | |
| "train_diffusion_steps": 1000, | |
| "eval_diffusion_steps": 10, | |
| "share_cam_features": false, | |
| "early_fusion": false, | |
| "odim": 39, | |
| "n_conditions": 0, | |
| "token_fusion": "concat", | |
| "loss_w": [ | |
| 0.1, | |
| 0.2, | |
| 0.1 | |
| ], | |
| "time_dim": 256, | |
| "hidden_dim": 1536, | |
| "num_blocks": 6, | |
| "dim_feedforward": 2048, | |
| "nhead": 24, | |
| "qk_norm": "fp32_layer_norm", | |
| "activation": "gelu", | |
| "view_feature_dim": 2048, | |
| "use_film": false, | |
| "combined_temb": false, | |
| "use_dit": false, | |
| "weight_decay": 0.01, | |
| "model_name_or_path": "models/Qwen2.5-Omni-3B", | |
| "vlm_ckpt_step": null, | |
| "tune_vlm": false, | |
| "tune_mm_llm": false, | |
| "tune_mm_vision": false, | |
| "tune_mm_mlp": false, | |
| "gradient_checkpointing": true, | |
| "lang_backbone_lr": 1e-05, | |
| "mm_projector_lr": 1e-05, | |
| "vision_tower_lr": 1e-06, | |
| "optim": "adamw_torch", | |
| "model_max_length": 4096, | |
| "data_flatten": true, | |
| "data_packing": true, | |
| "max_pixels": 451584, | |
| "min_pixels": 12544 | |
| } | |
| } | |