File size: 1,820 Bytes
4fe9a15 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 | {
"step": 100000,
"args": {
"base_model": "/data/base_model",
"config_model": "/data/config_model",
"dataset": "/data/dataset",
"vl_model_path": null,
"canonical_vl_model_name": "nvidia/Cosmos-Reason2-2B",
"rl_label_dir": "offline_rl_labels_reward_v3_phase",
"output_dir": "/data/output",
"experiment_name": "task0047_phase_memory_offline_rl_from_chunk32_100k_80k_gpu0_20260702_014514",
"max_steps": 100000,
"global_batch_size": 8,
"gradient_accumulation_steps": 1,
"num_workers": 4,
"actor_lr": 2e-05,
"critic_lr": 1e-05,
"weight_decay": 1e-05,
"warmup_ratio": 0.05,
"beta": 0.05,
"advantage_clip_max": 6.0,
"advantage_clip_min": 0.25,
"normalize_advantage": true,
"critic_coef": 1.0,
"critic_hidden_dim": 1024,
"critic_warmup_steps": 1000,
"warmup_actor_coef": 0.0,
"sft_anchor_coef": 0.15,
"arm_weight": 1.25,
"wrist_weight": 1.75,
"gripper_weight": 3.0,
"odom_move_weight": 1.25,
"odom_manip_weight": 2.5,
"use_memory_critic": true,
"memory_lags": "0,1,2,4,8,16,32,64",
"memory_state_dim": 16,
"memory_action_dim": 16,
"memory_token_dim": 256,
"memory_embedding_dim": 512,
"memory_num_layers": 1,
"memory_q_coef": 1.0,
"use_q_advantage": false,
"num_tasks": 5,
"num_phases": 25,
"episode_sampling_rate": 0.1,
"shard_size": 1024,
"num_shards_per_epoch": 100000,
"save_steps": 20000,
"logging_steps": 10,
"max_grad_norm": 1.0,
"seed": 42,
"bf16": true,
"tf32": true,
"local_files_only": true,
"use_percentiles": false,
"clip_outliers": true,
"mask_splice_crossing": true,
"save_optimizer_state": false,
"save_final_model": true,
"dry_run_data": false,
"dry_run_forward": false
}
} |