File size: 5,102 Bytes
c3fa137 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 | {
"checkpoint_type": "hf",
"cosmos3_nano_sim_auto": {
"attention_mode": "multiview",
"cameras": [
"camera_front_wide_120fov",
"camera_cross_right_120fov",
"camera_rear_right_70fov",
"camera_rear_tele_30fov",
"camera_rear_left_70fov",
"camera_cross_left_120fov",
"camera_front_tele_30fov",
"camera_front_fisheye_200fov",
"camera_left_fisheye_200fov",
"camera_right_fisheye_200fov",
"camera_rear_fisheye_200fov"
],
"checkpoint_hash": "1c13c34424f1a040f9a7b4a73c469059a4347b50de730e7a7b7bbe8657577b49",
"checkpoint_id": "sim_auto_joint_stage3_sfdmd_mads_all@iter_000001800",
"checkpoint_iteration": 1800,
"chunk": {
"frames_per_chunk": 3
},
"fixed_step_sampler_config": {
"num_train_timesteps": 1000,
"sample_type": "sde",
"t_list": [
1.0,
0.9375,
0.8333333333333334,
0.625
]
},
"inference_defaults": {
"control_guidance": 1.0,
"fps": 30.0,
"guidance": 1.0,
"resolution": "480"
},
"lidar": {
"apply_validity_mask": true,
"dtype": "float32",
"fps": 10.0,
"latent_channels": 128,
"network_config": {
"base_channels": 128,
"bottleneck_3d": true,
"bottleneck_3d_causal_time": true,
"bottleneck_3d_max_t": 32,
"bottleneck_3d_rope": true,
"depths": [
3,
3,
3,
3
],
"dilation": [
1,
1,
1,
1
],
"formulation": "VAE",
"in_channels": 3,
"mapping_depth": 2,
"mask_as_input": false,
"mlp_ratio": 3.0,
"num_heads": [
4,
4,
8,
8
],
"out_channels": 3,
"patch_size": [
2,
2
],
"positional_embedding": "learnable_embedding",
"resolution": [
128,
1808
],
"temporal_downsample": [
false,
false,
false
],
"temporal_upsample": [
false,
false,
false
],
"window_size": [
5,
45
],
"z_dim": 128
},
"range_projection": {
"azimuth_end_degrees": -180.0,
"azimuth_endpoint": false,
"azimuth_start_degrees": 180.0,
"coordinate_system": "x_forward_y_left_z_up",
"intensity_encoding": "unit",
"invalid_range_m": 0.0,
"max_range_m": 100.0,
"min_range_m": 5.0,
"model_width": 1808,
"model_width_transform": "circular_pad",
"native_height": 128,
"native_width": 3600,
"return_selection": "nearest",
"semantic_height": 128,
"semantic_width": 1800,
"sensor": "pandar128",
"validity_threshold": 0.5
},
"sample_posterior": false,
"spatial_compression": [
16,
16
],
"streaming_chunk_frames": 20,
"streaming_context_frames": 21,
"temporal_compression_factor": 1
},
"lidar_latent_patch_size_hw": [
1,
1
],
"mrope": {
"base_fps": 30.0,
"enable_fps_modulation": true,
"reset_spatial_ids": true,
"temporal_modality_margin": 15000
},
"prompt": {
"context_after": 0,
"context_before": 0,
"emphasize_control_in_prompt": false,
"fractional_duration": false,
"media_rope_scale": 1.0,
"media_text_extent": null,
"policy": "segmented",
"sink_age_cap_seconds": null,
"system_prompt_joint": "av_joint_camera_lidar_transfer",
"system_prompt_rgb": "av_multiview_transfer",
"text_cache_max_len": 16384,
"text_position_mode": "fixed",
"text_sink_tokens": 4,
"use_first_chunk_only": true
},
"replay": {
"attention_scope": "decomposed",
"clean_pass_causality": "chunk",
"control_visibility": "causal",
"controls_read_strict_past_clean_rgb": true,
"cross_view_past_window_seconds": 0.4,
"deduplicate_cross_view": true,
"lidar_attends_captions": true
},
"rgb": {
"latent_channels": 48,
"latent_patch_size": 2,
"temporal_compression_factor": 4,
"vae_spatial_compression_factor": 16
},
"rig_view_embedding": {
"camera_ids": {
"camera_cross_left_120fov": 5,
"camera_cross_right_120fov": 1,
"camera_front_fisheye_200fov": 7,
"camera_front_tele_30fov": 6,
"camera_front_wide_120fov": 0,
"camera_left_fisheye_200fov": 8,
"camera_rear_fisheye_200fov": 10,
"camera_rear_left_70fov": 4,
"camera_rear_right_70fov": 2,
"camera_rear_tele_30fov": 3,
"camera_right_fisheye_200fov": 9
},
"lidar_id": 11,
"num_embeddings": 12
},
"ring": {
"cache_chunks": 2,
"sink_chunks": 1
},
"schema_version": 1,
"video_temporal_causal": true
},
"source_weights": "regular",
"student_only": true
} |