checkpoint-1900/config.json

{
  "_name_or_path": "manycore-research/SpatialLM1.1-Qwen-0.5B",
  "architectures": [
    "SpatialLMQwenForCausalLM"
  ],
  "attention_dropout": 0.0,
  "bos_token_id": 151643,
  "chorus_aligned_root": "/work/luka_milivojevic/3rscan_subset_chorus_sonata_native_cache_rio10_crop_radius_m0p25",
  "chorus_checkpoint": "/work/GaussianWorld/huggingface/models--SceneSplatPro--chorus/snapshots/6a330d00c094c0746d19f9871d2a17647ad5986f/lang-dino-enc-pretrain-scan-ppv2-mp3d-mcmc.pth",
  "chorus_config": "chorus_3dgs",
  "chorus_contrastive_backprop_sonata": false,
  "chorus_contrastive_cosine_weight": 1.0,
  "chorus_contrastive_decay_start_ratio": 1.0,
  "chorus_contrastive_exact_only": false,
  "chorus_contrastive_info_nce_weight": 0.1,
  "chorus_contrastive_loss_current_weight": 1.0,
  "chorus_contrastive_loss_final_weight": 1.0,
  "chorus_contrastive_loss_weight": 1.0,
  "chorus_contrastive_min_matched_tokens": 32,
  "chorus_contrastive_mse_weight": 0.25,
  "chorus_contrastive_temperature": 0.07,
  "chorus_contrastive_warmup_ratio": 0.0,
  "chorus_disable_drop_path": true,
  "chorus_discard_unmatched_tokens": false,
  "chorus_drop_pcd_probability": 0.6,
  "chorus_exact_match_first": true,
  "chorus_fourier_head_layer_norm": false,
  "chorus_fusion_chorus_weight": 0.5,
  "chorus_fusion_enabled": true,
  "chorus_fusion_gate_hidden_dim": 256,
  "chorus_fusion_gate_mode": "global",
  "chorus_fusion_mode": "chorus_coord_matched",
  "chorus_fusion_transformer_dropout": 0.0,
  "chorus_fusion_transformer_ffn_dim": 1024,
  "chorus_fusion_transformer_heads": 8,
  "chorus_fusion_transformer_layers": 2,
  "chorus_init_fourier_head_from_sonata": true,
  "chorus_input_mode": "prepared",
  "chorus_match_grid_radius": 1,
  "chorus_min_valid_label_fraction": 0.3,
  "chorus_mirror_sonata_trainability": true,
  "chorus_missing_policy": "pcd",
  "chorus_modality_dropout_rate": 0.5,
  "chorus_native_match_radius": 2,
  "chorus_repo_root": "/home/luka_milivojevic/SceneSplatPro",
  "chorus_share_fourier_head_with_sonata": false,
  "chorus_trainable_name_patterns": "backbone",
  "chorus_use_sonata_lattice_for_coord_matched": true,
  "eos_token_id": 151645,
  "hidden_act": "silu",
  "hidden_size": 896,
  "image_feature_dim": 768,
  "image_input_mode": "none",
  "image_projector": "mlp",
  "initializer_range": 0.02,
  "intermediate_size": 4864,
  "max_position_embeddings": 32768,
  "max_window_layers": 21,
  "modality_dropout_rate": 0.0,
  "model_type": "spatiallm_qwen",
  "num_attention_heads": 14,
  "num_hidden_layers": 24,
  "num_key_value_heads": 2,
  "obj_token": "<OBJ>",
  "obj_token_id": null,
  "object_feature_dim": 768,
  "object_feature_loss_weight": 1.0,
  "point_backbone": "sonata",
  "point_config": {
    "enc_channels": [
      48,
      96,
      192,
      384,
      512
    ],
    "enc_depths": [
      3,
      3,
      3,
      12,
      3
    ],
    "enc_mode": true,
    "enc_num_head": [
      3,
      6,
      12,
      24,
      32
    ],
    "enc_patch_size": [
      1024,
      1024,
      1024,
      1024,
      1024
    ],
    "in_channels": 6,
    "mask_token": true,
    "mlp_ratio": 4,
    "num_bins": 1280,
    "order": [
      "z",
      "z-trans",
      "hilbert",
      "hilbert-trans"
    ],
    "stride": [
      2,
      2,
      2,
      2
    ]
  },
  "point_end_token_id": 151653,
  "point_start_token_id": 151652,
  "point_token_id": 151654,
  "projector": "mlp",
  "rms_norm_eps": 1e-06,
  "rope_scaling": null,
  "rope_theta": 1000000.0,
  "sliding_window": null,
  "tie_word_embeddings": true,
  "torch_dtype": "float32",
  "transformers_version": "4.46.1",
  "use_2d_tokens": false,
  "use_3d_tokens": true,
  "use_cache": false,
  "use_sliding_window": false,
  "vision_attn_implementation": "eager",
  "vision_global_token": "cls_plus_patch_mean",
  "vision_gradient_checkpointing": false,
  "vision_pool_grid_size": 4,
  "vision_tower_name_or_path": "facebook/dinov2-base",
  "vision_train_last_n_blocks": 2,
  "vision_train_mode": "last_blocks",
  "vocab_size": 151936
}