{
  "architectures": [
    "Alpamayo2Edge"
  ],
  "cotrain_detach_expert_kv": true,
  "cotrain_expert_vlm": true,
  "dtype": "bfloat16",
  "enable_expert": true,
  "enable_thinking": false,
  "encode_as_video": false,
  "expert_config": {
    "action_in_proj_cfg": {
      "_target_": "alpamayo2_edge.models.action_in_proj.PerWaypointActionInProjV2",
      "hidden_size": 512,
      "max_freq": 100.0,
      "num_enc_layers": 2,
      "num_fourier_feats": 20
    },
    "action_out_proj_cfg": {
      "_target_": "torch.nn.Linear"
    },
    "action_space_cfg": {
      "_target_": "alpamayo2_edge.action_space.UnicycleAccelCurvatureCourseActionSpace",
      "a_lambda": 0.0001,
      "a_ridge": 0.0001,
      "accel_bounds": [
        -9.8,
        9.8
      ],
      "accel_mean": 0.02902694707164455,
      "accel_std": 0.6810426736454882,
      "curvature_bounds": [
        -0.33,
        0.33
      ],
      "curvature_mean": 0.0002692167976330542,
      "curvature_std": 0.026148280660833106,
      "dt": 0.1,
      "kappa_lambda": 0.0001,
      "kappa_ridge": 0.0001,
      "n_waypoints": 64,
      "slip_gradient": 0.0025,
      "theta_lambda": 3e-06,
      "theta_ridge": 1e-08,
      "v_lambda": 1e-06,
      "v_ridge": 0.0001
    },
    "architectures": null,
    "chunk_size_feed_forward": 0,
    "diffusion_cfg": {
      "_target_": "alpamayo2_edge.diffusion.flow_matching.FlowMatching",
      "inference_guidance_weight": 3.0,
      "int_method": "euler",
      "train_ignore_guidance_rate": 0.1,
      "train_timestep_sampler": "beta",
      "use_classifier_free_guidance": false,
      "x_dims": null
    },
    "dtype": "bfloat16",
    "expert_non_causal_attention": true,
    "expert_update_cfg": {
      "head_dim": 128,
      "hidden_size": 512,
      "intermediate_size": 3840,
      "num_attention_heads": 16,
      "num_hidden_layers": 28,
      "num_key_value_heads": 8
    },
    "id2label": {
      "0": "LABEL_0",
      "1": "LABEL_1"
    },
    "is_encoder_decoder": false,
    "label2id": {
      "LABEL_0": 0,
      "LABEL_1": 1
    },
    "llm_config": {
      "architectures": null,
      "attention_bias": false,
      "attention_dropout": 0.0,
      "bos_token_id": 1,
      "chunk_size_feed_forward": 0,
      "dtype": "bfloat16",
      "eos_token_id": 11,
      "head_dim": 128,
      "hidden_act": "relu2",
      "hidden_size": 512,
      "id2label": {
        "0": "LABEL_0",
        "1": "LABEL_1"
      },
      "initializer_range": 0.02,
      "intermediate_size": 3840,
      "is_encoder_decoder": false,
      "label2id": {
        "LABEL_0": 0,
        "LABEL_1": 1
      },
      "max_position_embeddings": 131072,
      "mlp_bias": false,
      "model_type": "cosmos3_edge_text",
      "num_attention_heads": 16,
      "num_hidden_layers": 28,
      "num_key_value_heads": 8,
      "output_attentions": false,
      "output_hidden_states": false,
      "pad_token_id": 0,
      "pretraining_tp": 1,
      "problem_type": null,
      "return_dict": true,
      "rms_norm_eps": 1e-05,
      "rope_parameters": {
        "mrope_section": [
          24,
          20,
          20
        ],
        "rope_theta": 100000000,
        "rope_type": "default"
      },
      "tie_word_embeddings": false,
      "use_cache": true,
      "vocab_size": 135168
    },
    "model_type": "alpamayo2_edge_expert",
    "output_attentions": false,
    "output_hidden_states": false,
    "problem_type": null,
    "return_dict": true
  },
  "frame_label": "relative_time",
  "future_traj_tokenizer_cfg": {
    "_recursive_": false,
    "_target_": "alpamayo2_edge.action_space.discrete_action_space.DiscreteTrajectoryTokenizer",
    "action_space_cfg": {
      "_target_": "alpamayo2_edge.action_space.UnicycleAccelCurvatureCourseActionSpace",
      "a_lambda": 0.0001,
      "a_ridge": 0.0001,
      "accel_bounds": [
        -9.8,
        9.8
      ],
      "accel_mean": 0.02902694707164455,
      "accel_std": 0.6810426736454882,
      "curvature_bounds": [
        -0.33,
        0.33
      ],
      "curvature_mean": 0.0002692167976330542,
      "curvature_std": 0.026148280660833106,
      "dt": 0.1,
      "kappa_lambda": 0.0001,
      "kappa_ridge": 0.0001,
      "n_waypoints": 64,
      "slip_gradient": 0.0025,
      "theta_lambda": 3e-06,
      "theta_ridge": 1e-08,
      "v_lambda": 1e-06,
      "v_ridge": 0.0001
    },
    "dims_max": [
      10,
      10
    ],
    "dims_min": [
      -10,
      -10
    ],
    "num_bins": 3000
  },
  "future_vocab_size": 3000,
  "hist_traj_tokenizer_cfg": {
    "_target_": "alpamayo2_edge.models.delta_tokenizer.DeltaTrajectoryTokenizer",
    "pad_origin_at_beginning": false
  },
  "history_vocab_size": 1000,
  "include_camera_ids": true,
  "loss_weights": {
    "future_traj": 1.0,
    "others": 1.0
  },
  "max_pixels": 196608,
  "min_pixels": 163840,
  "model_type": "alpamayo2_edge",
  "padding_side": "left",
  "token_layout": "camera_ts",
  "tokens_per_future_traj": 128,
  "tokens_per_history_traj": 57,
  "traj_ids": {
    "future_end": 135086,
    "future_id0": 132072,
    "future_pad": 135088,
    "future_start": 135084,
    "history_end": 135079,
    "history_id0": 131072,
    "history_pad": 135087,
    "history_start": 135077
  },
  "traj_vocab_size": 4000,
  "transformers_version": "5.17.0",
  "video_max_pixels": null,
  "video_min_pixels": null,
  "video_pixels_per_frame": false,
  "vlm_class": "Cosmos3EdgeForConditionalGeneration",
  "vlm_config": {
    "architectures": [
      "Cosmos3EdgeForConditionalGeneration"
    ],
    "chunk_size_feed_forward": 0,
    "dtype": "bfloat16",
    "id2label": {
      "0": "LABEL_0",
      "1": "LABEL_1"
    },
    "image_token_id": 19,
    "is_encoder_decoder": false,
    "label2id": {
      "LABEL_0": 0,
      "LABEL_1": 1
    },
    "model_type": "cosmos3_edge",
    "output_attentions": false,
    "output_hidden_states": false,
    "problem_type": null,
    "projector_hidden_size": 11520,
    "return_dict": true,
    "text_config": {
      "architectures": null,
      "attention_bias": false,
      "attention_dropout": 0.0,
      "bos_token_id": 1,
      "chunk_size_feed_forward": 0,
      "dtype": "bfloat16",
      "eos_token_id": 11,
      "head_dim": 128,
      "hidden_act": "relu2",
      "hidden_size": 2048,
      "id2label": {
        "0": "LABEL_0",
        "1": "LABEL_1"
      },
      "initializer_range": 0.02,
      "intermediate_size": 9216,
      "is_encoder_decoder": false,
      "label2id": {
        "LABEL_0": 0,
        "LABEL_1": 1
      },
      "max_position_embeddings": 131072,
      "mlp_bias": false,
      "model_type": "cosmos3_edge_text",
      "num_attention_heads": 16,
      "num_hidden_layers": 28,
      "num_key_value_heads": 8,
      "output_attentions": false,
      "output_hidden_states": false,
      "pad_token_id": 0,
      "pretraining_tp": 1,
      "problem_type": null,
      "return_dict": true,
      "rms_norm_eps": 1e-05,
      "rope_parameters": {
        "mrope_section": [
          24,
          20,
          20
        ],
        "rope_theta": 100000000,
        "rope_type": "default"
      },
      "tie_word_embeddings": false,
      "use_cache": true,
      "vocab_size": 135168
    },
    "tie_word_embeddings": false,
    "video_token_id": 18,
    "vision_config": {
      "architectures": null,
      "attention_dropout": 0.0,
      "chunk_size_feed_forward": 0,
      "dtype": "bfloat16",
      "hidden_act": "gelu_pytorch_tanh",
      "hidden_size": 1152,
      "id2label": {
        "0": "LABEL_0",
        "1": "LABEL_1"
      },
      "intermediate_size": 4304,
      "is_encoder_decoder": false,
      "label2id": {
        "LABEL_0": 0,
        "LABEL_1": 1
      },
      "layer_norm_eps": 1e-06,
      "model_type": "cosmos3_edge_vision",
      "num_attention_heads": 16,
      "num_channels": 3,
      "num_hidden_layers": 27,
      "num_patches": 256,
      "output_attentions": false,
      "output_hidden_states": false,
      "patch_size": 16,
      "problem_type": null,
      "return_dict": true,
      "spatial_merge_size": 2
    },
    "vision_end_token_id": 21,
    "vision_start_token_id": 20
  },
  "vlm_name_or_path": null
}