liujiting's picture
Add RMBench MorphAct checkpoint step 40000
4a9695c verified
Raw History Blame Contribute Delete
113 kB
{ "base_config": { "action_mode": "ee6d", "add_cross_attention": false, "architectures": [ "XVLA" ], "auto_map": { "AutoConfig": "configuration_xvla.XVLAConfig", "AutoModel": "modeling_xvla.XVLA" }, "bad_words_ids": null, "begin_suppress_tokens": null, "bos_token_id": null, "chunk_size_feed_forward": 0, "cross_attention_hidden_size": null, "decoder_start_token_id": null, "depth": 24, "dim_time": 32, "diversity_penalty": 0.0, "do_sample": false, "early_stopping": false, "encoder_no_repeat_ngram_size": 0, "eos_token_id": null, "exponential_decay_length_penalty": null, "finetuning_task": null, "florence_config": { "add_cross_attention": false, "architectures": null, "bad_words_ids": null, "begin_suppress_tokens": null, "bos_token_id": 0, "chunk_size_feed_forward": 0, "cross_attention_hidden_size": null, "decoder_start_token_id": null, "diversity_penalty": 0.0, "do_sample": false, "early_stopping": false, "encoder_no_repeat_ngram_size": 0, "eos_token_id": 2, "exponential_decay_length_penalty": null, "finetuning_task": null, "forced_bos_token_id": null, "forced_eos_token_id": null, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "ignore_index": -100, "is_decoder": false, "is_encoder_decoder": true, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "length_penalty": 1.0, "max_length": 20, "min_length": 0, "model_type": "florence2", "no_repeat_ngram_size": 0, "num_beam_groups": 1, "num_beams": 1, "num_return_sequences": 1, "output_attentions": false, "output_hidden_states": false, "output_scores": false, "pad_token_id": 1, "prefix": null, "problem_type": null, "projection_dim": 1024, "pruned_heads": {}, "remove_invalid_values": false, "repetition_penalty": 1.0, "return_dict": true, "return_dict_in_generate": false, "sep_token_id": null, "suppress_tokens": null, "task_specific_params": null, "temperature": 1.0, "text_config": { "activation_dropout": 0.1, "activation_function": "gelu", "add_bias_logits": false, "add_cross_attention": false, "add_final_layer_norm": false, "architectures": null, "attention_dropout": 0.1, "bad_words_ids": null, "begin_suppress_tokens": null, "bos_token_id": 0, "chunk_size_feed_forward": 0, "classif_dropout": 0.1, "classifier_dropout": 0.0, "cross_attention_hidden_size": null, "d_model": 1024, "decoder_attention_heads": 16, "decoder_ffn_dim": 4096, "decoder_layerdrop": 0.0, "decoder_layers": 12, "decoder_start_token_id": 2, "diversity_penalty": 0.0, "do_sample": false, "dropout": 0.1, "early_stopping": true, "encoder_attention_heads": 16, "encoder_ffn_dim": 4096, "encoder_layerdrop": 0.0, "encoder_layers": 12, "encoder_no_repeat_ngram_size": 0, "eos_token_id": 2, "exponential_decay_length_penalty": null, "finetuning_task": null, "forced_bos_token_id": 0, "forced_eos_token_id": 2, "gradient_checkpointing": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2" }, "init_std": 0.02, "is_decoder": false, "is_encoder_decoder": true, "label2id": { "LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2 }, "length_penalty": 1.0, "max_length": 20, "max_position_embeddings": 4096, "min_length": 0, "model_type": "florence2_language", "no_repeat_ngram_size": 3, "normalize_before": false, "num_beam_groups": 1, "num_beams": 3, "num_hidden_layers": 12, "num_return_sequences": 1, "output_attentions": false, "output_hidden_states": false, "output_scores": false, "pad_token_id": 1, "prefix": null, "problem_type": null, "pruned_heads": {}, "remove_invalid_values": false, "repetition_penalty": 1.0, "return_dict": true, "return_dict_in_generate": false, "scale_embedding": false, "sep_token_id": null, "suppress_tokens": null, "task_specific_params": null, "temperature": 1.0, "tf_legacy_loss": false, "tie_encoder_decoder": false, "tie_word_embeddings": true, "tokenizer_class": null, "top_k": 50, "top_p": 1.0, "torchscript": false, "typical_p": 1.0, "use_bfloat16": false, "use_cache": true, "vocab_size": 51289 }, "tf_legacy_loss": false, "tie_encoder_decoder": false, "tie_word_embeddings": true, "tokenizer_class": null, "top_k": 50, "top_p": 1.0, "torchscript": false, "typical_p": 1.0, "use_bfloat16": false, "vision_config": { "add_cross_attention": false, "architectures": null, "bad_words_ids": null, "begin_suppress_tokens": null, "bos_token_id": null, "chunk_size_feed_forward": 0, "cross_attention_hidden_size": null, "decoder_start_token_id": null, "depths": [ 1, 1, 9, 1 ], "dim_embed": [ 256, 512, 1024, 2048 ], "diversity_penalty": 0.0, "do_sample": false, "drop_path_rate": 0.1, "early_stopping": false, "enable_checkpoint": false, "encoder_no_repeat_ngram_size": 0, "eos_token_id": null, "exponential_decay_length_penalty": null, "finetuning_task": null, "forced_bos_token_id": null, "forced_eos_token_id": null, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "image_feature_source": [ "spatial_avg_pool", "temporal_avg_pool" ], "image_pos_embed": { "max_pos_embeddings": 50, "type": "learned_abs_2d" }, "is_decoder": false, "is_encoder_decoder": false, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "length_penalty": 1.0, "max_length": 20, "min_length": 0, "model_type": "davit", "no_repeat_ngram_size": 0, "num_beam_groups": 1, "num_beams": 1, "num_groups": [ 8, 16, 32, 64 ], "num_heads": [ 8, 16, 32, 64 ], "num_return_sequences": 1, "output_attentions": false, "output_hidden_states": false, "output_scores": false, "pad_token_id": null, "patch_padding": [ 3, 1, 1, 1 ], "patch_prenorm": [ false, true, true, true ], "patch_size": [ 7, 3, 3, 3 ], "patch_stride": [ 4, 2, 2, 2 ], "prefix": null, "problem_type": null, "projection_dim": 1024, "pruned_heads": {}, "remove_invalid_values": false, "repetition_penalty": 1.0, "return_dict": true, "return_dict_in_generate": false, "sep_token_id": null, "suppress_tokens": null, "task_specific_params": null, "temperature": 1.0, "tf_legacy_loss": false, "tie_encoder_decoder": false, "tie_word_embeddings": true, "tokenizer_class": null, "top_k": 50, "top_p": 1.0, "torchscript": false, "typical_p": 1.0, "use_bfloat16": false, "visual_temporal_embedding": { "max_temporal_embeddings": 100, "type": "COSINE" }, "window_size": 12 }, "vocab_size": 51289 }, "forced_bos_token_id": null, "forced_eos_token_id": null, "hidden_size": 1024, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "is_decoder": false, "is_encoder_decoder": false, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "len_soft_prompts": 32, "length_penalty": 1.0, "max_action_dim": 20, "max_len_seq": 512, "max_length": 20, "min_length": 0, "mlp_ratio": 4.0, "model_type": "xvla", "no_repeat_ngram_size": 0, "num_actions": 30, "num_beam_groups": 1, "num_beams": 1, "num_domains": 30, "num_heads": 16, "num_return_sequences": 1, "output_attentions": false, "output_hidden_states": false, "output_scores": false, "pad_token_id": null, "prefix": null, "problem_type": null, "pruned_heads": {}, "real_action_dim": 20, "remove_invalid_values": false, "repetition_penalty": 1.0, "return_dict": true, "return_dict_in_generate": false, "sep_token_id": null, "soft_prompt_length": 32, "suppress_tokens": null, "task_specific_params": null, "temperature": 1.0, "tf_legacy_loss": false, "tie_encoder_decoder": false, "tie_word_embeddings": true, "tokenizer_class": null, "top_k": 50, "top_p": 1.0, "torchscript": false, "typical_p": 1.0, "use_bfloat16": false, "use_hetero_proj": false, "use_proprio": true }, "base_identity": { "kind": "local" }, "base_model": "local", "format": "morphact_xvla", "has_training_state": true, "morphact_config": { "action_alpha": 16, "action_generator_blocks": 4, "action_rank": 8, "compute_precision": "bfloat16", "dim_accumulation": 4, "factor_init_std": 0.01, "generator_dim": 640, "generator_head_dim": 128, "generator_token_dim": 1024, "gradient_checkpointing": true, "vlm_alpha": 16, "vlm_generator_blocks": 4, "vlm_rank": 8 }, "optimizer_topology": [ [ "vlm_morphact.core.model.norm_input.weight", "vlm_morphact.core.model.norm_tokens.weight", "vlm_morphact.core.model.hw_pos.weight", "vlm_morphact.core.model.layer_pos.weight", "vlm_morphact.core.model.norm_final.weight", "vlm_morphact.core.model.blocks.0.self_attn_n.W_q.weight", "vlm_morphact.core.model.blocks.0.self_attn_n.W_q.bias", "vlm_morphact.core.model.blocks.0.self_attn_n.W_k.weight", "vlm_morphact.core.model.blocks.0.self_attn_n.W_k.bias", "vlm_morphact.core.model.blocks.0.self_attn_n.W_v.weight", "vlm_morphact.core.model.blocks.0.self_attn_n.W_v.bias", "vlm_morphact.core.model.blocks.0.self_attn_n.W_o.weight", "vlm_morphact.core.model.blocks.0.self_attn_n.W_o.bias", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_q.weight", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_q.bias", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_k.weight", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_k.bias", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_v.weight", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_v.bias", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_o.weight", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_o.bias", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_q.weight", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_q.bias", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_k.weight", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_k.bias", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_v.weight", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_v.bias", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_o.weight", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_o.bias", "vlm_morphact.core.model.blocks.0.feed_forward.fc1.weight", "vlm_morphact.core.model.blocks.0.feed_forward.fc1.bias", "vlm_morphact.core.model.blocks.0.feed_forward.fc2.weight", "vlm_morphact.core.model.blocks.0.feed_forward.fc2.bias", "vlm_morphact.core.model.blocks.0.norm1.weight", "vlm_morphact.core.model.blocks.0.norm2.weight", "vlm_morphact.core.model.blocks.0.norm3.weight", "vlm_morphact.core.model.blocks.0.norm4.weight", "vlm_morphact.core.model.blocks.1.self_attn_n.W_q.weight", "vlm_morphact.core.model.blocks.1.self_attn_n.W_q.bias", "vlm_morphact.core.model.blocks.1.self_attn_n.W_k.weight", "vlm_morphact.core.model.blocks.1.self_attn_n.W_k.bias", "vlm_morphact.core.model.blocks.1.self_attn_n.W_v.weight", "vlm_morphact.core.model.blocks.1.self_attn_n.W_v.bias", "vlm_morphact.core.model.blocks.1.self_attn_n.W_o.weight", "vlm_morphact.core.model.blocks.1.self_attn_n.W_o.bias", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_q.weight", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_q.bias", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_k.weight", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_k.bias", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_v.weight", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_v.bias", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_o.weight", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_o.bias", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_q.weight", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_q.bias", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_k.weight", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_k.bias", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_v.weight", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_v.bias", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_o.weight", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_o.bias", "vlm_morphact.core.model.blocks.1.feed_forward.fc1.weight", "vlm_morphact.core.model.blocks.1.feed_forward.fc1.bias", "vlm_morphact.core.model.blocks.1.feed_forward.fc2.weight", "vlm_morphact.core.model.blocks.1.feed_forward.fc2.bias", "vlm_morphact.core.model.blocks.1.norm1.weight", "vlm_morphact.core.model.blocks.1.norm2.weight", "vlm_morphact.core.model.blocks.1.norm3.weight", "vlm_morphact.core.model.blocks.1.norm4.weight", "vlm_morphact.core.model.blocks.2.self_attn_n.W_q.weight", "vlm_morphact.core.model.blocks.2.self_attn_n.W_q.bias", "vlm_morphact.core.model.blocks.2.self_attn_n.W_k.weight", "vlm_morphact.core.model.blocks.2.self_attn_n.W_k.bias", "vlm_morphact.core.model.blocks.2.self_attn_n.W_v.weight", "vlm_morphact.core.model.blocks.2.self_attn_n.W_v.bias", "vlm_morphact.core.model.blocks.2.self_attn_n.W_o.weight", "vlm_morphact.core.model.blocks.2.self_attn_n.W_o.bias", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_q.weight", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_q.bias", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_k.weight", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_k.bias", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_v.weight", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_v.bias", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_o.weight", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_o.bias", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_q.weight", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_q.bias", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_k.weight", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_k.bias", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_v.weight", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_v.bias", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_o.weight", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_o.bias", "vlm_morphact.core.model.blocks.2.feed_forward.fc1.weight", "vlm_morphact.core.model.blocks.2.feed_forward.fc1.bias", "vlm_morphact.core.model.blocks.2.feed_forward.fc2.weight", "vlm_morphact.core.model.blocks.2.feed_forward.fc2.bias", "vlm_morphact.core.model.blocks.2.norm1.weight", "vlm_morphact.core.model.blocks.2.norm2.weight", "vlm_morphact.core.model.blocks.2.norm3.weight", "vlm_morphact.core.model.blocks.2.norm4.weight", "vlm_morphact.core.model.blocks.3.self_attn_n.W_q.weight", "vlm_morphact.core.model.blocks.3.self_attn_n.W_q.bias", "vlm_morphact.core.model.blocks.3.self_attn_n.W_k.weight", "vlm_morphact.core.model.blocks.3.self_attn_n.W_k.bias", "vlm_morphact.core.model.blocks.3.self_attn_n.W_v.weight", "vlm_morphact.core.model.blocks.3.self_attn_n.W_v.bias", "vlm_morphact.core.model.blocks.3.self_attn_n.W_o.weight", "vlm_morphact.core.model.blocks.3.self_attn_n.W_o.bias", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_q.weight", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_q.bias", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_k.weight", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_k.bias", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_v.weight", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_v.bias", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_o.weight", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_o.bias", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_q.weight", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_q.bias", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_k.weight", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_k.bias", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_v.weight", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_v.bias", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_o.weight", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_o.bias", "vlm_morphact.core.model.blocks.3.feed_forward.fc1.weight", "vlm_morphact.core.model.blocks.3.feed_forward.fc1.bias", "vlm_morphact.core.model.blocks.3.feed_forward.fc2.weight", "vlm_morphact.core.model.blocks.3.feed_forward.fc2.bias", "vlm_morphact.core.model.blocks.3.norm1.weight", "vlm_morphact.core.model.blocks.3.norm2.weight", "vlm_morphact.core.model.blocks.3.norm3.weight", "vlm_morphact.core.model.blocks.3.norm4.weight", "vlm_morphact.core.model.proj_out_A.weight", "vlm_morphact.core.model.proj_out_A.bias", "vlm_morphact.core.model.proj_out_B.weight", "vlm_morphact.core.model.proj_out_B.bias", "vlm_morphact.core.hidden_in.weight", "vlm_morphact.core.hidden_in.bias", "action_morphact.state_projection.weight", "action_morphact.state_projection.bias", "action_morphact.core.model.norm_input.weight", "action_morphact.core.model.norm_tokens.weight", "action_morphact.core.model.hw_pos.weight", "action_morphact.core.model.layer_pos.weight", "action_morphact.core.model.norm_final.weight", "action_morphact.core.model.blocks.0.self_attn_n.W_q.weight", "action_morphact.core.model.blocks.0.self_attn_n.W_q.bias", "action_morphact.core.model.blocks.0.self_attn_n.W_k.weight", "action_morphact.core.model.blocks.0.self_attn_n.W_k.bias", "action_morphact.core.model.blocks.0.self_attn_n.W_v.weight", "action_morphact.core.model.blocks.0.self_attn_n.W_v.bias", "action_morphact.core.model.blocks.0.self_attn_n.W_o.weight", "action_morphact.core.model.blocks.0.self_attn_n.W_o.bias", "action_morphact.core.model.blocks.0.self_attn_hw.W_q.weight", "action_morphact.core.model.blocks.0.self_attn_hw.W_q.bias", "action_morphact.core.model.blocks.0.self_attn_hw.W_k.weight", "action_morphact.core.model.blocks.0.self_attn_hw.W_k.bias", "action_morphact.core.model.blocks.0.self_attn_hw.W_v.weight", "action_morphact.core.model.blocks.0.self_attn_hw.W_v.bias", "action_morphact.core.model.blocks.0.self_attn_hw.W_o.weight", "action_morphact.core.model.blocks.0.self_attn_hw.W_o.bias", "action_morphact.core.model.blocks.0.self_attn_cross.W_q.weight", "action_morphact.core.model.blocks.0.self_attn_cross.W_q.bias", "action_morphact.core.model.blocks.0.self_attn_cross.W_k.weight", "action_morphact.core.model.blocks.0.self_attn_cross.W_k.bias", "action_morphact.core.model.blocks.0.self_attn_cross.W_v.weight", "action_morphact.core.model.blocks.0.self_attn_cross.W_v.bias", "action_morphact.core.model.blocks.0.self_attn_cross.W_o.weight", "action_morphact.core.model.blocks.0.self_attn_cross.W_o.bias", "action_morphact.core.model.blocks.0.feed_forward.fc1.weight", "action_morphact.core.model.blocks.0.feed_forward.fc1.bias", "action_morphact.core.model.blocks.0.feed_forward.fc2.weight", "action_morphact.core.model.blocks.0.feed_forward.fc2.bias", "action_morphact.core.model.blocks.0.norm1.weight", "action_morphact.core.model.blocks.0.norm2.weight", "action_morphact.core.model.blocks.0.norm3.weight", "action_morphact.core.model.blocks.0.norm4.weight", "action_morphact.core.model.blocks.1.self_attn_n.W_q.weight", "action_morphact.core.model.blocks.1.self_attn_n.W_q.bias", "action_morphact.core.model.blocks.1.self_attn_n.W_k.weight", "action_morphact.core.model.blocks.1.self_attn_n.W_k.bias", "action_morphact.core.model.blocks.1.self_attn_n.W_v.weight", "action_morphact.core.model.blocks.1.self_attn_n.W_v.bias", "action_morphact.core.model.blocks.1.self_attn_n.W_o.weight", "action_morphact.core.model.blocks.1.self_attn_n.W_o.bias", "action_morphact.core.model.blocks.1.self_attn_hw.W_q.weight", "action_morphact.core.model.blocks.1.self_attn_hw.W_q.bias", "action_morphact.core.model.blocks.1.self_attn_hw.W_k.weight", "action_morphact.core.model.blocks.1.self_attn_hw.W_k.bias", "action_morphact.core.model.blocks.1.self_attn_hw.W_v.weight", "action_morphact.core.model.blocks.1.self_attn_hw.W_v.bias", "action_morphact.core.model.blocks.1.self_attn_hw.W_o.weight", "action_morphact.core.model.blocks.1.self_attn_hw.W_o.bias", "action_morphact.core.model.blocks.1.self_attn_cross.W_q.weight", "action_morphact.core.model.blocks.1.self_attn_cross.W_q.bias", "action_morphact.core.model.blocks.1.self_attn_cross.W_k.weight", "action_morphact.core.model.blocks.1.self_attn_cross.W_k.bias", "action_morphact.core.model.blocks.1.self_attn_cross.W_v.weight", "action_morphact.core.model.blocks.1.self_attn_cross.W_v.bias", "action_morphact.core.model.blocks.1.self_attn_cross.W_o.weight", "action_morphact.core.model.blocks.1.self_attn_cross.W_o.bias", "action_morphact.core.model.blocks.1.feed_forward.fc1.weight", "action_morphact.core.model.blocks.1.feed_forward.fc1.bias", "action_morphact.core.model.blocks.1.feed_forward.fc2.weight", "action_morphact.core.model.blocks.1.feed_forward.fc2.bias", "action_morphact.core.model.blocks.1.norm1.weight", "action_morphact.core.model.blocks.1.norm2.weight", "action_morphact.core.model.blocks.1.norm3.weight", "action_morphact.core.model.blocks.1.norm4.weight", "action_morphact.core.model.blocks.2.self_attn_n.W_q.weight", "action_morphact.core.model.blocks.2.self_attn_n.W_q.bias", "action_morphact.core.model.blocks.2.self_attn_n.W_k.weight", "action_morphact.core.model.blocks.2.self_attn_n.W_k.bias", "action_morphact.core.model.blocks.2.self_attn_n.W_v.weight", "action_morphact.core.model.blocks.2.self_attn_n.W_v.bias", "action_morphact.core.model.blocks.2.self_attn_n.W_o.weight", "action_morphact.core.model.blocks.2.self_attn_n.W_o.bias", "action_morphact.core.model.blocks.2.self_attn_hw.W_q.weight", "action_morphact.core.model.blocks.2.self_attn_hw.W_q.bias", "action_morphact.core.model.blocks.2.self_attn_hw.W_k.weight", "action_morphact.core.model.blocks.2.self_attn_hw.W_k.bias", "action_morphact.core.model.blocks.2.self_attn_hw.W_v.weight", "action_morphact.core.model.blocks.2.self_attn_hw.W_v.bias", "action_morphact.core.model.blocks.2.self_attn_hw.W_o.weight", "action_morphact.core.model.blocks.2.self_attn_hw.W_o.bias", "action_morphact.core.model.blocks.2.self_attn_cross.W_q.weight", "action_morphact.core.model.blocks.2.self_attn_cross.W_q.bias", "action_morphact.core.model.blocks.2.self_attn_cross.W_k.weight", "action_morphact.core.model.blocks.2.self_attn_cross.W_k.bias", "action_morphact.core.model.blocks.2.self_attn_cross.W_v.weight", "action_morphact.core.model.blocks.2.self_attn_cross.W_v.bias", "action_morphact.core.model.blocks.2.self_attn_cross.W_o.weight", "action_morphact.core.model.blocks.2.self_attn_cross.W_o.bias", "action_morphact.core.model.blocks.2.feed_forward.fc1.weight", "action_morphact.core.model.blocks.2.feed_forward.fc1.bias", "action_morphact.core.model.blocks.2.feed_forward.fc2.weight", "action_morphact.core.model.blocks.2.feed_forward.fc2.bias", "action_morphact.core.model.blocks.2.norm1.weight", "action_morphact.core.model.blocks.2.norm2.weight", "action_morphact.core.model.blocks.2.norm3.weight", "action_morphact.core.model.blocks.2.norm4.weight", "action_morphact.core.model.blocks.3.self_attn_n.W_q.weight", "action_morphact.core.model.blocks.3.self_attn_n.W_q.bias", "action_morphact.core.model.blocks.3.self_attn_n.W_k.weight", "action_morphact.core.model.blocks.3.self_attn_n.W_k.bias", "action_morphact.core.model.blocks.3.self_attn_n.W_v.weight", "action_morphact.core.model.blocks.3.self_attn_n.W_v.bias", "action_morphact.core.model.blocks.3.self_attn_n.W_o.weight", "action_morphact.core.model.blocks.3.self_attn_n.W_o.bias", "action_morphact.core.model.blocks.3.self_attn_hw.W_q.weight", "action_morphact.core.model.blocks.3.self_attn_hw.W_q.bias", "action_morphact.core.model.blocks.3.self_attn_hw.W_k.weight", "action_morphact.core.model.blocks.3.self_attn_hw.W_k.bias", "action_morphact.core.model.blocks.3.self_attn_hw.W_v.weight", "action_morphact.core.model.blocks.3.self_attn_hw.W_v.bias", "action_morphact.core.model.blocks.3.self_attn_hw.W_o.weight", "action_morphact.core.model.blocks.3.self_attn_hw.W_o.bias", "action_morphact.core.model.blocks.3.self_attn_cross.W_q.weight", "action_morphact.core.model.blocks.3.self_attn_cross.W_q.bias", "action_morphact.core.model.blocks.3.self_attn_cross.W_k.weight", "action_morphact.core.model.blocks.3.self_attn_cross.W_k.bias", "action_morphact.core.model.blocks.3.self_attn_cross.W_v.weight", "action_morphact.core.model.blocks.3.self_attn_cross.W_v.bias", "action_morphact.core.model.blocks.3.self_attn_cross.W_o.weight", "action_morphact.core.model.blocks.3.self_attn_cross.W_o.bias", "action_morphact.core.model.blocks.3.feed_forward.fc1.weight", "action_morphact.core.model.blocks.3.feed_forward.fc1.bias", "action_morphact.core.model.blocks.3.feed_forward.fc2.weight", "action_morphact.core.model.blocks.3.feed_forward.fc2.bias", "action_morphact.core.model.blocks.3.norm1.weight", "action_morphact.core.model.blocks.3.norm2.weight", "action_morphact.core.model.blocks.3.norm3.weight", "action_morphact.core.model.blocks.3.norm4.weight", "action_morphact.core.model.proj_out_A.weight", "action_morphact.core.model.proj_out_A.bias", "action_morphact.core.model.proj_out_B.weight", "action_morphact.core.model.proj_out_B.bias", "action_morphact.core.hidden_in.weight", "action_morphact.core.hidden_in.bias", "base_model.vlm.image_projection", "base_model.vlm.vision_tower.convs.0.proj.weight", "base_model.vlm.vision_tower.convs.0.proj.bias", "base_model.vlm.vision_tower.convs.0.norm.weight", "base_model.vlm.vision_tower.convs.0.norm.bias", "base_model.vlm.vision_tower.convs.1.proj.weight", "base_model.vlm.vision_tower.convs.1.proj.bias", "base_model.vlm.vision_tower.convs.1.norm.weight", "base_model.vlm.vision_tower.convs.1.norm.bias", "base_model.vlm.vision_tower.convs.2.proj.weight", "base_model.vlm.vision_tower.convs.2.proj.bias", "base_model.vlm.vision_tower.convs.2.norm.weight", "base_model.vlm.vision_tower.convs.2.norm.bias", "base_model.vlm.vision_tower.convs.3.proj.weight", "base_model.vlm.vision_tower.convs.3.proj.bias", "base_model.vlm.vision_tower.convs.3.norm.weight", "base_model.vlm.vision_tower.convs.3.norm.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.image_proj_norm.weight", "base_model.vlm.image_proj_norm.bias", "base_model.vlm.image_pos_embed.row_embeddings.weight", "base_model.vlm.image_pos_embed.column_embeddings.weight", "base_model.transformer.vlm_proj.weight", "base_model.transformer.vlm_proj.bias", "base_model.transformer.aux_visual_proj.weight", "base_model.transformer.aux_visual_proj.bias", "base_model.transformer.action_encoder.fc.weight", "base_model.transformer.action_encoder.bias.weight", "base_model.transformer.action_decoder.fc.weight", "base_model.transformer.action_decoder.bias.weight", "base_model.transformer.soft_prompt_hub.weight" ] ], "step": 40000, "trainable_keys": [ "base_model.vlm.image_projection", "base_model.vlm.vision_tower.convs.0.proj.weight", "base_model.vlm.vision_tower.convs.0.proj.bias", "base_model.vlm.vision_tower.convs.0.norm.weight", "base_model.vlm.vision_tower.convs.0.norm.bias", "base_model.vlm.vision_tower.convs.1.proj.weight", "base_model.vlm.vision_tower.convs.1.proj.bias", "base_model.vlm.vision_tower.convs.1.norm.weight", "base_model.vlm.vision_tower.convs.1.norm.bias", "base_model.vlm.vision_tower.convs.2.proj.weight", "base_model.vlm.vision_tower.convs.2.proj.bias", "base_model.vlm.vision_tower.convs.2.norm.weight", "base_model.vlm.vision_tower.convs.2.norm.bias", "base_model.vlm.vision_tower.convs.3.proj.weight", "base_model.vlm.vision_tower.convs.3.proj.bias", "base_model.vlm.vision_tower.convs.3.norm.weight", "base_model.vlm.vision_tower.convs.3.norm.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.norm.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.norm.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc2.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.conv1.fn.dw.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.conv1.fn.dw.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.norm.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.norm.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.qkv.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.qkv.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.proj.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.proj.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.conv2.fn.dw.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.conv2.fn.dw.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.norm.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.norm.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc1.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc1.bias", "base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc2.weight", "base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc2.bias", "base_model.vlm.image_proj_norm.weight", "base_model.vlm.image_proj_norm.bias", "base_model.vlm.image_pos_embed.row_embeddings.weight", "base_model.vlm.image_pos_embed.column_embeddings.weight", "base_model.transformer.vlm_proj.weight", "base_model.transformer.vlm_proj.bias", "base_model.transformer.aux_visual_proj.weight", "base_model.transformer.aux_visual_proj.bias", "base_model.transformer.action_encoder.fc.weight", "base_model.transformer.action_encoder.bias.weight", "base_model.transformer.action_decoder.fc.weight", "base_model.transformer.action_decoder.bias.weight", "base_model.transformer.soft_prompt_hub.weight", "vlm_morphact.core.model.norm_input.weight", "vlm_morphact.core.model.norm_tokens.weight", "vlm_morphact.core.model.hw_pos.weight", "vlm_morphact.core.model.layer_pos.weight", "vlm_morphact.core.model.norm_final.weight", "vlm_morphact.core.model.blocks.0.self_attn_n.W_q.weight", "vlm_morphact.core.model.blocks.0.self_attn_n.W_q.bias", "vlm_morphact.core.model.blocks.0.self_attn_n.W_k.weight", "vlm_morphact.core.model.blocks.0.self_attn_n.W_k.bias", "vlm_morphact.core.model.blocks.0.self_attn_n.W_v.weight", "vlm_morphact.core.model.blocks.0.self_attn_n.W_v.bias", "vlm_morphact.core.model.blocks.0.self_attn_n.W_o.weight", "vlm_morphact.core.model.blocks.0.self_attn_n.W_o.bias", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_q.weight", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_q.bias", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_k.weight", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_k.bias", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_v.weight", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_v.bias", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_o.weight", "vlm_morphact.core.model.blocks.0.self_attn_hw.W_o.bias", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_q.weight", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_q.bias", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_k.weight", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_k.bias", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_v.weight", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_v.bias", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_o.weight", "vlm_morphact.core.model.blocks.0.self_attn_cross.W_o.bias", "vlm_morphact.core.model.blocks.0.feed_forward.fc1.weight", "vlm_morphact.core.model.blocks.0.feed_forward.fc1.bias", "vlm_morphact.core.model.blocks.0.feed_forward.fc2.weight", "vlm_morphact.core.model.blocks.0.feed_forward.fc2.bias", "vlm_morphact.core.model.blocks.0.norm1.weight", "vlm_morphact.core.model.blocks.0.norm2.weight", "vlm_morphact.core.model.blocks.0.norm3.weight", "vlm_morphact.core.model.blocks.0.norm4.weight", "vlm_morphact.core.model.blocks.1.self_attn_n.W_q.weight", "vlm_morphact.core.model.blocks.1.self_attn_n.W_q.bias", "vlm_morphact.core.model.blocks.1.self_attn_n.W_k.weight", "vlm_morphact.core.model.blocks.1.self_attn_n.W_k.bias", "vlm_morphact.core.model.blocks.1.self_attn_n.W_v.weight", "vlm_morphact.core.model.blocks.1.self_attn_n.W_v.bias", "vlm_morphact.core.model.blocks.1.self_attn_n.W_o.weight", "vlm_morphact.core.model.blocks.1.self_attn_n.W_o.bias", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_q.weight", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_q.bias", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_k.weight", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_k.bias", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_v.weight", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_v.bias", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_o.weight", "vlm_morphact.core.model.blocks.1.self_attn_hw.W_o.bias", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_q.weight", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_q.bias", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_k.weight", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_k.bias", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_v.weight", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_v.bias", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_o.weight", "vlm_morphact.core.model.blocks.1.self_attn_cross.W_o.bias", "vlm_morphact.core.model.blocks.1.feed_forward.fc1.weight", "vlm_morphact.core.model.blocks.1.feed_forward.fc1.bias", "vlm_morphact.core.model.blocks.1.feed_forward.fc2.weight", "vlm_morphact.core.model.blocks.1.feed_forward.fc2.bias", "vlm_morphact.core.model.blocks.1.norm1.weight", "vlm_morphact.core.model.blocks.1.norm2.weight", "vlm_morphact.core.model.blocks.1.norm3.weight", "vlm_morphact.core.model.blocks.1.norm4.weight", "vlm_morphact.core.model.blocks.2.self_attn_n.W_q.weight", "vlm_morphact.core.model.blocks.2.self_attn_n.W_q.bias", "vlm_morphact.core.model.blocks.2.self_attn_n.W_k.weight", "vlm_morphact.core.model.blocks.2.self_attn_n.W_k.bias", "vlm_morphact.core.model.blocks.2.self_attn_n.W_v.weight", "vlm_morphact.core.model.blocks.2.self_attn_n.W_v.bias", "vlm_morphact.core.model.blocks.2.self_attn_n.W_o.weight", "vlm_morphact.core.model.blocks.2.self_attn_n.W_o.bias", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_q.weight", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_q.bias", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_k.weight", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_k.bias", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_v.weight", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_v.bias", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_o.weight", "vlm_morphact.core.model.blocks.2.self_attn_hw.W_o.bias", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_q.weight", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_q.bias", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_k.weight", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_k.bias", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_v.weight", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_v.bias", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_o.weight", "vlm_morphact.core.model.blocks.2.self_attn_cross.W_o.bias", "vlm_morphact.core.model.blocks.2.feed_forward.fc1.weight", "vlm_morphact.core.model.blocks.2.feed_forward.fc1.bias", "vlm_morphact.core.model.blocks.2.feed_forward.fc2.weight", "vlm_morphact.core.model.blocks.2.feed_forward.fc2.bias", "vlm_morphact.core.model.blocks.2.norm1.weight", "vlm_morphact.core.model.blocks.2.norm2.weight", "vlm_morphact.core.model.blocks.2.norm3.weight", "vlm_morphact.core.model.blocks.2.norm4.weight", "vlm_morphact.core.model.blocks.3.self_attn_n.W_q.weight", "vlm_morphact.core.model.blocks.3.self_attn_n.W_q.bias", "vlm_morphact.core.model.blocks.3.self_attn_n.W_k.weight", "vlm_morphact.core.model.blocks.3.self_attn_n.W_k.bias", "vlm_morphact.core.model.blocks.3.self_attn_n.W_v.weight", "vlm_morphact.core.model.blocks.3.self_attn_n.W_v.bias", "vlm_morphact.core.model.blocks.3.self_attn_n.W_o.weight", "vlm_morphact.core.model.blocks.3.self_attn_n.W_o.bias", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_q.weight", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_q.bias", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_k.weight", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_k.bias", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_v.weight", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_v.bias", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_o.weight", "vlm_morphact.core.model.blocks.3.self_attn_hw.W_o.bias", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_q.weight", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_q.bias", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_k.weight", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_k.bias", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_v.weight", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_v.bias", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_o.weight", "vlm_morphact.core.model.blocks.3.self_attn_cross.W_o.bias", "vlm_morphact.core.model.blocks.3.feed_forward.fc1.weight", "vlm_morphact.core.model.blocks.3.feed_forward.fc1.bias", "vlm_morphact.core.model.blocks.3.feed_forward.fc2.weight", "vlm_morphact.core.model.blocks.3.feed_forward.fc2.bias", "vlm_morphact.core.model.blocks.3.norm1.weight", "vlm_morphact.core.model.blocks.3.norm2.weight", "vlm_morphact.core.model.blocks.3.norm3.weight", "vlm_morphact.core.model.blocks.3.norm4.weight", "vlm_morphact.core.model.proj_out_A.weight", "vlm_morphact.core.model.proj_out_A.bias", "vlm_morphact.core.model.proj_out_B.weight", "vlm_morphact.core.model.proj_out_B.bias", "vlm_morphact.core.hidden_in.weight", "vlm_morphact.core.hidden_in.bias", "action_morphact.state_projection.weight", "action_morphact.state_projection.bias", "action_morphact.core.model.norm_input.weight", "action_morphact.core.model.norm_tokens.weight", "action_morphact.core.model.hw_pos.weight", "action_morphact.core.model.layer_pos.weight", "action_morphact.core.model.norm_final.weight", "action_morphact.core.model.blocks.0.self_attn_n.W_q.weight", "action_morphact.core.model.blocks.0.self_attn_n.W_q.bias", "action_morphact.core.model.blocks.0.self_attn_n.W_k.weight", "action_morphact.core.model.blocks.0.self_attn_n.W_k.bias", "action_morphact.core.model.blocks.0.self_attn_n.W_v.weight", "action_morphact.core.model.blocks.0.self_attn_n.W_v.bias", "action_morphact.core.model.blocks.0.self_attn_n.W_o.weight", "action_morphact.core.model.blocks.0.self_attn_n.W_o.bias", "action_morphact.core.model.blocks.0.self_attn_hw.W_q.weight", "action_morphact.core.model.blocks.0.self_attn_hw.W_q.bias", "action_morphact.core.model.blocks.0.self_attn_hw.W_k.weight", "action_morphact.core.model.blocks.0.self_attn_hw.W_k.bias", "action_morphact.core.model.blocks.0.self_attn_hw.W_v.weight", "action_morphact.core.model.blocks.0.self_attn_hw.W_v.bias", "action_morphact.core.model.blocks.0.self_attn_hw.W_o.weight", "action_morphact.core.model.blocks.0.self_attn_hw.W_o.bias", "action_morphact.core.model.blocks.0.self_attn_cross.W_q.weight", "action_morphact.core.model.blocks.0.self_attn_cross.W_q.bias", "action_morphact.core.model.blocks.0.self_attn_cross.W_k.weight", "action_morphact.core.model.blocks.0.self_attn_cross.W_k.bias", "action_morphact.core.model.blocks.0.self_attn_cross.W_v.weight", "action_morphact.core.model.blocks.0.self_attn_cross.W_v.bias", "action_morphact.core.model.blocks.0.self_attn_cross.W_o.weight", "action_morphact.core.model.blocks.0.self_attn_cross.W_o.bias", "action_morphact.core.model.blocks.0.feed_forward.fc1.weight", "action_morphact.core.model.blocks.0.feed_forward.fc1.bias", "action_morphact.core.model.blocks.0.feed_forward.fc2.weight", "action_morphact.core.model.blocks.0.feed_forward.fc2.bias", "action_morphact.core.model.blocks.0.norm1.weight", "action_morphact.core.model.blocks.0.norm2.weight", "action_morphact.core.model.blocks.0.norm3.weight", "action_morphact.core.model.blocks.0.norm4.weight", "action_morphact.core.model.blocks.1.self_attn_n.W_q.weight", "action_morphact.core.model.blocks.1.self_attn_n.W_q.bias", "action_morphact.core.model.blocks.1.self_attn_n.W_k.weight", "action_morphact.core.model.blocks.1.self_attn_n.W_k.bias", "action_morphact.core.model.blocks.1.self_attn_n.W_v.weight", "action_morphact.core.model.blocks.1.self_attn_n.W_v.bias", "action_morphact.core.model.blocks.1.self_attn_n.W_o.weight", "action_morphact.core.model.blocks.1.self_attn_n.W_o.bias", "action_morphact.core.model.blocks.1.self_attn_hw.W_q.weight", "action_morphact.core.model.blocks.1.self_attn_hw.W_q.bias", "action_morphact.core.model.blocks.1.self_attn_hw.W_k.weight", "action_morphact.core.model.blocks.1.self_attn_hw.W_k.bias", "action_morphact.core.model.blocks.1.self_attn_hw.W_v.weight", "action_morphact.core.model.blocks.1.self_attn_hw.W_v.bias", "action_morphact.core.model.blocks.1.self_attn_hw.W_o.weight", "action_morphact.core.model.blocks.1.self_attn_hw.W_o.bias", "action_morphact.core.model.blocks.1.self_attn_cross.W_q.weight", "action_morphact.core.model.blocks.1.self_attn_cross.W_q.bias", "action_morphact.core.model.blocks.1.self_attn_cross.W_k.weight", "action_morphact.core.model.blocks.1.self_attn_cross.W_k.bias", "action_morphact.core.model.blocks.1.self_attn_cross.W_v.weight", "action_morphact.core.model.blocks.1.self_attn_cross.W_v.bias", "action_morphact.core.model.blocks.1.self_attn_cross.W_o.weight", "action_morphact.core.model.blocks.1.self_attn_cross.W_o.bias", "action_morphact.core.model.blocks.1.feed_forward.fc1.weight", "action_morphact.core.model.blocks.1.feed_forward.fc1.bias", "action_morphact.core.model.blocks.1.feed_forward.fc2.weight", "action_morphact.core.model.blocks.1.feed_forward.fc2.bias", "action_morphact.core.model.blocks.1.norm1.weight", "action_morphact.core.model.blocks.1.norm2.weight", "action_morphact.core.model.blocks.1.norm3.weight", "action_morphact.core.model.blocks.1.norm4.weight", "action_morphact.core.model.blocks.2.self_attn_n.W_q.weight", "action_morphact.core.model.blocks.2.self_attn_n.W_q.bias", "action_morphact.core.model.blocks.2.self_attn_n.W_k.weight", "action_morphact.core.model.blocks.2.self_attn_n.W_k.bias", "action_morphact.core.model.blocks.2.self_attn_n.W_v.weight", "action_morphact.core.model.blocks.2.self_attn_n.W_v.bias", "action_morphact.core.model.blocks.2.self_attn_n.W_o.weight", "action_morphact.core.model.blocks.2.self_attn_n.W_o.bias", "action_morphact.core.model.blocks.2.self_attn_hw.W_q.weight", "action_morphact.core.model.blocks.2.self_attn_hw.W_q.bias", "action_morphact.core.model.blocks.2.self_attn_hw.W_k.weight", "action_morphact.core.model.blocks.2.self_attn_hw.W_k.bias", "action_morphact.core.model.blocks.2.self_attn_hw.W_v.weight", "action_morphact.core.model.blocks.2.self_attn_hw.W_v.bias", "action_morphact.core.model.blocks.2.self_attn_hw.W_o.weight", "action_morphact.core.model.blocks.2.self_attn_hw.W_o.bias", "action_morphact.core.model.blocks.2.self_attn_cross.W_q.weight", "action_morphact.core.model.blocks.2.self_attn_cross.W_q.bias", "action_morphact.core.model.blocks.2.self_attn_cross.W_k.weight", "action_morphact.core.model.blocks.2.self_attn_cross.W_k.bias", "action_morphact.core.model.blocks.2.self_attn_cross.W_v.weight", "action_morphact.core.model.blocks.2.self_attn_cross.W_v.bias", "action_morphact.core.model.blocks.2.self_attn_cross.W_o.weight", "action_morphact.core.model.blocks.2.self_attn_cross.W_o.bias", "action_morphact.core.model.blocks.2.feed_forward.fc1.weight", "action_morphact.core.model.blocks.2.feed_forward.fc1.bias", "action_morphact.core.model.blocks.2.feed_forward.fc2.weight", "action_morphact.core.model.blocks.2.feed_forward.fc2.bias", "action_morphact.core.model.blocks.2.norm1.weight", "action_morphact.core.model.blocks.2.norm2.weight", "action_morphact.core.model.blocks.2.norm3.weight", "action_morphact.core.model.blocks.2.norm4.weight", "action_morphact.core.model.blocks.3.self_attn_n.W_q.weight", "action_morphact.core.model.blocks.3.self_attn_n.W_q.bias", "action_morphact.core.model.blocks.3.self_attn_n.W_k.weight", "action_morphact.core.model.blocks.3.self_attn_n.W_k.bias", "action_morphact.core.model.blocks.3.self_attn_n.W_v.weight", "action_morphact.core.model.blocks.3.self_attn_n.W_v.bias", "action_morphact.core.model.blocks.3.self_attn_n.W_o.weight", "action_morphact.core.model.blocks.3.self_attn_n.W_o.bias", "action_morphact.core.model.blocks.3.self_attn_hw.W_q.weight", "action_morphact.core.model.blocks.3.self_attn_hw.W_q.bias", "action_morphact.core.model.blocks.3.self_attn_hw.W_k.weight", "action_morphact.core.model.blocks.3.self_attn_hw.W_k.bias", "action_morphact.core.model.blocks.3.self_attn_hw.W_v.weight", "action_morphact.core.model.blocks.3.self_attn_hw.W_v.bias", "action_morphact.core.model.blocks.3.self_attn_hw.W_o.weight", "action_morphact.core.model.blocks.3.self_attn_hw.W_o.bias", "action_morphact.core.model.blocks.3.self_attn_cross.W_q.weight", "action_morphact.core.model.blocks.3.self_attn_cross.W_q.bias", "action_morphact.core.model.blocks.3.self_attn_cross.W_k.weight", "action_morphact.core.model.blocks.3.self_attn_cross.W_k.bias", "action_morphact.core.model.blocks.3.self_attn_cross.W_v.weight", "action_morphact.core.model.blocks.3.self_attn_cross.W_v.bias", "action_morphact.core.model.blocks.3.self_attn_cross.W_o.weight", "action_morphact.core.model.blocks.3.self_attn_cross.W_o.bias", "action_morphact.core.model.blocks.3.feed_forward.fc1.weight", "action_morphact.core.model.blocks.3.feed_forward.fc1.bias", "action_morphact.core.model.blocks.3.feed_forward.fc2.weight", "action_morphact.core.model.blocks.3.feed_forward.fc2.bias", "action_morphact.core.model.blocks.3.norm1.weight", "action_morphact.core.model.blocks.3.norm2.weight", "action_morphact.core.model.blocks.3.norm3.weight", "action_morphact.core.model.blocks.3.norm4.weight", "action_morphact.core.model.proj_out_A.weight", "action_morphact.core.model.proj_out_A.bias", "action_morphact.core.model.proj_out_B.weight", "action_morphact.core.model.proj_out_B.bias", "action_morphact.core.hidden_in.weight", "action_morphact.core.hidden_in.bias" ], "training_config": { "batch_size": 24, "betas": [ 0.9, 0.95 ], "gradient_accumulation_steps": 1, "learning_rate": 2.5e-05, "max_grad_norm": 1.0, "min_lr_ratio": 0.1, "mixed_precision": "bf16", "seed": 0, "steps": 50000, "warmup_steps": 1000, "weight_decay": 1e-10, "world_size": 4 }, "version": 2 }
{
"base_config": {
"action_mode": "ee6d",
"add_cross_attention": false,
"architectures": [
"XVLA"
],
"auto_map": {
"AutoConfig": "configuration_xvla.XVLAConfig",
"AutoModel": "modeling_xvla.XVLA"
},
"bad_words_ids": null,
"begin_suppress_tokens": null,
"bos_token_id": null,
"chunk_size_feed_forward": 0,
"cross_attention_hidden_size": null,
"decoder_start_token_id": null,
"depth": 24,
"dim_time": 32,
"diversity_penalty": 0.0,
"do_sample": false,
"early_stopping": false,
"encoder_no_repeat_ngram_size": 0,
"eos_token_id": null,
"exponential_decay_length_penalty": null,
"finetuning_task": null,
"florence_config": {
"add_cross_attention": false,
"architectures": null,
"bad_words_ids": null,
"begin_suppress_tokens": null,
"bos_token_id": 0,
"chunk_size_feed_forward": 0,
"cross_attention_hidden_size": null,
"decoder_start_token_id": null,
"diversity_penalty": 0.0,
"do_sample": false,
"early_stopping": false,
"encoder_no_repeat_ngram_size": 0,
"eos_token_id": 2,
"exponential_decay_length_penalty": null,
"finetuning_task": null,
"forced_bos_token_id": null,
"forced_eos_token_id": null,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"ignore_index": -100,
"is_decoder": false,
"is_encoder_decoder": true,
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"length_penalty": 1.0,
"max_length": 20,
"min_length": 0,
"model_type": "florence2",
"no_repeat_ngram_size": 0,
"num_beam_groups": 1,
"num_beams": 1,
"num_return_sequences": 1,
"output_attentions": false,
"output_hidden_states": false,
"output_scores": false,
"pad_token_id": 1,
"prefix": null,
"problem_type": null,
"projection_dim": 1024,
"pruned_heads": {},
"remove_invalid_values": false,
"repetition_penalty": 1.0,
"return_dict": true,
"return_dict_in_generate": false,
"sep_token_id": null,
"suppress_tokens": null,
"task_specific_params": null,
"temperature": 1.0,
"text_config": {
"activation_dropout": 0.1,
"activation_function": "gelu",
"add_bias_logits": false,
"add_cross_attention": false,
"add_final_layer_norm": false,
"architectures": null,
"attention_dropout": 0.1,
"bad_words_ids": null,
"begin_suppress_tokens": null,
"bos_token_id": 0,
"chunk_size_feed_forward": 0,
"classif_dropout": 0.1,
"classifier_dropout": 0.0,
"cross_attention_hidden_size": null,
"d_model": 1024,
"decoder_attention_heads": 16,
"decoder_ffn_dim": 4096,
"decoder_layerdrop": 0.0,
"decoder_layers": 12,
"decoder_start_token_id": 2,