Download checkpoint-00040000/metadata.json from liujiting/morphact-robomem: direct link, hf CLI and curl.
- Browser
- Download file 113 kB
-
https://huggingface.co/liujiting/morphact-robomem/resolve/main/checkpoint-00040000/metadata.json
- Command line
-
hf download hf://liujiting/morphact-robomem/checkpoint-00040000/metadata.json
-
curl -L -o metadata.json https://huggingface.co/liujiting/morphact-robomem/resolve/main/checkpoint-00040000/metadata.json
113 kB
{
"base_config": {
"action_mode": "ee6d",
"add_cross_attention": false,
"architectures": [
"XVLA"
],
"auto_map": {
"AutoConfig": "configuration_xvla.XVLAConfig",
"AutoModel": "modeling_xvla.XVLA"
},
"bad_words_ids": null,
"begin_suppress_tokens": null,
"bos_token_id": null,
"chunk_size_feed_forward": 0,
"cross_attention_hidden_size": null,
"decoder_start_token_id": null,
"depth": 24,
"dim_time": 32,
"diversity_penalty": 0.0,
"do_sample": false,
"early_stopping": false,
"encoder_no_repeat_ngram_size": 0,
"eos_token_id": null,
"exponential_decay_length_penalty": null,
"finetuning_task": null,
"florence_config": {
"add_cross_attention": false,
"architectures": null,
"bad_words_ids": null,
"begin_suppress_tokens": null,
"bos_token_id": 0,
"chunk_size_feed_forward": 0,
"cross_attention_hidden_size": null,
"decoder_start_token_id": null,
"diversity_penalty": 0.0,
"do_sample": false,
"early_stopping": false,
"encoder_no_repeat_ngram_size": 0,
"eos_token_id": 2,
"exponential_decay_length_penalty": null,
"finetuning_task": null,
"forced_bos_token_id": null,
"forced_eos_token_id": null,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"ignore_index": -100,
"is_decoder": false,
"is_encoder_decoder": true,
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"length_penalty": 1.0,
"max_length": 20,
"min_length": 0,
"model_type": "florence2",
"no_repeat_ngram_size": 0,
"num_beam_groups": 1,
"num_beams": 1,
"num_return_sequences": 1,
"output_attentions": false,
"output_hidden_states": false,
"output_scores": false,
"pad_token_id": 1,
"prefix": null,
"problem_type": null,
"projection_dim": 1024,
"pruned_heads": {},
"remove_invalid_values": false,
"repetition_penalty": 1.0,
"return_dict": true,
"return_dict_in_generate": false,
"sep_token_id": null,
"suppress_tokens": null,
"task_specific_params": null,
"temperature": 1.0,
"text_config": {
"activation_dropout": 0.1,
"activation_function": "gelu",
"add_bias_logits": false,
"add_cross_attention": false,
"add_final_layer_norm": false,
"architectures": null,
"attention_dropout": 0.1,
"bad_words_ids": null,
"begin_suppress_tokens": null,
"bos_token_id": 0,
"chunk_size_feed_forward": 0,
"classif_dropout": 0.1,
"classifier_dropout": 0.0,
"cross_attention_hidden_size": null,
"d_model": 1024,
"decoder_attention_heads": 16,
"decoder_ffn_dim": 4096,
"decoder_layerdrop": 0.0,
"decoder_layers": 12,
"decoder_start_token_id": 2,
"diversity_penalty": 0.0,
"do_sample": false,
"dropout": 0.1,
"early_stopping": true,
"encoder_attention_heads": 16,
"encoder_ffn_dim": 4096,
"encoder_layerdrop": 0.0,
"encoder_layers": 12,
"encoder_no_repeat_ngram_size": 0,
"eos_token_id": 2,
"exponential_decay_length_penalty": null,
"finetuning_task": null,
"forced_bos_token_id": 0,
"forced_eos_token_id": 2,
"gradient_checkpointing": false,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1",
"2": "LABEL_2"
},
"init_std": 0.02,
"is_decoder": false,
"is_encoder_decoder": true,
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1,
"LABEL_2": 2
},
"length_penalty": 1.0,
"max_length": 20,
"max_position_embeddings": 4096,
"min_length": 0,
"model_type": "florence2_language",
"no_repeat_ngram_size": 3,
"normalize_before": false,
"num_beam_groups": 1,
"num_beams": 3,
"num_hidden_layers": 12,
"num_return_sequences": 1,
"output_attentions": false,
"output_hidden_states": false,
"output_scores": false,
"pad_token_id": 1,
"prefix": null,
"problem_type": null,
"pruned_heads": {},
"remove_invalid_values": false,
"repetition_penalty": 1.0,
"return_dict": true,
"return_dict_in_generate": false,
"scale_embedding": false,
"sep_token_id": null,
"suppress_tokens": null,
"task_specific_params": null,
"temperature": 1.0,
"tf_legacy_loss": false,
"tie_encoder_decoder": false,
"tie_word_embeddings": true,
"tokenizer_class": null,
"top_k": 50,
"top_p": 1.0,
"torchscript": false,
"typical_p": 1.0,
"use_bfloat16": false,
"use_cache": true,
"vocab_size": 51289
},
"tf_legacy_loss": false,
"tie_encoder_decoder": false,
"tie_word_embeddings": true,
"tokenizer_class": null,
"top_k": 50,
"top_p": 1.0,
"torchscript": false,
"typical_p": 1.0,
"use_bfloat16": false,
"vision_config": {
"add_cross_attention": false,
"architectures": null,
"bad_words_ids": null,
"begin_suppress_tokens": null,
"bos_token_id": null,
"chunk_size_feed_forward": 0,
"cross_attention_hidden_size": null,
"decoder_start_token_id": null,
"depths": [
1,
1,
9,
1
],
"dim_embed": [
256,
512,
1024,
2048
],
"diversity_penalty": 0.0,
"do_sample": false,
"drop_path_rate": 0.1,
"early_stopping": false,
"enable_checkpoint": false,
"encoder_no_repeat_ngram_size": 0,
"eos_token_id": null,
"exponential_decay_length_penalty": null,
"finetuning_task": null,
"forced_bos_token_id": null,
"forced_eos_token_id": null,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"image_feature_source": [
"spatial_avg_pool",
"temporal_avg_pool"
],
"image_pos_embed": {
"max_pos_embeddings": 50,
"type": "learned_abs_2d"
},
"is_decoder": false,
"is_encoder_decoder": false,
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"length_penalty": 1.0,
"max_length": 20,
"min_length": 0,
"model_type": "davit",
"no_repeat_ngram_size": 0,
"num_beam_groups": 1,
"num_beams": 1,
"num_groups": [
8,
16,
32,
64
],
"num_heads": [
8,
16,
32,
64
],
"num_return_sequences": 1,
"output_attentions": false,
"output_hidden_states": false,
"output_scores": false,
"pad_token_id": null,
"patch_padding": [
3,
1,
1,
1
],
"patch_prenorm": [
false,
true,
true,
true
],
"patch_size": [
7,
3,
3,
3
],
"patch_stride": [
4,
2,
2,
2
],
"prefix": null,
"problem_type": null,
"projection_dim": 1024,
"pruned_heads": {},
"remove_invalid_values": false,
"repetition_penalty": 1.0,
"return_dict": true,
"return_dict_in_generate": false,
"sep_token_id": null,
"suppress_tokens": null,
"task_specific_params": null,
"temperature": 1.0,
"tf_legacy_loss": false,
"tie_encoder_decoder": false,
"tie_word_embeddings": true,
"tokenizer_class": null,
"top_k": 50,
"top_p": 1.0,
"torchscript": false,
"typical_p": 1.0,
"use_bfloat16": false,
"visual_temporal_embedding": {
"max_temporal_embeddings": 100,
"type": "COSINE"
},
"window_size": 12
},
"vocab_size": 51289
},
"forced_bos_token_id": null,
"forced_eos_token_id": null,
"hidden_size": 1024,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"is_decoder": false,
"is_encoder_decoder": false,
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"len_soft_prompts": 32,
"length_penalty": 1.0,
"max_action_dim": 20,
"max_len_seq": 512,
"max_length": 20,
"min_length": 0,
"mlp_ratio": 4.0,
"model_type": "xvla",
"no_repeat_ngram_size": 0,
"num_actions": 30,
"num_beam_groups": 1,
"num_beams": 1,
"num_domains": 30,
"num_heads": 16,
"num_return_sequences": 1,
"output_attentions": false,
"output_hidden_states": false,
"output_scores": false,
"pad_token_id": null,
"prefix": null,
"problem_type": null,
"pruned_heads": {},
"real_action_dim": 20,
"remove_invalid_values": false,
"repetition_penalty": 1.0,
"return_dict": true,
"return_dict_in_generate": false,
"sep_token_id": null,
"soft_prompt_length": 32,
"suppress_tokens": null,
"task_specific_params": null,
"temperature": 1.0,
"tf_legacy_loss": false,
"tie_encoder_decoder": false,
"tie_word_embeddings": true,
"tokenizer_class": null,
"top_k": 50,
"top_p": 1.0,
"torchscript": false,
"typical_p": 1.0,
"use_bfloat16": false,
"use_hetero_proj": false,
"use_proprio": true
},
"base_identity": {
"kind": "local"
},
"base_model": "local",
"format": "morphact_xvla",
"has_training_state": true,
"morphact_config": {
"action_alpha": 16,
"action_generator_blocks": 4,
"action_rank": 8,
"compute_precision": "bfloat16",
"dim_accumulation": 4,
"factor_init_std": 0.01,
"generator_dim": 640,
"generator_head_dim": 128,
"generator_token_dim": 1024,
"gradient_checkpointing": true,
"vlm_alpha": 16,
"vlm_generator_blocks": 4,
"vlm_rank": 8
},
"optimizer_topology": [
[
"vlm_morphact.core.model.norm_input.weight",
"vlm_morphact.core.model.norm_tokens.weight",
"vlm_morphact.core.model.hw_pos.weight",
"vlm_morphact.core.model.layer_pos.weight",
"vlm_morphact.core.model.norm_final.weight",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_q.weight",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_q.bias",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_k.weight",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_k.bias",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_v.weight",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_v.bias",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_o.weight",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_o.bias",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_q.weight",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_q.bias",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_k.weight",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_k.bias",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_v.weight",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_v.bias",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_o.weight",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_o.bias",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_q.weight",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_q.bias",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_k.weight",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_k.bias",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_v.weight",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_v.bias",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_o.weight",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_o.bias",
"vlm_morphact.core.model.blocks.0.feed_forward.fc1.weight",
"vlm_morphact.core.model.blocks.0.feed_forward.fc1.bias",
"vlm_morphact.core.model.blocks.0.feed_forward.fc2.weight",
"vlm_morphact.core.model.blocks.0.feed_forward.fc2.bias",
"vlm_morphact.core.model.blocks.0.norm1.weight",
"vlm_morphact.core.model.blocks.0.norm2.weight",
"vlm_morphact.core.model.blocks.0.norm3.weight",
"vlm_morphact.core.model.blocks.0.norm4.weight",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_q.weight",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_q.bias",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_k.weight",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_k.bias",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_v.weight",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_v.bias",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_o.weight",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_o.bias",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_q.weight",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_q.bias",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_k.weight",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_k.bias",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_v.weight",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_v.bias",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_o.weight",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_o.bias",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_q.weight",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_q.bias",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_k.weight",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_k.bias",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_v.weight",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_v.bias",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_o.weight",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_o.bias",
"vlm_morphact.core.model.blocks.1.feed_forward.fc1.weight",
"vlm_morphact.core.model.blocks.1.feed_forward.fc1.bias",
"vlm_morphact.core.model.blocks.1.feed_forward.fc2.weight",
"vlm_morphact.core.model.blocks.1.feed_forward.fc2.bias",
"vlm_morphact.core.model.blocks.1.norm1.weight",
"vlm_morphact.core.model.blocks.1.norm2.weight",
"vlm_morphact.core.model.blocks.1.norm3.weight",
"vlm_morphact.core.model.blocks.1.norm4.weight",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_q.weight",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_q.bias",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_k.weight",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_k.bias",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_v.weight",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_v.bias",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_o.weight",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_o.bias",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_q.weight",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_q.bias",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_k.weight",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_k.bias",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_v.weight",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_v.bias",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_o.weight",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_o.bias",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_q.weight",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_q.bias",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_k.weight",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_k.bias",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_v.weight",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_v.bias",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_o.weight",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_o.bias",
"vlm_morphact.core.model.blocks.2.feed_forward.fc1.weight",
"vlm_morphact.core.model.blocks.2.feed_forward.fc1.bias",
"vlm_morphact.core.model.blocks.2.feed_forward.fc2.weight",
"vlm_morphact.core.model.blocks.2.feed_forward.fc2.bias",
"vlm_morphact.core.model.blocks.2.norm1.weight",
"vlm_morphact.core.model.blocks.2.norm2.weight",
"vlm_morphact.core.model.blocks.2.norm3.weight",
"vlm_morphact.core.model.blocks.2.norm4.weight",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_q.weight",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_q.bias",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_k.weight",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_k.bias",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_v.weight",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_v.bias",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_o.weight",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_o.bias",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_q.weight",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_q.bias",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_k.weight",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_k.bias",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_v.weight",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_v.bias",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_o.weight",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_o.bias",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_q.weight",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_q.bias",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_k.weight",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_k.bias",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_v.weight",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_v.bias",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_o.weight",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_o.bias",
"vlm_morphact.core.model.blocks.3.feed_forward.fc1.weight",
"vlm_morphact.core.model.blocks.3.feed_forward.fc1.bias",
"vlm_morphact.core.model.blocks.3.feed_forward.fc2.weight",
"vlm_morphact.core.model.blocks.3.feed_forward.fc2.bias",
"vlm_morphact.core.model.blocks.3.norm1.weight",
"vlm_morphact.core.model.blocks.3.norm2.weight",
"vlm_morphact.core.model.blocks.3.norm3.weight",
"vlm_morphact.core.model.blocks.3.norm4.weight",
"vlm_morphact.core.model.proj_out_A.weight",
"vlm_morphact.core.model.proj_out_A.bias",
"vlm_morphact.core.model.proj_out_B.weight",
"vlm_morphact.core.model.proj_out_B.bias",
"vlm_morphact.core.hidden_in.weight",
"vlm_morphact.core.hidden_in.bias",
"action_morphact.state_projection.weight",
"action_morphact.state_projection.bias",
"action_morphact.core.model.norm_input.weight",
"action_morphact.core.model.norm_tokens.weight",
"action_morphact.core.model.hw_pos.weight",
"action_morphact.core.model.layer_pos.weight",
"action_morphact.core.model.norm_final.weight",
"action_morphact.core.model.blocks.0.self_attn_n.W_q.weight",
"action_morphact.core.model.blocks.0.self_attn_n.W_q.bias",
"action_morphact.core.model.blocks.0.self_attn_n.W_k.weight",
"action_morphact.core.model.blocks.0.self_attn_n.W_k.bias",
"action_morphact.core.model.blocks.0.self_attn_n.W_v.weight",
"action_morphact.core.model.blocks.0.self_attn_n.W_v.bias",
"action_morphact.core.model.blocks.0.self_attn_n.W_o.weight",
"action_morphact.core.model.blocks.0.self_attn_n.W_o.bias",
"action_morphact.core.model.blocks.0.self_attn_hw.W_q.weight",
"action_morphact.core.model.blocks.0.self_attn_hw.W_q.bias",
"action_morphact.core.model.blocks.0.self_attn_hw.W_k.weight",
"action_morphact.core.model.blocks.0.self_attn_hw.W_k.bias",
"action_morphact.core.model.blocks.0.self_attn_hw.W_v.weight",
"action_morphact.core.model.blocks.0.self_attn_hw.W_v.bias",
"action_morphact.core.model.blocks.0.self_attn_hw.W_o.weight",
"action_morphact.core.model.blocks.0.self_attn_hw.W_o.bias",
"action_morphact.core.model.blocks.0.self_attn_cross.W_q.weight",
"action_morphact.core.model.blocks.0.self_attn_cross.W_q.bias",
"action_morphact.core.model.blocks.0.self_attn_cross.W_k.weight",
"action_morphact.core.model.blocks.0.self_attn_cross.W_k.bias",
"action_morphact.core.model.blocks.0.self_attn_cross.W_v.weight",
"action_morphact.core.model.blocks.0.self_attn_cross.W_v.bias",
"action_morphact.core.model.blocks.0.self_attn_cross.W_o.weight",
"action_morphact.core.model.blocks.0.self_attn_cross.W_o.bias",
"action_morphact.core.model.blocks.0.feed_forward.fc1.weight",
"action_morphact.core.model.blocks.0.feed_forward.fc1.bias",
"action_morphact.core.model.blocks.0.feed_forward.fc2.weight",
"action_morphact.core.model.blocks.0.feed_forward.fc2.bias",
"action_morphact.core.model.blocks.0.norm1.weight",
"action_morphact.core.model.blocks.0.norm2.weight",
"action_morphact.core.model.blocks.0.norm3.weight",
"action_morphact.core.model.blocks.0.norm4.weight",
"action_morphact.core.model.blocks.1.self_attn_n.W_q.weight",
"action_morphact.core.model.blocks.1.self_attn_n.W_q.bias",
"action_morphact.core.model.blocks.1.self_attn_n.W_k.weight",
"action_morphact.core.model.blocks.1.self_attn_n.W_k.bias",
"action_morphact.core.model.blocks.1.self_attn_n.W_v.weight",
"action_morphact.core.model.blocks.1.self_attn_n.W_v.bias",
"action_morphact.core.model.blocks.1.self_attn_n.W_o.weight",
"action_morphact.core.model.blocks.1.self_attn_n.W_o.bias",
"action_morphact.core.model.blocks.1.self_attn_hw.W_q.weight",
"action_morphact.core.model.blocks.1.self_attn_hw.W_q.bias",
"action_morphact.core.model.blocks.1.self_attn_hw.W_k.weight",
"action_morphact.core.model.blocks.1.self_attn_hw.W_k.bias",
"action_morphact.core.model.blocks.1.self_attn_hw.W_v.weight",
"action_morphact.core.model.blocks.1.self_attn_hw.W_v.bias",
"action_morphact.core.model.blocks.1.self_attn_hw.W_o.weight",
"action_morphact.core.model.blocks.1.self_attn_hw.W_o.bias",
"action_morphact.core.model.blocks.1.self_attn_cross.W_q.weight",
"action_morphact.core.model.blocks.1.self_attn_cross.W_q.bias",
"action_morphact.core.model.blocks.1.self_attn_cross.W_k.weight",
"action_morphact.core.model.blocks.1.self_attn_cross.W_k.bias",
"action_morphact.core.model.blocks.1.self_attn_cross.W_v.weight",
"action_morphact.core.model.blocks.1.self_attn_cross.W_v.bias",
"action_morphact.core.model.blocks.1.self_attn_cross.W_o.weight",
"action_morphact.core.model.blocks.1.self_attn_cross.W_o.bias",
"action_morphact.core.model.blocks.1.feed_forward.fc1.weight",
"action_morphact.core.model.blocks.1.feed_forward.fc1.bias",
"action_morphact.core.model.blocks.1.feed_forward.fc2.weight",
"action_morphact.core.model.blocks.1.feed_forward.fc2.bias",
"action_morphact.core.model.blocks.1.norm1.weight",
"action_morphact.core.model.blocks.1.norm2.weight",
"action_morphact.core.model.blocks.1.norm3.weight",
"action_morphact.core.model.blocks.1.norm4.weight",
"action_morphact.core.model.blocks.2.self_attn_n.W_q.weight",
"action_morphact.core.model.blocks.2.self_attn_n.W_q.bias",
"action_morphact.core.model.blocks.2.self_attn_n.W_k.weight",
"action_morphact.core.model.blocks.2.self_attn_n.W_k.bias",
"action_morphact.core.model.blocks.2.self_attn_n.W_v.weight",
"action_morphact.core.model.blocks.2.self_attn_n.W_v.bias",
"action_morphact.core.model.blocks.2.self_attn_n.W_o.weight",
"action_morphact.core.model.blocks.2.self_attn_n.W_o.bias",
"action_morphact.core.model.blocks.2.self_attn_hw.W_q.weight",
"action_morphact.core.model.blocks.2.self_attn_hw.W_q.bias",
"action_morphact.core.model.blocks.2.self_attn_hw.W_k.weight",
"action_morphact.core.model.blocks.2.self_attn_hw.W_k.bias",
"action_morphact.core.model.blocks.2.self_attn_hw.W_v.weight",
"action_morphact.core.model.blocks.2.self_attn_hw.W_v.bias",
"action_morphact.core.model.blocks.2.self_attn_hw.W_o.weight",
"action_morphact.core.model.blocks.2.self_attn_hw.W_o.bias",
"action_morphact.core.model.blocks.2.self_attn_cross.W_q.weight",
"action_morphact.core.model.blocks.2.self_attn_cross.W_q.bias",
"action_morphact.core.model.blocks.2.self_attn_cross.W_k.weight",
"action_morphact.core.model.blocks.2.self_attn_cross.W_k.bias",
"action_morphact.core.model.blocks.2.self_attn_cross.W_v.weight",
"action_morphact.core.model.blocks.2.self_attn_cross.W_v.bias",
"action_morphact.core.model.blocks.2.self_attn_cross.W_o.weight",
"action_morphact.core.model.blocks.2.self_attn_cross.W_o.bias",
"action_morphact.core.model.blocks.2.feed_forward.fc1.weight",
"action_morphact.core.model.blocks.2.feed_forward.fc1.bias",
"action_morphact.core.model.blocks.2.feed_forward.fc2.weight",
"action_morphact.core.model.blocks.2.feed_forward.fc2.bias",
"action_morphact.core.model.blocks.2.norm1.weight",
"action_morphact.core.model.blocks.2.norm2.weight",
"action_morphact.core.model.blocks.2.norm3.weight",
"action_morphact.core.model.blocks.2.norm4.weight",
"action_morphact.core.model.blocks.3.self_attn_n.W_q.weight",
"action_morphact.core.model.blocks.3.self_attn_n.W_q.bias",
"action_morphact.core.model.blocks.3.self_attn_n.W_k.weight",
"action_morphact.core.model.blocks.3.self_attn_n.W_k.bias",
"action_morphact.core.model.blocks.3.self_attn_n.W_v.weight",
"action_morphact.core.model.blocks.3.self_attn_n.W_v.bias",
"action_morphact.core.model.blocks.3.self_attn_n.W_o.weight",
"action_morphact.core.model.blocks.3.self_attn_n.W_o.bias",
"action_morphact.core.model.blocks.3.self_attn_hw.W_q.weight",
"action_morphact.core.model.blocks.3.self_attn_hw.W_q.bias",
"action_morphact.core.model.blocks.3.self_attn_hw.W_k.weight",
"action_morphact.core.model.blocks.3.self_attn_hw.W_k.bias",
"action_morphact.core.model.blocks.3.self_attn_hw.W_v.weight",
"action_morphact.core.model.blocks.3.self_attn_hw.W_v.bias",
"action_morphact.core.model.blocks.3.self_attn_hw.W_o.weight",
"action_morphact.core.model.blocks.3.self_attn_hw.W_o.bias",
"action_morphact.core.model.blocks.3.self_attn_cross.W_q.weight",
"action_morphact.core.model.blocks.3.self_attn_cross.W_q.bias",
"action_morphact.core.model.blocks.3.self_attn_cross.W_k.weight",
"action_morphact.core.model.blocks.3.self_attn_cross.W_k.bias",
"action_morphact.core.model.blocks.3.self_attn_cross.W_v.weight",
"action_morphact.core.model.blocks.3.self_attn_cross.W_v.bias",
"action_morphact.core.model.blocks.3.self_attn_cross.W_o.weight",
"action_morphact.core.model.blocks.3.self_attn_cross.W_o.bias",
"action_morphact.core.model.blocks.3.feed_forward.fc1.weight",
"action_morphact.core.model.blocks.3.feed_forward.fc1.bias",
"action_morphact.core.model.blocks.3.feed_forward.fc2.weight",
"action_morphact.core.model.blocks.3.feed_forward.fc2.bias",
"action_morphact.core.model.blocks.3.norm1.weight",
"action_morphact.core.model.blocks.3.norm2.weight",
"action_morphact.core.model.blocks.3.norm3.weight",
"action_morphact.core.model.blocks.3.norm4.weight",
"action_morphact.core.model.proj_out_A.weight",
"action_morphact.core.model.proj_out_A.bias",
"action_morphact.core.model.proj_out_B.weight",
"action_morphact.core.model.proj_out_B.bias",
"action_morphact.core.hidden_in.weight",
"action_morphact.core.hidden_in.bias",
"base_model.vlm.image_projection",
"base_model.vlm.vision_tower.convs.0.proj.weight",
"base_model.vlm.vision_tower.convs.0.proj.bias",
"base_model.vlm.vision_tower.convs.0.norm.weight",
"base_model.vlm.vision_tower.convs.0.norm.bias",
"base_model.vlm.vision_tower.convs.1.proj.weight",
"base_model.vlm.vision_tower.convs.1.proj.bias",
"base_model.vlm.vision_tower.convs.1.norm.weight",
"base_model.vlm.vision_tower.convs.1.norm.bias",
"base_model.vlm.vision_tower.convs.2.proj.weight",
"base_model.vlm.vision_tower.convs.2.proj.bias",
"base_model.vlm.vision_tower.convs.2.norm.weight",
"base_model.vlm.vision_tower.convs.2.norm.bias",
"base_model.vlm.vision_tower.convs.3.proj.weight",
"base_model.vlm.vision_tower.convs.3.proj.bias",
"base_model.vlm.vision_tower.convs.3.norm.weight",
"base_model.vlm.vision_tower.convs.3.norm.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.image_proj_norm.weight",
"base_model.vlm.image_proj_norm.bias",
"base_model.vlm.image_pos_embed.row_embeddings.weight",
"base_model.vlm.image_pos_embed.column_embeddings.weight",
"base_model.transformer.vlm_proj.weight",
"base_model.transformer.vlm_proj.bias",
"base_model.transformer.aux_visual_proj.weight",
"base_model.transformer.aux_visual_proj.bias",
"base_model.transformer.action_encoder.fc.weight",
"base_model.transformer.action_encoder.bias.weight",
"base_model.transformer.action_decoder.fc.weight",
"base_model.transformer.action_decoder.bias.weight",
"base_model.transformer.soft_prompt_hub.weight"
]
],
"step": 40000,
"trainable_keys": [
"base_model.vlm.image_projection",
"base_model.vlm.vision_tower.convs.0.proj.weight",
"base_model.vlm.vision_tower.convs.0.proj.bias",
"base_model.vlm.vision_tower.convs.0.norm.weight",
"base_model.vlm.vision_tower.convs.0.norm.bias",
"base_model.vlm.vision_tower.convs.1.proj.weight",
"base_model.vlm.vision_tower.convs.1.proj.bias",
"base_model.vlm.vision_tower.convs.1.norm.weight",
"base_model.vlm.vision_tower.convs.1.norm.bias",
"base_model.vlm.vision_tower.convs.2.proj.weight",
"base_model.vlm.vision_tower.convs.2.proj.bias",
"base_model.vlm.vision_tower.convs.2.norm.weight",
"base_model.vlm.vision_tower.convs.2.norm.bias",
"base_model.vlm.vision_tower.convs.3.proj.weight",
"base_model.vlm.vision_tower.convs.3.proj.bias",
"base_model.vlm.vision_tower.convs.3.norm.weight",
"base_model.vlm.vision_tower.convs.3.norm.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.0.0.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.0.0.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.1.0.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.1.0.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.0.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.0.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.1.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.1.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.2.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.2.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.3.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.3.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.4.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.4.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.5.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.5.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.6.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.6.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.7.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.7.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.8.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.2.8.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.window_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.3.0.spatial_block.ffn.fn.net.fc2.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.conv1.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.conv1.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.norm.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.norm.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.qkv.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.qkv.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.proj.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.channel_attn.fn.proj.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.conv2.fn.dw.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.conv2.fn.dw.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.norm.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.norm.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc1.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc1.bias",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc2.weight",
"base_model.vlm.vision_tower.blocks.3.0.channel_block.ffn.fn.net.fc2.bias",
"base_model.vlm.image_proj_norm.weight",
"base_model.vlm.image_proj_norm.bias",
"base_model.vlm.image_pos_embed.row_embeddings.weight",
"base_model.vlm.image_pos_embed.column_embeddings.weight",
"base_model.transformer.vlm_proj.weight",
"base_model.transformer.vlm_proj.bias",
"base_model.transformer.aux_visual_proj.weight",
"base_model.transformer.aux_visual_proj.bias",
"base_model.transformer.action_encoder.fc.weight",
"base_model.transformer.action_encoder.bias.weight",
"base_model.transformer.action_decoder.fc.weight",
"base_model.transformer.action_decoder.bias.weight",
"base_model.transformer.soft_prompt_hub.weight",
"vlm_morphact.core.model.norm_input.weight",
"vlm_morphact.core.model.norm_tokens.weight",
"vlm_morphact.core.model.hw_pos.weight",
"vlm_morphact.core.model.layer_pos.weight",
"vlm_morphact.core.model.norm_final.weight",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_q.weight",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_q.bias",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_k.weight",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_k.bias",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_v.weight",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_v.bias",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_o.weight",
"vlm_morphact.core.model.blocks.0.self_attn_n.W_o.bias",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_q.weight",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_q.bias",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_k.weight",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_k.bias",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_v.weight",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_v.bias",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_o.weight",
"vlm_morphact.core.model.blocks.0.self_attn_hw.W_o.bias",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_q.weight",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_q.bias",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_k.weight",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_k.bias",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_v.weight",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_v.bias",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_o.weight",
"vlm_morphact.core.model.blocks.0.self_attn_cross.W_o.bias",
"vlm_morphact.core.model.blocks.0.feed_forward.fc1.weight",
"vlm_morphact.core.model.blocks.0.feed_forward.fc1.bias",
"vlm_morphact.core.model.blocks.0.feed_forward.fc2.weight",
"vlm_morphact.core.model.blocks.0.feed_forward.fc2.bias",
"vlm_morphact.core.model.blocks.0.norm1.weight",
"vlm_morphact.core.model.blocks.0.norm2.weight",
"vlm_morphact.core.model.blocks.0.norm3.weight",
"vlm_morphact.core.model.blocks.0.norm4.weight",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_q.weight",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_q.bias",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_k.weight",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_k.bias",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_v.weight",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_v.bias",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_o.weight",
"vlm_morphact.core.model.blocks.1.self_attn_n.W_o.bias",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_q.weight",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_q.bias",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_k.weight",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_k.bias",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_v.weight",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_v.bias",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_o.weight",
"vlm_morphact.core.model.blocks.1.self_attn_hw.W_o.bias",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_q.weight",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_q.bias",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_k.weight",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_k.bias",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_v.weight",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_v.bias",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_o.weight",
"vlm_morphact.core.model.blocks.1.self_attn_cross.W_o.bias",
"vlm_morphact.core.model.blocks.1.feed_forward.fc1.weight",
"vlm_morphact.core.model.blocks.1.feed_forward.fc1.bias",
"vlm_morphact.core.model.blocks.1.feed_forward.fc2.weight",
"vlm_morphact.core.model.blocks.1.feed_forward.fc2.bias",
"vlm_morphact.core.model.blocks.1.norm1.weight",
"vlm_morphact.core.model.blocks.1.norm2.weight",
"vlm_morphact.core.model.blocks.1.norm3.weight",
"vlm_morphact.core.model.blocks.1.norm4.weight",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_q.weight",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_q.bias",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_k.weight",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_k.bias",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_v.weight",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_v.bias",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_o.weight",
"vlm_morphact.core.model.blocks.2.self_attn_n.W_o.bias",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_q.weight",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_q.bias",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_k.weight",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_k.bias",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_v.weight",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_v.bias",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_o.weight",
"vlm_morphact.core.model.blocks.2.self_attn_hw.W_o.bias",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_q.weight",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_q.bias",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_k.weight",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_k.bias",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_v.weight",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_v.bias",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_o.weight",
"vlm_morphact.core.model.blocks.2.self_attn_cross.W_o.bias",
"vlm_morphact.core.model.blocks.2.feed_forward.fc1.weight",
"vlm_morphact.core.model.blocks.2.feed_forward.fc1.bias",
"vlm_morphact.core.model.blocks.2.feed_forward.fc2.weight",
"vlm_morphact.core.model.blocks.2.feed_forward.fc2.bias",
"vlm_morphact.core.model.blocks.2.norm1.weight",
"vlm_morphact.core.model.blocks.2.norm2.weight",
"vlm_morphact.core.model.blocks.2.norm3.weight",
"vlm_morphact.core.model.blocks.2.norm4.weight",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_q.weight",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_q.bias",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_k.weight",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_k.bias",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_v.weight",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_v.bias",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_o.weight",
"vlm_morphact.core.model.blocks.3.self_attn_n.W_o.bias",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_q.weight",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_q.bias",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_k.weight",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_k.bias",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_v.weight",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_v.bias",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_o.weight",
"vlm_morphact.core.model.blocks.3.self_attn_hw.W_o.bias",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_q.weight",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_q.bias",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_k.weight",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_k.bias",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_v.weight",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_v.bias",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_o.weight",
"vlm_morphact.core.model.blocks.3.self_attn_cross.W_o.bias",
"vlm_morphact.core.model.blocks.3.feed_forward.fc1.weight",
"vlm_morphact.core.model.blocks.3.feed_forward.fc1.bias",
"vlm_morphact.core.model.blocks.3.feed_forward.fc2.weight",
"vlm_morphact.core.model.blocks.3.feed_forward.fc2.bias",
"vlm_morphact.core.model.blocks.3.norm1.weight",
"vlm_morphact.core.model.blocks.3.norm2.weight",
"vlm_morphact.core.model.blocks.3.norm3.weight",
"vlm_morphact.core.model.blocks.3.norm4.weight",
"vlm_morphact.core.model.proj_out_A.weight",
"vlm_morphact.core.model.proj_out_A.bias",
"vlm_morphact.core.model.proj_out_B.weight",
"vlm_morphact.core.model.proj_out_B.bias",
"vlm_morphact.core.hidden_in.weight",
"vlm_morphact.core.hidden_in.bias",
"action_morphact.state_projection.weight",
"action_morphact.state_projection.bias",
"action_morphact.core.model.norm_input.weight",
"action_morphact.core.model.norm_tokens.weight",
"action_morphact.core.model.hw_pos.weight",
"action_morphact.core.model.layer_pos.weight",
"action_morphact.core.model.norm_final.weight",
"action_morphact.core.model.blocks.0.self_attn_n.W_q.weight",
"action_morphact.core.model.blocks.0.self_attn_n.W_q.bias",
"action_morphact.core.model.blocks.0.self_attn_n.W_k.weight",
"action_morphact.core.model.blocks.0.self_attn_n.W_k.bias",
"action_morphact.core.model.blocks.0.self_attn_n.W_v.weight",
"action_morphact.core.model.blocks.0.self_attn_n.W_v.bias",
"action_morphact.core.model.blocks.0.self_attn_n.W_o.weight",
"action_morphact.core.model.blocks.0.self_attn_n.W_o.bias",
"action_morphact.core.model.blocks.0.self_attn_hw.W_q.weight",
"action_morphact.core.model.blocks.0.self_attn_hw.W_q.bias",
"action_morphact.core.model.blocks.0.self_attn_hw.W_k.weight",
"action_morphact.core.model.blocks.0.self_attn_hw.W_k.bias",
"action_morphact.core.model.blocks.0.self_attn_hw.W_v.weight",
"action_morphact.core.model.blocks.0.self_attn_hw.W_v.bias",
"action_morphact.core.model.blocks.0.self_attn_hw.W_o.weight",
"action_morphact.core.model.blocks.0.self_attn_hw.W_o.bias",
"action_morphact.core.model.blocks.0.self_attn_cross.W_q.weight",
"action_morphact.core.model.blocks.0.self_attn_cross.W_q.bias",
"action_morphact.core.model.blocks.0.self_attn_cross.W_k.weight",
"action_morphact.core.model.blocks.0.self_attn_cross.W_k.bias",
"action_morphact.core.model.blocks.0.self_attn_cross.W_v.weight",
"action_morphact.core.model.blocks.0.self_attn_cross.W_v.bias",
"action_morphact.core.model.blocks.0.self_attn_cross.W_o.weight",
"action_morphact.core.model.blocks.0.self_attn_cross.W_o.bias",
"action_morphact.core.model.blocks.0.feed_forward.fc1.weight",
"action_morphact.core.model.blocks.0.feed_forward.fc1.bias",
"action_morphact.core.model.blocks.0.feed_forward.fc2.weight",
"action_morphact.core.model.blocks.0.feed_forward.fc2.bias",
"action_morphact.core.model.blocks.0.norm1.weight",
"action_morphact.core.model.blocks.0.norm2.weight",
"action_morphact.core.model.blocks.0.norm3.weight",
"action_morphact.core.model.blocks.0.norm4.weight",
"action_morphact.core.model.blocks.1.self_attn_n.W_q.weight",
"action_morphact.core.model.blocks.1.self_attn_n.W_q.bias",
"action_morphact.core.model.blocks.1.self_attn_n.W_k.weight",
"action_morphact.core.model.blocks.1.self_attn_n.W_k.bias",
"action_morphact.core.model.blocks.1.self_attn_n.W_v.weight",
"action_morphact.core.model.blocks.1.self_attn_n.W_v.bias",
"action_morphact.core.model.blocks.1.self_attn_n.W_o.weight",
"action_morphact.core.model.blocks.1.self_attn_n.W_o.bias",
"action_morphact.core.model.blocks.1.self_attn_hw.W_q.weight",
"action_morphact.core.model.blocks.1.self_attn_hw.W_q.bias",
"action_morphact.core.model.blocks.1.self_attn_hw.W_k.weight",
"action_morphact.core.model.blocks.1.self_attn_hw.W_k.bias",
"action_morphact.core.model.blocks.1.self_attn_hw.W_v.weight",
"action_morphact.core.model.blocks.1.self_attn_hw.W_v.bias",
"action_morphact.core.model.blocks.1.self_attn_hw.W_o.weight",
"action_morphact.core.model.blocks.1.self_attn_hw.W_o.bias",
"action_morphact.core.model.blocks.1.self_attn_cross.W_q.weight",
"action_morphact.core.model.blocks.1.self_attn_cross.W_q.bias",
"action_morphact.core.model.blocks.1.self_attn_cross.W_k.weight",
"action_morphact.core.model.blocks.1.self_attn_cross.W_k.bias",
"action_morphact.core.model.blocks.1.self_attn_cross.W_v.weight",
"action_morphact.core.model.blocks.1.self_attn_cross.W_v.bias",
"action_morphact.core.model.blocks.1.self_attn_cross.W_o.weight",
"action_morphact.core.model.blocks.1.self_attn_cross.W_o.bias",
"action_morphact.core.model.blocks.1.feed_forward.fc1.weight",
"action_morphact.core.model.blocks.1.feed_forward.fc1.bias",
"action_morphact.core.model.blocks.1.feed_forward.fc2.weight",
"action_morphact.core.model.blocks.1.feed_forward.fc2.bias",
"action_morphact.core.model.blocks.1.norm1.weight",
"action_morphact.core.model.blocks.1.norm2.weight",
"action_morphact.core.model.blocks.1.norm3.weight",
"action_morphact.core.model.blocks.1.norm4.weight",
"action_morphact.core.model.blocks.2.self_attn_n.W_q.weight",
"action_morphact.core.model.blocks.2.self_attn_n.W_q.bias",
"action_morphact.core.model.blocks.2.self_attn_n.W_k.weight",
"action_morphact.core.model.blocks.2.self_attn_n.W_k.bias",
"action_morphact.core.model.blocks.2.self_attn_n.W_v.weight",
"action_morphact.core.model.blocks.2.self_attn_n.W_v.bias",
"action_morphact.core.model.blocks.2.self_attn_n.W_o.weight",
"action_morphact.core.model.blocks.2.self_attn_n.W_o.bias",
"action_morphact.core.model.blocks.2.self_attn_hw.W_q.weight",
"action_morphact.core.model.blocks.2.self_attn_hw.W_q.bias",
"action_morphact.core.model.blocks.2.self_attn_hw.W_k.weight",
"action_morphact.core.model.blocks.2.self_attn_hw.W_k.bias",
"action_morphact.core.model.blocks.2.self_attn_hw.W_v.weight",
"action_morphact.core.model.blocks.2.self_attn_hw.W_v.bias",
"action_morphact.core.model.blocks.2.self_attn_hw.W_o.weight",
"action_morphact.core.model.blocks.2.self_attn_hw.W_o.bias",
"action_morphact.core.model.blocks.2.self_attn_cross.W_q.weight",
"action_morphact.core.model.blocks.2.self_attn_cross.W_q.bias",
"action_morphact.core.model.blocks.2.self_attn_cross.W_k.weight",
"action_morphact.core.model.blocks.2.self_attn_cross.W_k.bias",
"action_morphact.core.model.blocks.2.self_attn_cross.W_v.weight",
"action_morphact.core.model.blocks.2.self_attn_cross.W_v.bias",
"action_morphact.core.model.blocks.2.self_attn_cross.W_o.weight",
"action_morphact.core.model.blocks.2.self_attn_cross.W_o.bias",
"action_morphact.core.model.blocks.2.feed_forward.fc1.weight",
"action_morphact.core.model.blocks.2.feed_forward.fc1.bias",
"action_morphact.core.model.blocks.2.feed_forward.fc2.weight",
"action_morphact.core.model.blocks.2.feed_forward.fc2.bias",
"action_morphact.core.model.blocks.2.norm1.weight",
"action_morphact.core.model.blocks.2.norm2.weight",
"action_morphact.core.model.blocks.2.norm3.weight",
"action_morphact.core.model.blocks.2.norm4.weight",
"action_morphact.core.model.blocks.3.self_attn_n.W_q.weight",
"action_morphact.core.model.blocks.3.self_attn_n.W_q.bias",
"action_morphact.core.model.blocks.3.self_attn_n.W_k.weight",
"action_morphact.core.model.blocks.3.self_attn_n.W_k.bias",
"action_morphact.core.model.blocks.3.self_attn_n.W_v.weight",
"action_morphact.core.model.blocks.3.self_attn_n.W_v.bias",
"action_morphact.core.model.blocks.3.self_attn_n.W_o.weight",
"action_morphact.core.model.blocks.3.self_attn_n.W_o.bias",
"action_morphact.core.model.blocks.3.self_attn_hw.W_q.weight",
"action_morphact.core.model.blocks.3.self_attn_hw.W_q.bias",
"action_morphact.core.model.blocks.3.self_attn_hw.W_k.weight",
"action_morphact.core.model.blocks.3.self_attn_hw.W_k.bias",
"action_morphact.core.model.blocks.3.self_attn_hw.W_v.weight",
"action_morphact.core.model.blocks.3.self_attn_hw.W_v.bias",
"action_morphact.core.model.blocks.3.self_attn_hw.W_o.weight",
"action_morphact.core.model.blocks.3.self_attn_hw.W_o.bias",
"action_morphact.core.model.blocks.3.self_attn_cross.W_q.weight",
"action_morphact.core.model.blocks.3.self_attn_cross.W_q.bias",
"action_morphact.core.model.blocks.3.self_attn_cross.W_k.weight",
"action_morphact.core.model.blocks.3.self_attn_cross.W_k.bias",
"action_morphact.core.model.blocks.3.self_attn_cross.W_v.weight",
"action_morphact.core.model.blocks.3.self_attn_cross.W_v.bias",
"action_morphact.core.model.blocks.3.self_attn_cross.W_o.weight",
"action_morphact.core.model.blocks.3.self_attn_cross.W_o.bias",
"action_morphact.core.model.blocks.3.feed_forward.fc1.weight",
"action_morphact.core.model.blocks.3.feed_forward.fc1.bias",
"action_morphact.core.model.blocks.3.feed_forward.fc2.weight",
"action_morphact.core.model.blocks.3.feed_forward.fc2.bias",
"action_morphact.core.model.blocks.3.norm1.weight",
"action_morphact.core.model.blocks.3.norm2.weight",
"action_morphact.core.model.blocks.3.norm3.weight",
"action_morphact.core.model.blocks.3.norm4.weight",
"action_morphact.core.model.proj_out_A.weight",
"action_morphact.core.model.proj_out_A.bias",
"action_morphact.core.model.proj_out_B.weight",
"action_morphact.core.model.proj_out_B.bias",
"action_morphact.core.hidden_in.weight",
"action_morphact.core.hidden_in.bias"
],
"training_config": {
"batch_size": 24,
"betas": [
0.9,
0.95
],
"gradient_accumulation_steps": 1,
"learning_rate": 2.5e-05,
"max_grad_norm": 1.0,
"min_lr_ratio": 0.1,
"mixed_precision": "bf16",
"seed": 0,
"steps": 50000,
"warmup_steps": 1000,
"weight_decay": 1e-10,
"world_size": 4
},
"version": 2
}
{
"base_config": {
"action_mode": "ee6d",
"add_cross_attention": false,
"architectures": [
"XVLA"
],
"auto_map": {
"AutoConfig": "configuration_xvla.XVLAConfig",
"AutoModel": "modeling_xvla.XVLA"
},
"bad_words_ids": null,
"begin_suppress_tokens": null,
"bos_token_id": null,
"chunk_size_feed_forward": 0,
"cross_attention_hidden_size": null,
"decoder_start_token_id": null,
"depth": 24,
"dim_time": 32,
"diversity_penalty": 0.0,
"do_sample": false,
"early_stopping": false,
"encoder_no_repeat_ngram_size": 0,
"eos_token_id": null,
"exponential_decay_length_penalty": null,
"finetuning_task": null,
"florence_config": {
"add_cross_attention": false,
"architectures": null,
"bad_words_ids": null,
"begin_suppress_tokens": null,
"bos_token_id": 0,
"chunk_size_feed_forward": 0,
"cross_attention_hidden_size": null,
"decoder_start_token_id": null,
"diversity_penalty": 0.0,
"do_sample": false,
"early_stopping": false,
"encoder_no_repeat_ngram_size": 0,
"eos_token_id": 2,
"exponential_decay_length_penalty": null,
"finetuning_task": null,
"forced_bos_token_id": null,
"forced_eos_token_id": null,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"ignore_index": -100,
"is_decoder": false,
"is_encoder_decoder": true,
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"length_penalty": 1.0,
"max_length": 20,
"min_length": 0,
"model_type": "florence2",
"no_repeat_ngram_size": 0,
"num_beam_groups": 1,
"num_beams": 1,
"num_return_sequences": 1,
"output_attentions": false,
"output_hidden_states": false,
"output_scores": false,
"pad_token_id": 1,
"prefix": null,
"problem_type": null,
"projection_dim": 1024,
"pruned_heads": {},
"remove_invalid_values": false,
"repetition_penalty": 1.0,
"return_dict": true,
"return_dict_in_generate": false,
"sep_token_id": null,
"suppress_tokens": null,
"task_specific_params": null,
"temperature": 1.0,
"text_config": {
"activation_dropout": 0.1,
"activation_function": "gelu",
"add_bias_logits": false,
"add_cross_attention": false,
"add_final_layer_norm": false,
"architectures": null,
"attention_dropout": 0.1,
"bad_words_ids": null,
"begin_suppress_tokens": null,
"bos_token_id": 0,
"chunk_size_feed_forward": 0,
"classif_dropout": 0.1,
"classifier_dropout": 0.0,
"cross_attention_hidden_size": null,
"d_model": 1024,
"decoder_attention_heads": 16,
"decoder_ffn_dim": 4096,
"decoder_layerdrop": 0.0,
"decoder_layers": 12,
"decoder_start_token_id": 2,