| { | |
| "vision_tower": "gatedeltanet_siglip_2cross_history_sparse", | |
| "pretrain_encoder": "/video/encoder/playground/models/siglip2-so400m-patch16-384", | |
| "num_temporal_layers": 4, | |
| "temporal_layer_indices": [ | |
| -1, | |
| -2, | |
| -3, | |
| -4 | |
| ], | |
| "conv_kernel_size": 4, | |
| "state_expansion_factor": 1, | |
| "temporal_state_init_mode": "learn", | |
| "temporal_mlp_ratio": 2, | |
| "select_layer": -2, | |
| "state_select_layer": -2, | |
| "vision_output_hidden_states": true, | |
| "sparse_mlp2_mode": "skip", | |
| "sparse_target_resolver": "trunk_gate", | |
| "state_min_stages": 4, | |
| "state_max_stages": 16 | |
| } |