File size: 364 Bytes
d2394f5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 | {
"attention_probs_dropout_prob": 0.0,
"compress_image_h": 16,
"compress_image_w": 16,
"compressor_type": "local_attn_conv",
"hidden_size": 1152,
"intermediate_size": 4608,
"layer_norm_eps": 1e-06,
"model_type": "videollama3_token_compressor",
"num_attention_heads": 8,
"num_layers": 8,
"transformers_version": "4.57.3",
"window_size": 1
}
|