ZibinDong's picture
Publish audited ActionCodec2 release files
c95cdb0 verified
Raw History Blame Contribute Delete
2.34 kB
{
"action_history_steps": 1,
"action_only_cross_entropy": true,
"action_token_begin_idx": 248077,
"action_vocab_size": 4096,
"architectures": [
"G05Model"
],
"attention_dropout": 0.0,
"attn_implementation": "sdpa",
"continuous_action_dim": 7,
"do_sample": false,
"dtype": "float32",
"embodiment": "Bridge",
"eos_token_id": 248044,
"eov_token_id": 252176,
"image_size": [
256,
256
],
"image_token_id": 248056,
"initializer_range": 0.02,
"internal_proprio_dim": 0,
"linear_conv_kernel_dim": 4,
"linear_key_head_dim": 128,
"linear_num_key_heads": 16,
"linear_num_value_heads": 16,
"linear_value_head_dim": 128,
"max_action_tokens": 210,
"max_prompt_length": 512,
"max_task_tokens": 200,
"model_type": "g05_action_policy",
"mrope_section": [
11,
11,
10
],
"pad_prompt_to_length": null,
"pad_token_id": 0,
"prediction_horizon": 10,
"proprio_dim": 0,
"proprio_indices": [],
"rope_theta": 10000000.0,
"state_token_id": 252177,
"temperature": 1.0,
"text_head_dim": 256,
"text_hidden_size": 2048,
"text_intermediate_size": 6144,
"text_layer_types": [
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention",
"linear_attention",
"linear_attention",
"linear_attention",
"full_attention"
],
"text_num_heads": 8,
"text_num_kv_heads": 2,
"text_num_layers": 24,
"text_vocab_size": 252189,
"top_k": 0,
"top_p": 1.0,
"transformers_version": "5.14.1",
"use_flash_linear_attention": true,
"use_fused_linear_cross_entropy": true,
"use_liger_rms_norm": true,
"use_liger_swiglu": true,
"vision_attn_implementation": "sdpa",
"vision_depth": 24,
"vision_end_token_id": 248054,
"vision_hidden_size": 1024,
"vision_intermediate_size": 4096,
"vision_num_heads": 16,
"vision_patch_size": 16,
"vision_spatial_merge_size": 2,
"vision_start_token_id": 248053,
"vision_temporal_patch_size": 2
}