File size: 1,855 Bytes
5c2774f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 | {
"params": {
"decoder_param": "decoder.ncnn.param",
"decoder_bin": "decoder.ncnn.bin",
"embed_token_param": "embed.ncnn.param",
"embed_token_bin": "embed.ncnn.bin",
"proj_out_param": "lm_head.ncnn.param",
"proj_out_bin": "lm_head.ncnn.bin"
},
"tokenizer": {
"type": "bbpe",
"vocab_file": "vocab.txt",
"merges_file": "merges.txt",
"eos": "<|im_end|>",
"bos": "<|im_start|>",
"additional_special_tokens": [
"<|im_start|>", "<|im_end|>", "<|image_pad|>", "<|vision_start|>",
"<|vision_end|>", "<|vision_pad|>", "<|video_pad|>",
"<think>", "</think>", "<tool_call>", "</tool_call>",
"<tool_response>", "</tool_response>", "<|object_ref_start|>",
"<|object_ref_end|>", "<|box_start|>", "<|box_end|>",
"<|quad_start|>", "<|quad_end|>", "<|audio|>", "<|audio_start|>",
"<|audio_end|>", "<|endoftext|>", "<|file_sep|>", "<|repo_name|>",
"<|stream_start|>", "<|stream_end|>", "<|fim_prefix|>",
"<|fim_middle|>", "<|fim_suffix|>", "<|fim_pad|>", "<|image|>"
]
},
"setting": {
"attn_cnt": 28,
"sconv_cnt": 0,
"gdr_cnt": 0,
"rope": {
"type": "RoPE",
"rope_head_dim": 128,
"rope_theta": 1000000.0
},
"vision": {
"type": "vit",
"vision_embed_patch_param": "vision_embed_patch.ncnn.param",
"vision_embed_patch_bin": "vision_embed_patch.ncnn.bin",
"vision_encoder_param": "vision_encoder.ncnn.param",
"vision_encoder_bin": "vision_encoder.ncnn.bin",
"vision_projector_param": "vision_projector.ncnn.param",
"vision_projector_bin": "vision_projector.ncnn.bin",
"patch_size": 14,
"patch_dim": 1024,
"max_num_patches": 16384,
"spatial_merge_size": 1,
"rope": {
"type": "mRoPE",
"mrope_section": [0, 32, 32]
}
}
}
}
|