clef-flash-coreml / config.json
alexwengg's picture
clef-flash Core ML: 8-bit text decoder (8 parts x 4 buckets) + joint schema head
c1b8fda verified
Raw History Blame Contribute Delete
629 Bytes
{
"model": "Cloudflare/clef-flash",
"weights": "lpp4_M256-512-1024-2048_w8",
"hidden_size": 4096,
"rotary_dim": 64,
"rope_theta": 10000000,
"pad_id": 248044,
"vocab_size": 248320,
"buckets": [
256,
512,
1024,
2048
],
"max_questions": 16,
"max_options": 96,
"image_token_id": 248056,
"vision_start_token_id": 248053,
"vision_end_token_id": 248054,
"parts": [
"part00.mlpackage",
"part01.mlpackage",
"part02.mlpackage",
"part03.mlpackage",
"part04.mlpackage",
"part05.mlpackage",
"part06.mlpackage",
"part07.mlpackage"
],
"head": "Head.mlpackage"
}