{ "config": { "model": "deepseek_v41_vision", "depth": 32, "hidden_size": 1024, "intermediate_size": 2816, "num_heads": 16, "patch_size": 14, "out_hidden_size": 5120, "spatial_merge_size": 3, "rope_theta": 10000.0, "max_image_tokens": 1024, "min_pixels": 295936, "max_wh_ratio": null, "image_token_id": 129264 }, "tensors": { "patch.w": { "kind": "f32", "shape": [ 1024, 588 ], "off": 0, "bytes": 2408448 }, "patch.b": { "kind": "f32", "shape": [ 1024 ], "off": 2408448, "bytes": 4096 }, "B0.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 2412544, "bytes": 4096 }, "B0.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 2416640, "bytes": 4096 }, "B0.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 2420736, "bytes": 6291456 }, "B0.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 8712192, "bytes": 12288 }, "B0.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 8724480, "bytes": 2097152 }, "B0.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 10821632, "bytes": 4096 }, "B0.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 10825728, "bytes": 11534336 }, "B0.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 22360064, "bytes": 5767168 }, "B1.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 28127232, "bytes": 4096 }, "B1.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 28131328, "bytes": 4096 }, "B1.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 28135424, "bytes": 6291456 }, "B1.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 34426880, "bytes": 12288 }, "B1.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 34439168, "bytes": 2097152 }, "B1.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 36536320, "bytes": 4096 }, "B1.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 36540416, "bytes": 11534336 }, "B1.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 48074752, "bytes": 5767168 }, "B2.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 53841920, "bytes": 4096 }, "B2.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 53846016, "bytes": 4096 }, "B2.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 53850112, "bytes": 6291456 }, "B2.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 60141568, "bytes": 12288 }, "B2.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 60153856, "bytes": 2097152 }, "B2.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 62251008, "bytes": 4096 }, "B2.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 62255104, "bytes": 11534336 }, "B2.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 73789440, "bytes": 5767168 }, "B3.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 79556608, "bytes": 4096 }, "B3.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 79560704, "bytes": 4096 }, "B3.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 79564800, "bytes": 6291456 }, "B3.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 85856256, "bytes": 12288 }, "B3.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 85868544, "bytes": 2097152 }, "B3.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 87965696, "bytes": 4096 }, "B3.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 87969792, "bytes": 11534336 }, "B3.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 99504128, "bytes": 5767168 }, "B4.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 105271296, "bytes": 4096 }, "B4.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 105275392, "bytes": 4096 }, "B4.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 105279488, "bytes": 6291456 }, "B4.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 111570944, "bytes": 12288 }, "B4.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 111583232, "bytes": 2097152 }, "B4.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 113680384, "bytes": 4096 }, "B4.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 113684480, "bytes": 11534336 }, "B4.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 125218816, "bytes": 5767168 }, "B5.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 130985984, "bytes": 4096 }, "B5.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 130990080, "bytes": 4096 }, "B5.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 130994176, "bytes": 6291456 }, "B5.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 137285632, "bytes": 12288 }, "B5.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 137297920, "bytes": 2097152 }, "B5.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 139395072, "bytes": 4096 }, "B5.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 139399168, "bytes": 11534336 }, "B5.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 150933504, "bytes": 5767168 }, "B6.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 156700672, "bytes": 4096 }, "B6.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 156704768, "bytes": 4096 }, "B6.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 156708864, "bytes": 6291456 }, "B6.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 163000320, "bytes": 12288 }, "B6.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 163012608, "bytes": 2097152 }, "B6.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 165109760, "bytes": 4096 }, "B6.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 165113856, "bytes": 11534336 }, "B6.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 176648192, "bytes": 5767168 }, "B7.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 182415360, "bytes": 4096 }, "B7.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 182419456, "bytes": 4096 }, "B7.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 182423552, "bytes": 6291456 }, "B7.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 188715008, "bytes": 12288 }, "B7.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 188727296, "bytes": 2097152 }, "B7.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 190824448, "bytes": 4096 }, "B7.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 190828544, "bytes": 11534336 }, "B7.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 202362880, "bytes": 5767168 }, "B8.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 208130048, "bytes": 4096 }, "B8.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 208134144, "bytes": 4096 }, "B8.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 208138240, "bytes": 6291456 }, "B8.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 214429696, "bytes": 12288 }, "B8.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 214441984, "bytes": 2097152 }, "B8.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 216539136, "bytes": 4096 }, "B8.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 216543232, "bytes": 11534336 }, "B8.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 228077568, "bytes": 5767168 }, "B9.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 233844736, "bytes": 4096 }, "B9.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 233848832, "bytes": 4096 }, "B9.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 233852928, "bytes": 6291456 }, "B9.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 240144384, "bytes": 12288 }, "B9.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 240156672, "bytes": 2097152 }, "B9.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 242253824, "bytes": 4096 }, "B9.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 242257920, "bytes": 11534336 }, "B9.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 253792256, "bytes": 5767168 }, "B10.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 259559424, "bytes": 4096 }, "B10.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 259563520, "bytes": 4096 }, "B10.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 259567616, "bytes": 6291456 }, "B10.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 265859072, "bytes": 12288 }, "B10.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 265871360, "bytes": 2097152 }, "B10.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 267968512, "bytes": 4096 }, "B10.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 267972608, "bytes": 11534336 }, "B10.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 279506944, "bytes": 5767168 }, "B11.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 285274112, "bytes": 4096 }, "B11.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 285278208, "bytes": 4096 }, "B11.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 285282304, "bytes": 6291456 }, "B11.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 291573760, "bytes": 12288 }, "B11.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 291586048, "bytes": 2097152 }, "B11.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 293683200, "bytes": 4096 }, "B11.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 293687296, "bytes": 11534336 }, "B11.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 305221632, "bytes": 5767168 }, "B12.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 310988800, "bytes": 4096 }, "B12.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 310992896, "bytes": 4096 }, "B12.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 310996992, "bytes": 6291456 }, "B12.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 317288448, "bytes": 12288 }, "B12.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 317300736, "bytes": 2097152 }, "B12.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 319397888, "bytes": 4096 }, "B12.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 319401984, "bytes": 11534336 }, "B12.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 330936320, "bytes": 5767168 }, "B13.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 336703488, "bytes": 4096 }, "B13.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 336707584, "bytes": 4096 }, "B13.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 336711680, "bytes": 6291456 }, "B13.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 343003136, "bytes": 12288 }, "B13.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 343015424, "bytes": 2097152 }, "B13.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 345112576, "bytes": 4096 }, "B13.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 345116672, "bytes": 11534336 }, "B13.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 356651008, "bytes": 5767168 }, "B14.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 362418176, "bytes": 4096 }, "B14.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 362422272, "bytes": 4096 }, "B14.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 362426368, "bytes": 6291456 }, "B14.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 368717824, "bytes": 12288 }, "B14.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 368730112, "bytes": 2097152 }, "B14.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 370827264, "bytes": 4096 }, "B14.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 370831360, "bytes": 11534336 }, "B14.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 382365696, "bytes": 5767168 }, "B15.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 388132864, "bytes": 4096 }, "B15.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 388136960, "bytes": 4096 }, "B15.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 388141056, "bytes": 6291456 }, "B15.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 394432512, "bytes": 12288 }, "B15.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 394444800, "bytes": 2097152 }, "B15.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 396541952, "bytes": 4096 }, "B15.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 396546048, "bytes": 11534336 }, "B15.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 408080384, "bytes": 5767168 }, "B16.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 413847552, "bytes": 4096 }, "B16.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 413851648, "bytes": 4096 }, "B16.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 413855744, "bytes": 6291456 }, "B16.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 420147200, "bytes": 12288 }, "B16.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 420159488, "bytes": 2097152 }, "B16.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 422256640, "bytes": 4096 }, "B16.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 422260736, "bytes": 11534336 }, "B16.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 433795072, "bytes": 5767168 }, "B17.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 439562240, "bytes": 4096 }, "B17.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 439566336, "bytes": 4096 }, "B17.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 439570432, "bytes": 6291456 }, "B17.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 445861888, "bytes": 12288 }, "B17.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 445874176, "bytes": 2097152 }, "B17.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 447971328, "bytes": 4096 }, "B17.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 447975424, "bytes": 11534336 }, "B17.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 459509760, "bytes": 5767168 }, "B18.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 465276928, "bytes": 4096 }, "B18.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 465281024, "bytes": 4096 }, "B18.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 465285120, "bytes": 6291456 }, "B18.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 471576576, "bytes": 12288 }, "B18.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 471588864, "bytes": 2097152 }, "B18.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 473686016, "bytes": 4096 }, "B18.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 473690112, "bytes": 11534336 }, "B18.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 485224448, "bytes": 5767168 }, "B19.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 490991616, "bytes": 4096 }, "B19.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 490995712, "bytes": 4096 }, "B19.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 490999808, "bytes": 6291456 }, "B19.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 497291264, "bytes": 12288 }, "B19.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 497303552, "bytes": 2097152 }, "B19.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 499400704, "bytes": 4096 }, "B19.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 499404800, "bytes": 11534336 }, "B19.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 510939136, "bytes": 5767168 }, "B20.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 516706304, "bytes": 4096 }, "B20.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 516710400, "bytes": 4096 }, "B20.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 516714496, "bytes": 6291456 }, "B20.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 523005952, "bytes": 12288 }, "B20.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 523018240, "bytes": 2097152 }, "B20.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 525115392, "bytes": 4096 }, "B20.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 525119488, "bytes": 11534336 }, "B20.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 536653824, "bytes": 5767168 }, "B21.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 542420992, "bytes": 4096 }, "B21.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 542425088, "bytes": 4096 }, "B21.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 542429184, "bytes": 6291456 }, "B21.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 548720640, "bytes": 12288 }, "B21.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 548732928, "bytes": 2097152 }, "B21.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 550830080, "bytes": 4096 }, "B21.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 550834176, "bytes": 11534336 }, "B21.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 562368512, "bytes": 5767168 }, "B22.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 568135680, "bytes": 4096 }, "B22.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 568139776, "bytes": 4096 }, "B22.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 568143872, "bytes": 6291456 }, "B22.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 574435328, "bytes": 12288 }, "B22.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 574447616, "bytes": 2097152 }, "B22.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 576544768, "bytes": 4096 }, "B22.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 576548864, "bytes": 11534336 }, "B22.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 588083200, "bytes": 5767168 }, "B23.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 593850368, "bytes": 4096 }, "B23.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 593854464, "bytes": 4096 }, "B23.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 593858560, "bytes": 6291456 }, "B23.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 600150016, "bytes": 12288 }, "B23.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 600162304, "bytes": 2097152 }, "B23.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 602259456, "bytes": 4096 }, "B23.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 602263552, "bytes": 11534336 }, "B23.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 613797888, "bytes": 5767168 }, "B24.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 619565056, "bytes": 4096 }, "B24.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 619569152, "bytes": 4096 }, "B24.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 619573248, "bytes": 6291456 }, "B24.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 625864704, "bytes": 12288 }, "B24.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 625876992, "bytes": 2097152 }, "B24.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 627974144, "bytes": 4096 }, "B24.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 627978240, "bytes": 11534336 }, "B24.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 639512576, "bytes": 5767168 }, "B25.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 645279744, "bytes": 4096 }, "B25.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 645283840, "bytes": 4096 }, "B25.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 645287936, "bytes": 6291456 }, "B25.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 651579392, "bytes": 12288 }, "B25.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 651591680, "bytes": 2097152 }, "B25.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 653688832, "bytes": 4096 }, "B25.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 653692928, "bytes": 11534336 }, "B25.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 665227264, "bytes": 5767168 }, "B26.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 670994432, "bytes": 4096 }, "B26.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 670998528, "bytes": 4096 }, "B26.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 671002624, "bytes": 6291456 }, "B26.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 677294080, "bytes": 12288 }, "B26.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 677306368, "bytes": 2097152 }, "B26.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 679403520, "bytes": 4096 }, "B26.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 679407616, "bytes": 11534336 }, "B26.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 690941952, "bytes": 5767168 }, "B27.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 696709120, "bytes": 4096 }, "B27.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 696713216, "bytes": 4096 }, "B27.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 696717312, "bytes": 6291456 }, "B27.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 703008768, "bytes": 12288 }, "B27.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 703021056, "bytes": 2097152 }, "B27.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 705118208, "bytes": 4096 }, "B27.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 705122304, "bytes": 11534336 }, "B27.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 716656640, "bytes": 5767168 }, "B28.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 722423808, "bytes": 4096 }, "B28.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 722427904, "bytes": 4096 }, "B28.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 722432000, "bytes": 6291456 }, "B28.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 728723456, "bytes": 12288 }, "B28.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 728735744, "bytes": 2097152 }, "B28.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 730832896, "bytes": 4096 }, "B28.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 730836992, "bytes": 11534336 }, "B28.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 742371328, "bytes": 5767168 }, "B29.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 748138496, "bytes": 4096 }, "B29.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 748142592, "bytes": 4096 }, "B29.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 748146688, "bytes": 6291456 }, "B29.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 754438144, "bytes": 12288 }, "B29.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 754450432, "bytes": 2097152 }, "B29.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 756547584, "bytes": 4096 }, "B29.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 756551680, "bytes": 11534336 }, "B29.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 768086016, "bytes": 5767168 }, "B30.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 773853184, "bytes": 4096 }, "B30.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 773857280, "bytes": 4096 }, "B30.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 773861376, "bytes": 6291456 }, "B30.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 780152832, "bytes": 12288 }, "B30.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 780165120, "bytes": 2097152 }, "B30.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 782262272, "bytes": 4096 }, "B30.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 782266368, "bytes": 11534336 }, "B30.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 793800704, "bytes": 5767168 }, "B31.norm1": { "kind": "f32", "shape": [ 1024 ], "off": 799567872, "bytes": 4096 }, "B31.norm2": { "kind": "f32", "shape": [ 1024 ], "off": 799571968, "bytes": 4096 }, "B31.qkv.w": { "kind": "bf16", "shape": [ 3072, 1024 ], "off": 799576064, "bytes": 6291456 }, "B31.qkv.b": { "kind": "f32", "shape": [ 3072 ], "off": 805867520, "bytes": 12288 }, "B31.proj.w": { "kind": "bf16", "shape": [ 1024, 1024 ], "off": 805879808, "bytes": 2097152 }, "B31.proj.b": { "kind": "f32", "shape": [ 1024 ], "off": 807976960, "bytes": 4096 }, "B31.w13.w": { "kind": "bf16", "shape": [ 5632, 1024 ], "off": 807981056, "bytes": 11534336 }, "B31.w2.w": { "kind": "bf16", "shape": [ 1024, 2816 ], "off": 819515392, "bytes": 5767168 }, "post_norm": { "kind": "f32", "shape": [ 1024 ], "off": 825282560, "bytes": 4096 }, "aligner.w1.w": { "kind": "bf16", "shape": [ 5120, 9216 ], "off": 825286656, "bytes": 94371840 }, "aligner.w1.b": { "kind": "f32", "shape": [ 5120 ], "off": 919658496, "bytes": 20480 }, "aligner.w2.w": { "kind": "bf16", "shape": [ 5120, 5120 ], "off": 919678976, "bytes": 52428800 }, "aligner.w2.b": { "kind": "f32", "shape": [ 5120 ], "off": 972107776, "bytes": 20480 }, "img.image_start": { "kind": "bf16", "shape": [ 5120 ], "off": 972128256, "bytes": 10240 }, "img.image_newline": { "kind": "bf16", "shape": [ 5120 ], "off": 972138496, "bytes": 10240 }, "img.image_end": { "kind": "bf16", "shape": [ 5120 ], "off": 972148736, "bytes": 10240 } } }