{"format": "phonon-coreml-expander-kit-v1", "package": "Phonon-2.5-English.mlpackage", "weight_bin_bytes": 329432768, "weight_bin_sha256": "597947905f317ee9bfed5efb84b60880217584046d5cb193a910c9959fe6e1bb", "container_sha256": "c57119c0f04756932acc1d60d90506346e3708d69f00e654084acc7fe507fe27", "entries": [{"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 9198656, "bytes": 1554293, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2072390]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 8674304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 10753024, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 11318464, "bytes": 1528976, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2038634]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 10794112, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 12847552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12993280, "bytes": 392518, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523357]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12862144, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 13385920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13525312, "bytes": 386268, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515024]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13394176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13911680, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14051072, "bytes": 379417, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [505889]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 13919936, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14430592, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15342272, "bytes": 387983, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517310]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15211136, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15730368, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16005056, "bytes": 774861, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1033148]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 15742848, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16780032, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16952384, "bytes": 384624, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [512831]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16821248, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 17337088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17873920, "bytes": 1553414, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071218]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17349568, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 19427456, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19984640, "bytes": 1523962, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2031949]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19460288, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 21508672, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 22049728, "bytes": 1529700, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2039600]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 21525376, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 23579520, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 24136704, "bytes": 1458063, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1944084]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 23612352, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 25594880, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25738496, "bytes": 392369, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523158]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25607360, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 26130944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26270336, "bytes": 386703, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515603]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26139200, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26657152, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26796544, "bytes": 383613, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [511483]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26665408, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 27180224, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28091904, "bytes": 392254, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523005]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 27960768, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28484224, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28758912, "bytes": 779655, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1039540]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28496704, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 29538688, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29706880, "bytes": 386902, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515869]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29575744, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 30093888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30630720, "bytes": 1542949, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2057265]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30106368, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 32173760, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32730944, "bytes": 1453227, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1937635]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32206592, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 34184256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34725312, "bytes": 1559666, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2079554]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34200960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 36285056, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36842240, "bytes": 1498695, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1998259]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36317888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 38341056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38484672, "bytes": 392145, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522859]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38353536, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38876928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39016320, "bytes": 390897, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521195]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 38885184, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39407296, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39546688, "bytes": 391317, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521755]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39415552, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39938112, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40849792, "bytes": 393792, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525056]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40718656, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 41243648, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41518336, "bytes": 782075, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1042766]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41256128, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 42300480, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42468672, "bytes": 389539, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519385]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42337536, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42858304, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 43395136, "bytes": 1549125, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065499]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 42870784, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 44944384, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 45501568, "bytes": 1474498, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1965997]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 44977216, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 46976192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 47517248, "bytes": 1556798, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075730]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 46992896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 49074112, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49631296, "bytes": 1464992, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1953322]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49106944, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 51096384, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51240000, "bytes": 392158, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522877]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51108864, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51632256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51771648, "bytes": 390303, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520403]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51640512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 52162048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52301440, "bytes": 390846, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521127]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52170304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52692352, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53604032, "bytes": 391942, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522589]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53472896, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53996096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54270784, "bytes": 783499, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1044665]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54008576, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 55054400, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55222592, "bytes": 389415, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519219]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55091456, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55612096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 56148928, "bytes": 1544487, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059316]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 55624576, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 57693504, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 58250688, "bytes": 1453982, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1938642]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 57726336, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 59704768, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 60245824, "bytes": 1553721, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071628]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 59721472, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 61799616, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 62356800, "bytes": 1454347, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1939129]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 61832448, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 63811264, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 63954880, "bytes": 392566, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523421]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 63823744, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 64347520, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64486912, "bytes": 390811, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521081]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64355776, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64877824, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65017216, "bytes": 390168, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520224]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 64886080, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65407488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66319168, "bytes": 392829, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523771]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66188032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66712064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 66986752, "bytes": 785245, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1046993]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 66724544, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 67772096, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 67940288, "bytes": 390207, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520275]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 67809152, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 68330560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68867392, "bytes": 1545733, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2060977]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68343040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 70413248, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 70970432, "bytes": 1448379, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1931171]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 70446080, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 72418880, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 72959936, "bytes": 1556317, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075089]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 72435584, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 74516352, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 75073536, "bytes": 1467291, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1956387]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 74549184, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 76540928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76684544, "bytes": 391479, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521972]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76553408, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 77076096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77215488, "bytes": 391521, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522028]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77084352, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77607104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77746496, "bytes": 389622, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519496]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77615360, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 78136192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79047872, "bytes": 392889, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523851]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 78916736, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79440832, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79715520, "bytes": 785858, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047810]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79453312, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 80501504, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80669696, "bytes": 390382, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520509]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80538560, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 81060160, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81596992, "bytes": 1547714, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2063618]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81072640, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 83144832, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83702016, "bytes": 1489055, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1985406]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83177664, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 85191168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85732224, "bytes": 1554911, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2073214]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85207872, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 87287232, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87844416, "bytes": 1467562, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1956749]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87320064, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 89312064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89455680, "bytes": 392230, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522973]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89324544, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89848000, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 89987392, "bytes": 391439, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521918]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 89856256, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 90378944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90518336, "bytes": 390345, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520459]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90387200, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90908800, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91820480, "bytes": 393656, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524874]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91689344, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 92214208, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92488896, "bytes": 786402, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048536]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92226688, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 93275392, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93443584, "bytes": 389734, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519645]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93312448, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93833408, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 94370240, "bytes": 1547903, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2063870]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 93845888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 95918208, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 96475392, "bytes": 1514517, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2019355]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 95951040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 97990016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98531072, "bytes": 1554189, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2072252]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98006720, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 100085376, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100642560, "bytes": 1484140, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1978853]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100118208, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 102126784, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102270400, "bytes": 392212, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522949]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102139264, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102662720, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102802112, "bytes": 386785, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515713]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102670976, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 103188992, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103328384, "bytes": 380823, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [507764]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103197248, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103709312, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104620992, "bytes": 393947, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525262]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104489856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 105015040, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105289728, "bytes": 785672, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047562]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105027520, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 106075520, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106243712, "bytes": 389642, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519522]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106112576, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106633472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 107170304, "bytes": 1547223, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2062964]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 106645952, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 108717632, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 109274816, "bytes": 1516344, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2021791]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 108750464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 110791232, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 111332288, "bytes": 1552509, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2070011]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 110807936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 112884864, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 113442048, "bytes": 1496469, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1995292]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 112917696, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 114938624, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115082240, "bytes": 392104, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522805]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 114951104, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115474432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115613824, "bytes": 390952, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521269]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115482688, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 116004864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116144256, "bytes": 388220, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517626]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116013120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116532544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117444224, "bytes": 392215, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522953]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117313088, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117836544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 118111232, "bytes": 787668, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050224]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 117849024, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 118899008, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119067200, "bytes": 391141, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521521]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 118936064, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119458432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 119995264, "bytes": 1548768, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065024]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 119470912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 121544128, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 122101312, "bytes": 1530821, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2041094]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 121576960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 123632256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 124173312, "bytes": 1542186, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2056248]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 123648960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 125715584, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 126272768, "bytes": 1491741, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1988988]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 125748416, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 127764608, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 127908224, "bytes": 393238, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524317]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 127777088, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 128301568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128440960, "bytes": 393006, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524008]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128309824, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128834048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 128973440, "bytes": 393546, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524728]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 128842304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 129367104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130278784, "bytes": 393353, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524470]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130147648, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130672256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 130946944, "bytes": 788220, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050959]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 130684736, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 131735232, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 131903424, "bytes": 389436, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519248]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 131772288, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 132292928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132829760, "bytes": 1544484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059311]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132305408, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 134374336, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 134931520, "bytes": 1541476, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2055301]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 134407168, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 136473088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 137014144, "bytes": 1532222, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2042962]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 136489792, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 138546432, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 139103616, "bytes": 1492791, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1990388]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 138579264, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 140596480, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140740096, "bytes": 394140, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525519]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140608960, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 141134336, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141273728, "bytes": 392454, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523272]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141142592, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141666304, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141805696, "bytes": 392520, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523359]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141674560, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 142198336, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143110016, "bytes": 393421, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524561]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 142978880, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143503552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143778240, "bytes": 787678, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050237]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143516032, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 144566016, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144734208, "bytes": 390734, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520978]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144603072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 145125056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145661888, "bytes": 1542925, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2057233]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145137536, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 147204928, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147762112, "bytes": 1523784, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2031712]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147237760, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 149286016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149827072, "bytes": 1529463, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2039284]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149302720, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 151356608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 151913792, "bytes": 1507325, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2009766]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 151389440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 153421184, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153564800, "bytes": 394241, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525654]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153433664, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153959168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154098560, "bytes": 392138, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522850]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 153967424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154490816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154630208, "bytes": 391604, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522138]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154499072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 155021888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 155933568, "bytes": 393155, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524206]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 155802432, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 156326848, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156601536, "bytes": 786931, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1049241]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156339328, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 157388544, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157556736, "bytes": 392004, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522671]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157425600, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157948864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 158485696, "bytes": 1549105, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065473]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 157961344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 160034880, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160592064, "bytes": 1494927, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1993236]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160067712, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 162087104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162628160, "bytes": 1535484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2047312]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162103808, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 164163712, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164720896, "bytes": 1488476, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984634]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164196544, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 166209472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166353088, "bytes": 394477, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525969]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166221952, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166747648, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 166887040, "bytes": 392048, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522730]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 166755904, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 167279168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167418560, "bytes": 390835, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521113]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167287424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167809472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168721152, "bytes": 395448, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527263]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168590016, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 169116672, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169391360, "bytes": 783431, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1044574]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169129152, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 170174912, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170343104, "bytes": 392181, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522908]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170211968, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170735360, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 171272192, "bytes": 1554724, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2072965]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 170747840, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 172827008, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 173384192, "bytes": 1489281, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1985707]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 172859840, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 174873600, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 175414656, "bytes": 1539490, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2052653]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 174890304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 176954240, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 177511424, "bytes": 1459845, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1946459]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 176987072, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 178971392, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179115008, "bytes": 393092, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524122]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 178983872, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179508224, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179647616, "bytes": 391356, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521808]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179516480, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 180039040, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180178432, "bytes": 391377, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521835]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180047296, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180569920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181481600, "bytes": 396214, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [528285]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181350464, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181877888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182152576, "bytes": 783968, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1045290]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 181890368, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182936640, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183104832, "bytes": 393634, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524845]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 182973696, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183498560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 184035392, "bytes": 1555773, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074364]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 183511040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 185591232, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 186148416, "bytes": 1490115, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1986819]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 185624064, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 187638656, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 188179712, "bytes": 1544788, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059717]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 187655360, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 189724608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 190281792, "bytes": 1443423, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1924564]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 189757440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 191725312, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 191868928, "bytes": 393956, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525274]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 191737792, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 192262976, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192402368, "bytes": 392249, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522998]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192271232, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192794688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 192934080, "bytes": 391668, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522224]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 192802944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 193325824, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194237504, "bytes": 393573, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524764]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194106368, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194631168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 194905856, "bytes": 782475, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1043300]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 194643648, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 195688448, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 195856640, "bytes": 394193, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525590]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 195725504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 196250944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196787776, "bytes": 1554985, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2073313]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196263424, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 198342848, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 198900032, "bytes": 1492336, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1989781]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 198375680, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 200392448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 200933504, "bytes": 1548658, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2064877]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 200409152, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 202482240, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 203039424, "bytes": 1439454, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1919271]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 202515072, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 204478976, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204622592, "bytes": 394347, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525795]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204491456, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 205017024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205156416, "bytes": 392321, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523094]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205025280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205548864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205688256, "bytes": 392764, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523685]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205557120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 206081088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 206992768, "bytes": 394848, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526464]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 206861632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207387712, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207662400, "bytes": 784698, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1046264]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207400192, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 208447168, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208615360, "bytes": 393347, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524462]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208484224, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 209008832, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209545664, "bytes": 1558941, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2078588]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209021312, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 211104704, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211661888, "bytes": 1475484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1967312]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211137536, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 213137472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213678528, "bytes": 1552427, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2069902]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213154176, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 215231040, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215788224, "bytes": 1445566, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1927421]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215263872, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 217233856, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217377472, "bytes": 393359, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524478]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217246336, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217770944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 217910336, "bytes": 393585, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524779]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 217779200, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 218304000, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218443392, "bytes": 393968, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525290]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218312256, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218837440, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219749120, "bytes": 392653, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523537]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219617984, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 220141888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220416576, "bytes": 785749, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047665]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220154368, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 221202432, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221370624, "bytes": 392796, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523727]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221239488, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221763520, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 222300352, "bytes": 1564076, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2085434]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 221776000, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 223864512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 224421696, "bytes": 1521334, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2028445]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 223897344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 225943104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 226484160, "bytes": 1559023, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2078697]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 225959808, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 228043264, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228600448, "bytes": 1511434, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2015245]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228076096, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 230112000, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230255616, "bytes": 394075, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525433]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230124480, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230649792, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 230789184, "bytes": 391246, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521661]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 230658048, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 231180544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231319936, "bytes": 391449, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521931]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231188800, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231711488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232623168, "bytes": 389112, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [518816]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232492032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 233012352, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233287040, "bytes": 785812, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047749]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233024832, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 234072960, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234241152, "bytes": 390802, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521069]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234110016, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234632064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 235168896, "bytes": 1564054, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2085405]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 234644544, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 236733056, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 237290240, "bytes": 1524078, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2032104]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 236765888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 238814400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 239355456, "bytes": 1557772, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2077029]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 238831104, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 240913344, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 241470528, "bytes": 1521258, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2028343]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 240946176, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 242991872, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243135488, "bytes": 394044, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525392]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243004352, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243529600, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243668992, "bytes": 393355, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524473]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243537856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 244062464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244201856, "bytes": 392673, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523564]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244070720, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244594624, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245506304, "bytes": 390519, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520692]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245375168, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245896896, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246171584, "bytes": 785426, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047234]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 245909376, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246957120, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247125312, "bytes": 391100, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521466]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 246994176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247516480, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 248053312, "bytes": 1560848, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081130]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 247528960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 249614272, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 250171456, "bytes": 1551388, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2068517]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 249647104, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 251722944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 252264000, "bytes": 1557862, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2077149]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 251739648, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 253821952, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 254379136, "bytes": 1537680, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2050240]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 253854784, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 255916928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256060544, "bytes": 393498, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524663]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 255929408, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256454144, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256593536, "bytes": 394128, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525503]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256462400, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256987776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257127168, "bytes": 392905, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523873]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 256996032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257520192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258431872, "bytes": 392911, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523881]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258300736, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258824896, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259099584, "bytes": 785568, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047423]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 258837376, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259885248, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260053440, "bytes": 389661, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519548]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 259922304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260443200, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 260980032, "bytes": 1568482, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2091309]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 260455680, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 262548608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 263105792, "bytes": 1563803, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2085070]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 262581440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 264669696, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 265210752, "bytes": 1566427, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2088569]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 264686400, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 266777280, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 267334464, "bytes": 1540444, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2053925]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 266810112, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 268875008, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269018624, "bytes": 393997, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525329]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 268887488, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269412736, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269552128, "bytes": 393831, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525107]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269420992, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269946048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270085440, "bytes": 394281, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525707]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 269954304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270479808, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271391488, "bytes": 394596, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526127]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271260352, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271786176, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272060864, "bytes": 786903, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1049203]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 271798656, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272847872, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273016064, "bytes": 388917, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [518556]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 272884928, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273405056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 273941888, "bytes": 1571514, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2095351]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 273417536, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 275513472, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 276070656, "bytes": 1556038, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074717]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 275546304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 277626816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 278167872, "bytes": 1570086, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2093447]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 277643520, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 279738048, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 280295232, "bytes": 1521959, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2029278]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 279770880, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 281817280, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 281960896, "bytes": 394131, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525507]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 281829760, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282355136, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282494528, "bytes": 393820, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525093]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282363392, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282888448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283027840, "bytes": 394466, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525954]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 282896704, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283422400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284334080, "bytes": 394577, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526102]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284202944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284728768, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285003456, "bytes": 786990, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1049320]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 284741248, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285790528, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 285958720, "bytes": 389573, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519430]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 285827584, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286348416, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 286885248, "bytes": 1575162, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2100215]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 286360896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 288460480, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 289017664, "bytes": 1544151, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2058868]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 288493312, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 290561920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 291102976, "bytes": 1573956, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2098607]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 290578624, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 292677056, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 293234240, "bytes": 1526254, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2035005]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 292709888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 294760576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 294904192, "bytes": 395304, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527072]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 294773056, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295299584, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295438976, "bytes": 393932, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525242]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295307840, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295833024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 295972416, "bytes": 392658, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523544]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 295841280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296365184, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297276864, "bytes": 392992, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523989]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297145728, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297669952, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 297944640, "bytes": 786557, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048742]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 297682432, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 298731264, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 298899456, "bytes": 388903, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [518537]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 298768320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299288448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 299825280, "bytes": 1572645, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2096859]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 299300928, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 301398016, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 301955200, "bytes": 1437279, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1916371]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 301430848, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 303392576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 303933632, "bytes": 1577049, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2102731]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 303409280, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 305510784, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 306067968, "bytes": 1475322, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1967096]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 305543616, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 307543360, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 307686976, "bytes": 394946, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526594]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 307555840, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308082048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308221440, "bytes": 393654, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524871]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308090304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308615168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 308754560, "bytes": 393942, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525256]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 308623424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309148608, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310060288, "bytes": 395871, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527827]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 309929152, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310456256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 310730944, "bytes": 788737, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051649]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 310468736, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 311519808, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 311688000, "bytes": 389417, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519222]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 311556864, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312077504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 312614336, "bytes": 1579541, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2106054]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 312089984, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 314193984, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 314751168, "bytes": 1509480, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2012639]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 314226816, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 316260736, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 9198656, "bytes": 1554293, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2072390]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 8674304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 10753024, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 11318464, "bytes": 1528976, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2038634]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 10794112, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 12847552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12993280, "bytes": 392518, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523357]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12862144, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 13385920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13525312, "bytes": 386268, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515024]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13394176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13911680, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14051072, "bytes": 379417, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [505889]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 13919936, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14430592, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15342272, "bytes": 387983, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517310]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15211136, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15730368, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16005056, "bytes": 774861, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1033148]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 15742848, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16780032, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16952384, "bytes": 384624, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [512831]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16821248, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 17337088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17873920, "bytes": 1553414, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071218]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17349568, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 19427456, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19984640, "bytes": 1523962, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2031949]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19460288, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 21508672, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 22049728, "bytes": 1529700, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2039600]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 21525376, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 23579520, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 24136704, "bytes": 1458063, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1944084]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 23612352, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 25594880, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25738496, "bytes": 392369, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523158]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25607360, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 26130944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26270336, "bytes": 386703, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515603]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26139200, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26657152, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26796544, "bytes": 383613, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [511483]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26665408, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 27180224, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28091904, "bytes": 392254, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523005]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 27960768, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28484224, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28758912, "bytes": 779655, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1039540]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28496704, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 29538688, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29706880, "bytes": 386902, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515869]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29575744, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 30093888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30630720, "bytes": 1542949, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2057265]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30106368, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 32173760, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32730944, "bytes": 1453227, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1937635]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32206592, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 34184256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34725312, "bytes": 1559666, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2079554]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34200960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 36285056, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36842240, "bytes": 1498695, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1998259]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36317888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 38341056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38484672, "bytes": 392145, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522859]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38353536, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38876928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39016320, "bytes": 390897, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521195]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 38885184, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39407296, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39546688, "bytes": 391317, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521755]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39415552, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39938112, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40849792, "bytes": 393792, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525056]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40718656, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 41243648, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41518336, "bytes": 782075, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1042766]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41256128, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 42300480, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42468672, "bytes": 389539, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519385]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42337536, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42858304, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 43395136, "bytes": 1549125, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065499]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 42870784, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 44944384, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 45501568, "bytes": 1474498, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1965997]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 44977216, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 46976192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 47517248, "bytes": 1556798, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075730]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 46992896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 49074112, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49631296, "bytes": 1464992, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1953322]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49106944, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 51096384, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51240000, "bytes": 392158, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522877]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51108864, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51632256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51771648, "bytes": 390303, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520403]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51640512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 52162048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52301440, "bytes": 390846, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521127]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52170304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52692352, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53604032, "bytes": 391942, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522589]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53472896, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53996096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54270784, "bytes": 783499, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1044665]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54008576, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 55054400, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55222592, "bytes": 389415, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519219]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55091456, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55612096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 56148928, "bytes": 1544487, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059316]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 55624576, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 57693504, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 58250688, "bytes": 1453982, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1938642]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 57726336, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 59704768, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 60245824, "bytes": 1553721, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071628]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 59721472, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 61799616, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 62356800, "bytes": 1454347, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1939129]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 61832448, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 63811264, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 63954880, "bytes": 392566, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523421]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 63823744, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 64347520, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64486912, "bytes": 390811, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521081]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64355776, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64877824, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65017216, "bytes": 390168, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520224]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 64886080, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65407488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66319168, "bytes": 392829, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523771]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66188032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66712064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 66986752, "bytes": 785245, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1046993]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 66724544, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 67772096, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 67940288, "bytes": 390207, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520275]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 67809152, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 68330560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68867392, "bytes": 1545733, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2060977]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68343040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 70413248, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 70970432, "bytes": 1448379, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1931171]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 70446080, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 72418880, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 72959936, "bytes": 1556317, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075089]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 72435584, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 74516352, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 75073536, "bytes": 1467291, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1956387]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 74549184, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 76540928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76684544, "bytes": 391479, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521972]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76553408, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 77076096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77215488, "bytes": 391521, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522028]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77084352, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77607104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77746496, "bytes": 389622, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519496]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77615360, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 78136192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79047872, "bytes": 392889, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523851]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 78916736, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79440832, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79715520, "bytes": 785858, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047810]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79453312, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 80501504, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80669696, "bytes": 390382, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520509]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80538560, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 81060160, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81596992, "bytes": 1547714, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2063618]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81072640, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 83144832, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83702016, "bytes": 1489055, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1985406]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83177664, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 85191168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85732224, "bytes": 1554911, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2073214]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85207872, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 87287232, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87844416, "bytes": 1467562, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1956749]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87320064, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 89312064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89455680, "bytes": 392230, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522973]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89324544, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89848000, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 89987392, "bytes": 391439, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521918]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 89856256, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 90378944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90518336, "bytes": 390345, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520459]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90387200, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90908800, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91820480, "bytes": 393656, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524874]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91689344, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 92214208, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92488896, "bytes": 786402, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048536]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92226688, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 93275392, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93443584, "bytes": 389734, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519645]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93312448, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93833408, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 94370240, "bytes": 1547903, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2063870]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 93845888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 95918208, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 96475392, "bytes": 1514517, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2019355]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 95951040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 97990016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98531072, "bytes": 1554189, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2072252]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98006720, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 100085376, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100642560, "bytes": 1484140, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1978853]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100118208, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 102126784, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102270400, "bytes": 392212, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522949]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102139264, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102662720, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102802112, "bytes": 386785, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515713]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102670976, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 103188992, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103328384, "bytes": 380823, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [507764]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103197248, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103709312, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104620992, "bytes": 393947, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525262]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104489856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 105015040, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105289728, "bytes": 785672, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047562]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105027520, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 106075520, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106243712, "bytes": 389642, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519522]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106112576, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106633472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 107170304, "bytes": 1547223, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2062964]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 106645952, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 108717632, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 109274816, "bytes": 1516344, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2021791]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 108750464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 110791232, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 111332288, "bytes": 1552509, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2070011]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 110807936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 112884864, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 113442048, "bytes": 1496469, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1995292]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 112917696, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 114938624, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115082240, "bytes": 392104, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522805]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 114951104, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115474432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115613824, "bytes": 390952, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521269]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115482688, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 116004864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116144256, "bytes": 388220, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517626]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116013120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116532544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117444224, "bytes": 392215, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522953]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117313088, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117836544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 118111232, "bytes": 787668, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050224]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 117849024, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 118899008, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119067200, "bytes": 391141, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521521]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 118936064, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119458432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 119995264, "bytes": 1548768, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065024]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 119470912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 121544128, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 122101312, "bytes": 1530821, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2041094]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 121576960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 123632256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 124173312, "bytes": 1542186, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2056248]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 123648960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 125715584, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 126272768, "bytes": 1491741, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1988988]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 125748416, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 127764608, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 127908224, "bytes": 393238, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524317]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 127777088, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 128301568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128440960, "bytes": 393006, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524008]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128309824, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128834048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 128973440, "bytes": 393546, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524728]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 128842304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 129367104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130278784, "bytes": 393353, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524470]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130147648, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130672256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 130946944, "bytes": 788220, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050959]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 130684736, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 131735232, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 131903424, "bytes": 389436, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519248]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 131772288, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 132292928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132829760, "bytes": 1544484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059311]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132305408, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 134374336, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 134931520, "bytes": 1541476, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2055301]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 134407168, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 136473088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 137014144, "bytes": 1532222, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2042962]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 136489792, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 138546432, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 139103616, "bytes": 1492791, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1990388]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 138579264, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 140596480, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140740096, "bytes": 394140, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525519]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140608960, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 141134336, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141273728, "bytes": 392454, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523272]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141142592, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141666304, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141805696, "bytes": 392520, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523359]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141674560, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 142198336, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143110016, "bytes": 393421, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524561]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 142978880, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143503552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143778240, "bytes": 787678, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050237]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143516032, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 144566016, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144734208, "bytes": 390734, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520978]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144603072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 145125056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145661888, "bytes": 1542925, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2057233]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145137536, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 147204928, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147762112, "bytes": 1523784, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2031712]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147237760, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 149286016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149827072, "bytes": 1529463, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2039284]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149302720, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 151356608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 151913792, "bytes": 1507325, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2009766]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 151389440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 153421184, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153564800, "bytes": 394241, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525654]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153433664, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153959168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154098560, "bytes": 392138, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522850]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 153967424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154490816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154630208, "bytes": 391604, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522138]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154499072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 155021888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 155933568, "bytes": 393155, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524206]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 155802432, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 156326848, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156601536, "bytes": 786931, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1049241]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156339328, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 157388544, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157556736, "bytes": 392004, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522671]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157425600, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157948864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 158485696, "bytes": 1549105, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065473]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 157961344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 160034880, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160592064, "bytes": 1494927, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1993236]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160067712, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 162087104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162628160, "bytes": 1535484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2047312]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162103808, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 164163712, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164720896, "bytes": 1488476, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984634]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164196544, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 166209472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166353088, "bytes": 394477, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525969]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166221952, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166747648, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 166887040, "bytes": 392048, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522730]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 166755904, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 167279168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167418560, "bytes": 390835, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521113]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167287424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167809472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168721152, "bytes": 395448, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527263]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168590016, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 169116672, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169391360, "bytes": 783431, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1044574]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169129152, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 170174912, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170343104, "bytes": 392181, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522908]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170211968, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170735360, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 171272192, "bytes": 1554724, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2072965]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 170747840, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 172827008, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 173384192, "bytes": 1489281, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1985707]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 172859840, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 174873600, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 175414656, "bytes": 1539490, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2052653]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 174890304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 176954240, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 177511424, "bytes": 1459845, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1946459]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 176987072, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 178971392, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179115008, "bytes": 393092, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524122]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 178983872, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179508224, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179647616, "bytes": 391356, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521808]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179516480, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 180039040, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180178432, "bytes": 391377, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521835]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180047296, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180569920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181481600, "bytes": 396214, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [528285]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181350464, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181877888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182152576, "bytes": 783968, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1045290]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 181890368, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182936640, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183104832, "bytes": 393634, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524845]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 182973696, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183498560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 184035392, "bytes": 1555773, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074364]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 183511040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 185591232, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 186148416, "bytes": 1490115, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1986819]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 185624064, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 187638656, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 188179712, "bytes": 1544788, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059717]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 187655360, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 189724608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 190281792, "bytes": 1443423, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1924564]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 189757440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 191725312, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 191868928, "bytes": 393956, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525274]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 191737792, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 192262976, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192402368, "bytes": 392249, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522998]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192271232, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192794688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 192934080, "bytes": 391668, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522224]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 192802944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 193325824, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194237504, "bytes": 393573, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524764]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194106368, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194631168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 194905856, "bytes": 782475, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1043300]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 194643648, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 195688448, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 195856640, "bytes": 394193, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525590]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 195725504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 196250944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196787776, "bytes": 1554985, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2073313]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196263424, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 198342848, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 198900032, "bytes": 1492336, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1989781]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 198375680, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 200392448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 200933504, "bytes": 1548658, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2064877]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 200409152, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 202482240, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 203039424, "bytes": 1439454, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1919271]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 202515072, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 204478976, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204622592, "bytes": 394347, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525795]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204491456, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 205017024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205156416, "bytes": 392321, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523094]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205025280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205548864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205688256, "bytes": 392764, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523685]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205557120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 206081088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 206992768, "bytes": 394848, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526464]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 206861632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207387712, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207662400, "bytes": 784698, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1046264]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207400192, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 208447168, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208615360, "bytes": 393347, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524462]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208484224, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 209008832, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209545664, "bytes": 1558941, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2078588]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209021312, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 211104704, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211661888, "bytes": 1475484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1967312]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211137536, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 213137472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213678528, "bytes": 1552427, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2069902]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213154176, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 215231040, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215788224, "bytes": 1445566, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1927421]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215263872, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 217233856, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217377472, "bytes": 393359, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524478]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217246336, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217770944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 217910336, "bytes": 393585, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524779]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 217779200, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 218304000, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218443392, "bytes": 393968, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525290]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218312256, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218837440, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219749120, "bytes": 392653, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523537]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219617984, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 220141888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220416576, "bytes": 785749, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047665]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220154368, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 221202432, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221370624, "bytes": 392796, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523727]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221239488, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221763520, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 222300352, "bytes": 1564076, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2085434]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 221776000, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 223864512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 224421696, "bytes": 1521334, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2028445]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 223897344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 225943104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 226484160, "bytes": 1559023, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2078697]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 225959808, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 228043264, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228600448, "bytes": 1511434, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2015245]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228076096, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 230112000, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230255616, "bytes": 394075, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525433]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230124480, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230649792, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 230789184, "bytes": 391246, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521661]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 230658048, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 231180544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231319936, "bytes": 391449, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521931]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231188800, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231711488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232623168, "bytes": 389112, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [518816]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232492032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 233012352, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233287040, "bytes": 785812, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047749]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233024832, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 234072960, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234241152, "bytes": 390802, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521069]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234110016, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234632064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 235168896, "bytes": 1564054, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2085405]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 234644544, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 236733056, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 237290240, "bytes": 1524078, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2032104]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 236765888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 238814400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 239355456, "bytes": 1557772, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2077029]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 238831104, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 240913344, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 241470528, "bytes": 1521258, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2028343]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 240946176, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 242991872, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243135488, "bytes": 394044, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525392]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243004352, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243529600, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243668992, "bytes": 393355, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524473]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243537856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 244062464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244201856, "bytes": 392673, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523564]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244070720, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244594624, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245506304, "bytes": 390519, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520692]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245375168, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245896896, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246171584, "bytes": 785426, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047234]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 245909376, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246957120, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247125312, "bytes": 391100, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521466]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 246994176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247516480, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 248053312, "bytes": 1560848, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081130]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 247528960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 249614272, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 250171456, "bytes": 1551388, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2068517]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 249647104, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 251722944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 252264000, "bytes": 1557862, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2077149]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 251739648, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 253821952, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 254379136, "bytes": 1537680, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2050240]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 253854784, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 255916928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256060544, "bytes": 393498, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524663]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 255929408, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256454144, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256593536, "bytes": 394128, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525503]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256462400, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256987776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257127168, "bytes": 392905, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523873]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 256996032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257520192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258431872, "bytes": 392911, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523881]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258300736, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258824896, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259099584, "bytes": 785568, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047423]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 258837376, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259885248, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260053440, "bytes": 389661, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519548]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 259922304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260443200, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 260980032, "bytes": 1568482, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2091309]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 260455680, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 262548608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 263105792, "bytes": 1563803, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2085070]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 262581440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 264669696, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 265210752, "bytes": 1566427, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2088569]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 264686400, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 266777280, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 267334464, "bytes": 1540444, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2053925]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 266810112, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 268875008, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269018624, "bytes": 393997, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525329]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 268887488, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269412736, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269552128, "bytes": 393831, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525107]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269420992, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269946048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270085440, "bytes": 394281, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525707]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 269954304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270479808, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271391488, "bytes": 394596, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526127]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271260352, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271786176, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272060864, "bytes": 786903, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1049203]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 271798656, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272847872, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273016064, "bytes": 388917, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [518556]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 272884928, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273405056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 273941888, "bytes": 1571514, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2095351]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 273417536, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 275513472, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 276070656, "bytes": 1556038, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074717]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 275546304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 277626816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 278167872, "bytes": 1570086, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2093447]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 277643520, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 279738048, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 280295232, "bytes": 1521959, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2029278]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 279770880, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 281817280, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 281960896, "bytes": 394131, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525507]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 281829760, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282355136, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282494528, "bytes": 393820, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525093]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282363392, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282888448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283027840, "bytes": 394466, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525954]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 282896704, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283422400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284334080, "bytes": 394577, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526102]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284202944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284728768, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285003456, "bytes": 786990, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1049320]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 284741248, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285790528, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 285958720, "bytes": 389573, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519430]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 285827584, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286348416, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 286885248, "bytes": 1575162, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2100215]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 286360896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 288460480, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 289017664, "bytes": 1544151, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2058868]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 288493312, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 290561920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 291102976, "bytes": 1573956, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2098607]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 290578624, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 292677056, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 293234240, "bytes": 1526254, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2035005]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 292709888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 294760576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 294904192, "bytes": 395304, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527072]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 294773056, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295299584, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295438976, "bytes": 393932, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525242]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295307840, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295833024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 295972416, "bytes": 392658, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523544]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 295841280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296365184, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297276864, "bytes": 392992, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523989]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297145728, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297669952, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 297944640, "bytes": 786557, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048742]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 297682432, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 298731264, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 298899456, "bytes": 388903, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [518537]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 298768320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299288448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 299825280, "bytes": 1572645, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2096859]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 299300928, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 301398016, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 301955200, "bytes": 1437279, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1916371]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 301430848, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 303392576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 303933632, "bytes": 1577049, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2102731]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 303409280, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 305510784, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 306067968, "bytes": 1475322, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1967096]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 305543616, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 307543360, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 307686976, "bytes": 394946, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526594]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 307555840, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308082048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308221440, "bytes": 393654, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524871]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308090304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308615168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 308754560, "bytes": 393942, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525256]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 308623424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309148608, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310060288, "bytes": 395871, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527827]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 309929152, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310456256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 310730944, "bytes": 788737, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051649]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 310468736, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 311519808, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 311688000, "bytes": 389417, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519222]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 311556864, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312077504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 312614336, "bytes": 1579541, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2106054]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 312089984, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 314193984, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 314751168, "bytes": 1509480, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2012639]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 314226816, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 316260736, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 9198656, "bytes": 1554293, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2072390]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 8674304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 10753024, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 11318464, "bytes": 1528976, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2038634]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 10794112, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 12847552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 317716480, "bytes": 353059, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [470745]}, {"op": "e_blocks_0_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 317585344, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 318069632, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12993280, "bytes": 392518, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523357]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12862144, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 13385920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13525312, "bytes": 386268, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515024]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13394176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13911680, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14051072, "bytes": 379417, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [505889]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 13919936, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14430592, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15342272, "bytes": 387983, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517310]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15211136, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15730368, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16005056, "bytes": 774861, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1033148]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 15742848, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16780032, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16952384, "bytes": 384624, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [512831]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16821248, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 17337088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17873920, "bytes": 1553414, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071218]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17349568, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 19427456, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19984640, "bytes": 1523962, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2031949]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19460288, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 21508672, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 22049728, "bytes": 1529700, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2039600]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 21525376, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 23579520, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 24136704, "bytes": 1458063, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1944084]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 23612352, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 25594880, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 318213248, "bytes": 342354, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [456472]}, {"op": "e_blocks_1_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 318082112, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 318555712, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25738496, "bytes": 392369, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523158]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25607360, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 26130944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26270336, "bytes": 386703, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515603]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26139200, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26657152, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26796544, "bytes": 383613, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [511483]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26665408, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 27180224, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28091904, "bytes": 392254, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523005]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 27960768, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28484224, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28758912, "bytes": 779655, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1039540]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28496704, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 29538688, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29706880, "bytes": 386902, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515869]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29575744, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 30093888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30630720, "bytes": 1542949, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2057265]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30106368, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 32173760, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32730944, "bytes": 1453227, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1937635]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32206592, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 34184256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34725312, "bytes": 1559666, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2079554]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34200960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 36285056, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36842240, "bytes": 1498695, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1998259]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36317888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 38341056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 318699328, "bytes": 324226, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [432301]}, {"op": "e_blocks_2_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 318568192, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 319023680, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38484672, "bytes": 392145, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522859]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38353536, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38876928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39016320, "bytes": 390897, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521195]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 38885184, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39407296, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39546688, "bytes": 391317, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521755]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39415552, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39938112, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40849792, "bytes": 393792, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525056]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40718656, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 41243648, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41518336, "bytes": 782075, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1042766]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41256128, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 42300480, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42468672, "bytes": 389539, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519385]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42337536, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42858304, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 43395136, "bytes": 1549125, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065499]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 42870784, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 44944384, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 45501568, "bytes": 1474498, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1965997]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 44977216, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 46976192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 47517248, "bytes": 1556798, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075730]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 46992896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 49074112, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49631296, "bytes": 1464992, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1953322]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49106944, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 51096384, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 319167296, "bytes": 321072, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [428095]}, {"op": "e_blocks_3_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 319036160, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 319488448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51240000, "bytes": 392158, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522877]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51108864, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51632256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51771648, "bytes": 390303, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520403]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51640512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 52162048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52301440, "bytes": 390846, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521127]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52170304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52692352, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53604032, "bytes": 391942, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522589]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53472896, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53996096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54270784, "bytes": 783499, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1044665]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54008576, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 55054400, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55222592, "bytes": 389415, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519219]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55091456, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55612096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 56148928, "bytes": 1544487, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059316]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 55624576, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 57693504, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 58250688, "bytes": 1453982, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1938642]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 57726336, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 59704768, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 60245824, "bytes": 1553721, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071628]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 59721472, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 61799616, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 62356800, "bytes": 1454347, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1939129]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 61832448, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 63811264, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 319632064, "bytes": 341244, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [454991]}, {"op": "e_blocks_4_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 319500928, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 319973376, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 63954880, "bytes": 392566, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523421]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 63823744, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 64347520, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64486912, "bytes": 390811, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521081]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64355776, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64877824, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65017216, "bytes": 390168, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520224]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 64886080, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65407488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66319168, "bytes": 392829, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523771]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66188032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66712064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 66986752, "bytes": 785245, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1046993]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 66724544, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 67772096, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 67940288, "bytes": 390207, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520275]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 67809152, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 68330560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68867392, "bytes": 1545733, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2060977]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68343040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 70413248, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 70970432, "bytes": 1448379, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1931171]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 70446080, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 72418880, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 72959936, "bytes": 1556317, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075089]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 72435584, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 74516352, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 75073536, "bytes": 1467291, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1956387]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 74549184, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 76540928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 320116992, "bytes": 326922, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [435896]}, {"op": "e_blocks_5_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 319985856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 320444032, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76684544, "bytes": 391479, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521972]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76553408, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 77076096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77215488, "bytes": 391521, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522028]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77084352, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77607104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77746496, "bytes": 389622, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519496]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77615360, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 78136192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79047872, "bytes": 392889, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523851]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 78916736, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79440832, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79715520, "bytes": 785858, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047810]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79453312, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 80501504, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80669696, "bytes": 390382, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520509]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80538560, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 81060160, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81596992, "bytes": 1547714, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2063618]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81072640, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 83144832, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83702016, "bytes": 1489055, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1985406]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83177664, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 85191168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85732224, "bytes": 1554911, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2073214]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85207872, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 87287232, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87844416, "bytes": 1467562, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1956749]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87320064, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 89312064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 320587648, "bytes": 325688, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [434250]}, {"op": "e_blocks_6_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 320456512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 320913408, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89455680, "bytes": 392230, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522973]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89324544, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89848000, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 89987392, "bytes": 391439, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521918]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 89856256, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 90378944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90518336, "bytes": 390345, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520459]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90387200, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90908800, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91820480, "bytes": 393656, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524874]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91689344, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 92214208, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92488896, "bytes": 786402, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048536]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92226688, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 93275392, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93443584, "bytes": 389734, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519645]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93312448, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93833408, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 94370240, "bytes": 1547903, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2063870]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 93845888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 95918208, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 96475392, "bytes": 1514517, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2019355]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 95951040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 97990016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98531072, "bytes": 1554189, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2072252]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98006720, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 100085376, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100642560, "bytes": 1484140, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1978853]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100118208, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 102126784, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 321057024, "bytes": 353363, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [471150]}, {"op": "e_blocks_7_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 320925888, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 321410496, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102270400, "bytes": 392212, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522949]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102139264, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102662720, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102802112, "bytes": 386785, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515713]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102670976, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 103188992, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103328384, "bytes": 380823, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [507764]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103197248, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103709312, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104620992, "bytes": 393947, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525262]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104489856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 105015040, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105289728, "bytes": 785672, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047562]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105027520, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 106075520, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106243712, "bytes": 389642, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519522]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106112576, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106633472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 107170304, "bytes": 1547223, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2062964]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 106645952, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 108717632, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 109274816, "bytes": 1516344, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2021791]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 108750464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 110791232, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 111332288, "bytes": 1552509, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2070011]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 110807936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 112884864, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 113442048, "bytes": 1496469, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1995292]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 112917696, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 114938624, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 321554112, "bytes": 335958, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [447943]}, {"op": "e_blocks_8_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 321422976, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 321890176, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115082240, "bytes": 392104, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522805]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 114951104, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115474432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115613824, "bytes": 390952, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521269]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115482688, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 116004864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116144256, "bytes": 388220, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517626]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116013120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116532544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117444224, "bytes": 392215, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522953]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117313088, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117836544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 118111232, "bytes": 787668, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050224]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 117849024, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 118899008, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119067200, "bytes": 391141, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521521]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 118936064, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119458432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 119995264, "bytes": 1548768, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065024]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 119470912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 121544128, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 122101312, "bytes": 1530821, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2041094]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 121576960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 123632256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 124173312, "bytes": 1542186, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2056248]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 123648960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 125715584, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 126272768, "bytes": 1491741, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1988988]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 125748416, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 127764608, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 322033792, "bytes": 350595, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [467460]}, {"op": "e_blocks_9_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 321902656, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 322384512, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 127908224, "bytes": 393238, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524317]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 127777088, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 128301568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128440960, "bytes": 393006, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524008]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128309824, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128834048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 128973440, "bytes": 393546, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524728]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 128842304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 129367104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130278784, "bytes": 393353, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524470]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130147648, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130672256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 130946944, "bytes": 788220, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050959]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 130684736, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 131735232, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 131903424, "bytes": 389436, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519248]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 131772288, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 132292928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132829760, "bytes": 1544484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059311]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132305408, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 134374336, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 134931520, "bytes": 1541476, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2055301]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 134407168, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 136473088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 137014144, "bytes": 1532222, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2042962]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 136489792, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 138546432, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 139103616, "bytes": 1492791, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1990388]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 138579264, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 140596480, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 322528128, "bytes": 371808, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [495744]}, {"op": "e_blocks_10_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 322396992, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 322900032, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140740096, "bytes": 394140, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525519]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140608960, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 141134336, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141273728, "bytes": 392454, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523272]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141142592, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141666304, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141805696, "bytes": 392520, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523359]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141674560, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 142198336, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143110016, "bytes": 393421, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524561]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 142978880, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143503552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143778240, "bytes": 787678, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050237]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143516032, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 144566016, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144734208, "bytes": 390734, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520978]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144603072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 145125056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145661888, "bytes": 1542925, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2057233]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145137536, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 147204928, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147762112, "bytes": 1523784, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2031712]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147237760, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 149286016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149827072, "bytes": 1529463, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2039284]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149302720, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 151356608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 151913792, "bytes": 1507325, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2009766]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 151389440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 153421184, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 323043648, "bytes": 366321, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [488427]}, {"op": "e_blocks_11_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 322912512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 323410048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153564800, "bytes": 394241, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525654]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153433664, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153959168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154098560, "bytes": 392138, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522850]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 153967424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154490816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154630208, "bytes": 391604, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522138]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154499072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 155021888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 155933568, "bytes": 393155, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524206]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 155802432, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 156326848, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156601536, "bytes": 786931, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1049241]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156339328, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 157388544, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157556736, "bytes": 392004, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522671]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157425600, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157948864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 158485696, "bytes": 1549105, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065473]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 157961344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 160034880, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160592064, "bytes": 1494927, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1993236]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160067712, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 162087104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162628160, "bytes": 1535484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2047312]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162103808, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 164163712, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164720896, "bytes": 1488476, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984634]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164196544, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 166209472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 323553664, "bytes": 355431, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [473907]}, {"op": "e_blocks_12_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 323422528, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 323909184, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166353088, "bytes": 394477, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525969]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166221952, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166747648, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 166887040, "bytes": 392048, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522730]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 166755904, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 167279168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167418560, "bytes": 390835, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521113]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167287424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167809472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168721152, "bytes": 395448, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527263]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168590016, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 169116672, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169391360, "bytes": 783431, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1044574]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169129152, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 170174912, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170343104, "bytes": 392181, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522908]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170211968, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170735360, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 171272192, "bytes": 1554724, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2072965]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 170747840, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 172827008, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 173384192, "bytes": 1489281, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1985707]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 172859840, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 174873600, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 175414656, "bytes": 1539490, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2052653]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 174890304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 176954240, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 177511424, "bytes": 1459845, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1946459]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 176987072, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 178971392, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 324052800, "bytes": 346346, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [461794]}, {"op": "e_blocks_13_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 323921664, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 324399232, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179115008, "bytes": 393092, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524122]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 178983872, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179508224, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179647616, "bytes": 391356, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521808]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179516480, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 180039040, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180178432, "bytes": 391377, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521835]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180047296, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180569920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181481600, "bytes": 396214, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [528285]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181350464, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181877888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182152576, "bytes": 783968, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1045290]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 181890368, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182936640, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183104832, "bytes": 393634, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524845]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 182973696, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183498560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 184035392, "bytes": 1555773, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074364]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 183511040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 185591232, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 186148416, "bytes": 1490115, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1986819]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 185624064, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 187638656, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 188179712, "bytes": 1544788, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059717]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 187655360, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 189724608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 190281792, "bytes": 1443423, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1924564]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 189757440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 191725312, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 324542848, "bytes": 359227, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [478969]}, {"op": "e_blocks_14_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 324411712, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 324902144, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 191868928, "bytes": 393956, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525274]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 191737792, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 192262976, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192402368, "bytes": 392249, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522998]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192271232, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192794688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 192934080, "bytes": 391668, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522224]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 192802944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 193325824, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194237504, "bytes": 393573, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524764]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194106368, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194631168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 194905856, "bytes": 782475, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1043300]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 194643648, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 195688448, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 195856640, "bytes": 394193, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525590]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 195725504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 196250944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196787776, "bytes": 1554985, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2073313]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196263424, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 198342848, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 198900032, "bytes": 1492336, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1989781]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 198375680, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 200392448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 200933504, "bytes": 1548658, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2064877]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 200409152, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 202482240, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 203039424, "bytes": 1439454, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1919271]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 202515072, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 204478976, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 325045760, "bytes": 367751, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [490334]}, {"op": "e_blocks_15_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 324914624, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 325413632, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204622592, "bytes": 394347, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525795]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204491456, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 205017024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205156416, "bytes": 392321, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523094]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205025280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205548864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205688256, "bytes": 392764, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523685]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205557120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 206081088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 206992768, "bytes": 394848, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526464]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 206861632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207387712, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207662400, "bytes": 784698, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1046264]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207400192, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 208447168, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208615360, "bytes": 393347, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524462]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208484224, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 209008832, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209545664, "bytes": 1558941, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2078588]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209021312, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 211104704, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211661888, "bytes": 1475484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1967312]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211137536, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 213137472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213678528, "bytes": 1552427, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2069902]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213154176, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 215231040, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215788224, "bytes": 1445566, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1927421]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215263872, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 217233856, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 325557248, "bytes": 362198, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [482930]}, {"op": "e_blocks_16_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 325426112, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 325919552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217377472, "bytes": 393359, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524478]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217246336, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217770944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 217910336, "bytes": 393585, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524779]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 217779200, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 218304000, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218443392, "bytes": 393968, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525290]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218312256, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218837440, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219749120, "bytes": 392653, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523537]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219617984, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 220141888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220416576, "bytes": 785749, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047665]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220154368, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 221202432, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221370624, "bytes": 392796, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523727]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221239488, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221763520, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 222300352, "bytes": 1564076, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2085434]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 221776000, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 223864512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 224421696, "bytes": 1521334, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2028445]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 223897344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 225943104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 226484160, "bytes": 1559023, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2078697]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 225959808, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 228043264, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228600448, "bytes": 1511434, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2015245]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228076096, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 230112000, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 326063168, "bytes": 375741, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [500987]}, {"op": "e_blocks_17_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 325932032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 326438976, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230255616, "bytes": 394075, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525433]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230124480, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230649792, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 230789184, "bytes": 391246, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521661]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 230658048, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 231180544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231319936, "bytes": 391449, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521931]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231188800, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231711488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232623168, "bytes": 389112, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [518816]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232492032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 233012352, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233287040, "bytes": 785812, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047749]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233024832, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 234072960, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234241152, "bytes": 390802, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521069]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234110016, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234632064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 235168896, "bytes": 1564054, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2085405]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 234644544, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 236733056, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 237290240, "bytes": 1524078, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2032104]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 236765888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 238814400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 239355456, "bytes": 1557772, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2077029]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 238831104, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 240913344, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 241470528, "bytes": 1521258, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2028343]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 240946176, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 242991872, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 326582592, "bytes": 372356, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [496474]}, {"op": "e_blocks_18_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 326451456, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 326955072, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243135488, "bytes": 394044, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525392]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243004352, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243529600, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243668992, "bytes": 393355, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524473]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243537856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 244062464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244201856, "bytes": 392673, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523564]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244070720, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244594624, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245506304, "bytes": 390519, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520692]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245375168, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245896896, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246171584, "bytes": 785426, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047234]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 245909376, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246957120, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247125312, "bytes": 391100, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521466]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 246994176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247516480, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 248053312, "bytes": 1560848, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081130]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 247528960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 249614272, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 250171456, "bytes": 1551388, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2068517]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 249647104, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 251722944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 252264000, "bytes": 1557862, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2077149]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 251739648, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 253821952, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 254379136, "bytes": 1537680, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2050240]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 253854784, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 255916928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 327098688, "bytes": 372549, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [496732]}, {"op": "e_blocks_19_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 326967552, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 327471360, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256060544, "bytes": 393498, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524663]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 255929408, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256454144, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256593536, "bytes": 394128, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525503]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256462400, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256987776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257127168, "bytes": 392905, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523873]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 256996032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257520192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258431872, "bytes": 392911, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523881]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258300736, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258824896, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259099584, "bytes": 785568, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047423]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 258837376, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259885248, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260053440, "bytes": 389661, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519548]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 259922304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260443200, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 260980032, "bytes": 1568482, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2091309]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 260455680, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 262548608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 263105792, "bytes": 1563803, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2085070]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 262581440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 264669696, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 265210752, "bytes": 1566427, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2088569]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 264686400, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 266777280, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 267334464, "bytes": 1540444, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2053925]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 266810112, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 268875008, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 327614976, "bytes": 352572, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [470096]}, {"op": "e_blocks_20_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 327483840, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 327967616, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269018624, "bytes": 393997, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525329]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 268887488, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269412736, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269552128, "bytes": 393831, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525107]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269420992, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269946048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270085440, "bytes": 394281, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525707]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 269954304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270479808, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271391488, "bytes": 394596, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526127]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271260352, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271786176, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272060864, "bytes": 786903, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1049203]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 271798656, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272847872, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273016064, "bytes": 388917, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [518556]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 272884928, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273405056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 273941888, "bytes": 1571514, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2095351]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 273417536, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 275513472, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 276070656, "bytes": 1556038, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074717]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 275546304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 277626816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 278167872, "bytes": 1570086, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2093447]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 277643520, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 279738048, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 280295232, "bytes": 1521959, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2029278]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 279770880, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 281817280, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 328111232, "bytes": 335712, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [447615]}, {"op": "e_blocks_21_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 327980096, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 328447040, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 281960896, "bytes": 394131, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525507]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 281829760, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282355136, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282494528, "bytes": 393820, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525093]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282363392, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282888448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283027840, "bytes": 394466, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525954]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 282896704, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283422400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284334080, "bytes": 394577, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526102]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284202944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284728768, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285003456, "bytes": 786990, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1049320]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 284741248, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285790528, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 285958720, "bytes": 389573, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519430]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 285827584, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286348416, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 286885248, "bytes": 1575162, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2100215]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 286360896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 288460480, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 289017664, "bytes": 1544151, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2058868]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 288493312, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 290561920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 291102976, "bytes": 1573956, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2098607]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 290578624, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 292677056, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 293234240, "bytes": 1526254, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2035005]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 292709888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 294760576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 328590656, "bytes": 338778, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [451704]}, {"op": "e_blocks_22_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 328459520, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 328929536, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 294904192, "bytes": 395304, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527072]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 294773056, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295299584, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295438976, "bytes": 393932, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525242]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295307840, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295833024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 295972416, "bytes": 392658, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523544]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 295841280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296365184, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297276864, "bytes": 392992, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523989]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297145728, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297669952, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 297944640, "bytes": 786557, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048742]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 297682432, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 298731264, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 298899456, "bytes": 388903, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [518537]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 298768320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299288448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 299825280, "bytes": 1572645, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2096859]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 299300928, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 301398016, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 301955200, "bytes": 1437279, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1916371]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 301430848, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 303392576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 303933632, "bytes": 1577049, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2102731]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 303409280, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 305510784, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 306067968, "bytes": 1475322, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1967096]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 305543616, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 307543360, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 329073152, "bytes": 347119, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [462825]}, {"op": "e_blocks_23_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 328942016, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 329420352, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 307686976, "bytes": 394946, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526594]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 307555840, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308082048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308221440, "bytes": 393654, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524871]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308090304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308615168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 308754560, "bytes": 393942, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525256]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 308623424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309148608, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310060288, "bytes": 395871, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527827]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 309929152, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310456256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 310730944, "bytes": 788737, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051649]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 310468736, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 311519808, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 311688000, "bytes": 389417, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519222]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 311556864, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312077504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 312614336, "bytes": 1579541, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2106054]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 312089984, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 314193984, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 314751168, "bytes": 1509480, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2012639]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 314226816, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 316260736, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 9198656, "bytes": 1554293, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2072390]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 8674304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 10753024, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 11318464, "bytes": 1528976, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2038634]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 10794112, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 12847552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12993280, "bytes": 392518, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523357]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12862144, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 13385920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13525312, "bytes": 386268, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515024]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13394176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13911680, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14051072, "bytes": 379417, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [505889]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 13919936, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14430592, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15342272, "bytes": 387983, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517310]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15211136, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15730368, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16005056, "bytes": 774861, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1033148]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 15742848, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16780032, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16952384, "bytes": 384624, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [512831]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16821248, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 17337088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17873920, "bytes": 1553414, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071218]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17349568, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 19427456, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19984640, "bytes": 1523962, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2031949]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19460288, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 21508672, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 22049728, "bytes": 1529700, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2039600]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 21525376, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 23579520, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 24136704, "bytes": 1458063, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1944084]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 23612352, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 25594880, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25738496, "bytes": 392369, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523158]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25607360, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 26130944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26270336, "bytes": 386703, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515603]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26139200, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26657152, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26796544, "bytes": 383613, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [511483]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26665408, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 27180224, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28091904, "bytes": 392254, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523005]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 27960768, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28484224, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28758912, "bytes": 779655, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1039540]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28496704, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 29538688, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29706880, "bytes": 386902, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515869]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29575744, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 30093888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30630720, "bytes": 1542949, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2057265]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30106368, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 32173760, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32730944, "bytes": 1453227, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1937635]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32206592, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 34184256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34725312, "bytes": 1559666, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2079554]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34200960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 36285056, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36842240, "bytes": 1498695, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1998259]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36317888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 38341056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38484672, "bytes": 392145, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522859]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38353536, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38876928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39016320, "bytes": 390897, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521195]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 38885184, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39407296, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39546688, "bytes": 391317, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521755]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39415552, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39938112, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40849792, "bytes": 393792, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525056]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40718656, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 41243648, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41518336, "bytes": 782075, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1042766]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41256128, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 42300480, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42468672, "bytes": 389539, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519385]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42337536, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42858304, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 43395136, "bytes": 1549125, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065499]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 42870784, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 44944384, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 45501568, "bytes": 1474498, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1965997]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 44977216, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 46976192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 47517248, "bytes": 1556798, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075730]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 46992896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 49074112, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49631296, "bytes": 1464992, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1953322]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49106944, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 51096384, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51240000, "bytes": 392158, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522877]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51108864, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51632256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51771648, "bytes": 390303, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520403]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51640512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 52162048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52301440, "bytes": 390846, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521127]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52170304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52692352, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53604032, "bytes": 391942, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522589]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53472896, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53996096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54270784, "bytes": 783499, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1044665]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54008576, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 55054400, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55222592, "bytes": 389415, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519219]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55091456, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55612096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 56148928, "bytes": 1544487, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059316]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 55624576, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 57693504, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 58250688, "bytes": 1453982, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1938642]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 57726336, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 59704768, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 60245824, "bytes": 1553721, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071628]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 59721472, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 61799616, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 62356800, "bytes": 1454347, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1939129]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 61832448, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 63811264, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 63954880, "bytes": 392566, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523421]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 63823744, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 64347520, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64486912, "bytes": 390811, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521081]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64355776, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64877824, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65017216, "bytes": 390168, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520224]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 64886080, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65407488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66319168, "bytes": 392829, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523771]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66188032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66712064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 66986752, "bytes": 785245, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1046993]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 66724544, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 67772096, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 67940288, "bytes": 390207, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520275]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 67809152, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 68330560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68867392, "bytes": 1545733, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2060977]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68343040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 70413248, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 70970432, "bytes": 1448379, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1931171]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 70446080, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 72418880, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 72959936, "bytes": 1556317, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075089]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 72435584, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 74516352, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 75073536, "bytes": 1467291, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1956387]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 74549184, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 76540928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76684544, "bytes": 391479, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521972]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76553408, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 77076096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77215488, "bytes": 391521, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522028]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77084352, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77607104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77746496, "bytes": 389622, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519496]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77615360, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 78136192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79047872, "bytes": 392889, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523851]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 78916736, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79440832, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79715520, "bytes": 785858, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047810]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79453312, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 80501504, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80669696, "bytes": 390382, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520509]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80538560, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 81060160, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81596992, "bytes": 1547714, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2063618]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81072640, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 83144832, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83702016, "bytes": 1489055, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1985406]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83177664, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 85191168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85732224, "bytes": 1554911, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2073214]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85207872, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 87287232, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87844416, "bytes": 1467562, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1956749]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87320064, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 89312064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89455680, "bytes": 392230, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522973]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89324544, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89848000, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 89987392, "bytes": 391439, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521918]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 89856256, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 90378944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90518336, "bytes": 390345, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520459]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90387200, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90908800, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91820480, "bytes": 393656, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524874]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91689344, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 92214208, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92488896, "bytes": 786402, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048536]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92226688, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 93275392, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93443584, "bytes": 389734, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519645]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93312448, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93833408, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 94370240, "bytes": 1547903, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2063870]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 93845888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 95918208, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 96475392, "bytes": 1514517, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2019355]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 95951040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 97990016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98531072, "bytes": 1554189, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2072252]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98006720, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 100085376, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100642560, "bytes": 1484140, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1978853]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100118208, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 102126784, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102270400, "bytes": 392212, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522949]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102139264, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102662720, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102802112, "bytes": 386785, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515713]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102670976, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 103188992, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103328384, "bytes": 380823, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [507764]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103197248, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103709312, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104620992, "bytes": 393947, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525262]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104489856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 105015040, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105289728, "bytes": 785672, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047562]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105027520, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 106075520, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106243712, "bytes": 389642, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519522]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106112576, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106633472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 107170304, "bytes": 1547223, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2062964]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 106645952, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 108717632, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 109274816, "bytes": 1516344, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2021791]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 108750464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 110791232, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 111332288, "bytes": 1552509, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2070011]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 110807936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 112884864, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 113442048, "bytes": 1496469, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1995292]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 112917696, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 114938624, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115082240, "bytes": 392104, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522805]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 114951104, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115474432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115613824, "bytes": 390952, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521269]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115482688, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 116004864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116144256, "bytes": 388220, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517626]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116013120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116532544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117444224, "bytes": 392215, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522953]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117313088, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117836544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 118111232, "bytes": 787668, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050224]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 117849024, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 118899008, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119067200, "bytes": 391141, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521521]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 118936064, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119458432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 119995264, "bytes": 1548768, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065024]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 119470912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 121544128, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 122101312, "bytes": 1530821, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2041094]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 121576960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 123632256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 124173312, "bytes": 1542186, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2056248]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 123648960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 125715584, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 126272768, "bytes": 1491741, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1988988]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 125748416, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 127764608, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 127908224, "bytes": 393238, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524317]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 127777088, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 128301568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128440960, "bytes": 393006, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524008]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128309824, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128834048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 128973440, "bytes": 393546, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524728]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 128842304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 129367104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130278784, "bytes": 393353, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524470]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130147648, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130672256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 130946944, "bytes": 788220, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050959]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 130684736, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 131735232, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 131903424, "bytes": 389436, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519248]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 131772288, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 132292928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132829760, "bytes": 1544484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059311]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132305408, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 134374336, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 134931520, "bytes": 1541476, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2055301]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 134407168, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 136473088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 137014144, "bytes": 1532222, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2042962]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 136489792, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 138546432, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 139103616, "bytes": 1492791, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1990388]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 138579264, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 140596480, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140740096, "bytes": 394140, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525519]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140608960, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 141134336, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141273728, "bytes": 392454, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523272]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141142592, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141666304, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141805696, "bytes": 392520, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523359]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141674560, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 142198336, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143110016, "bytes": 393421, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524561]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 142978880, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143503552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143778240, "bytes": 787678, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050237]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143516032, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 144566016, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144734208, "bytes": 390734, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520978]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144603072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 145125056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145661888, "bytes": 1542925, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2057233]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145137536, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 147204928, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147762112, "bytes": 1523784, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2031712]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147237760, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 149286016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149827072, "bytes": 1529463, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2039284]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149302720, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 151356608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 151913792, "bytes": 1507325, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2009766]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 151389440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 153421184, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153564800, "bytes": 394241, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525654]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153433664, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153959168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154098560, "bytes": 392138, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522850]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 153967424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154490816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154630208, "bytes": 391604, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522138]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154499072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 155021888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 155933568, "bytes": 393155, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524206]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 155802432, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 156326848, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156601536, "bytes": 786931, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1049241]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156339328, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 157388544, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157556736, "bytes": 392004, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522671]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157425600, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157948864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 158485696, "bytes": 1549105, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065473]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 157961344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 160034880, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160592064, "bytes": 1494927, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1993236]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160067712, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 162087104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162628160, "bytes": 1535484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2047312]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162103808, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 164163712, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164720896, "bytes": 1488476, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984634]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164196544, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 166209472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166353088, "bytes": 394477, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525969]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166221952, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166747648, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 166887040, "bytes": 392048, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522730]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 166755904, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 167279168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167418560, "bytes": 390835, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521113]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167287424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167809472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168721152, "bytes": 395448, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527263]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168590016, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 169116672, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169391360, "bytes": 783431, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1044574]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169129152, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 170174912, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170343104, "bytes": 392181, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522908]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170211968, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170735360, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 171272192, "bytes": 1554724, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2072965]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 170747840, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 172827008, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 173384192, "bytes": 1489281, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1985707]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 172859840, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 174873600, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 175414656, "bytes": 1539490, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2052653]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 174890304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 176954240, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 177511424, "bytes": 1459845, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1946459]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 176987072, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 178971392, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179115008, "bytes": 393092, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524122]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 178983872, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179508224, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179647616, "bytes": 391356, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521808]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179516480, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 180039040, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180178432, "bytes": 391377, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521835]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180047296, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180569920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181481600, "bytes": 396214, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [528285]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181350464, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181877888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182152576, "bytes": 783968, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1045290]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 181890368, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182936640, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183104832, "bytes": 393634, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524845]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 182973696, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183498560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 184035392, "bytes": 1555773, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074364]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 183511040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 185591232, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 186148416, "bytes": 1490115, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1986819]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 185624064, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 187638656, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 188179712, "bytes": 1544788, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059717]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 187655360, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 189724608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 190281792, "bytes": 1443423, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1924564]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 189757440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 191725312, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 191868928, "bytes": 393956, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525274]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 191737792, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 192262976, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192402368, "bytes": 392249, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522998]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192271232, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192794688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 192934080, "bytes": 391668, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522224]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 192802944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 193325824, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194237504, "bytes": 393573, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524764]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194106368, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194631168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 194905856, "bytes": 782475, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1043300]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 194643648, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 195688448, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 195856640, "bytes": 394193, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525590]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 195725504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 196250944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196787776, "bytes": 1554985, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2073313]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196263424, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 198342848, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 198900032, "bytes": 1492336, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1989781]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 198375680, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 200392448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 200933504, "bytes": 1548658, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2064877]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 200409152, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 202482240, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 203039424, "bytes": 1439454, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1919271]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 202515072, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 204478976, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204622592, "bytes": 394347, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525795]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204491456, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 205017024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205156416, "bytes": 392321, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523094]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205025280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205548864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205688256, "bytes": 392764, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523685]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205557120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 206081088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 206992768, "bytes": 394848, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526464]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 206861632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207387712, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207662400, "bytes": 784698, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1046264]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207400192, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 208447168, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208615360, "bytes": 393347, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524462]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208484224, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 209008832, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209545664, "bytes": 1558941, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2078588]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209021312, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 211104704, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211661888, "bytes": 1475484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1967312]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211137536, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 213137472, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213678528, "bytes": 1552427, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2069902]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213154176, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 215231040, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215788224, "bytes": 1445566, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1927421]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215263872, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 217233856, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217377472, "bytes": 393359, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524478]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217246336, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217770944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 217910336, "bytes": 393585, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524779]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 217779200, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 218304000, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218443392, "bytes": 393968, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525290]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218312256, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218837440, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219749120, "bytes": 392653, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523537]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219617984, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 220141888, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220416576, "bytes": 785749, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047665]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220154368, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 221202432, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221370624, "bytes": 392796, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523727]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221239488, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221763520, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 222300352, "bytes": 1564076, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2085434]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 221776000, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 223864512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 224421696, "bytes": 1521334, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2028445]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 223897344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 225943104, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 226484160, "bytes": 1559023, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2078697]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 225959808, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 228043264, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228600448, "bytes": 1511434, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2015245]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228076096, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 230112000, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230255616, "bytes": 394075, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525433]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230124480, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230649792, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 230789184, "bytes": 391246, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521661]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 230658048, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 231180544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231319936, "bytes": 391449, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521931]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231188800, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231711488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232623168, "bytes": 389112, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [518816]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232492032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 233012352, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233287040, "bytes": 785812, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047749]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233024832, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 234072960, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234241152, "bytes": 390802, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521069]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234110016, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234632064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 235168896, "bytes": 1564054, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2085405]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 234644544, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 236733056, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 237290240, "bytes": 1524078, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2032104]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 236765888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 238814400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 239355456, "bytes": 1557772, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2077029]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 238831104, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 240913344, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 241470528, "bytes": 1521258, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2028343]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 240946176, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 242991872, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243135488, "bytes": 394044, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525392]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243004352, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243529600, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243668992, "bytes": 393355, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524473]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243537856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 244062464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244201856, "bytes": 392673, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523564]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244070720, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244594624, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245506304, "bytes": 390519, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520692]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245375168, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245896896, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246171584, "bytes": 785426, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047234]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 245909376, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246957120, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247125312, "bytes": 391100, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521466]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 246994176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247516480, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 248053312, "bytes": 1560848, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081130]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 247528960, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 249614272, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 250171456, "bytes": 1551388, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2068517]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 249647104, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 251722944, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 252264000, "bytes": 1557862, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2077149]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 251739648, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 253821952, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 254379136, "bytes": 1537680, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2050240]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 253854784, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 255916928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256060544, "bytes": 393498, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524663]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 255929408, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256454144, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256593536, "bytes": 394128, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525503]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256462400, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256987776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257127168, "bytes": 392905, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523873]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 256996032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257520192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258431872, "bytes": 392911, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523881]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258300736, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258824896, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259099584, "bytes": 785568, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047423]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 258837376, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259885248, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260053440, "bytes": 389661, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519548]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 259922304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260443200, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 260980032, "bytes": 1568482, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2091309]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 260455680, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 262548608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 263105792, "bytes": 1563803, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2085070]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 262581440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 264669696, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 265210752, "bytes": 1566427, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2088569]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 264686400, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 266777280, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 267334464, "bytes": 1540444, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2053925]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 266810112, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 268875008, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269018624, "bytes": 393997, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525329]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 268887488, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269412736, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269552128, "bytes": 393831, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525107]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269420992, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269946048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270085440, "bytes": 394281, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525707]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 269954304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270479808, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271391488, "bytes": 394596, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526127]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271260352, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271786176, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272060864, "bytes": 786903, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1049203]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 271798656, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272847872, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273016064, "bytes": 388917, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [518556]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 272884928, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273405056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 273941888, "bytes": 1571514, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2095351]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 273417536, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 275513472, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 276070656, "bytes": 1556038, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074717]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 275546304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 277626816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 278167872, "bytes": 1570086, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2093447]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 277643520, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 279738048, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 280295232, "bytes": 1521959, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2029278]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 279770880, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 281817280, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 281960896, "bytes": 394131, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525507]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 281829760, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282355136, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282494528, "bytes": 393820, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525093]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282363392, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282888448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283027840, "bytes": 394466, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525954]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 282896704, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283422400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284334080, "bytes": 394577, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526102]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284202944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284728768, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285003456, "bytes": 786990, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1049320]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 284741248, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285790528, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 285958720, "bytes": 389573, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519430]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 285827584, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286348416, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 286885248, "bytes": 1575162, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2100215]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 286360896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 288460480, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 289017664, "bytes": 1544151, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2058868]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 288493312, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 290561920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 291102976, "bytes": 1573956, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2098607]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 290578624, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 292677056, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 293234240, "bytes": 1526254, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2035005]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 292709888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 294760576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 294904192, "bytes": 395304, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527072]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 294773056, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295299584, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295438976, "bytes": 393932, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525242]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295307840, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295833024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 295972416, "bytes": 392658, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523544]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 295841280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296365184, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297276864, "bytes": 392992, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523989]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297145728, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297669952, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 297944640, "bytes": 786557, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048742]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 297682432, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 298731264, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 298899456, "bytes": 388903, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [518537]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 298768320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299288448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 299825280, "bytes": 1572645, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2096859]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 299300928, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 301398016, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 301955200, "bytes": 1437279, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1916371]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 301430848, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 303392576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 303933632, "bytes": 1577049, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2102731]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 303409280, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 305510784, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 306067968, "bytes": 1475322, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1967096]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 305543616, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 307543360, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 307686976, "bytes": 394946, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526594]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 307555840, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308082048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308221440, "bytes": 393654, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524871]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308090304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308615168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 308754560, "bytes": 393942, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525256]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 308623424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309148608, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310060288, "bytes": 395871, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527827]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 309929152, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310456256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 310730944, "bytes": 788737, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051649]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 310468736, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 311519808, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 311688000, "bytes": 389417, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [519222]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 311556864, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312077504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 312614336, "bytes": 1579541, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2106054]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 312089984, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 314193984, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 314751168, "bytes": 1509480, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2012639]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 314226816, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 316260736, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}]}