{ "format": "geode-pack", "version": 1, "arch": "yue2", "source": { "model": "m-a-p/YuE2-3B", "vae": "m-a-p/YuE2-Vae", "license": "CC BY-NC 4.0 (weights); decoder code MIT" }, "config": { "hidden_size": 2048, "num_hidden_layers": 28, "num_attention_heads": 16, "num_key_value_heads": 8, "head_dim": 128, "intermediate_size": 6144, "vocab_size": 184704, "rms_norm_eps": 1e-06, "rope_theta": 1000000, "max_position_embeddings": 24576, "latent_dim": 64, "max_latent_frames": 24576, "timestep_shift": 1.0, "time_frequency_size": 256, "tokens": { "eod": 151643, "abc_start": 151847, "abc_end": 151848, "music_start": 151851, "music_end": 151852, "codec_offset": 151853, "codec_size": 32768, "context": 24576 }, "sampling": { "abc": { "temperature": 0.7, "top_p": 0.9, "top_k": 30, "repetition_penalty": 1.005, "penalty_window": 100, "min_tokens": 32, "max_tokens": 4096 }, "semantic": { "temperature": 1.0, "top_p": 0.95, "top_k": 100, "repetition_penalty": 1.2, "penalty_window": 50, "min_tokens": 200, "max_tokens": 9000 }, "ode_steps": 32, "ode_method": "midpoint" }, "instructions": { "off": "Generate music with codec tokens from the given conditions.", "melody": "Generate a melody-only ABC transcription without chord symbols, then generate music with codec tokens from the given conditions.", "full": "Generate a chord-annotated ABC transcription, then generate music with codec tokens from the given conditions." }, "vae": { "latent_dim": 64, "channels": 64, "c_mults": [ 1, 2, 4, 8, 16, 32 ], "strides": [ 2, 2, 4, 4, 5, 6 ], "out_channels": 2, "final_tanh": false, "sample_rate": 48000, "downsampling_ratio": 1920, "decode_core_frames": 1024, "decode_halo_frames": 16, "snake_eps": 1e-09, "dilations": [ 1, 3, 9 ] }, "rope_inv_freq_bits": [ 1065353216, 1062095789, 1059470816, 1057355503, 1054337179, 1051589887, 1049376004, 1046607925, 1043732615, 1041415569, 1038909398, 1035900102, 1033475085, 1031243027, 1028093503, 1025555485, 1023510243, 1020314024, 1017657738, 1015517192, 1012562930, 1009782866, 1007542573, 1004841542, 1001931932, 999587246, 997151246, 994106053, 991652109, 989493488, 986306396, 983738103, 981668463, 978534184, 975846212, 973680130, 970790693, 967977467, 965710450, 963077266, 960132947, 957760292, 955395298, 952313781, 949830564, 947746260, 944521150, 941922219, 939827890, 936756289, 934036254, 931844333, 929020495, 926173710, 923879651, 921315122, 918335681, 915934722, 913641584, 910523307, 908010468, 905985516, 902737785, 900107852 ], "rope_inv_freq_device": "cuda" }, "files": [ { "name": "embed.bin", "size": 756547584, "sha256": "4a982a9c7c52128b71057da0e9f31c8d692f2c9f7b0d692968a8d1f28455ced7" }, { "name": "ar_q8.bin", "size": 1899778048, "sha256": "ff1e9251bd0cc6983cc2efe6df07a5022bab22a3b3c0d0286c547a2a4a4544d0" }, { "name": "nar_f16.bin", "size": 2929803520, "sha256": "28cd6ef526257c8d1157776e5b5f6df007171bcfb557292a946f2b0f0fa60e33" }, { "name": "vae.bin", "size": 265424384, "sha256": "feb6f0f9d666335e68c22e035fc804921073d3f21821b9f339322f1729b89900" }, { "name": "tokenizer.bin", "size": 3099653, "sha256": "58f31a67f48ba1c4549076899e3b3e3d029d3b394ce28cfed57f6fbe0a708a08" } ], "tensors": { "model.embed_tokens.weight": { "file": "embed.bin", "offset": 0, "type": "bf16", "shape": [ 184704, 2048 ] }, "vae.decoder.layers.0.bias": { "file": "vae.bin", "offset": 0, "type": "f32", "shape": [ 2048 ] }, "vae.decoder.layers.0.weight": { "file": "vae.bin", "offset": 8192, "type": "f32", "shape": [ 2048, 64, 7 ] }, "vae.decoder.layers.1.layers.0.alpha": { "file": "vae.bin", "offset": 3678208, "type": "f32", "shape": [ 2048 ] }, "vae.decoder.layers.1.layers.0.beta": { "file": "vae.bin", "offset": 3686400, "type": "f32", "shape": [ 2048 ] }, "vae.decoder.layers.1.layers.1.bias": { "file": "vae.bin", "offset": 3694592, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.1.weight": { "file": "vae.bin", "offset": 3698688, "type": "f32", "shape": [ 2048, 1024, 12 ] }, "vae.decoder.layers.1.layers.2.layers.0.alpha": { "file": "vae.bin", "offset": 104361984, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.2.layers.0.beta": { "file": "vae.bin", "offset": 104366080, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.2.layers.1.bias": { "file": "vae.bin", "offset": 104370176, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.2.layers.1.weight": { "file": "vae.bin", "offset": 104374272, "type": "f32", "shape": [ 1024, 1024, 7 ] }, "vae.decoder.layers.1.layers.2.layers.2.alpha": { "file": "vae.bin", "offset": 133734400, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.2.layers.2.beta": { "file": "vae.bin", "offset": 133738496, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.2.layers.3.bias": { "file": "vae.bin", "offset": 133742592, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.2.layers.3.weight": { "file": "vae.bin", "offset": 133746688, "type": "f32", "shape": [ 1024, 1024, 1 ] }, "vae.decoder.layers.1.layers.3.layers.0.alpha": { "file": "vae.bin", "offset": 137940992, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.3.layers.0.beta": { "file": "vae.bin", "offset": 137945088, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.3.layers.1.bias": { "file": "vae.bin", "offset": 137949184, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.3.layers.1.weight": { "file": "vae.bin", "offset": 137953280, "type": "f32", "shape": [ 1024, 1024, 7 ] }, "vae.decoder.layers.1.layers.3.layers.2.alpha": { "file": "vae.bin", "offset": 167313408, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.3.layers.2.beta": { "file": "vae.bin", "offset": 167317504, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.3.layers.3.bias": { "file": "vae.bin", "offset": 167321600, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.3.layers.3.weight": { "file": "vae.bin", "offset": 167325696, "type": "f32", "shape": [ 1024, 1024, 1 ] }, "vae.decoder.layers.1.layers.4.layers.0.alpha": { "file": "vae.bin", "offset": 171520000, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.4.layers.0.beta": { "file": "vae.bin", "offset": 171524096, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.4.layers.1.bias": { "file": "vae.bin", "offset": 171528192, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.4.layers.1.weight": { "file": "vae.bin", "offset": 171532288, "type": "f32", "shape": [ 1024, 1024, 7 ] }, "vae.decoder.layers.1.layers.4.layers.2.alpha": { "file": "vae.bin", "offset": 200892416, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.4.layers.2.beta": { "file": "vae.bin", "offset": 200896512, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.4.layers.3.bias": { "file": "vae.bin", "offset": 200900608, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.1.layers.4.layers.3.weight": { "file": "vae.bin", "offset": 200904704, "type": "f32", "shape": [ 1024, 1024, 1 ] }, "vae.decoder.layers.2.layers.0.alpha": { "file": "vae.bin", "offset": 205099008, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.2.layers.0.beta": { "file": "vae.bin", "offset": 205103104, "type": "f32", "shape": [ 1024 ] }, "vae.decoder.layers.2.layers.1.bias": { "file": "vae.bin", "offset": 205107200, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.1.weight": { "file": "vae.bin", "offset": 205109248, "type": "f32", "shape": [ 1024, 512, 10 ] }, "vae.decoder.layers.2.layers.2.layers.0.alpha": { "file": "vae.bin", "offset": 226080768, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.2.layers.0.beta": { "file": "vae.bin", "offset": 226082816, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.2.layers.1.bias": { "file": "vae.bin", "offset": 226084864, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.2.layers.1.weight": { "file": "vae.bin", "offset": 226086912, "type": "f32", "shape": [ 512, 512, 7 ] }, "vae.decoder.layers.2.layers.2.layers.2.alpha": { "file": "vae.bin", "offset": 233426944, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.2.layers.2.beta": { "file": "vae.bin", "offset": 233428992, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.2.layers.3.bias": { "file": "vae.bin", "offset": 233431040, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.2.layers.3.weight": { "file": "vae.bin", "offset": 233433088, "type": "f32", "shape": [ 512, 512, 1 ] }, "vae.decoder.layers.2.layers.3.layers.0.alpha": { "file": "vae.bin", "offset": 234481664, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.3.layers.0.beta": { "file": "vae.bin", "offset": 234483712, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.3.layers.1.bias": { "file": "vae.bin", "offset": 234485760, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.3.layers.1.weight": { "file": "vae.bin", "offset": 234487808, "type": "f32", "shape": [ 512, 512, 7 ] }, "vae.decoder.layers.2.layers.3.layers.2.alpha": { "file": "vae.bin", "offset": 241827840, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.3.layers.2.beta": { "file": "vae.bin", "offset": 241829888, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.3.layers.3.bias": { "file": "vae.bin", "offset": 241831936, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.3.layers.3.weight": { "file": "vae.bin", "offset": 241833984, "type": "f32", "shape": [ 512, 512, 1 ] }, "vae.decoder.layers.2.layers.4.layers.0.alpha": { "file": "vae.bin", "offset": 242882560, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.4.layers.0.beta": { "file": "vae.bin", "offset": 242884608, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.4.layers.1.bias": { "file": "vae.bin", "offset": 242886656, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.4.layers.1.weight": { "file": "vae.bin", "offset": 242888704, "type": "f32", "shape": [ 512, 512, 7 ] }, "vae.decoder.layers.2.layers.4.layers.2.alpha": { "file": "vae.bin", "offset": 250228736, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.4.layers.2.beta": { "file": "vae.bin", "offset": 250230784, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.4.layers.3.bias": { "file": "vae.bin", "offset": 250232832, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.2.layers.4.layers.3.weight": { "file": "vae.bin", "offset": 250234880, "type": "f32", "shape": [ 512, 512, 1 ] }, "vae.decoder.layers.3.layers.0.alpha": { "file": "vae.bin", "offset": 251283456, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.3.layers.0.beta": { "file": "vae.bin", "offset": 251285504, "type": "f32", "shape": [ 512 ] }, "vae.decoder.layers.3.layers.1.bias": { "file": "vae.bin", "offset": 251287552, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.1.weight": { "file": "vae.bin", "offset": 251288576, "type": "f32", "shape": [ 512, 256, 8 ] }, "vae.decoder.layers.3.layers.2.layers.0.alpha": { "file": "vae.bin", "offset": 255482880, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.2.layers.0.beta": { "file": "vae.bin", "offset": 255483904, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.2.layers.1.bias": { "file": "vae.bin", "offset": 255484928, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.2.layers.1.weight": { "file": "vae.bin", "offset": 255485952, "type": "f32", "shape": [ 256, 256, 7 ] }, "vae.decoder.layers.3.layers.2.layers.2.alpha": { "file": "vae.bin", "offset": 257320960, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.2.layers.2.beta": { "file": "vae.bin", "offset": 257321984, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.2.layers.3.bias": { "file": "vae.bin", "offset": 257323008, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.2.layers.3.weight": { "file": "vae.bin", "offset": 257324032, "type": "f32", "shape": [ 256, 256, 1 ] }, "vae.decoder.layers.3.layers.3.layers.0.alpha": { "file": "vae.bin", "offset": 257586176, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.3.layers.0.beta": { "file": "vae.bin", "offset": 257587200, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.3.layers.1.bias": { "file": "vae.bin", "offset": 257588224, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.3.layers.1.weight": { "file": "vae.bin", "offset": 257589248, "type": "f32", "shape": [ 256, 256, 7 ] }, "vae.decoder.layers.3.layers.3.layers.2.alpha": { "file": "vae.bin", "offset": 259424256, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.3.layers.2.beta": { "file": "vae.bin", "offset": 259425280, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.3.layers.3.bias": { "file": "vae.bin", "offset": 259426304, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.3.layers.3.weight": { "file": "vae.bin", "offset": 259427328, "type": "f32", "shape": [ 256, 256, 1 ] }, "vae.decoder.layers.3.layers.4.layers.0.alpha": { "file": "vae.bin", "offset": 259689472, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.4.layers.0.beta": { "file": "vae.bin", "offset": 259690496, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.4.layers.1.bias": { "file": "vae.bin", "offset": 259691520, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.4.layers.1.weight": { "file": "vae.bin", "offset": 259692544, "type": "f32", "shape": [ 256, 256, 7 ] }, "vae.decoder.layers.3.layers.4.layers.2.alpha": { "file": "vae.bin", "offset": 261527552, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.4.layers.2.beta": { "file": "vae.bin", "offset": 261528576, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.4.layers.3.bias": { "file": "vae.bin", "offset": 261529600, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.3.layers.4.layers.3.weight": { "file": "vae.bin", "offset": 261530624, "type": "f32", "shape": [ 256, 256, 1 ] }, "vae.decoder.layers.4.layers.0.alpha": { "file": "vae.bin", "offset": 261792768, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.4.layers.0.beta": { "file": "vae.bin", "offset": 261793792, "type": "f32", "shape": [ 256 ] }, "vae.decoder.layers.4.layers.1.bias": { "file": "vae.bin", "offset": 261794816, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.1.weight": { "file": "vae.bin", "offset": 261795328, "type": "f32", "shape": [ 256, 128, 8 ] }, "vae.decoder.layers.4.layers.2.layers.0.alpha": { "file": "vae.bin", "offset": 262843904, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.2.layers.0.beta": { "file": "vae.bin", "offset": 262844416, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.2.layers.1.bias": { "file": "vae.bin", "offset": 262844928, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.2.layers.1.weight": { "file": "vae.bin", "offset": 262845440, "type": "f32", "shape": [ 128, 128, 7 ] }, "vae.decoder.layers.4.layers.2.layers.2.alpha": { "file": "vae.bin", "offset": 263304192, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.2.layers.2.beta": { "file": "vae.bin", "offset": 263304704, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.2.layers.3.bias": { "file": "vae.bin", "offset": 263305216, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.2.layers.3.weight": { "file": "vae.bin", "offset": 263305728, "type": "f32", "shape": [ 128, 128, 1 ] }, "vae.decoder.layers.4.layers.3.layers.0.alpha": { "file": "vae.bin", "offset": 263371264, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.3.layers.0.beta": { "file": "vae.bin", "offset": 263371776, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.3.layers.1.bias": { "file": "vae.bin", "offset": 263372288, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.3.layers.1.weight": { "file": "vae.bin", "offset": 263372800, "type": "f32", "shape": [ 128, 128, 7 ] }, "vae.decoder.layers.4.layers.3.layers.2.alpha": { "file": "vae.bin", "offset": 263831552, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.3.layers.2.beta": { "file": "vae.bin", "offset": 263832064, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.3.layers.3.bias": { "file": "vae.bin", "offset": 263832576, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.3.layers.3.weight": { "file": "vae.bin", "offset": 263833088, "type": "f32", "shape": [ 128, 128, 1 ] }, "vae.decoder.layers.4.layers.4.layers.0.alpha": { "file": "vae.bin", "offset": 263898624, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.4.layers.0.beta": { "file": "vae.bin", "offset": 263899136, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.4.layers.1.bias": { "file": "vae.bin", "offset": 263899648, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.4.layers.1.weight": { "file": "vae.bin", "offset": 263900160, "type": "f32", "shape": [ 128, 128, 7 ] }, "vae.decoder.layers.4.layers.4.layers.2.alpha": { "file": "vae.bin", "offset": 264358912, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.4.layers.2.beta": { "file": "vae.bin", "offset": 264359424, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.4.layers.3.bias": { "file": "vae.bin", "offset": 264359936, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.4.layers.4.layers.3.weight": { "file": "vae.bin", "offset": 264360448, "type": "f32", "shape": [ 128, 128, 1 ] }, "vae.decoder.layers.5.layers.0.alpha": { "file": "vae.bin", "offset": 264425984, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.5.layers.0.beta": { "file": "vae.bin", "offset": 264426496, "type": "f32", "shape": [ 128 ] }, "vae.decoder.layers.5.layers.1.bias": { "file": "vae.bin", "offset": 264427008, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.1.weight": { "file": "vae.bin", "offset": 264427264, "type": "f32", "shape": [ 128, 64, 4 ] }, "vae.decoder.layers.5.layers.2.layers.0.alpha": { "file": "vae.bin", "offset": 264558336, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.2.layers.0.beta": { "file": "vae.bin", "offset": 264558592, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.2.layers.1.bias": { "file": "vae.bin", "offset": 264558848, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.2.layers.1.weight": { "file": "vae.bin", "offset": 264559104, "type": "f32", "shape": [ 64, 64, 7 ] }, "vae.decoder.layers.5.layers.2.layers.2.alpha": { "file": "vae.bin", "offset": 264673792, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.2.layers.2.beta": { "file": "vae.bin", "offset": 264674048, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.2.layers.3.bias": { "file": "vae.bin", "offset": 264674304, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.2.layers.3.weight": { "file": "vae.bin", "offset": 264674560, "type": "f32", "shape": [ 64, 64, 1 ] }, "vae.decoder.layers.5.layers.3.layers.0.alpha": { "file": "vae.bin", "offset": 264690944, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.3.layers.0.beta": { "file": "vae.bin", "offset": 264691200, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.3.layers.1.bias": { "file": "vae.bin", "offset": 264691456, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.3.layers.1.weight": { "file": "vae.bin", "offset": 264691712, "type": "f32", "shape": [ 64, 64, 7 ] }, "vae.decoder.layers.5.layers.3.layers.2.alpha": { "file": "vae.bin", "offset": 264806400, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.3.layers.2.beta": { "file": "vae.bin", "offset": 264806656, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.3.layers.3.bias": { "file": "vae.bin", "offset": 264806912, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.3.layers.3.weight": { "file": "vae.bin", "offset": 264807168, "type": "f32", "shape": [ 64, 64, 1 ] }, "vae.decoder.layers.5.layers.4.layers.0.alpha": { "file": "vae.bin", "offset": 264823552, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.4.layers.0.beta": { "file": "vae.bin", "offset": 264823808, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.4.layers.1.bias": { "file": "vae.bin", "offset": 264824064, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.4.layers.1.weight": { "file": "vae.bin", "offset": 264824320, "type": "f32", "shape": [ 64, 64, 7 ] }, "vae.decoder.layers.5.layers.4.layers.2.alpha": { "file": "vae.bin", "offset": 264939008, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.4.layers.2.beta": { "file": "vae.bin", "offset": 264939264, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.4.layers.3.bias": { "file": "vae.bin", "offset": 264939520, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.5.layers.4.layers.3.weight": { "file": "vae.bin", "offset": 264939776, "type": "f32", "shape": [ 64, 64, 1 ] }, "vae.decoder.layers.6.layers.0.alpha": { "file": "vae.bin", "offset": 264956160, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.0.beta": { "file": "vae.bin", "offset": 264956416, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.1.bias": { "file": "vae.bin", "offset": 264956672, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.1.weight": { "file": "vae.bin", "offset": 264956928, "type": "f32", "shape": [ 64, 64, 4 ] }, "vae.decoder.layers.6.layers.2.layers.0.alpha": { "file": "vae.bin", "offset": 265022464, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.2.layers.0.beta": { "file": "vae.bin", "offset": 265022720, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.2.layers.1.bias": { "file": "vae.bin", "offset": 265022976, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.2.layers.1.weight": { "file": "vae.bin", "offset": 265023232, "type": "f32", "shape": [ 64, 64, 7 ] }, "vae.decoder.layers.6.layers.2.layers.2.alpha": { "file": "vae.bin", "offset": 265137920, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.2.layers.2.beta": { "file": "vae.bin", "offset": 265138176, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.2.layers.3.bias": { "file": "vae.bin", "offset": 265138432, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.2.layers.3.weight": { "file": "vae.bin", "offset": 265138688, "type": "f32", "shape": [ 64, 64, 1 ] }, "vae.decoder.layers.6.layers.3.layers.0.alpha": { "file": "vae.bin", "offset": 265155072, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.3.layers.0.beta": { "file": "vae.bin", "offset": 265155328, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.3.layers.1.bias": { "file": "vae.bin", "offset": 265155584, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.3.layers.1.weight": { "file": "vae.bin", "offset": 265155840, "type": "f32", "shape": [ 64, 64, 7 ] }, "vae.decoder.layers.6.layers.3.layers.2.alpha": { "file": "vae.bin", "offset": 265270528, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.3.layers.2.beta": { "file": "vae.bin", "offset": 265270784, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.3.layers.3.bias": { "file": "vae.bin", "offset": 265271040, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.3.layers.3.weight": { "file": "vae.bin", "offset": 265271296, "type": "f32", "shape": [ 64, 64, 1 ] }, "vae.decoder.layers.6.layers.4.layers.0.alpha": { "file": "vae.bin", "offset": 265287680, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.4.layers.0.beta": { "file": "vae.bin", "offset": 265287936, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.4.layers.1.bias": { "file": "vae.bin", "offset": 265288192, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.4.layers.1.weight": { "file": "vae.bin", "offset": 265288448, "type": "f32", "shape": [ 64, 64, 7 ] }, "vae.decoder.layers.6.layers.4.layers.2.alpha": { "file": "vae.bin", "offset": 265403136, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.4.layers.2.beta": { "file": "vae.bin", "offset": 265403392, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.4.layers.3.bias": { "file": "vae.bin", "offset": 265403648, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.6.layers.4.layers.3.weight": { "file": "vae.bin", "offset": 265403904, "type": "f32", "shape": [ 64, 64, 1 ] }, "vae.decoder.layers.7.alpha": { "file": "vae.bin", "offset": 265420288, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.7.beta": { "file": "vae.bin", "offset": 265420544, "type": "f32", "shape": [ 64 ] }, "vae.decoder.layers.8.weight": { "file": "vae.bin", "offset": 265420800, "type": "f32", "shape": [ 2, 64, 7 ] }, "q8.model.layers.0.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 0, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.0.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 8192, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.277927812130656e-06 }, "q8.model.layers.0.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 4464640, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.891737717116484e-06 }, "q8.model.layers.0.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 6692864, "type": "q8", "shape": [ 1024, 2048 ], "global": 6.479407147708116e-06 }, "q8.model.layers.0.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 8921088, "type": "q8", "shape": [ 2048, 2048 ], "global": 3.6902583815390244e-05 }, "q8.model.layers.0.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 13377536, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.0.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 13378048, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.0.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 13378560, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.0.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 13386752, "type": "q8", "shape": [ 6144, 2048 ], "global": 9.998025234381203e-06 }, "q8.model.layers.0.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 26756096, "type": "q8", "shape": [ 6144, 2048 ], "global": 7.809616363374516e-06 }, "q8.model.layers.0.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 40125440, "type": "q8", "shape": [ 2048, 6144 ], "global": 4.1536859498592094e-05 }, "q8.model.layers.1.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 53494784, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.1.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 53502976, "type": "q8", "shape": [ 2048, 2048 ], "global": 4.913192697131308e-06 }, "q8.model.layers.1.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 57959424, "type": "q8", "shape": [ 1024, 2048 ], "global": 9.268555913877208e-06 }, "q8.model.layers.1.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 60187648, "type": "q8", "shape": [ 1024, 2048 ], "global": 3.5829834814649075e-06 }, "q8.model.layers.1.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 62415872, "type": "q8", "shape": [ 2048, 2048 ], "global": 3.278322401456535e-05 }, "q8.model.layers.1.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 66872320, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.1.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 66872832, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.1.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 66873344, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.1.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 66881536, "type": "q8", "shape": [ 6144, 2048 ], "global": 5.664117452397477e-06 }, "q8.model.layers.1.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 80250880, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.608137027797056e-06 }, "q8.model.layers.1.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 93620224, "type": "q8", "shape": [ 2048, 6144 ], "global": 3.312650369480252e-05 }, "q8.model.layers.2.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 106989568, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.2.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 106997760, "type": "q8", "shape": [ 2048, 2048 ], "global": 6.264857347559882e-06 }, "q8.model.layers.2.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 111454208, "type": "q8", "shape": [ 1024, 2048 ], "global": 7.89543628343381e-06 }, "q8.model.layers.2.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 113682432, "type": "q8", "shape": [ 1024, 2048 ], "global": 3.3255234939133516e-06 }, "q8.model.layers.2.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 115910656, "type": "q8", "shape": [ 2048, 2048 ], "global": 2.5231069230358116e-05 }, "q8.model.layers.2.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 120367104, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.2.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 120367616, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.2.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 120368128, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.2.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 120376320, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.264857347559882e-06 }, "q8.model.layers.2.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 133745664, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.2219473875302356e-06 }, "q8.model.layers.2.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 147115008, "type": "q8", "shape": [ 2048, 6144 ], "global": 2.2656469809589908e-05 }, "q8.model.layers.3.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 160484352, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.3.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 160492544, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.449567652249243e-06 }, "q8.model.layers.3.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 164948992, "type": "q8", "shape": [ 1024, 2048 ], "global": 1.0641675544320606e-05 }, "q8.model.layers.3.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 167177216, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.7844628170423675e-06 }, "q8.model.layers.3.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 169405440, "type": "q8", "shape": [ 2048, 2048 ], "global": 1.2358073945506476e-05 }, "q8.model.layers.3.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 173861888, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.3.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 173862400, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.3.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 173862912, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.3.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 173871104, "type": "q8", "shape": [ 6144, 2048 ], "global": 7.423426723107696e-06 }, "q8.model.layers.3.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 187240448, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.136127012723591e-06 }, "q8.model.layers.3.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 200609792, "type": "q8", "shape": [ 2048, 6144 ], "global": 2.1369171008700505e-05 }, "q8.model.layers.4.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 213979136, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.4.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 213987328, "type": "q8", "shape": [ 2048, 2048 ], "global": 7.509246643166989e-06 }, "q8.model.layers.4.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 218443776, "type": "q8", "shape": [ 1024, 2048 ], "global": 6.69395694785635e-06 }, "q8.model.layers.4.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 220672000, "type": "q8", "shape": [ 1024, 2048 ], "global": 3.4971633340319386e-06 }, "q8.model.layers.4.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 222900224, "type": "q8", "shape": [ 2048, 2048 ], "global": 1.0598765584290959e-05 }, "q8.model.layers.4.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 227356672, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.4.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 227357184, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.4.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 227357696, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.4.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 227365888, "type": "q8", "shape": [ 6144, 2048 ], "global": 8.925276233640034e-06 }, "q8.model.layers.4.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 240735232, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.69395694785635e-06 }, "q8.model.layers.4.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 254104576, "type": "q8", "shape": [ 2048, 6144 ], "global": 1.8537111827754416e-05 }, "q8.model.layers.5.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 267473920, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.5.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 267482112, "type": "q8", "shape": [ 2048, 2048 ], "global": 7.2517868829891086e-06 }, "q8.model.layers.5.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 271938560, "type": "q8", "shape": [ 1024, 2048 ], "global": 8.02416616352275e-06 }, "q8.model.layers.5.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 274166784, "type": "q8", "shape": [ 1024, 2048 ], "global": 5.256472832115833e-06 }, "q8.model.layers.5.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 276395008, "type": "q8", "shape": [ 2048, 2048 ], "global": 1.4932673366274685e-05 }, "q8.model.layers.5.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 280851456, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.5.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 280851968, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.5.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 280852480, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.5.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 280860672, "type": "q8", "shape": [ 6144, 2048 ], "global": 7.938346243463457e-06 }, "q8.model.layers.5.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 294230016, "type": "q8", "shape": [ 6144, 2048 ], "global": 5.342292752175126e-06 }, "q8.model.layers.5.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 307599360, "type": "q8", "shape": [ 2048, 6144 ], "global": 1.74214528669836e-05 }, "q8.model.layers.6.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 320968704, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.6.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 320976896, "type": "q8", "shape": [ 2048, 2048 ], "global": 6.479407147708116e-06 }, "q8.model.layers.6.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 325433344, "type": "q8", "shape": [ 1024, 2048 ], "global": 7.509246643166989e-06 }, "q8.model.layers.6.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 327661568, "type": "q8", "shape": [ 1024, 2048 ], "global": 3.239703573854058e-06 }, "q8.model.layers.6.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 329889792, "type": "q8", "shape": [ 2048, 2048 ], "global": 7.380516763078049e-06 }, "q8.model.layers.6.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 334346240, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.6.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 334346752, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.6.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 334347264, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.6.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 334355456, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.908506748004584e-06 }, "q8.model.layers.6.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 347724800, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.69395694785635e-06 }, "q8.model.layers.6.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 361094144, "type": "q8", "shape": [ 2048, 6144 ], "global": 1.7593092707102187e-05 }, "q8.model.layers.7.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 374463488, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.7.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 374471680, "type": "q8", "shape": [ 2048, 2048 ], "global": 8.324535883730277e-06 }, "q8.model.layers.7.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 378928128, "type": "q8", "shape": [ 1024, 2048 ], "global": 7.809616363374516e-06 }, "q8.model.layers.7.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 381156352, "type": "q8", "shape": [ 1024, 2048 ], "global": 3.1967936138244113e-06 }, "q8.model.layers.7.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 383384576, "type": "q8", "shape": [ 2048, 2048 ], "global": 1.4160293176246341e-05 }, "q8.model.layers.7.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 387841024, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.7.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 387841536, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.7.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 387842048, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.7.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 387850240, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.436497187678469e-06 }, "q8.model.layers.7.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 401219584, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.179036972753238e-06 }, "q8.model.layers.7.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 414588928, "type": "q8", "shape": [ 2048, 6144 ], "global": 1.1843154425150715e-05 }, "q8.model.layers.8.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 427958272, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.8.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 427966464, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.406657692219596e-06 }, "q8.model.layers.8.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 432422912, "type": "q8", "shape": [ 1024, 2048 ], "global": 6.82268682794529e-06 }, "q8.model.layers.8.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 434651136, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.48409309683484e-06 }, "q8.model.layers.8.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 436879360, "type": "q8", "shape": [ 2048, 2048 ], "global": 7.123056548152817e-06 }, "q8.model.layers.8.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 441335808, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.8.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 441336320, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.8.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 441336832, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.8.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 441345024, "type": "q8", "shape": [ 6144, 2048 ], "global": 5.921577212575357e-06 }, "q8.model.layers.8.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 454714368, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.136127012723591e-06 }, "q8.model.layers.8.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 468083712, "type": "q8", "shape": [ 2048, 6144 ], "global": 2.317138932994567e-05 }, "q8.model.layers.9.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 481453056, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.9.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 481461248, "type": "q8", "shape": [ 2048, 2048 ], "global": 7.165966962929815e-06 }, "q8.model.layers.9.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 485917696, "type": "q8", "shape": [ 1024, 2048 ], "global": 5.707027412427124e-06 }, "q8.model.layers.9.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 488145920, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.248087861924432e-06 }, "q8.model.layers.9.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 490374144, "type": "q8", "shape": [ 2048, 2048 ], "global": 6.307767307589529e-06 }, "q8.model.layers.9.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 494830592, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.9.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 494831104, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.9.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 494831616, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.9.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 494839808, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.0932170526939444e-06 }, "q8.model.layers.9.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 508209152, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.264857347559882e-06 }, "q8.model.layers.9.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 521578496, "type": "q8", "shape": [ 2048, 6144 ], "global": 2.102589132846333e-05 }, "q8.model.layers.10.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 534947840, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.10.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 534956032, "type": "q8", "shape": [ 2048, 2048 ], "global": 6.264857347559882e-06 }, "q8.model.layers.10.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 539412480, "type": "q8", "shape": [ 1024, 2048 ], "global": 6.436497187678469e-06 }, "q8.model.layers.10.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 541640704, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.6128229769237805e-06 }, "q8.model.layers.10.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 543868928, "type": "q8", "shape": [ 2048, 2048 ], "global": 6.95141670803423e-06 }, "q8.model.layers.10.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 548325376, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.10.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 548325888, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.10.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 548326400, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.10.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 548334592, "type": "q8", "shape": [ 6144, 2048 ], "global": 5.792847332486417e-06 }, "q8.model.layers.10.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 561703936, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.179036972753238e-06 }, "q8.model.layers.10.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 575073280, "type": "q8", "shape": [ 2048, 6144 ], "global": 1.4932673366274685e-05 }, "q8.model.layers.11.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 588442624, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.11.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 588450816, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.74993737245677e-06 }, "q8.model.layers.11.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 592907264, "type": "q8", "shape": [ 1024, 2048 ], "global": 5.664117452397477e-06 }, "q8.model.layers.11.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 595135488, "type": "q8", "shape": [ 1024, 2048 ], "global": 3.840443241642788e-06 }, "q8.model.layers.11.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 597363712, "type": "q8", "shape": [ 2048, 2048 ], "global": 8.410355803789571e-06 }, "q8.model.layers.11.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 601820160, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.11.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 601820672, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.11.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 601821184, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.11.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 601829376, "type": "q8", "shape": [ 6144, 2048 ], "global": 7.466336683137342e-06 }, "q8.model.layers.11.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 615198720, "type": "q8", "shape": [ 6144, 2048 ], "global": 8.96818619366968e-06 }, "q8.model.layers.11.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 628568064, "type": "q8", "shape": [ 2048, 6144 ], "global": 1.3044634215475526e-05 }, "q8.model.layers.12.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 641937408, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.12.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 641945600, "type": "q8", "shape": [ 2048, 2048 ], "global": 6.779776867915643e-06 }, "q8.model.layers.12.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 646402048, "type": "q8", "shape": [ 1024, 2048 ], "global": 5.0633775572350714e-06 }, "q8.model.layers.12.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 648630272, "type": "q8", "shape": [ 1024, 2048 ], "global": 5.664117452397477e-06 }, "q8.model.layers.12.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 650858496, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.49247761227889e-06 }, "q8.model.layers.12.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 655314944, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.12.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 655315456, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.12.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 655315968, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.12.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 655324160, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.350677267619176e-06 }, "q8.model.layers.12.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 668693504, "type": "q8", "shape": [ 6144, 2048 ], "global": 7.294696843018755e-06 }, "q8.model.layers.12.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 682062848, "type": "q8", "shape": [ 2048, 6144 ], "global": 1.1757334505091421e-05 }, "q8.model.layers.13.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 695432192, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.13.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 695440384, "type": "q8", "shape": [ 2048, 2048 ], "global": 6.307767307589529e-06 }, "q8.model.layers.13.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 699896832, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.527003056864487e-06 }, "q8.model.layers.13.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 702125056, "type": "q8", "shape": [ 1024, 2048 ], "global": 3.711713361553848e-06 }, "q8.model.layers.13.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 704353280, "type": "q8", "shape": [ 2048, 2048 ], "global": 7.380516763078049e-06 }, "q8.model.layers.13.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 708809728, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.13.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 708810240, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.13.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 708810752, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.13.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 708818944, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.56522706776741e-06 }, "q8.model.layers.13.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 722188288, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.2219473875302356e-06 }, "q8.model.layers.13.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 735557632, "type": "q8", "shape": [ 2048, 6144 ], "global": 2.67758277914254e-05 }, "q8.model.layers.14.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 748926976, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.14.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 748935168, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.792847332486417e-06 }, "q8.model.layers.14.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 753391616, "type": "q8", "shape": [ 1024, 2048 ], "global": 6.264857347559882e-06 }, "q8.model.layers.14.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 755619840, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.677187916968251e-06 }, "q8.model.layers.14.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 757848064, "type": "q8", "shape": [ 2048, 2048 ], "global": 6.736866907885997e-06 }, "q8.model.layers.14.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 762304512, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.14.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 762305024, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.14.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 762305536, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.14.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 762313728, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.393587227648823e-06 }, "q8.model.layers.14.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 775683072, "type": "q8", "shape": [ 6144, 2048 ], "global": 4.720097876997897e-06 }, "q8.model.layers.14.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 789052416, "type": "q8", "shape": [ 2048, 6144 ], "global": 1.0255484994559083e-05 }, "q8.model.layers.15.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 802421760, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.15.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 802429952, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.342292752175126e-06 }, "q8.model.layers.15.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 806886400, "type": "q8", "shape": [ 1024, 2048 ], "global": 5.406657692219596e-06 }, "q8.model.layers.15.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 809114624, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.698642896983074e-06 }, "q8.model.layers.15.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 811342848, "type": "q8", "shape": [ 2048, 2048 ], "global": 6.264857347559882e-06 }, "q8.model.layers.15.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 815799296, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.15.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 815799808, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.15.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 815800320, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.15.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 815808512, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.651046987826703e-06 }, "q8.model.layers.15.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 829177856, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.2219473875302356e-06 }, "q8.model.layers.15.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 842547200, "type": "q8", "shape": [ 2048, 6144 ], "global": 1.1070775144617073e-05 }, "q8.model.layers.16.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 855916544, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.16.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 855924736, "type": "q8", "shape": [ 2048, 2048 ], "global": 6.56522706776741e-06 }, "q8.model.layers.16.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 860381184, "type": "q8", "shape": [ 1024, 2048 ], "global": 5.964487172605004e-06 }, "q8.model.layers.16.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 862609408, "type": "q8", "shape": [ 1024, 2048 ], "global": 3.5400732940615853e-06 }, "q8.model.layers.16.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 864837632, "type": "q8", "shape": [ 2048, 2048 ], "global": 6.264857347559882e-06 }, "q8.model.layers.16.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 869294080, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.16.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 869294592, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.16.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 869295104, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.16.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 869303296, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.0932170526939444e-06 }, "q8.model.layers.16.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 882672640, "type": "q8", "shape": [ 6144, 2048 ], "global": 5.707027412427124e-06 }, "q8.model.layers.16.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 896041984, "type": "q8", "shape": [ 2048, 6144 ], "global": 9.311465873906855e-06 }, "q8.model.layers.17.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 909411328, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.17.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 909419520, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.385202712204773e-06 }, "q8.model.layers.17.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 913875968, "type": "q8", "shape": [ 1024, 2048 ], "global": 8.109986083582044e-06 }, "q8.model.layers.17.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 916104192, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.848827757086838e-06 }, "q8.model.layers.17.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 918332416, "type": "q8", "shape": [ 2048, 2048 ], "global": 6.908506748004584e-06 }, "q8.model.layers.17.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 922788864, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.17.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 922789376, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.17.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 922789888, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.17.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 922798080, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.179036972753238e-06 }, "q8.model.layers.17.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 936167424, "type": "q8", "shape": [ 6144, 2048 ], "global": 7.123056548152817e-06 }, "q8.model.layers.17.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 949536768, "type": "q8", "shape": [ 2048, 6144 ], "global": 7.680886483285576e-06 }, "q8.model.layers.18.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 962906112, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.18.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 962914304, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.835757292516064e-06 }, "q8.model.layers.18.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 967370752, "type": "q8", "shape": [ 1024, 2048 ], "global": 5.106287517264718e-06 }, "q8.model.layers.18.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 969598976, "type": "q8", "shape": [ 1024, 2048 ], "global": 3.7975332816131413e-06 }, "q8.model.layers.18.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 971827200, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.1277424972795416e-06 }, "q8.model.layers.18.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 976283648, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.18.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 976284160, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.18.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 976284672, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.18.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 976292864, "type": "q8", "shape": [ 6144, 2048 ], "global": 5.964487172605004e-06 }, "q8.model.layers.18.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 989662208, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.179036972753238e-06 }, "q8.model.layers.18.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 1003031552, "type": "q8", "shape": [ 2048, 6144 ], "global": 2.248482996947132e-05 }, "q8.model.layers.19.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 1016400896, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.19.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 1016409088, "type": "q8", "shape": [ 2048, 2048 ], "global": 6.82268682794529e-06 }, "q8.model.layers.19.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 1020865536, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.290997821954079e-06 }, "q8.model.layers.19.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 1023093760, "type": "q8", "shape": [ 1024, 2048 ], "global": 3.7546233215834945e-06 }, "q8.model.layers.19.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 1025321984, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.835757292516064e-06 }, "q8.model.layers.19.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 1029778432, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.19.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 1029778944, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.19.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 1029779456, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.19.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 1029787648, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.050307092664298e-06 }, "q8.model.layers.19.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 1043156992, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.264857347559882e-06 }, "q8.model.layers.19.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 1056526336, "type": "q8", "shape": [ 2048, 6144 ], "global": 7.123056548152817e-06 }, "q8.model.layers.20.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 1069895680, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.20.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 1069903872, "type": "q8", "shape": [ 2048, 2048 ], "global": 7.037236628093524e-06 }, "q8.model.layers.20.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 1074360320, "type": "q8", "shape": [ 1024, 2048 ], "global": 6.69395694785635e-06 }, "q8.model.layers.20.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 1076588544, "type": "q8", "shape": [ 1024, 2048 ], "global": 5.74993737245677e-06 }, "q8.model.layers.20.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 1078816768, "type": "q8", "shape": [ 2048, 2048 ], "global": 7.208876922959462e-06 }, "q8.model.layers.20.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 1083273216, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.20.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 1083273728, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.20.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 1083274240, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.20.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 1083282432, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.393587227648823e-06 }, "q8.model.layers.20.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 1096651776, "type": "q8", "shape": [ 6144, 2048 ], "global": 5.921577212575357e-06 }, "q8.model.layers.20.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 1110021120, "type": "q8", "shape": [ 2048, 6144 ], "global": 1.0470034794707317e-05 }, "q8.model.layers.21.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 1123390464, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.21.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 1123398656, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.921577212575357e-06 }, "q8.model.layers.21.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 1127855104, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.312453256716253e-06 }, "q8.model.layers.21.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 1130083328, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.48409309683484e-06 }, "q8.model.layers.21.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 1132311552, "type": "q8", "shape": [ 2048, 2048 ], "global": 8.581995643908158e-06 }, "q8.model.layers.21.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 1136768000, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.21.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 1136768512, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.21.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 1136769024, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.21.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 1136777216, "type": "q8", "shape": [ 6144, 2048 ], "global": 4.848827757086838e-06 }, "q8.model.layers.21.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 1150146560, "type": "q8", "shape": [ 6144, 2048 ], "global": 5.0633775572350714e-06 }, "q8.model.layers.21.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 1163515904, "type": "q8", "shape": [ 2048, 6144 ], "global": 8.410355803789571e-06 }, "q8.model.layers.22.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 1176885248, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.22.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 1176893440, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.1277424972795416e-06 }, "q8.model.layers.22.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 1181349888, "type": "q8", "shape": [ 1024, 2048 ], "global": 6.0932170526939444e-06 }, "q8.model.layers.22.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 1183578112, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.913192697131308e-06 }, "q8.model.layers.22.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 1185806336, "type": "q8", "shape": [ 2048, 2048 ], "global": 8.367445843759924e-06 }, "q8.model.layers.22.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 1190262784, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.22.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 1190263296, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.22.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 1190263808, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.22.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 1190272000, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.436497187678469e-06 }, "q8.model.layers.22.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 1203641344, "type": "q8", "shape": [ 6144, 2048 ], "global": 5.1277424972795416e-06 }, "q8.model.layers.22.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 1217010688, "type": "q8", "shape": [ 2048, 6144 ], "global": 8.109986083582044e-06 }, "q8.model.layers.23.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 1230380032, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.23.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 1230388224, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.342292752175126e-06 }, "q8.model.layers.23.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 1234844672, "type": "q8", "shape": [ 1024, 2048 ], "global": 5.149197477294365e-06 }, "q8.model.layers.23.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 1237072896, "type": "q8", "shape": [ 1024, 2048 ], "global": 3.990628101746552e-06 }, "q8.model.layers.23.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 1239301120, "type": "q8", "shape": [ 2048, 2048 ], "global": 7.595066563226283e-06 }, "q8.model.layers.23.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 1243757568, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.23.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 1243758080, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.23.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 1243758592, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.23.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 1243766784, "type": "q8", "shape": [ 6144, 2048 ], "global": 5.36374773218995e-06 }, "q8.model.layers.23.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 1257136128, "type": "q8", "shape": [ 6144, 2048 ], "global": 5.878667252545711e-06 }, "q8.model.layers.23.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 1270505472, "type": "q8", "shape": [ 2048, 6144 ], "global": 8.96818619366968e-06 }, "q8.model.layers.24.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 1283874816, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.24.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 1283883008, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.707027412427124e-06 }, "q8.model.layers.24.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 1288339456, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.3553632167459e-06 }, "q8.model.layers.24.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 1290567680, "type": "q8", "shape": [ 1024, 2048 ], "global": 5.4710226322640665e-06 }, "q8.model.layers.24.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 1292795904, "type": "q8", "shape": [ 2048, 2048 ], "global": 7.723796443315223e-06 }, "q8.model.layers.24.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 1297252352, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.24.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 1297252864, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.24.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 1297253376, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.24.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 1297261568, "type": "q8", "shape": [ 6144, 2048 ], "global": 4.2051779018947855e-06 }, "q8.model.layers.24.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 1310630912, "type": "q8", "shape": [ 6144, 2048 ], "global": 4.9561026571609545e-06 }, "q8.model.layers.24.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 1324000256, "type": "q8", "shape": [ 2048, 6144 ], "global": 8.410355803789571e-06 }, "q8.model.layers.25.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 1337369600, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.25.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 1337377792, "type": "q8", "shape": [ 2048, 2048 ], "global": 4.677187916968251e-06 }, "q8.model.layers.25.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 1341834240, "type": "q8", "shape": [ 1024, 2048 ], "global": 5.878667252545711e-06 }, "q8.model.layers.25.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 1344062464, "type": "q8", "shape": [ 1024, 2048 ], "global": 3.883353201672435e-06 }, "q8.model.layers.25.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 1346290688, "type": "q8", "shape": [ 2048, 2048 ], "global": 7.294696843018755e-06 }, "q8.model.layers.25.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 1350747136, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.25.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 1350747648, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.25.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 1350748160, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.25.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 1350756352, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.264857347559882e-06 }, "q8.model.layers.25.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 1364125696, "type": "q8", "shape": [ 6144, 2048 ], "global": 5.320837772160303e-06 }, "q8.model.layers.25.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 1377495040, "type": "q8", "shape": [ 2048, 6144 ], "global": 7.208876922959462e-06 }, "q8.model.layers.26.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 1390864384, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.26.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 1390872576, "type": "q8", "shape": [ 2048, 2048 ], "global": 5.578297532338183e-06 }, "q8.model.layers.26.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 1395329024, "type": "q8", "shape": [ 1024, 2048 ], "global": 5.320837772160303e-06 }, "q8.model.layers.26.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 1397557248, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.290997821954079e-06 }, "q8.model.layers.26.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 1399785472, "type": "q8", "shape": [ 2048, 2048 ], "global": 9.440195753995795e-06 }, "q8.model.layers.26.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 1404241920, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.26.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 1404242432, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.26.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 1404242944, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.26.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 1404251136, "type": "q8", "shape": [ 6144, 2048 ], "global": 5.921577212575357e-06 }, "q8.model.layers.26.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 1417620480, "type": "q8", "shape": [ 6144, 2048 ], "global": 5.578297532338183e-06 }, "q8.model.layers.26.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 1430989824, "type": "q8", "shape": [ 2048, 6144 ], "global": 9.955115274351556e-06 }, "q8.model.layers.27.input_layernorm.weight": { "file": "ar_q8.bin", "offset": 1444359168, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.27.self_attn.q_proj.weight": { "file": "ar_q8.bin", "offset": 1444367360, "type": "q8", "shape": [ 2048, 2048 ], "global": 4.505548076849664e-06 }, "q8.model.layers.27.self_attn.k_proj.weight": { "file": "ar_q8.bin", "offset": 1448823808, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.2051779018947855e-06 }, "q8.model.layers.27.self_attn.v_proj.weight": { "file": "ar_q8.bin", "offset": 1451052032, "type": "q8", "shape": [ 1024, 2048 ], "global": 4.48409309683484e-06 }, "q8.model.layers.27.self_attn.o_proj.weight": { "file": "ar_q8.bin", "offset": 1453280256, "type": "q8", "shape": [ 2048, 2048 ], "global": 8.067076123552397e-06 }, "q8.model.layers.27.self_attn.q_norm.weight": { "file": "ar_q8.bin", "offset": 1457736704, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.27.self_attn.k_norm.weight": { "file": "ar_q8.bin", "offset": 1457737216, "type": "f32", "shape": [ 128 ] }, "q8.model.layers.27.post_attention_layernorm.weight": { "file": "ar_q8.bin", "offset": 1457737728, "type": "f32", "shape": [ 2048 ] }, "q8.model.layers.27.mlp.gate_proj.weight": { "file": "ar_q8.bin", "offset": 1457745920, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.050307092664298e-06 }, "q8.model.layers.27.mlp.up_proj.weight": { "file": "ar_q8.bin", "offset": 1471115264, "type": "q8", "shape": [ 6144, 2048 ], "global": 6.007397132634651e-06 }, "q8.model.layers.27.mlp.down_proj.weight": { "file": "ar_q8.bin", "offset": 1484484608, "type": "q8", "shape": [ 2048, 6144 ], "global": 1.7335632946924306e-05 }, "q8.model.norm.weight": { "file": "ar_q8.bin", "offset": 1497853952, "type": "f32", "shape": [ 2048 ] }, "q8.lm_head.weight": { "file": "ar_q8.bin", "offset": 1497862144, "type": "q8", "shape": [ 184704, 2048 ], "global": 1.313045413553482e-05 }, "h16.model.layers.0.nar_qkv": { "file": "nar_f16.bin", "offset": 0, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.0.nar_o": { "file": "nar_f16.bin", "offset": 16777216, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 0 }, "h16.model.layers.0.nar_gu": { "file": "nar_f16.bin", "offset": 25165824, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 0 }, "h16.model.layers.0.nar_down": { "file": "nar_f16.bin", "offset": 75497472, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.0.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 100663296, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.0.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 100671488, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.0.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 100672000, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.0.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 100672512, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.1.nar_qkv": { "file": "nar_f16.bin", "offset": 100683776, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.1.nar_o": { "file": "nar_f16.bin", "offset": 117460992, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.1.nar_gu": { "file": "nar_f16.bin", "offset": 125849600, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 0 }, "h16.model.layers.1.nar_down": { "file": "nar_f16.bin", "offset": 176181248, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.1.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 201347072, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.1.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 201355264, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.1.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 201355776, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.1.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 201356288, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.2.nar_qkv": { "file": "nar_f16.bin", "offset": 201367552, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.2.nar_o": { "file": "nar_f16.bin", "offset": 218144768, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.2.nar_gu": { "file": "nar_f16.bin", "offset": 226533376, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 0 }, "h16.model.layers.2.nar_down": { "file": "nar_f16.bin", "offset": 276865024, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.2.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 302030848, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.2.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 302039040, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.2.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 302039552, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.2.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 302040064, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.3.nar_qkv": { "file": "nar_f16.bin", "offset": 302051328, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.3.nar_o": { "file": "nar_f16.bin", "offset": 318828544, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.3.nar_gu": { "file": "nar_f16.bin", "offset": 327217152, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.3.nar_down": { "file": "nar_f16.bin", "offset": 377548800, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.3.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 402714624, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.3.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 402722816, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.3.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 402723328, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.3.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 402723840, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.4.nar_qkv": { "file": "nar_f16.bin", "offset": 402735104, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.4.nar_o": { "file": "nar_f16.bin", "offset": 419512320, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.4.nar_gu": { "file": "nar_f16.bin", "offset": 427900928, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.4.nar_down": { "file": "nar_f16.bin", "offset": 478232576, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.4.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 503398400, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.4.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 503406592, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.4.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 503407104, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.4.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 503407616, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.5.nar_qkv": { "file": "nar_f16.bin", "offset": 503418880, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.5.nar_o": { "file": "nar_f16.bin", "offset": 520196096, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.5.nar_gu": { "file": "nar_f16.bin", "offset": 528584704, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.5.nar_down": { "file": "nar_f16.bin", "offset": 578916352, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.5.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 604082176, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.5.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 604090368, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.5.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 604090880, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.5.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 604091392, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.6.nar_qkv": { "file": "nar_f16.bin", "offset": 604102656, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.6.nar_o": { "file": "nar_f16.bin", "offset": 620879872, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 2 }, "h16.model.layers.6.nar_gu": { "file": "nar_f16.bin", "offset": 629268480, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.6.nar_down": { "file": "nar_f16.bin", "offset": 679600128, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.6.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 704765952, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.6.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 704774144, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.6.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 704774656, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.6.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 704775168, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.7.nar_qkv": { "file": "nar_f16.bin", "offset": 704786432, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.7.nar_o": { "file": "nar_f16.bin", "offset": 721563648, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.7.nar_gu": { "file": "nar_f16.bin", "offset": 729952256, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 0 }, "h16.model.layers.7.nar_down": { "file": "nar_f16.bin", "offset": 780283904, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.7.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 805449728, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.7.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 805457920, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.7.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 805458432, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.7.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 805458944, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.8.nar_qkv": { "file": "nar_f16.bin", "offset": 805470208, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.8.nar_o": { "file": "nar_f16.bin", "offset": 822247424, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 2 }, "h16.model.layers.8.nar_gu": { "file": "nar_f16.bin", "offset": 830636032, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.8.nar_down": { "file": "nar_f16.bin", "offset": 880967680, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.8.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 906133504, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.8.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 906141696, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.8.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 906142208, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.8.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 906142720, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.9.nar_qkv": { "file": "nar_f16.bin", "offset": 906153984, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.9.nar_o": { "file": "nar_f16.bin", "offset": 922931200, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.9.nar_gu": { "file": "nar_f16.bin", "offset": 931319808, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.9.nar_down": { "file": "nar_f16.bin", "offset": 981651456, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.9.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 1006817280, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.9.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 1006825472, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.9.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 1006825984, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.9.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 1006826496, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.10.nar_qkv": { "file": "nar_f16.bin", "offset": 1006837760, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.10.nar_o": { "file": "nar_f16.bin", "offset": 1023614976, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.10.nar_gu": { "file": "nar_f16.bin", "offset": 1032003584, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.10.nar_down": { "file": "nar_f16.bin", "offset": 1082335232, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.10.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 1107501056, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.10.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 1107509248, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.10.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 1107509760, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.10.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 1107510272, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.11.nar_qkv": { "file": "nar_f16.bin", "offset": 1107521536, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.11.nar_o": { "file": "nar_f16.bin", "offset": 1124298752, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 2 }, "h16.model.layers.11.nar_gu": { "file": "nar_f16.bin", "offset": 1132687360, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.11.nar_down": { "file": "nar_f16.bin", "offset": 1183019008, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.11.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 1208184832, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.11.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 1208193024, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.11.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 1208193536, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.11.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 1208194048, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.12.nar_qkv": { "file": "nar_f16.bin", "offset": 1208205312, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.12.nar_o": { "file": "nar_f16.bin", "offset": 1224982528, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 2 }, "h16.model.layers.12.nar_gu": { "file": "nar_f16.bin", "offset": 1233371136, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.12.nar_down": { "file": "nar_f16.bin", "offset": 1283702784, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.12.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 1308868608, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.12.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 1308876800, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.12.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 1308877312, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.12.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 1308877824, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.13.nar_qkv": { "file": "nar_f16.bin", "offset": 1308889088, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.13.nar_o": { "file": "nar_f16.bin", "offset": 1325666304, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 2 }, "h16.model.layers.13.nar_gu": { "file": "nar_f16.bin", "offset": 1334054912, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.13.nar_down": { "file": "nar_f16.bin", "offset": 1384386560, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.13.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 1409552384, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.13.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 1409560576, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.13.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 1409561088, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.13.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 1409561600, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.14.nar_qkv": { "file": "nar_f16.bin", "offset": 1409572864, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.14.nar_o": { "file": "nar_f16.bin", "offset": 1426350080, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 2 }, "h16.model.layers.14.nar_gu": { "file": "nar_f16.bin", "offset": 1434738688, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.14.nar_down": { "file": "nar_f16.bin", "offset": 1485070336, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.14.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 1510236160, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.14.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 1510244352, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.14.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 1510244864, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.14.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 1510245376, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.15.nar_qkv": { "file": "nar_f16.bin", "offset": 1510256640, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.15.nar_o": { "file": "nar_f16.bin", "offset": 1527033856, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 2 }, "h16.model.layers.15.nar_gu": { "file": "nar_f16.bin", "offset": 1535422464, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.15.nar_down": { "file": "nar_f16.bin", "offset": 1585754112, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.15.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 1610919936, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.15.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 1610928128, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.15.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 1610928640, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.15.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 1610929152, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.16.nar_qkv": { "file": "nar_f16.bin", "offset": 1610940416, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.16.nar_o": { "file": "nar_f16.bin", "offset": 1627717632, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 2 }, "h16.model.layers.16.nar_gu": { "file": "nar_f16.bin", "offset": 1636106240, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.16.nar_down": { "file": "nar_f16.bin", "offset": 1686437888, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.16.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 1711603712, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.16.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 1711611904, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.16.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 1711612416, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.16.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 1711612928, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.17.nar_qkv": { "file": "nar_f16.bin", "offset": 1711624192, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.17.nar_o": { "file": "nar_f16.bin", "offset": 1728401408, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.17.nar_gu": { "file": "nar_f16.bin", "offset": 1736790016, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.17.nar_down": { "file": "nar_f16.bin", "offset": 1787121664, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.17.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 1812287488, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.17.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 1812295680, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.17.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 1812296192, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.17.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 1812296704, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.18.nar_qkv": { "file": "nar_f16.bin", "offset": 1812307968, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.18.nar_o": { "file": "nar_f16.bin", "offset": 1829085184, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 2 }, "h16.model.layers.18.nar_gu": { "file": "nar_f16.bin", "offset": 1837473792, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.18.nar_down": { "file": "nar_f16.bin", "offset": 1887805440, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.18.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 1912971264, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.18.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 1912979456, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.18.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 1912979968, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.18.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 1912980480, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.19.nar_qkv": { "file": "nar_f16.bin", "offset": 1912991744, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 0 }, "h16.model.layers.19.nar_o": { "file": "nar_f16.bin", "offset": 1929768960, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 2 }, "h16.model.layers.19.nar_gu": { "file": "nar_f16.bin", "offset": 1938157568, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.19.nar_down": { "file": "nar_f16.bin", "offset": 1988489216, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.19.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 2013655040, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.19.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 2013663232, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.19.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 2013663744, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.19.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 2013664256, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.20.nar_qkv": { "file": "nar_f16.bin", "offset": 2013675520, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.20.nar_o": { "file": "nar_f16.bin", "offset": 2030452736, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.20.nar_gu": { "file": "nar_f16.bin", "offset": 2038841344, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.20.nar_down": { "file": "nar_f16.bin", "offset": 2089172992, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 0 }, "h16.model.layers.20.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 2114338816, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.20.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 2114347008, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.20.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 2114347520, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.20.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 2114348032, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.21.nar_qkv": { "file": "nar_f16.bin", "offset": 2114359296, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.21.nar_o": { "file": "nar_f16.bin", "offset": 2131136512, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 2 }, "h16.model.layers.21.nar_gu": { "file": "nar_f16.bin", "offset": 2139525120, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.21.nar_down": { "file": "nar_f16.bin", "offset": 2189856768, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.21.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 2215022592, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.21.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 2215030784, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.21.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 2215031296, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.21.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 2215031808, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.22.nar_qkv": { "file": "nar_f16.bin", "offset": 2215043072, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.22.nar_o": { "file": "nar_f16.bin", "offset": 2231820288, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.22.nar_gu": { "file": "nar_f16.bin", "offset": 2240208896, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.22.nar_down": { "file": "nar_f16.bin", "offset": 2290540544, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.22.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 2315706368, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.22.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 2315714560, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.22.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 2315715072, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.22.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 2315715584, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.23.nar_qkv": { "file": "nar_f16.bin", "offset": 2315726848, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.23.nar_o": { "file": "nar_f16.bin", "offset": 2332504064, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.23.nar_gu": { "file": "nar_f16.bin", "offset": 2340892672, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.23.nar_down": { "file": "nar_f16.bin", "offset": 2391224320, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.23.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 2416390144, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.23.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 2416398336, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.23.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 2416398848, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.23.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 2416399360, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.24.nar_qkv": { "file": "nar_f16.bin", "offset": 2416410624, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.24.nar_o": { "file": "nar_f16.bin", "offset": 2433187840, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.24.nar_gu": { "file": "nar_f16.bin", "offset": 2441576448, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.24.nar_down": { "file": "nar_f16.bin", "offset": 2491908096, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.24.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 2517073920, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.24.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 2517082112, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.24.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 2517082624, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.24.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 2517083136, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.25.nar_qkv": { "file": "nar_f16.bin", "offset": 2517094400, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.25.nar_o": { "file": "nar_f16.bin", "offset": 2533871616, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.25.nar_gu": { "file": "nar_f16.bin", "offset": 2542260224, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.25.nar_down": { "file": "nar_f16.bin", "offset": 2592591872, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.25.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 2617757696, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.25.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 2617765888, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.25.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 2617766400, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.25.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 2617766912, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.26.nar_qkv": { "file": "nar_f16.bin", "offset": 2617778176, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 1 }, "h16.model.layers.26.nar_o": { "file": "nar_f16.bin", "offset": 2634555392, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.26.nar_gu": { "file": "nar_f16.bin", "offset": 2642944000, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.26.nar_down": { "file": "nar_f16.bin", "offset": 2693275648, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.26.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 2718441472, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.26.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 2718449664, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.26.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 2718450176, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.26.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 2718450688, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.27.nar_qkv": { "file": "nar_f16.bin", "offset": 2718461952, "type": "hmx16", "shape": [ 4096, 2048 ], "shift": 0 }, "h16.model.layers.27.nar_o": { "file": "nar_f16.bin", "offset": 2735239168, "type": "hmx16", "shape": [ 2048, 2048 ], "shift": 1 }, "h16.model.layers.27.nar_gu": { "file": "nar_f16.bin", "offset": 2743627776, "type": "hmx16", "shape": [ 12288, 2048 ], "shift": 1 }, "h16.model.layers.27.nar_down": { "file": "nar_f16.bin", "offset": 2793959424, "type": "hmx16", "shape": [ 2048, 6144 ], "shift": 1 }, "h16.model.layers.27.nar_input_layernorm.weight": { "file": "nar_f16.bin", "offset": 2819125248, "type": "f32", "shape": [ 2048 ] }, "h16.model.layers.27.nar_self_attn.q_norm.weight": { "file": "nar_f16.bin", "offset": 2819133440, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.27.nar_self_attn.k_norm.weight": { "file": "nar_f16.bin", "offset": 2819133952, "type": "f32", "shape": [ 128 ] }, "h16.model.layers.27.nar_pre_mlp_layernorm.weight": { "file": "nar_f16.bin", "offset": 2819134464, "type": "f32", "shape": [ 2048 ] }, "h16.vae2llm.weight": { "file": "nar_f16.bin", "offset": 2819145728, "type": "bf16", "shape": [ 2048, 64 ] }, "h16.llm2vae.weight": { "file": "nar_f16.bin", "offset": 2819407872, "type": "bf16", "shape": [ 64, 2048 ] }, "h16.time_embedder.mlp.0.weight": { "file": "nar_f16.bin", "offset": 2819670016, "type": "bf16", "shape": [ 2048, 256 ] }, "h16.time_embedder.mlp.2.weight": { "file": "nar_f16.bin", "offset": 2820718592, "type": "bf16", "shape": [ 2048, 2048 ] }, "h16.latent_pos_embed.pe": { "file": "nar_f16.bin", "offset": 2829107200, "type": "bf16", "shape": [ 24576, 2048 ] }, "h16.vae2llm.bias": { "file": "nar_f16.bin", "offset": 2929770496, "type": "f32", "shape": [ 2048 ] }, "h16.llm2vae.bias": { "file": "nar_f16.bin", "offset": 2929778688, "type": "f32", "shape": [ 64 ] }, "h16.time_embedder.mlp.0.bias": { "file": "nar_f16.bin", "offset": 2929778944, "type": "f32", "shape": [ 2048 ] }, "h16.time_embedder.mlp.2.bias": { "file": "nar_f16.bin", "offset": 2929787136, "type": "f32", "shape": [ 2048 ] }, "h16.model.norm.weight": { "file": "nar_f16.bin", "offset": 2929795328, "type": "f32", "shape": [ 2048 ] } }, "name": "YuE2-3B songs", "description": "Songs with a voice, any language, made on the phone: the score, the singing and the band (YuE2-3B and YuE2-Vae, the processor's weights). For every phone; slow where there is no NPU with a matrix unit." }