Download phone/geode.json from Maximilian228/Geode-YuE2: direct link, hf CLI and curl.
- Browser
- Download file 129 kB
-
https://huggingface.co/Maximilian228/Geode-YuE2/resolve/main/phone/geode.json
- Command line
-
hf download hf://Maximilian228/Geode-YuE2/phone/geode.json
-
curl -L -o geode.json https://huggingface.co/Maximilian228/Geode-YuE2/resolve/main/phone/geode.json
129 kB
{
"format": "geode-pack",
"version": 1,
"arch": "yue2",
"source": {
"model": "m-a-p/YuE2-3B",
"vae": "m-a-p/YuE2-Vae",
"license": "CC BY-NC 4.0 (weights); decoder code MIT"
},
"config": {
"hidden_size": 2048,
"num_hidden_layers": 28,
"num_attention_heads": 16,
"num_key_value_heads": 8,
"head_dim": 128,
"intermediate_size": 6144,
"vocab_size": 184704,
"rms_norm_eps": 1e-06,
"rope_theta": 1000000,
"max_position_embeddings": 24576,
"latent_dim": 64,
"max_latent_frames": 24576,
"timestep_shift": 1.0,
"time_frequency_size": 256,
"tokens": {
"eod": 151643,
"abc_start": 151847,
"abc_end": 151848,
"music_start": 151851,
"music_end": 151852,
"codec_offset": 151853,
"codec_size": 32768,
"context": 24576
},
"sampling": {
"abc": {
"temperature": 0.7,
"top_p": 0.9,
"top_k": 30,
"repetition_penalty": 1.005,
"penalty_window": 100,
"min_tokens": 32,
"max_tokens": 4096
},
"semantic": {
"temperature": 1.0,
"top_p": 0.95,
"top_k": 100,
"repetition_penalty": 1.2,
"penalty_window": 50,
"min_tokens": 200,
"max_tokens": 9000
},
"ode_steps": 32,
"ode_method": "midpoint"
},
"instructions": {
"off": "Generate music with codec tokens from the given conditions.",
"melody": "Generate a melody-only ABC transcription without chord symbols, then generate music with codec tokens from the given conditions.",
"full": "Generate a chord-annotated ABC transcription, then generate music with codec tokens from the given conditions."
},
"vae": {
"latent_dim": 64,
"channels": 64,
"c_mults": [
1,
2,
4,
8,
16,
32
],
"strides": [
2,
2,
4,
4,
5,
6
],
"out_channels": 2,
"final_tanh": false,
"sample_rate": 48000,
"downsampling_ratio": 1920,
"decode_core_frames": 1024,
"decode_halo_frames": 16,
"snake_eps": 1e-09,
"dilations": [
1,
3,
9
]
},
"rope_inv_freq_bits": [
1065353216,
1062095789,
1059470816,
1057355503,
1054337179,
1051589887,
1049376004,
1046607925,
1043732615,
1041415569,
1038909398,
1035900102,
1033475085,
1031243027,
1028093503,
1025555485,
1023510243,
1020314024,
1017657738,
1015517192,
1012562930,
1009782866,
1007542573,
1004841542,
1001931932,
999587246,
997151246,
994106053,
991652109,
989493488,
986306396,
983738103,
981668463,
978534184,
975846212,
973680130,
970790693,
967977467,
965710450,
963077266,
960132947,
957760292,
955395298,
952313781,
949830564,
947746260,
944521150,
941922219,
939827890,
936756289,
934036254,
931844333,
929020495,
926173710,
923879651,
921315122,
918335681,
915934722,
913641584,
910523307,
908010468,
905985516,
902737785,
900107852
],
"rope_inv_freq_device": "cuda"
},
"files": [
{
"name": "embed.bin",
"size": 756547584,
"sha256": "4a982a9c7c52128b71057da0e9f31c8d692f2c9f7b0d692968a8d1f28455ced7"
},
{
"name": "ar_q8.bin",
"size": 1899778048,
"sha256": "ff1e9251bd0cc6983cc2efe6df07a5022bab22a3b3c0d0286c547a2a4a4544d0"
},
{
"name": "nar_f16.bin",
"size": 2929803520,
"sha256": "28cd6ef526257c8d1157776e5b5f6df007171bcfb557292a946f2b0f0fa60e33"
},
{
"name": "vae.bin",
"size": 265424384,
"sha256": "feb6f0f9d666335e68c22e035fc804921073d3f21821b9f339322f1729b89900"
},
{
"name": "tokenizer.bin",
"size": 3099653,
"sha256": "58f31a67f48ba1c4549076899e3b3e3d029d3b394ce28cfed57f6fbe0a708a08"
}
],
"tensors": {
"model.embed_tokens.weight": {
"file": "embed.bin",
"offset": 0,
"type": "bf16",
"shape": [
184704,
2048
]
},
"vae.decoder.layers.0.bias": {
"file": "vae.bin",
"offset": 0,
"type": "f32",
"shape": [
2048
]
},
"vae.decoder.layers.0.weight": {
"file": "vae.bin",
"offset": 8192,
"type": "f32",
"shape": [
2048,
64,
7
]
},
"vae.decoder.layers.1.layers.0.alpha": {
"file": "vae.bin",
"offset": 3678208,
"type": "f32",
"shape": [
2048
]
},
"vae.decoder.layers.1.layers.0.beta": {
"file": "vae.bin",
"offset": 3686400,
"type": "f32",
"shape": [
2048
]
},
"vae.decoder.layers.1.layers.1.bias": {
"file": "vae.bin",
"offset": 3694592,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.1.weight": {
"file": "vae.bin",
"offset": 3698688,
"type": "f32",
"shape": [
2048,
1024,
12
]
},
"vae.decoder.layers.1.layers.2.layers.0.alpha": {
"file": "vae.bin",
"offset": 104361984,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.2.layers.0.beta": {
"file": "vae.bin",
"offset": 104366080,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.2.layers.1.bias": {
"file": "vae.bin",
"offset": 104370176,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.2.layers.1.weight": {
"file": "vae.bin",
"offset": 104374272,
"type": "f32",
"shape": [
1024,
1024,
7
]
},
"vae.decoder.layers.1.layers.2.layers.2.alpha": {
"file": "vae.bin",
"offset": 133734400,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.2.layers.2.beta": {
"file": "vae.bin",
"offset": 133738496,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.2.layers.3.bias": {
"file": "vae.bin",
"offset": 133742592,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.2.layers.3.weight": {
"file": "vae.bin",
"offset": 133746688,
"type": "f32",
"shape": [
1024,
1024,
1
]
},
"vae.decoder.layers.1.layers.3.layers.0.alpha": {
"file": "vae.bin",
"offset": 137940992,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.3.layers.0.beta": {
"file": "vae.bin",
"offset": 137945088,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.3.layers.1.bias": {
"file": "vae.bin",
"offset": 137949184,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.3.layers.1.weight": {
"file": "vae.bin",
"offset": 137953280,
"type": "f32",
"shape": [
1024,
1024,
7
]
},
"vae.decoder.layers.1.layers.3.layers.2.alpha": {
"file": "vae.bin",
"offset": 167313408,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.3.layers.2.beta": {
"file": "vae.bin",
"offset": 167317504,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.3.layers.3.bias": {
"file": "vae.bin",
"offset": 167321600,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.3.layers.3.weight": {
"file": "vae.bin",
"offset": 167325696,
"type": "f32",
"shape": [
1024,
1024,
1
]
},
"vae.decoder.layers.1.layers.4.layers.0.alpha": {
"file": "vae.bin",
"offset": 171520000,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.4.layers.0.beta": {
"file": "vae.bin",
"offset": 171524096,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.4.layers.1.bias": {
"file": "vae.bin",
"offset": 171528192,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.4.layers.1.weight": {
"file": "vae.bin",
"offset": 171532288,
"type": "f32",
"shape": [
1024,
1024,
7
]
},
"vae.decoder.layers.1.layers.4.layers.2.alpha": {
"file": "vae.bin",
"offset": 200892416,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.4.layers.2.beta": {
"file": "vae.bin",
"offset": 200896512,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.4.layers.3.bias": {
"file": "vae.bin",
"offset": 200900608,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.1.layers.4.layers.3.weight": {
"file": "vae.bin",
"offset": 200904704,
"type": "f32",
"shape": [
1024,
1024,
1
]
},
"vae.decoder.layers.2.layers.0.alpha": {
"file": "vae.bin",
"offset": 205099008,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.2.layers.0.beta": {
"file": "vae.bin",
"offset": 205103104,
"type": "f32",
"shape": [
1024
]
},
"vae.decoder.layers.2.layers.1.bias": {
"file": "vae.bin",
"offset": 205107200,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.1.weight": {
"file": "vae.bin",
"offset": 205109248,
"type": "f32",
"shape": [
1024,
512,
10
]
},
"vae.decoder.layers.2.layers.2.layers.0.alpha": {
"file": "vae.bin",
"offset": 226080768,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.2.layers.0.beta": {
"file": "vae.bin",
"offset": 226082816,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.2.layers.1.bias": {
"file": "vae.bin",
"offset": 226084864,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.2.layers.1.weight": {
"file": "vae.bin",
"offset": 226086912,
"type": "f32",
"shape": [
512,
512,
7
]
},
"vae.decoder.layers.2.layers.2.layers.2.alpha": {
"file": "vae.bin",
"offset": 233426944,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.2.layers.2.beta": {
"file": "vae.bin",
"offset": 233428992,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.2.layers.3.bias": {
"file": "vae.bin",
"offset": 233431040,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.2.layers.3.weight": {
"file": "vae.bin",
"offset": 233433088,
"type": "f32",
"shape": [
512,
512,
1
]
},
"vae.decoder.layers.2.layers.3.layers.0.alpha": {
"file": "vae.bin",
"offset": 234481664,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.3.layers.0.beta": {
"file": "vae.bin",
"offset": 234483712,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.3.layers.1.bias": {
"file": "vae.bin",
"offset": 234485760,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.3.layers.1.weight": {
"file": "vae.bin",
"offset": 234487808,
"type": "f32",
"shape": [
512,
512,
7
]
},
"vae.decoder.layers.2.layers.3.layers.2.alpha": {
"file": "vae.bin",
"offset": 241827840,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.3.layers.2.beta": {
"file": "vae.bin",
"offset": 241829888,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.3.layers.3.bias": {
"file": "vae.bin",
"offset": 241831936,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.3.layers.3.weight": {
"file": "vae.bin",
"offset": 241833984,
"type": "f32",
"shape": [
512,
512,
1
]
},
"vae.decoder.layers.2.layers.4.layers.0.alpha": {
"file": "vae.bin",
"offset": 242882560,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.4.layers.0.beta": {
"file": "vae.bin",
"offset": 242884608,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.4.layers.1.bias": {
"file": "vae.bin",
"offset": 242886656,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.4.layers.1.weight": {
"file": "vae.bin",
"offset": 242888704,
"type": "f32",
"shape": [
512,
512,
7
]
},
"vae.decoder.layers.2.layers.4.layers.2.alpha": {
"file": "vae.bin",
"offset": 250228736,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.4.layers.2.beta": {
"file": "vae.bin",
"offset": 250230784,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.4.layers.3.bias": {
"file": "vae.bin",
"offset": 250232832,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.2.layers.4.layers.3.weight": {
"file": "vae.bin",
"offset": 250234880,
"type": "f32",
"shape": [
512,
512,
1
]
},
"vae.decoder.layers.3.layers.0.alpha": {
"file": "vae.bin",
"offset": 251283456,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.3.layers.0.beta": {
"file": "vae.bin",
"offset": 251285504,
"type": "f32",
"shape": [
512
]
},
"vae.decoder.layers.3.layers.1.bias": {
"file": "vae.bin",
"offset": 251287552,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.1.weight": {
"file": "vae.bin",
"offset": 251288576,
"type": "f32",
"shape": [
512,
256,
8
]
},
"vae.decoder.layers.3.layers.2.layers.0.alpha": {
"file": "vae.bin",
"offset": 255482880,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.2.layers.0.beta": {
"file": "vae.bin",
"offset": 255483904,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.2.layers.1.bias": {
"file": "vae.bin",
"offset": 255484928,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.2.layers.1.weight": {
"file": "vae.bin",
"offset": 255485952,
"type": "f32",
"shape": [
256,
256,
7
]
},
"vae.decoder.layers.3.layers.2.layers.2.alpha": {
"file": "vae.bin",
"offset": 257320960,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.2.layers.2.beta": {
"file": "vae.bin",
"offset": 257321984,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.2.layers.3.bias": {
"file": "vae.bin",
"offset": 257323008,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.2.layers.3.weight": {
"file": "vae.bin",
"offset": 257324032,
"type": "f32",
"shape": [
256,
256,
1
]
},
"vae.decoder.layers.3.layers.3.layers.0.alpha": {
"file": "vae.bin",
"offset": 257586176,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.3.layers.0.beta": {
"file": "vae.bin",
"offset": 257587200,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.3.layers.1.bias": {
"file": "vae.bin",
"offset": 257588224,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.3.layers.1.weight": {
"file": "vae.bin",
"offset": 257589248,
"type": "f32",
"shape": [
256,
256,
7
]
},
"vae.decoder.layers.3.layers.3.layers.2.alpha": {
"file": "vae.bin",
"offset": 259424256,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.3.layers.2.beta": {
"file": "vae.bin",
"offset": 259425280,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.3.layers.3.bias": {
"file": "vae.bin",
"offset": 259426304,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.3.layers.3.weight": {
"file": "vae.bin",
"offset": 259427328,
"type": "f32",
"shape": [
256,
256,
1
]
},
"vae.decoder.layers.3.layers.4.layers.0.alpha": {
"file": "vae.bin",
"offset": 259689472,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.4.layers.0.beta": {
"file": "vae.bin",
"offset": 259690496,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.4.layers.1.bias": {
"file": "vae.bin",
"offset": 259691520,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.4.layers.1.weight": {
"file": "vae.bin",
"offset": 259692544,
"type": "f32",
"shape": [
256,
256,
7
]
},
"vae.decoder.layers.3.layers.4.layers.2.alpha": {
"file": "vae.bin",
"offset": 261527552,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.4.layers.2.beta": {
"file": "vae.bin",
"offset": 261528576,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.4.layers.3.bias": {
"file": "vae.bin",
"offset": 261529600,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.3.layers.4.layers.3.weight": {
"file": "vae.bin",
"offset": 261530624,
"type": "f32",
"shape": [
256,
256,
1
]
},
"vae.decoder.layers.4.layers.0.alpha": {
"file": "vae.bin",
"offset": 261792768,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.4.layers.0.beta": {
"file": "vae.bin",
"offset": 261793792,
"type": "f32",
"shape": [
256
]
},
"vae.decoder.layers.4.layers.1.bias": {
"file": "vae.bin",
"offset": 261794816,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.1.weight": {
"file": "vae.bin",
"offset": 261795328,
"type": "f32",
"shape": [
256,
128,
8
]
},
"vae.decoder.layers.4.layers.2.layers.0.alpha": {
"file": "vae.bin",
"offset": 262843904,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.2.layers.0.beta": {
"file": "vae.bin",
"offset": 262844416,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.2.layers.1.bias": {
"file": "vae.bin",
"offset": 262844928,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.2.layers.1.weight": {
"file": "vae.bin",
"offset": 262845440,
"type": "f32",
"shape": [
128,
128,
7
]
},
"vae.decoder.layers.4.layers.2.layers.2.alpha": {
"file": "vae.bin",
"offset": 263304192,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.2.layers.2.beta": {
"file": "vae.bin",
"offset": 263304704,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.2.layers.3.bias": {
"file": "vae.bin",
"offset": 263305216,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.2.layers.3.weight": {
"file": "vae.bin",
"offset": 263305728,
"type": "f32",
"shape": [
128,
128,
1
]
},
"vae.decoder.layers.4.layers.3.layers.0.alpha": {
"file": "vae.bin",
"offset": 263371264,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.3.layers.0.beta": {
"file": "vae.bin",
"offset": 263371776,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.3.layers.1.bias": {
"file": "vae.bin",
"offset": 263372288,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.3.layers.1.weight": {
"file": "vae.bin",
"offset": 263372800,
"type": "f32",
"shape": [
128,
128,
7
]
},
"vae.decoder.layers.4.layers.3.layers.2.alpha": {
"file": "vae.bin",
"offset": 263831552,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.3.layers.2.beta": {
"file": "vae.bin",
"offset": 263832064,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.3.layers.3.bias": {
"file": "vae.bin",
"offset": 263832576,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.3.layers.3.weight": {
"file": "vae.bin",
"offset": 263833088,
"type": "f32",
"shape": [
128,
128,
1
]
},
"vae.decoder.layers.4.layers.4.layers.0.alpha": {
"file": "vae.bin",
"offset": 263898624,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.4.layers.0.beta": {
"file": "vae.bin",
"offset": 263899136,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.4.layers.1.bias": {
"file": "vae.bin",
"offset": 263899648,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.4.layers.1.weight": {
"file": "vae.bin",
"offset": 263900160,
"type": "f32",
"shape": [
128,
128,
7
]
},
"vae.decoder.layers.4.layers.4.layers.2.alpha": {
"file": "vae.bin",
"offset": 264358912,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.4.layers.2.beta": {
"file": "vae.bin",
"offset": 264359424,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.4.layers.3.bias": {
"file": "vae.bin",
"offset": 264359936,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.4.layers.4.layers.3.weight": {
"file": "vae.bin",
"offset": 264360448,
"type": "f32",
"shape": [
128,
128,
1
]
},
"vae.decoder.layers.5.layers.0.alpha": {
"file": "vae.bin",
"offset": 264425984,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.5.layers.0.beta": {
"file": "vae.bin",
"offset": 264426496,
"type": "f32",
"shape": [
128
]
},
"vae.decoder.layers.5.layers.1.bias": {
"file": "vae.bin",
"offset": 264427008,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.1.weight": {
"file": "vae.bin",
"offset": 264427264,
"type": "f32",
"shape": [
128,
64,
4
]
},
"vae.decoder.layers.5.layers.2.layers.0.alpha": {
"file": "vae.bin",
"offset": 264558336,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.2.layers.0.beta": {
"file": "vae.bin",
"offset": 264558592,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.2.layers.1.bias": {
"file": "vae.bin",
"offset": 264558848,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.2.layers.1.weight": {
"file": "vae.bin",
"offset": 264559104,
"type": "f32",
"shape": [
64,
64,
7
]
},
"vae.decoder.layers.5.layers.2.layers.2.alpha": {
"file": "vae.bin",
"offset": 264673792,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.2.layers.2.beta": {
"file": "vae.bin",
"offset": 264674048,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.2.layers.3.bias": {
"file": "vae.bin",
"offset": 264674304,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.2.layers.3.weight": {
"file": "vae.bin",
"offset": 264674560,
"type": "f32",
"shape": [
64,
64,
1
]
},
"vae.decoder.layers.5.layers.3.layers.0.alpha": {
"file": "vae.bin",
"offset": 264690944,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.3.layers.0.beta": {
"file": "vae.bin",
"offset": 264691200,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.3.layers.1.bias": {
"file": "vae.bin",
"offset": 264691456,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.3.layers.1.weight": {
"file": "vae.bin",
"offset": 264691712,
"type": "f32",
"shape": [
64,
64,
7
]
},
"vae.decoder.layers.5.layers.3.layers.2.alpha": {
"file": "vae.bin",
"offset": 264806400,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.3.layers.2.beta": {
"file": "vae.bin",
"offset": 264806656,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.3.layers.3.bias": {
"file": "vae.bin",
"offset": 264806912,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.3.layers.3.weight": {
"file": "vae.bin",
"offset": 264807168,
"type": "f32",
"shape": [
64,
64,
1
]
},
"vae.decoder.layers.5.layers.4.layers.0.alpha": {
"file": "vae.bin",
"offset": 264823552,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.4.layers.0.beta": {
"file": "vae.bin",
"offset": 264823808,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.4.layers.1.bias": {
"file": "vae.bin",
"offset": 264824064,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.4.layers.1.weight": {
"file": "vae.bin",
"offset": 264824320,
"type": "f32",
"shape": [
64,
64,
7
]
},
"vae.decoder.layers.5.layers.4.layers.2.alpha": {
"file": "vae.bin",
"offset": 264939008,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.4.layers.2.beta": {
"file": "vae.bin",
"offset": 264939264,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.4.layers.3.bias": {
"file": "vae.bin",
"offset": 264939520,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.5.layers.4.layers.3.weight": {
"file": "vae.bin",
"offset": 264939776,
"type": "f32",
"shape": [
64,
64,
1
]
},
"vae.decoder.layers.6.layers.0.alpha": {
"file": "vae.bin",
"offset": 264956160,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.0.beta": {
"file": "vae.bin",
"offset": 264956416,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.1.bias": {
"file": "vae.bin",
"offset": 264956672,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.1.weight": {
"file": "vae.bin",
"offset": 264956928,
"type": "f32",
"shape": [
64,
64,
4
]
},
"vae.decoder.layers.6.layers.2.layers.0.alpha": {
"file": "vae.bin",
"offset": 265022464,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.2.layers.0.beta": {
"file": "vae.bin",
"offset": 265022720,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.2.layers.1.bias": {
"file": "vae.bin",
"offset": 265022976,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.2.layers.1.weight": {
"file": "vae.bin",
"offset": 265023232,
"type": "f32",
"shape": [
64,
64,
7
]
},
"vae.decoder.layers.6.layers.2.layers.2.alpha": {
"file": "vae.bin",
"offset": 265137920,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.2.layers.2.beta": {
"file": "vae.bin",
"offset": 265138176,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.2.layers.3.bias": {
"file": "vae.bin",
"offset": 265138432,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.2.layers.3.weight": {
"file": "vae.bin",
"offset": 265138688,
"type": "f32",
"shape": [
64,
64,
1
]
},
"vae.decoder.layers.6.layers.3.layers.0.alpha": {
"file": "vae.bin",
"offset": 265155072,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.3.layers.0.beta": {
"file": "vae.bin",
"offset": 265155328,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.3.layers.1.bias": {
"file": "vae.bin",
"offset": 265155584,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.3.layers.1.weight": {
"file": "vae.bin",
"offset": 265155840,
"type": "f32",
"shape": [
64,
64,
7
]
},
"vae.decoder.layers.6.layers.3.layers.2.alpha": {
"file": "vae.bin",
"offset": 265270528,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.3.layers.2.beta": {
"file": "vae.bin",
"offset": 265270784,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.3.layers.3.bias": {
"file": "vae.bin",
"offset": 265271040,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.3.layers.3.weight": {
"file": "vae.bin",
"offset": 265271296,
"type": "f32",
"shape": [
64,
64,
1
]
},
"vae.decoder.layers.6.layers.4.layers.0.alpha": {
"file": "vae.bin",
"offset": 265287680,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.4.layers.0.beta": {
"file": "vae.bin",
"offset": 265287936,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.4.layers.1.bias": {
"file": "vae.bin",
"offset": 265288192,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.4.layers.1.weight": {
"file": "vae.bin",
"offset": 265288448,
"type": "f32",
"shape": [
64,
64,
7
]
},
"vae.decoder.layers.6.layers.4.layers.2.alpha": {
"file": "vae.bin",
"offset": 265403136,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.4.layers.2.beta": {
"file": "vae.bin",
"offset": 265403392,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.4.layers.3.bias": {
"file": "vae.bin",
"offset": 265403648,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.6.layers.4.layers.3.weight": {
"file": "vae.bin",
"offset": 265403904,
"type": "f32",
"shape": [
64,
64,
1
]
},
"vae.decoder.layers.7.alpha": {
"file": "vae.bin",
"offset": 265420288,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.7.beta": {
"file": "vae.bin",
"offset": 265420544,
"type": "f32",
"shape": [
64
]
},
"vae.decoder.layers.8.weight": {
"file": "vae.bin",
"offset": 265420800,
"type": "f32",
"shape": [
2,
64,
7
]
},
"q8.model.layers.0.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 0,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.0.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 8192,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.277927812130656e-06
},
"q8.model.layers.0.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 4464640,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.891737717116484e-06
},
"q8.model.layers.0.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 6692864,
"type": "q8",
"shape": [
1024,
2048
],
"global": 6.479407147708116e-06
},
"q8.model.layers.0.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 8921088,
"type": "q8",
"shape": [
2048,
2048
],
"global": 3.6902583815390244e-05
},
"q8.model.layers.0.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 13377536,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.0.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 13378048,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.0.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 13378560,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.0.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 13386752,
"type": "q8",
"shape": [
6144,
2048
],
"global": 9.998025234381203e-06
},
"q8.model.layers.0.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 26756096,
"type": "q8",
"shape": [
6144,
2048
],
"global": 7.809616363374516e-06
},
"q8.model.layers.0.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 40125440,
"type": "q8",
"shape": [
2048,
6144
],
"global": 4.1536859498592094e-05
},
"q8.model.layers.1.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 53494784,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.1.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 53502976,
"type": "q8",
"shape": [
2048,
2048
],
"global": 4.913192697131308e-06
},
"q8.model.layers.1.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 57959424,
"type": "q8",
"shape": [
1024,
2048
],
"global": 9.268555913877208e-06
},
"q8.model.layers.1.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 60187648,
"type": "q8",
"shape": [
1024,
2048
],
"global": 3.5829834814649075e-06
},
"q8.model.layers.1.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 62415872,
"type": "q8",
"shape": [
2048,
2048
],
"global": 3.278322401456535e-05
},
"q8.model.layers.1.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 66872320,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.1.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 66872832,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.1.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 66873344,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.1.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 66881536,
"type": "q8",
"shape": [
6144,
2048
],
"global": 5.664117452397477e-06
},
"q8.model.layers.1.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 80250880,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.608137027797056e-06
},
"q8.model.layers.1.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 93620224,
"type": "q8",
"shape": [
2048,
6144
],
"global": 3.312650369480252e-05
},
"q8.model.layers.2.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 106989568,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.2.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 106997760,
"type": "q8",
"shape": [
2048,
2048
],
"global": 6.264857347559882e-06
},
"q8.model.layers.2.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 111454208,
"type": "q8",
"shape": [
1024,
2048
],
"global": 7.89543628343381e-06
},
"q8.model.layers.2.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 113682432,
"type": "q8",
"shape": [
1024,
2048
],
"global": 3.3255234939133516e-06
},
"q8.model.layers.2.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 115910656,
"type": "q8",
"shape": [
2048,
2048
],
"global": 2.5231069230358116e-05
},
"q8.model.layers.2.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 120367104,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.2.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 120367616,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.2.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 120368128,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.2.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 120376320,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.264857347559882e-06
},
"q8.model.layers.2.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 133745664,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.2219473875302356e-06
},
"q8.model.layers.2.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 147115008,
"type": "q8",
"shape": [
2048,
6144
],
"global": 2.2656469809589908e-05
},
"q8.model.layers.3.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 160484352,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.3.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 160492544,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.449567652249243e-06
},
"q8.model.layers.3.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 164948992,
"type": "q8",
"shape": [
1024,
2048
],
"global": 1.0641675544320606e-05
},
"q8.model.layers.3.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 167177216,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.7844628170423675e-06
},
"q8.model.layers.3.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 169405440,
"type": "q8",
"shape": [
2048,
2048
],
"global": 1.2358073945506476e-05
},
"q8.model.layers.3.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 173861888,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.3.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 173862400,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.3.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 173862912,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.3.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 173871104,
"type": "q8",
"shape": [
6144,
2048
],
"global": 7.423426723107696e-06
},
"q8.model.layers.3.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 187240448,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.136127012723591e-06
},
"q8.model.layers.3.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 200609792,
"type": "q8",
"shape": [
2048,
6144
],
"global": 2.1369171008700505e-05
},
"q8.model.layers.4.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 213979136,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.4.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 213987328,
"type": "q8",
"shape": [
2048,
2048
],
"global": 7.509246643166989e-06
},
"q8.model.layers.4.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 218443776,
"type": "q8",
"shape": [
1024,
2048
],
"global": 6.69395694785635e-06
},
"q8.model.layers.4.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 220672000,
"type": "q8",
"shape": [
1024,
2048
],
"global": 3.4971633340319386e-06
},
"q8.model.layers.4.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 222900224,
"type": "q8",
"shape": [
2048,
2048
],
"global": 1.0598765584290959e-05
},
"q8.model.layers.4.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 227356672,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.4.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 227357184,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.4.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 227357696,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.4.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 227365888,
"type": "q8",
"shape": [
6144,
2048
],
"global": 8.925276233640034e-06
},
"q8.model.layers.4.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 240735232,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.69395694785635e-06
},
"q8.model.layers.4.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 254104576,
"type": "q8",
"shape": [
2048,
6144
],
"global": 1.8537111827754416e-05
},
"q8.model.layers.5.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 267473920,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.5.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 267482112,
"type": "q8",
"shape": [
2048,
2048
],
"global": 7.2517868829891086e-06
},
"q8.model.layers.5.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 271938560,
"type": "q8",
"shape": [
1024,
2048
],
"global": 8.02416616352275e-06
},
"q8.model.layers.5.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 274166784,
"type": "q8",
"shape": [
1024,
2048
],
"global": 5.256472832115833e-06
},
"q8.model.layers.5.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 276395008,
"type": "q8",
"shape": [
2048,
2048
],
"global": 1.4932673366274685e-05
},
"q8.model.layers.5.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 280851456,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.5.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 280851968,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.5.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 280852480,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.5.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 280860672,
"type": "q8",
"shape": [
6144,
2048
],
"global": 7.938346243463457e-06
},
"q8.model.layers.5.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 294230016,
"type": "q8",
"shape": [
6144,
2048
],
"global": 5.342292752175126e-06
},
"q8.model.layers.5.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 307599360,
"type": "q8",
"shape": [
2048,
6144
],
"global": 1.74214528669836e-05
},
"q8.model.layers.6.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 320968704,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.6.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 320976896,
"type": "q8",
"shape": [
2048,
2048
],
"global": 6.479407147708116e-06
},
"q8.model.layers.6.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 325433344,
"type": "q8",
"shape": [
1024,
2048
],
"global": 7.509246643166989e-06
},
"q8.model.layers.6.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 327661568,
"type": "q8",
"shape": [
1024,
2048
],
"global": 3.239703573854058e-06
},
"q8.model.layers.6.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 329889792,
"type": "q8",
"shape": [
2048,
2048
],
"global": 7.380516763078049e-06
},
"q8.model.layers.6.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 334346240,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.6.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 334346752,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.6.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 334347264,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.6.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 334355456,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.908506748004584e-06
},
"q8.model.layers.6.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 347724800,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.69395694785635e-06
},
"q8.model.layers.6.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 361094144,
"type": "q8",
"shape": [
2048,
6144
],
"global": 1.7593092707102187e-05
},
"q8.model.layers.7.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 374463488,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.7.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 374471680,
"type": "q8",
"shape": [
2048,
2048
],
"global": 8.324535883730277e-06
},
"q8.model.layers.7.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 378928128,
"type": "q8",
"shape": [
1024,
2048
],
"global": 7.809616363374516e-06
},
"q8.model.layers.7.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 381156352,
"type": "q8",
"shape": [
1024,
2048
],
"global": 3.1967936138244113e-06
},
"q8.model.layers.7.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 383384576,
"type": "q8",
"shape": [
2048,
2048
],
"global": 1.4160293176246341e-05
},
"q8.model.layers.7.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 387841024,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.7.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 387841536,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.7.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 387842048,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.7.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 387850240,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.436497187678469e-06
},
"q8.model.layers.7.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 401219584,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.179036972753238e-06
},
"q8.model.layers.7.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 414588928,
"type": "q8",
"shape": [
2048,
6144
],
"global": 1.1843154425150715e-05
},
"q8.model.layers.8.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 427958272,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.8.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 427966464,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.406657692219596e-06
},
"q8.model.layers.8.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 432422912,
"type": "q8",
"shape": [
1024,
2048
],
"global": 6.82268682794529e-06
},
"q8.model.layers.8.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 434651136,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.48409309683484e-06
},
"q8.model.layers.8.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 436879360,
"type": "q8",
"shape": [
2048,
2048
],
"global": 7.123056548152817e-06
},
"q8.model.layers.8.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 441335808,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.8.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 441336320,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.8.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 441336832,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.8.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 441345024,
"type": "q8",
"shape": [
6144,
2048
],
"global": 5.921577212575357e-06
},
"q8.model.layers.8.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 454714368,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.136127012723591e-06
},
"q8.model.layers.8.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 468083712,
"type": "q8",
"shape": [
2048,
6144
],
"global": 2.317138932994567e-05
},
"q8.model.layers.9.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 481453056,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.9.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 481461248,
"type": "q8",
"shape": [
2048,
2048
],
"global": 7.165966962929815e-06
},
"q8.model.layers.9.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 485917696,
"type": "q8",
"shape": [
1024,
2048
],
"global": 5.707027412427124e-06
},
"q8.model.layers.9.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 488145920,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.248087861924432e-06
},
"q8.model.layers.9.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 490374144,
"type": "q8",
"shape": [
2048,
2048
],
"global": 6.307767307589529e-06
},
"q8.model.layers.9.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 494830592,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.9.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 494831104,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.9.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 494831616,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.9.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 494839808,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.0932170526939444e-06
},
"q8.model.layers.9.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 508209152,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.264857347559882e-06
},
"q8.model.layers.9.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 521578496,
"type": "q8",
"shape": [
2048,
6144
],
"global": 2.102589132846333e-05
},
"q8.model.layers.10.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 534947840,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.10.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 534956032,
"type": "q8",
"shape": [
2048,
2048
],
"global": 6.264857347559882e-06
},
"q8.model.layers.10.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 539412480,
"type": "q8",
"shape": [
1024,
2048
],
"global": 6.436497187678469e-06
},
"q8.model.layers.10.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 541640704,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.6128229769237805e-06
},
"q8.model.layers.10.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 543868928,
"type": "q8",
"shape": [
2048,
2048
],
"global": 6.95141670803423e-06
},
"q8.model.layers.10.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 548325376,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.10.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 548325888,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.10.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 548326400,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.10.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 548334592,
"type": "q8",
"shape": [
6144,
2048
],
"global": 5.792847332486417e-06
},
"q8.model.layers.10.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 561703936,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.179036972753238e-06
},
"q8.model.layers.10.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 575073280,
"type": "q8",
"shape": [
2048,
6144
],
"global": 1.4932673366274685e-05
},
"q8.model.layers.11.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 588442624,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.11.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 588450816,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.74993737245677e-06
},
"q8.model.layers.11.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 592907264,
"type": "q8",
"shape": [
1024,
2048
],
"global": 5.664117452397477e-06
},
"q8.model.layers.11.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 595135488,
"type": "q8",
"shape": [
1024,
2048
],
"global": 3.840443241642788e-06
},
"q8.model.layers.11.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 597363712,
"type": "q8",
"shape": [
2048,
2048
],
"global": 8.410355803789571e-06
},
"q8.model.layers.11.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 601820160,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.11.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 601820672,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.11.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 601821184,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.11.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 601829376,
"type": "q8",
"shape": [
6144,
2048
],
"global": 7.466336683137342e-06
},
"q8.model.layers.11.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 615198720,
"type": "q8",
"shape": [
6144,
2048
],
"global": 8.96818619366968e-06
},
"q8.model.layers.11.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 628568064,
"type": "q8",
"shape": [
2048,
6144
],
"global": 1.3044634215475526e-05
},
"q8.model.layers.12.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 641937408,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.12.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 641945600,
"type": "q8",
"shape": [
2048,
2048
],
"global": 6.779776867915643e-06
},
"q8.model.layers.12.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 646402048,
"type": "q8",
"shape": [
1024,
2048
],
"global": 5.0633775572350714e-06
},
"q8.model.layers.12.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 648630272,
"type": "q8",
"shape": [
1024,
2048
],
"global": 5.664117452397477e-06
},
"q8.model.layers.12.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 650858496,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.49247761227889e-06
},
"q8.model.layers.12.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 655314944,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.12.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 655315456,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.12.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 655315968,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.12.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 655324160,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.350677267619176e-06
},
"q8.model.layers.12.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 668693504,
"type": "q8",
"shape": [
6144,
2048
],
"global": 7.294696843018755e-06
},
"q8.model.layers.12.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 682062848,
"type": "q8",
"shape": [
2048,
6144
],
"global": 1.1757334505091421e-05
},
"q8.model.layers.13.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 695432192,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.13.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 695440384,
"type": "q8",
"shape": [
2048,
2048
],
"global": 6.307767307589529e-06
},
"q8.model.layers.13.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 699896832,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.527003056864487e-06
},
"q8.model.layers.13.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 702125056,
"type": "q8",
"shape": [
1024,
2048
],
"global": 3.711713361553848e-06
},
"q8.model.layers.13.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 704353280,
"type": "q8",
"shape": [
2048,
2048
],
"global": 7.380516763078049e-06
},
"q8.model.layers.13.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 708809728,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.13.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 708810240,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.13.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 708810752,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.13.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 708818944,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.56522706776741e-06
},
"q8.model.layers.13.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 722188288,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.2219473875302356e-06
},
"q8.model.layers.13.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 735557632,
"type": "q8",
"shape": [
2048,
6144
],
"global": 2.67758277914254e-05
},
"q8.model.layers.14.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 748926976,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.14.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 748935168,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.792847332486417e-06
},
"q8.model.layers.14.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 753391616,
"type": "q8",
"shape": [
1024,
2048
],
"global": 6.264857347559882e-06
},
"q8.model.layers.14.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 755619840,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.677187916968251e-06
},
"q8.model.layers.14.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 757848064,
"type": "q8",
"shape": [
2048,
2048
],
"global": 6.736866907885997e-06
},
"q8.model.layers.14.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 762304512,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.14.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 762305024,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.14.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 762305536,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.14.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 762313728,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.393587227648823e-06
},
"q8.model.layers.14.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 775683072,
"type": "q8",
"shape": [
6144,
2048
],
"global": 4.720097876997897e-06
},
"q8.model.layers.14.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 789052416,
"type": "q8",
"shape": [
2048,
6144
],
"global": 1.0255484994559083e-05
},
"q8.model.layers.15.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 802421760,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.15.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 802429952,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.342292752175126e-06
},
"q8.model.layers.15.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 806886400,
"type": "q8",
"shape": [
1024,
2048
],
"global": 5.406657692219596e-06
},
"q8.model.layers.15.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 809114624,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.698642896983074e-06
},
"q8.model.layers.15.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 811342848,
"type": "q8",
"shape": [
2048,
2048
],
"global": 6.264857347559882e-06
},
"q8.model.layers.15.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 815799296,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.15.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 815799808,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.15.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 815800320,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.15.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 815808512,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.651046987826703e-06
},
"q8.model.layers.15.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 829177856,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.2219473875302356e-06
},
"q8.model.layers.15.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 842547200,
"type": "q8",
"shape": [
2048,
6144
],
"global": 1.1070775144617073e-05
},
"q8.model.layers.16.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 855916544,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.16.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 855924736,
"type": "q8",
"shape": [
2048,
2048
],
"global": 6.56522706776741e-06
},
"q8.model.layers.16.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 860381184,
"type": "q8",
"shape": [
1024,
2048
],
"global": 5.964487172605004e-06
},
"q8.model.layers.16.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 862609408,
"type": "q8",
"shape": [
1024,
2048
],
"global": 3.5400732940615853e-06
},
"q8.model.layers.16.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 864837632,
"type": "q8",
"shape": [
2048,
2048
],
"global": 6.264857347559882e-06
},
"q8.model.layers.16.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 869294080,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.16.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 869294592,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.16.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 869295104,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.16.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 869303296,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.0932170526939444e-06
},
"q8.model.layers.16.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 882672640,
"type": "q8",
"shape": [
6144,
2048
],
"global": 5.707027412427124e-06
},
"q8.model.layers.16.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 896041984,
"type": "q8",
"shape": [
2048,
6144
],
"global": 9.311465873906855e-06
},
"q8.model.layers.17.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 909411328,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.17.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 909419520,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.385202712204773e-06
},
"q8.model.layers.17.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 913875968,
"type": "q8",
"shape": [
1024,
2048
],
"global": 8.109986083582044e-06
},
"q8.model.layers.17.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 916104192,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.848827757086838e-06
},
"q8.model.layers.17.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 918332416,
"type": "q8",
"shape": [
2048,
2048
],
"global": 6.908506748004584e-06
},
"q8.model.layers.17.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 922788864,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.17.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 922789376,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.17.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 922789888,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.17.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 922798080,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.179036972753238e-06
},
"q8.model.layers.17.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 936167424,
"type": "q8",
"shape": [
6144,
2048
],
"global": 7.123056548152817e-06
},
"q8.model.layers.17.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 949536768,
"type": "q8",
"shape": [
2048,
6144
],
"global": 7.680886483285576e-06
},
"q8.model.layers.18.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 962906112,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.18.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 962914304,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.835757292516064e-06
},
"q8.model.layers.18.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 967370752,
"type": "q8",
"shape": [
1024,
2048
],
"global": 5.106287517264718e-06
},
"q8.model.layers.18.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 969598976,
"type": "q8",
"shape": [
1024,
2048
],
"global": 3.7975332816131413e-06
},
"q8.model.layers.18.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 971827200,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.1277424972795416e-06
},
"q8.model.layers.18.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 976283648,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.18.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 976284160,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.18.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 976284672,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.18.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 976292864,
"type": "q8",
"shape": [
6144,
2048
],
"global": 5.964487172605004e-06
},
"q8.model.layers.18.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 989662208,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.179036972753238e-06
},
"q8.model.layers.18.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 1003031552,
"type": "q8",
"shape": [
2048,
6144
],
"global": 2.248482996947132e-05
},
"q8.model.layers.19.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1016400896,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.19.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 1016409088,
"type": "q8",
"shape": [
2048,
2048
],
"global": 6.82268682794529e-06
},
"q8.model.layers.19.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 1020865536,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.290997821954079e-06
},
"q8.model.layers.19.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 1023093760,
"type": "q8",
"shape": [
1024,
2048
],
"global": 3.7546233215834945e-06
},
"q8.model.layers.19.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 1025321984,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.835757292516064e-06
},
"q8.model.layers.19.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 1029778432,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.19.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 1029778944,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.19.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1029779456,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.19.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 1029787648,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.050307092664298e-06
},
"q8.model.layers.19.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 1043156992,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.264857347559882e-06
},
"q8.model.layers.19.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 1056526336,
"type": "q8",
"shape": [
2048,
6144
],
"global": 7.123056548152817e-06
},
"q8.model.layers.20.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1069895680,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.20.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 1069903872,
"type": "q8",
"shape": [
2048,
2048
],
"global": 7.037236628093524e-06
},
"q8.model.layers.20.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 1074360320,
"type": "q8",
"shape": [
1024,
2048
],
"global": 6.69395694785635e-06
},
"q8.model.layers.20.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 1076588544,
"type": "q8",
"shape": [
1024,
2048
],
"global": 5.74993737245677e-06
},
"q8.model.layers.20.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 1078816768,
"type": "q8",
"shape": [
2048,
2048
],
"global": 7.208876922959462e-06
},
"q8.model.layers.20.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 1083273216,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.20.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 1083273728,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.20.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1083274240,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.20.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 1083282432,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.393587227648823e-06
},
"q8.model.layers.20.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 1096651776,
"type": "q8",
"shape": [
6144,
2048
],
"global": 5.921577212575357e-06
},
"q8.model.layers.20.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 1110021120,
"type": "q8",
"shape": [
2048,
6144
],
"global": 1.0470034794707317e-05
},
"q8.model.layers.21.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1123390464,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.21.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 1123398656,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.921577212575357e-06
},
"q8.model.layers.21.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 1127855104,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.312453256716253e-06
},
"q8.model.layers.21.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 1130083328,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.48409309683484e-06
},
"q8.model.layers.21.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 1132311552,
"type": "q8",
"shape": [
2048,
2048
],
"global": 8.581995643908158e-06
},
"q8.model.layers.21.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 1136768000,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.21.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 1136768512,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.21.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1136769024,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.21.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 1136777216,
"type": "q8",
"shape": [
6144,
2048
],
"global": 4.848827757086838e-06
},
"q8.model.layers.21.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 1150146560,
"type": "q8",
"shape": [
6144,
2048
],
"global": 5.0633775572350714e-06
},
"q8.model.layers.21.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 1163515904,
"type": "q8",
"shape": [
2048,
6144
],
"global": 8.410355803789571e-06
},
"q8.model.layers.22.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1176885248,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.22.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 1176893440,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.1277424972795416e-06
},
"q8.model.layers.22.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 1181349888,
"type": "q8",
"shape": [
1024,
2048
],
"global": 6.0932170526939444e-06
},
"q8.model.layers.22.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 1183578112,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.913192697131308e-06
},
"q8.model.layers.22.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 1185806336,
"type": "q8",
"shape": [
2048,
2048
],
"global": 8.367445843759924e-06
},
"q8.model.layers.22.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 1190262784,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.22.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 1190263296,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.22.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1190263808,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.22.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 1190272000,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.436497187678469e-06
},
"q8.model.layers.22.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 1203641344,
"type": "q8",
"shape": [
6144,
2048
],
"global": 5.1277424972795416e-06
},
"q8.model.layers.22.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 1217010688,
"type": "q8",
"shape": [
2048,
6144
],
"global": 8.109986083582044e-06
},
"q8.model.layers.23.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1230380032,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.23.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 1230388224,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.342292752175126e-06
},
"q8.model.layers.23.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 1234844672,
"type": "q8",
"shape": [
1024,
2048
],
"global": 5.149197477294365e-06
},
"q8.model.layers.23.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 1237072896,
"type": "q8",
"shape": [
1024,
2048
],
"global": 3.990628101746552e-06
},
"q8.model.layers.23.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 1239301120,
"type": "q8",
"shape": [
2048,
2048
],
"global": 7.595066563226283e-06
},
"q8.model.layers.23.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 1243757568,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.23.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 1243758080,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.23.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1243758592,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.23.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 1243766784,
"type": "q8",
"shape": [
6144,
2048
],
"global": 5.36374773218995e-06
},
"q8.model.layers.23.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 1257136128,
"type": "q8",
"shape": [
6144,
2048
],
"global": 5.878667252545711e-06
},
"q8.model.layers.23.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 1270505472,
"type": "q8",
"shape": [
2048,
6144
],
"global": 8.96818619366968e-06
},
"q8.model.layers.24.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1283874816,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.24.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 1283883008,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.707027412427124e-06
},
"q8.model.layers.24.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 1288339456,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.3553632167459e-06
},
"q8.model.layers.24.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 1290567680,
"type": "q8",
"shape": [
1024,
2048
],
"global": 5.4710226322640665e-06
},
"q8.model.layers.24.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 1292795904,
"type": "q8",
"shape": [
2048,
2048
],
"global": 7.723796443315223e-06
},
"q8.model.layers.24.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 1297252352,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.24.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 1297252864,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.24.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1297253376,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.24.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 1297261568,
"type": "q8",
"shape": [
6144,
2048
],
"global": 4.2051779018947855e-06
},
"q8.model.layers.24.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 1310630912,
"type": "q8",
"shape": [
6144,
2048
],
"global": 4.9561026571609545e-06
},
"q8.model.layers.24.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 1324000256,
"type": "q8",
"shape": [
2048,
6144
],
"global": 8.410355803789571e-06
},
"q8.model.layers.25.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1337369600,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.25.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 1337377792,
"type": "q8",
"shape": [
2048,
2048
],
"global": 4.677187916968251e-06
},
"q8.model.layers.25.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 1341834240,
"type": "q8",
"shape": [
1024,
2048
],
"global": 5.878667252545711e-06
},
"q8.model.layers.25.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 1344062464,
"type": "q8",
"shape": [
1024,
2048
],
"global": 3.883353201672435e-06
},
"q8.model.layers.25.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 1346290688,
"type": "q8",
"shape": [
2048,
2048
],
"global": 7.294696843018755e-06
},
"q8.model.layers.25.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 1350747136,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.25.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 1350747648,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.25.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1350748160,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.25.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 1350756352,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.264857347559882e-06
},
"q8.model.layers.25.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 1364125696,
"type": "q8",
"shape": [
6144,
2048
],
"global": 5.320837772160303e-06
},
"q8.model.layers.25.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 1377495040,
"type": "q8",
"shape": [
2048,
6144
],
"global": 7.208876922959462e-06
},
"q8.model.layers.26.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1390864384,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.26.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 1390872576,
"type": "q8",
"shape": [
2048,
2048
],
"global": 5.578297532338183e-06
},
"q8.model.layers.26.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 1395329024,
"type": "q8",
"shape": [
1024,
2048
],
"global": 5.320837772160303e-06
},
"q8.model.layers.26.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 1397557248,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.290997821954079e-06
},
"q8.model.layers.26.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 1399785472,
"type": "q8",
"shape": [
2048,
2048
],
"global": 9.440195753995795e-06
},
"q8.model.layers.26.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 1404241920,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.26.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 1404242432,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.26.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1404242944,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.26.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 1404251136,
"type": "q8",
"shape": [
6144,
2048
],
"global": 5.921577212575357e-06
},
"q8.model.layers.26.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 1417620480,
"type": "q8",
"shape": [
6144,
2048
],
"global": 5.578297532338183e-06
},
"q8.model.layers.26.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 1430989824,
"type": "q8",
"shape": [
2048,
6144
],
"global": 9.955115274351556e-06
},
"q8.model.layers.27.input_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1444359168,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.27.self_attn.q_proj.weight": {
"file": "ar_q8.bin",
"offset": 1444367360,
"type": "q8",
"shape": [
2048,
2048
],
"global": 4.505548076849664e-06
},
"q8.model.layers.27.self_attn.k_proj.weight": {
"file": "ar_q8.bin",
"offset": 1448823808,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.2051779018947855e-06
},
"q8.model.layers.27.self_attn.v_proj.weight": {
"file": "ar_q8.bin",
"offset": 1451052032,
"type": "q8",
"shape": [
1024,
2048
],
"global": 4.48409309683484e-06
},
"q8.model.layers.27.self_attn.o_proj.weight": {
"file": "ar_q8.bin",
"offset": 1453280256,
"type": "q8",
"shape": [
2048,
2048
],
"global": 8.067076123552397e-06
},
"q8.model.layers.27.self_attn.q_norm.weight": {
"file": "ar_q8.bin",
"offset": 1457736704,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.27.self_attn.k_norm.weight": {
"file": "ar_q8.bin",
"offset": 1457737216,
"type": "f32",
"shape": [
128
]
},
"q8.model.layers.27.post_attention_layernorm.weight": {
"file": "ar_q8.bin",
"offset": 1457737728,
"type": "f32",
"shape": [
2048
]
},
"q8.model.layers.27.mlp.gate_proj.weight": {
"file": "ar_q8.bin",
"offset": 1457745920,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.050307092664298e-06
},
"q8.model.layers.27.mlp.up_proj.weight": {
"file": "ar_q8.bin",
"offset": 1471115264,
"type": "q8",
"shape": [
6144,
2048
],
"global": 6.007397132634651e-06
},
"q8.model.layers.27.mlp.down_proj.weight": {
"file": "ar_q8.bin",
"offset": 1484484608,
"type": "q8",
"shape": [
2048,
6144
],
"global": 1.7335632946924306e-05
},
"q8.model.norm.weight": {
"file": "ar_q8.bin",
"offset": 1497853952,
"type": "f32",
"shape": [
2048
]
},
"q8.lm_head.weight": {
"file": "ar_q8.bin",
"offset": 1497862144,
"type": "q8",
"shape": [
184704,
2048
],
"global": 1.313045413553482e-05
},
"h16.model.layers.0.nar_qkv": {
"file": "nar_f16.bin",
"offset": 0,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.0.nar_o": {
"file": "nar_f16.bin",
"offset": 16777216,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 0
},
"h16.model.layers.0.nar_gu": {
"file": "nar_f16.bin",
"offset": 25165824,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 0
},
"h16.model.layers.0.nar_down": {
"file": "nar_f16.bin",
"offset": 75497472,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.0.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 100663296,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.0.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 100671488,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.0.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 100672000,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.0.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 100672512,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.1.nar_qkv": {
"file": "nar_f16.bin",
"offset": 100683776,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.1.nar_o": {
"file": "nar_f16.bin",
"offset": 117460992,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.1.nar_gu": {
"file": "nar_f16.bin",
"offset": 125849600,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 0
},
"h16.model.layers.1.nar_down": {
"file": "nar_f16.bin",
"offset": 176181248,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.1.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 201347072,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.1.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 201355264,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.1.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 201355776,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.1.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 201356288,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.2.nar_qkv": {
"file": "nar_f16.bin",
"offset": 201367552,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.2.nar_o": {
"file": "nar_f16.bin",
"offset": 218144768,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.2.nar_gu": {
"file": "nar_f16.bin",
"offset": 226533376,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 0
},
"h16.model.layers.2.nar_down": {
"file": "nar_f16.bin",
"offset": 276865024,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.2.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 302030848,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.2.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 302039040,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.2.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 302039552,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.2.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 302040064,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.3.nar_qkv": {
"file": "nar_f16.bin",
"offset": 302051328,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.3.nar_o": {
"file": "nar_f16.bin",
"offset": 318828544,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.3.nar_gu": {
"file": "nar_f16.bin",
"offset": 327217152,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.3.nar_down": {
"file": "nar_f16.bin",
"offset": 377548800,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.3.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 402714624,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.3.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 402722816,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.3.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 402723328,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.3.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 402723840,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.4.nar_qkv": {
"file": "nar_f16.bin",
"offset": 402735104,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.4.nar_o": {
"file": "nar_f16.bin",
"offset": 419512320,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.4.nar_gu": {
"file": "nar_f16.bin",
"offset": 427900928,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.4.nar_down": {
"file": "nar_f16.bin",
"offset": 478232576,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.4.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 503398400,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.4.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 503406592,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.4.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 503407104,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.4.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 503407616,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.5.nar_qkv": {
"file": "nar_f16.bin",
"offset": 503418880,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.5.nar_o": {
"file": "nar_f16.bin",
"offset": 520196096,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.5.nar_gu": {
"file": "nar_f16.bin",
"offset": 528584704,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.5.nar_down": {
"file": "nar_f16.bin",
"offset": 578916352,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.5.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 604082176,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.5.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 604090368,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.5.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 604090880,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.5.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 604091392,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.6.nar_qkv": {
"file": "nar_f16.bin",
"offset": 604102656,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.6.nar_o": {
"file": "nar_f16.bin",
"offset": 620879872,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 2
},
"h16.model.layers.6.nar_gu": {
"file": "nar_f16.bin",
"offset": 629268480,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.6.nar_down": {
"file": "nar_f16.bin",
"offset": 679600128,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.6.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 704765952,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.6.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 704774144,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.6.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 704774656,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.6.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 704775168,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.7.nar_qkv": {
"file": "nar_f16.bin",
"offset": 704786432,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.7.nar_o": {
"file": "nar_f16.bin",
"offset": 721563648,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.7.nar_gu": {
"file": "nar_f16.bin",
"offset": 729952256,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 0
},
"h16.model.layers.7.nar_down": {
"file": "nar_f16.bin",
"offset": 780283904,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.7.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 805449728,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.7.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 805457920,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.7.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 805458432,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.7.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 805458944,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.8.nar_qkv": {
"file": "nar_f16.bin",
"offset": 805470208,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.8.nar_o": {
"file": "nar_f16.bin",
"offset": 822247424,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 2
},
"h16.model.layers.8.nar_gu": {
"file": "nar_f16.bin",
"offset": 830636032,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.8.nar_down": {
"file": "nar_f16.bin",
"offset": 880967680,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.8.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 906133504,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.8.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 906141696,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.8.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 906142208,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.8.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 906142720,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.9.nar_qkv": {
"file": "nar_f16.bin",
"offset": 906153984,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.9.nar_o": {
"file": "nar_f16.bin",
"offset": 922931200,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.9.nar_gu": {
"file": "nar_f16.bin",
"offset": 931319808,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.9.nar_down": {
"file": "nar_f16.bin",
"offset": 981651456,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.9.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1006817280,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.9.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 1006825472,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.9.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 1006825984,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.9.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1006826496,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.10.nar_qkv": {
"file": "nar_f16.bin",
"offset": 1006837760,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.10.nar_o": {
"file": "nar_f16.bin",
"offset": 1023614976,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.10.nar_gu": {
"file": "nar_f16.bin",
"offset": 1032003584,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.10.nar_down": {
"file": "nar_f16.bin",
"offset": 1082335232,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.10.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1107501056,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.10.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 1107509248,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.10.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 1107509760,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.10.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1107510272,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.11.nar_qkv": {
"file": "nar_f16.bin",
"offset": 1107521536,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.11.nar_o": {
"file": "nar_f16.bin",
"offset": 1124298752,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 2
},
"h16.model.layers.11.nar_gu": {
"file": "nar_f16.bin",
"offset": 1132687360,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.11.nar_down": {
"file": "nar_f16.bin",
"offset": 1183019008,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.11.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1208184832,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.11.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 1208193024,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.11.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 1208193536,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.11.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1208194048,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.12.nar_qkv": {
"file": "nar_f16.bin",
"offset": 1208205312,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.12.nar_o": {
"file": "nar_f16.bin",
"offset": 1224982528,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 2
},
"h16.model.layers.12.nar_gu": {
"file": "nar_f16.bin",
"offset": 1233371136,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.12.nar_down": {
"file": "nar_f16.bin",
"offset": 1283702784,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.12.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1308868608,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.12.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 1308876800,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.12.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 1308877312,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.12.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1308877824,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.13.nar_qkv": {
"file": "nar_f16.bin",
"offset": 1308889088,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.13.nar_o": {
"file": "nar_f16.bin",
"offset": 1325666304,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 2
},
"h16.model.layers.13.nar_gu": {
"file": "nar_f16.bin",
"offset": 1334054912,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.13.nar_down": {
"file": "nar_f16.bin",
"offset": 1384386560,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.13.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1409552384,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.13.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 1409560576,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.13.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 1409561088,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.13.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1409561600,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.14.nar_qkv": {
"file": "nar_f16.bin",
"offset": 1409572864,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.14.nar_o": {
"file": "nar_f16.bin",
"offset": 1426350080,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 2
},
"h16.model.layers.14.nar_gu": {
"file": "nar_f16.bin",
"offset": 1434738688,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.14.nar_down": {
"file": "nar_f16.bin",
"offset": 1485070336,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.14.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1510236160,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.14.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 1510244352,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.14.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 1510244864,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.14.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1510245376,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.15.nar_qkv": {
"file": "nar_f16.bin",
"offset": 1510256640,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.15.nar_o": {
"file": "nar_f16.bin",
"offset": 1527033856,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 2
},
"h16.model.layers.15.nar_gu": {
"file": "nar_f16.bin",
"offset": 1535422464,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.15.nar_down": {
"file": "nar_f16.bin",
"offset": 1585754112,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.15.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1610919936,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.15.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 1610928128,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.15.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 1610928640,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.15.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1610929152,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.16.nar_qkv": {
"file": "nar_f16.bin",
"offset": 1610940416,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.16.nar_o": {
"file": "nar_f16.bin",
"offset": 1627717632,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 2
},
"h16.model.layers.16.nar_gu": {
"file": "nar_f16.bin",
"offset": 1636106240,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.16.nar_down": {
"file": "nar_f16.bin",
"offset": 1686437888,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.16.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1711603712,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.16.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 1711611904,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.16.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 1711612416,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.16.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1711612928,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.17.nar_qkv": {
"file": "nar_f16.bin",
"offset": 1711624192,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.17.nar_o": {
"file": "nar_f16.bin",
"offset": 1728401408,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.17.nar_gu": {
"file": "nar_f16.bin",
"offset": 1736790016,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.17.nar_down": {
"file": "nar_f16.bin",
"offset": 1787121664,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.17.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1812287488,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.17.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 1812295680,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.17.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 1812296192,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.17.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1812296704,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.18.nar_qkv": {
"file": "nar_f16.bin",
"offset": 1812307968,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.18.nar_o": {
"file": "nar_f16.bin",
"offset": 1829085184,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 2
},
"h16.model.layers.18.nar_gu": {
"file": "nar_f16.bin",
"offset": 1837473792,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.18.nar_down": {
"file": "nar_f16.bin",
"offset": 1887805440,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.18.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1912971264,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.18.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 1912979456,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.18.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 1912979968,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.18.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 1912980480,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.19.nar_qkv": {
"file": "nar_f16.bin",
"offset": 1912991744,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 0
},
"h16.model.layers.19.nar_o": {
"file": "nar_f16.bin",
"offset": 1929768960,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 2
},
"h16.model.layers.19.nar_gu": {
"file": "nar_f16.bin",
"offset": 1938157568,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.19.nar_down": {
"file": "nar_f16.bin",
"offset": 1988489216,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.19.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2013655040,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.19.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 2013663232,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.19.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 2013663744,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.19.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2013664256,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.20.nar_qkv": {
"file": "nar_f16.bin",
"offset": 2013675520,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.20.nar_o": {
"file": "nar_f16.bin",
"offset": 2030452736,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.20.nar_gu": {
"file": "nar_f16.bin",
"offset": 2038841344,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.20.nar_down": {
"file": "nar_f16.bin",
"offset": 2089172992,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 0
},
"h16.model.layers.20.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2114338816,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.20.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 2114347008,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.20.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 2114347520,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.20.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2114348032,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.21.nar_qkv": {
"file": "nar_f16.bin",
"offset": 2114359296,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.21.nar_o": {
"file": "nar_f16.bin",
"offset": 2131136512,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 2
},
"h16.model.layers.21.nar_gu": {
"file": "nar_f16.bin",
"offset": 2139525120,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.21.nar_down": {
"file": "nar_f16.bin",
"offset": 2189856768,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.21.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2215022592,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.21.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 2215030784,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.21.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 2215031296,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.21.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2215031808,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.22.nar_qkv": {
"file": "nar_f16.bin",
"offset": 2215043072,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.22.nar_o": {
"file": "nar_f16.bin",
"offset": 2231820288,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.22.nar_gu": {
"file": "nar_f16.bin",
"offset": 2240208896,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.22.nar_down": {
"file": "nar_f16.bin",
"offset": 2290540544,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.22.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2315706368,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.22.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 2315714560,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.22.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 2315715072,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.22.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2315715584,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.23.nar_qkv": {
"file": "nar_f16.bin",
"offset": 2315726848,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.23.nar_o": {
"file": "nar_f16.bin",
"offset": 2332504064,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.23.nar_gu": {
"file": "nar_f16.bin",
"offset": 2340892672,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.23.nar_down": {
"file": "nar_f16.bin",
"offset": 2391224320,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.23.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2416390144,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.23.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 2416398336,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.23.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 2416398848,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.23.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2416399360,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.24.nar_qkv": {
"file": "nar_f16.bin",
"offset": 2416410624,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.24.nar_o": {
"file": "nar_f16.bin",
"offset": 2433187840,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.24.nar_gu": {
"file": "nar_f16.bin",
"offset": 2441576448,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.24.nar_down": {
"file": "nar_f16.bin",
"offset": 2491908096,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.24.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2517073920,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.24.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 2517082112,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.24.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 2517082624,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.24.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2517083136,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.25.nar_qkv": {
"file": "nar_f16.bin",
"offset": 2517094400,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.25.nar_o": {
"file": "nar_f16.bin",
"offset": 2533871616,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.25.nar_gu": {
"file": "nar_f16.bin",
"offset": 2542260224,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.25.nar_down": {
"file": "nar_f16.bin",
"offset": 2592591872,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.25.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2617757696,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.25.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 2617765888,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.25.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 2617766400,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.25.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2617766912,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.26.nar_qkv": {
"file": "nar_f16.bin",
"offset": 2617778176,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 1
},
"h16.model.layers.26.nar_o": {
"file": "nar_f16.bin",
"offset": 2634555392,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.26.nar_gu": {
"file": "nar_f16.bin",
"offset": 2642944000,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.26.nar_down": {
"file": "nar_f16.bin",
"offset": 2693275648,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.26.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2718441472,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.26.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 2718449664,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.26.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 2718450176,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.26.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2718450688,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.27.nar_qkv": {
"file": "nar_f16.bin",
"offset": 2718461952,
"type": "hmx16",
"shape": [
4096,
2048
],
"shift": 0
},
"h16.model.layers.27.nar_o": {
"file": "nar_f16.bin",
"offset": 2735239168,
"type": "hmx16",
"shape": [
2048,
2048
],
"shift": 1
},
"h16.model.layers.27.nar_gu": {
"file": "nar_f16.bin",
"offset": 2743627776,
"type": "hmx16",
"shape": [
12288,
2048
],
"shift": 1
},
"h16.model.layers.27.nar_down": {
"file": "nar_f16.bin",
"offset": 2793959424,
"type": "hmx16",
"shape": [
2048,
6144
],
"shift": 1
},
"h16.model.layers.27.nar_input_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2819125248,
"type": "f32",
"shape": [
2048
]
},
"h16.model.layers.27.nar_self_attn.q_norm.weight": {
"file": "nar_f16.bin",
"offset": 2819133440,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.27.nar_self_attn.k_norm.weight": {
"file": "nar_f16.bin",
"offset": 2819133952,
"type": "f32",
"shape": [
128
]
},
"h16.model.layers.27.nar_pre_mlp_layernorm.weight": {
"file": "nar_f16.bin",
"offset": 2819134464,
"type": "f32",
"shape": [
2048
]
},
"h16.vae2llm.weight": {
"file": "nar_f16.bin",
"offset": 2819145728,
"type": "bf16",
"shape": [
2048,
64
]
},
"h16.llm2vae.weight": {
"file": "nar_f16.bin",
"offset": 2819407872,
"type": "bf16",
"shape": [
64,
2048
]
},
"h16.time_embedder.mlp.0.weight": {
"file": "nar_f16.bin",
"offset": 2819670016,
"type": "bf16",
"shape": [
2048,
256
]
},
"h16.time_embedder.mlp.2.weight": {
"file": "nar_f16.bin",
"offset": 2820718592,
"type": "bf16",
"shape": [
2048,
2048
]
},
"h16.latent_pos_embed.pe": {
"file": "nar_f16.bin",
"offset": 2829107200,
"type": "bf16",
"shape": [
24576,
2048
]
},
"h16.vae2llm.bias": {
"file": "nar_f16.bin",
"offset": 2929770496,
"type": "f32",
"shape": [
2048
]
},
"h16.llm2vae.bias": {
"file": "nar_f16.bin",
"offset": 2929778688,
"type": "f32",
"shape": [
64
]
},
"h16.time_embedder.mlp.0.bias": {
"file": "nar_f16.bin",
"offset": 2929778944,
"type": "f32",
"shape": [
2048
]
},
"h16.time_embedder.mlp.2.bias": {
"file": "nar_f16.bin",
"offset": 2929787136,
"type": "f32",
"shape": [
2048
]
},
"h16.model.norm.weight": {
"file": "nar_f16.bin",
"offset": 2929795328,
"type": "f32",
"shape": [
2048
]
}
},
"name": "YuE2-3B songs",
"description": "Songs with a voice, any language, made on the phone: the score, the singing and the band (YuE2-3B and YuE2-Vae, the processor's weights). For every phone; slow where there is no NPU with a matrix unit."
}
{
"format": "geode-pack",
"version": 1,
"arch": "yue2",
"source": {
"model": "m-a-p/YuE2-3B",
"vae": "m-a-p/YuE2-Vae",
"license": "CC BY-NC 4.0 (weights); decoder code MIT"
},
"config": {
"hidden_size": 2048,
"num_hidden_layers": 28,
"num_attention_heads": 16,
"num_key_value_heads": 8,
"head_dim": 128,
"intermediate_size": 6144,
"vocab_size": 184704,
"rms_norm_eps": 1e-06,
"rope_theta": 1000000,
"max_position_embeddings": 24576,
"latent_dim": 64,
"max_latent_frames": 24576,
"timestep_shift": 1.0,
"time_frequency_size": 256,
"tokens": {
"eod": 151643,
"abc_start": 151847,
"abc_end": 151848,
"music_start": 151851,
"music_end": 151852,
"codec_offset": 151853,
"codec_size": 32768,
"context": 24576
},
"sampling": {
"abc": {
"temperature": 0.7,
"top_p": 0.9,
"top_k": 30,
"repetition_penalty": 1.005,
"penalty_window": 100,
"min_tokens": 32,
"max_tokens": 4096
},
"semantic": {
"temperature": 1.0,
"top_p": 0.95,
"top_k": 100,
"repetition_penalty": 1.2,
"penalty_window": 50,
"min_tokens": 200,
"max_tokens": 9000
},
"ode_steps": 32,
"ode_method": "midpoint"
},
"instructions": {
"off": "Generate music with codec tokens from the given conditions.",
"melody": "Generate a melody-only ABC transcription without chord symbols, then generate music with codec tokens from the given conditions.",
"full": "Generate a chord-annotated ABC transcription, then generate music with codec tokens from the given conditions."
},
"vae": {
"latent_dim": 64,
"channels": 64,
"c_mults": [
1,
2,
4,
8,
16,
32
],
"strides": [
2,
2,
4,
4,
5,
6
],
"out_channels": 2,
"final_tanh": false,
"sample_rate": 48000,
"downsampling_ratio": 1920,
"decode_core_frames": 1024,
"decode_halo_frames": 16,
"snake_eps": 1e-09,
"dilations": [
1,
3,
9
]
},
"rope_inv_freq_bits": [
1065353216,
1062095789,
1059470816,
1057355503,
1054337179,
1051589887,