alexwengg commited on
Commit
f635b54
·
verified ·
1 Parent(s): f48ff96

VoiceChat-11B Aria TTS weights (f32 backbone+MoG+codec, bit-exact parity vs checkpoint)

Browse files
voicechat-tts/codec.0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a86a6711cce39ec41308f429e46722bd917a6caab8c7f6b9d18ce793dab5290a
3
+ size 432393728
voicechat-tts/codec.manifest.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"shards": 1, "tensors": {"rvq_embs": {"dims": [31, 1024, 512], "dtype": "f32", "bin": 0, "byteOffset": 0, "count": 16252928}, "D0_w": {"dims": [512, 1536, 9], "dtype": "f32", "bin": 0, "byteOffset": 65011712, "count": 7077888}, "D4_w": {"dims": [1536, 768, 7], "dtype": "f32", "bin": 0, "byteOffset": 93323264, "count": 8257536}, "D8_w": {"dims": [768, 384, 7], "dtype": "f32", "bin": 0, "byteOffset": 126353408, "count": 2064384}, "D12_w": {"dims": [18, 384, 1], "dtype": "f32", "bin": 0, "byteOffset": 134610944, "count": 6912}, "D1_dw_w": {"dims": [1536, 1, 7], "dtype": "f32", "bin": 0, "byteOffset": 134638592, "count": 10752}, "D1_dw_b": {"dims": [1536], "dtype": "f32", "bin": 0, "byteOffset": 134681600, "count": 1536}, "D1_ln_w": {"dims": [1536], "dtype": "f32", "bin": 0, "byteOffset": 134687744, "count": 1536}, "D1_ln_b": {"dims": [1536], "dtype": "f32", "bin": 0, "byteOffset": 134693888, "count": 1536}, "D1_pw1_w": {"dims": [1536, 6144], "dtype": "f32", "bin": 0, "byteOffset": 134700032, "count": 9437184}, "D1_pw1_b": {"dims": [6144], "dtype": "f32", "bin": 0, "byteOffset": 172448768, "count": 6144}, "D1_pw2_w": {"dims": [6144, 1536], "dtype": "f32", "bin": 0, "byteOffset": 172473344, "count": 9437184}, "D1_pw2_b": {"dims": [1536], "dtype": "f32", "bin": 0, "byteOffset": 210222080, "count": 1536}, "D2_dw_w": {"dims": [1536, 1, 7], "dtype": "f32", "bin": 0, "byteOffset": 210228224, "count": 10752}, "D2_dw_b": {"dims": [1536], "dtype": "f32", "bin": 0, "byteOffset": 210271232, "count": 1536}, "D2_ln_w": {"dims": [1536], "dtype": "f32", "bin": 0, "byteOffset": 210277376, "count": 1536}, "D2_ln_b": {"dims": [1536], "dtype": "f32", "bin": 0, "byteOffset": 210283520, "count": 1536}, "D2_pw1_w": {"dims": [1536, 6144], "dtype": "f32", "bin": 0, "byteOffset": 210289664, "count": 9437184}, "D2_pw1_b": {"dims": [6144], "dtype": "f32", "bin": 0, "byteOffset": 248038400, "count": 6144}, "D2_pw2_w": {"dims": [6144, 1536], "dtype": "f32", "bin": 0, "byteOffset": 248062976, "count": 9437184}, "D2_pw2_b": {"dims": [1536], "dtype": "f32", "bin": 0, "byteOffset": 285811712, "count": 1536}, "D3_dw_w": {"dims": [1536, 1, 7], "dtype": "f32", "bin": 0, "byteOffset": 285817856, "count": 10752}, "D3_dw_b": {"dims": [1536], "dtype": "f32", "bin": 0, "byteOffset": 285860864, "count": 1536}, "D3_ln_w": {"dims": [1536], "dtype": "f32", "bin": 0, "byteOffset": 285867008, "count": 1536}, "D3_ln_b": {"dims": [1536], "dtype": "f32", "bin": 0, "byteOffset": 285873152, "count": 1536}, "D3_pw1_w": {"dims": [1536, 6144], "dtype": "f32", "bin": 0, "byteOffset": 285879296, "count": 9437184}, "D3_pw1_b": {"dims": [6144], "dtype": "f32", "bin": 0, "byteOffset": 323628032, "count": 6144}, "D3_pw2_w": {"dims": [6144, 1536], "dtype": "f32", "bin": 0, "byteOffset": 323652608, "count": 9437184}, "D3_pw2_b": {"dims": [1536], "dtype": "f32", "bin": 0, "byteOffset": 361401344, "count": 1536}, "D5_dw_w": {"dims": [768, 1, 7], "dtype": "f32", "bin": 0, "byteOffset": 361407488, "count": 5376}, "D5_dw_b": {"dims": [768], "dtype": "f32", "bin": 0, "byteOffset": 361428992, "count": 768}, "D5_ln_w": {"dims": [768], "dtype": "f32", "bin": 0, "byteOffset": 361432064, "count": 768}, "D5_ln_b": {"dims": [768], "dtype": "f32", "bin": 0, "byteOffset": 361435136, "count": 768}, "D5_pw1_w": {"dims": [768, 3072], "dtype": "f32", "bin": 0, "byteOffset": 361438208, "count": 2359296}, "D5_pw1_b": {"dims": [3072], "dtype": "f32", "bin": 0, "byteOffset": 370875392, "count": 3072}, "D5_pw2_w": {"dims": [3072, 768], "dtype": "f32", "bin": 0, "byteOffset": 370887680, "count": 2359296}, "D5_pw2_b": {"dims": [768], "dtype": "f32", "bin": 0, "byteOffset": 380324864, "count": 768}, "D6_dw_w": {"dims": [768, 1, 7], "dtype": "f32", "bin": 0, "byteOffset": 380327936, "count": 5376}, "D6_dw_b": {"dims": [768], "dtype": "f32", "bin": 0, "byteOffset": 380349440, "count": 768}, "D6_ln_w": {"dims": [768], "dtype": "f32", "bin": 0, "byteOffset": 380352512, "count": 768}, "D6_ln_b": {"dims": [768], "dtype": "f32", "bin": 0, "byteOffset": 380355584, "count": 768}, "D6_pw1_w": {"dims": [768, 3072], "dtype": "f32", "bin": 0, "byteOffset": 380358656, "count": 2359296}, "D6_pw1_b": {"dims": [3072], "dtype": "f32", "bin": 0, "byteOffset": 389795840, "count": 3072}, "D6_pw2_w": {"dims": [3072, 768], "dtype": "f32", "bin": 0, "byteOffset": 389808128, "count": 2359296}, "D6_pw2_b": {"dims": [768], "dtype": "f32", "bin": 0, "byteOffset": 399245312, "count": 768}, "D7_dw_w": {"dims": [768, 1, 7], "dtype": "f32", "bin": 0, "byteOffset": 399248384, "count": 5376}, "D7_dw_b": {"dims": [768], "dtype": "f32", "bin": 0, "byteOffset": 399269888, "count": 768}, "D7_ln_w": {"dims": [768], "dtype": "f32", "bin": 0, "byteOffset": 399272960, "count": 768}, "D7_ln_b": {"dims": [768], "dtype": "f32", "bin": 0, "byteOffset": 399276032, "count": 768}, "D7_pw1_w": {"dims": [768, 3072], "dtype": "f32", "bin": 0, "byteOffset": 399279104, "count": 2359296}, "D7_pw1_b": {"dims": [3072], "dtype": "f32", "bin": 0, "byteOffset": 408716288, "count": 3072}, "D7_pw2_w": {"dims": [3072, 768], "dtype": "f32", "bin": 0, "byteOffset": 408728576, "count": 2359296}, "D7_pw2_b": {"dims": [768], "dtype": "f32", "bin": 0, "byteOffset": 418165760, "count": 768}, "D9_dw_w": {"dims": [384, 1, 7], "dtype": "f32", "bin": 0, "byteOffset": 418168832, "count": 2688}, "D9_dw_b": {"dims": [384], "dtype": "f32", "bin": 0, "byteOffset": 418179584, "count": 384}, "D9_ln_w": {"dims": [384], "dtype": "f32", "bin": 0, "byteOffset": 418181120, "count": 384}, "D9_ln_b": {"dims": [384], "dtype": "f32", "bin": 0, "byteOffset": 418182656, "count": 384}, "D9_pw1_w": {"dims": [384, 1536], "dtype": "f32", "bin": 0, "byteOffset": 418184192, "count": 589824}, "D9_pw1_b": {"dims": [1536], "dtype": "f32", "bin": 0, "byteOffset": 420543488, "count": 1536}, "D9_pw2_w": {"dims": [1536, 384], "dtype": "f32", "bin": 0, "byteOffset": 420549632, "count": 589824}, "D9_pw2_b": {"dims": [384], "dtype": "f32", "bin": 0, "byteOffset": 422908928, "count": 384}, "D10_dw_w": {"dims": [384, 1, 7], "dtype": "f32", "bin": 0, "byteOffset": 422910464, "count": 2688}, "D10_dw_b": {"dims": [384], "dtype": "f32", "bin": 0, "byteOffset": 422921216, "count": 384}, "D10_ln_w": {"dims": [384], "dtype": "f32", "bin": 0, "byteOffset": 422922752, "count": 384}, "D10_ln_b": {"dims": [384], "dtype": "f32", "bin": 0, "byteOffset": 422924288, "count": 384}, "D10_pw1_w": {"dims": [384, 1536], "dtype": "f32", "bin": 0, "byteOffset": 422925824, "count": 589824}, "D10_pw1_b": {"dims": [1536], "dtype": "f32", "bin": 0, "byteOffset": 425285120, "count": 1536}, "D10_pw2_w": {"dims": [1536, 384], "dtype": "f32", "bin": 0, "byteOffset": 425291264, "count": 589824}, "D10_pw2_b": {"dims": [384], "dtype": "f32", "bin": 0, "byteOffset": 427650560, "count": 384}, "D11_dw_w": {"dims": [384, 1, 7], "dtype": "f32", "bin": 0, "byteOffset": 427652096, "count": 2688}, "D11_dw_b": {"dims": [384], "dtype": "f32", "bin": 0, "byteOffset": 427662848, "count": 384}, "D11_ln_w": {"dims": [384], "dtype": "f32", "bin": 0, "byteOffset": 427664384, "count": 384}, "D11_ln_b": {"dims": [384], "dtype": "f32", "bin": 0, "byteOffset": 427665920, "count": 384}, "D11_pw1_w": {"dims": [384, 1536], "dtype": "f32", "bin": 0, "byteOffset": 427667456, "count": 589824}, "D11_pw1_b": {"dims": [1536], "dtype": "f32", "bin": 0, "byteOffset": 430026752, "count": 1536}, "D11_pw2_w": {"dims": [1536, 384], "dtype": "f32", "bin": 0, "byteOffset": 430032896, "count": 589824}, "D11_pw2_b": {"dims": [384], "dtype": "f32", "bin": 0, "byteOffset": 432392192, "count": 384}}}
voicechat-tts/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"hidden": 1152, "heads": 16, "headDim": 72, "ffDim": 4608, "layers": 28, "eps": 1e-06, "attnScale": 0.0625, "ropeThetaLocal": 10000.0, "ropeThetaGlobal": 1000000.0, "globalLayers": [5, 11, 17, 23], "cas": {"softcap": 0.0, "ropeTheta": 10000.0, "attnScale": 0.0625, "normalizer": 33.94112549695428}, "latent": 512, "numQuantizers": 31, "codebook": 1024, "numPredictions": 1024, "lowRank": 64, "minLogStd": -4.0, "exponent": 3.0, "numIter": 8, "unmaskKs": [0, 0, 0, 1, 1, 3, 4, 22], "guidanceScale": 0.2, "topP": 0.95, "noiseScale": 0.001, "textBos": 1, "textEos": 2, "textPad": 12, "speechPad": 1024, "sampleRate": 22050, "wavToTokenRatio": 1764, "nFft": 16, "hop": 4, "codecChannels": [1536, 768, 384], "codecRates": [9, 7, 7], "warmSubwordIds": [12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 2], "warmSubwordMask": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, true], "warmAudioMask": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "warmFrames": 37, "silenceTokens": [726, 991, 512, 540, 706, 716, 733, 54, 911, 66, 793, 389, 858, 863, 875, 996, 831, 106, 1002, 499, 104, 348, 972, 785, 563, 649, 908, 807, 1012, 259, 712]}
voicechat-tts/golden.0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7274ee4488c3e490a67ba5bd823cb5480952b61b868f188f324ee0e6a678288
3
+ size 1092952
voicechat-tts/golden.manifest.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"shards": 1, "tensors": {"next_subword_ids": {"dims": [50], "dtype": "f32", "bin": 0, "byteOffset": 0, "count": 50}, "codes_parity": {"dims": [50, 31], "dtype": "f32", "bin": 0, "byteOffset": 200, "count": 1550}, "wav_parity": {"dims": [88200], "dtype": "f32", "bin": 0, "byteOffset": 6400, "count": 88200}, "warm_hidden_cond": {"dims": [37, 1152], "dtype": "f32", "bin": 0, "byteOffset": 359200, "count": 42624}, "warm_hidden_uncond": {"dims": [37, 1152], "dtype": "f32", "bin": 0, "byteOffset": 529696, "count": 42624}, "step_hidden_cond": {"dims": [6, 1152], "dtype": "f32", "bin": 0, "byteOffset": 700192, "count": 6912}, "step_hidden_uncond": {"dims": [6, 1152], "dtype": "f32", "bin": 0, "byteOffset": 727840, "count": 6912}, "cas_tokens": {"dims": [14], "dtype": "f32", "bin": 0, "byteOffset": 755488, "count": 14}, "cas_embs": {"dims": [14, 1152], "dtype": "f32", "bin": 0, "byteOffset": 755544, "count": 16128}, "codec_latents_parity": {"dims": [50, 512], "dtype": "f32", "bin": 0, "byteOffset": 820056, "count": 25600}, "aria_latent_ref": {"dims": [37, 1152], "dtype": "f32", "bin": 0, "byteOffset": 922456, "count": 42624}, "_meta": {"text": "Hello, do you know what color the sky is?", "text_ids": [22177, 1044, 1653, 1636, 2840, 2549, 4558, 1278, 21283, 1395, 1063], "frames": 50, "debug_steps": 6, "gc_parity": {"num_iter": 8, "guidance_scale": 0.2, "top_p_or_k": 0.95, "noise_scale": 0.0, "eos_threshold": -3.0}, "gc_sampled": {"num_iter": 8, "guidance_scale": 0.2, "top_p_or_k": 0.95, "noise_scale": 0.001, "eos_threshold": -3.0}, "text_bos": 1, "text_eos": 2, "text_pad": 12, "speech_pad": 1024, "sample_rate": 22050, "wav_to_token_ratio": 1764, "transformers": "5.15.1", "torch": "2.12.1"}}}
voicechat-tts/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
voicechat-tts/tts.0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7da57413c7db84777ad88e089944d567548f3f19df2f6120f9e6ce685bc5dbf
3
+ size 1592885952
voicechat-tts/tts.1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a13c2675008aae76f9fb0d35e8a48a573096f55ada8e759a03c58e8d6265e424
3
+ size 1525156424
voicechat-tts/tts.manifest.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"shards": 2, "tensors": {"B0_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 0, "count": 1327104}, "B0_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 5308416, "count": 1327104}, "B0_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 10616832, "count": 1327104}, "B0_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 15925248, "count": 1327104}, "B0_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 21233664, "count": 72}, "B0_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 21233952, "count": 72}, "B0_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 21234240, "count": 1152}, "B0_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 21238848, "count": 1152}, "B0_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 21243456, "count": 1152}, "B0_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 21248064, "count": 1152}, "B0_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 21252672, "count": 5308416}, "B0_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 42486336, "count": 5308416}, "B0_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 63720000, "count": 5308416}, "B1_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 84953664, "count": 1327104}, "B1_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 90262080, "count": 1327104}, "B1_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 95570496, "count": 1327104}, "B1_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 100878912, "count": 1327104}, "B1_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 106187328, "count": 72}, "B1_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 106187616, "count": 72}, "B1_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 106187904, "count": 1152}, "B1_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 106192512, "count": 1152}, "B1_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 106197120, "count": 1152}, "B1_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 106201728, "count": 1152}, "B1_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 106206336, "count": 5308416}, "B1_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 127440000, "count": 5308416}, "B1_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 148673664, "count": 5308416}, "B2_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 169907328, "count": 1327104}, "B2_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 175215744, "count": 1327104}, "B2_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 180524160, "count": 1327104}, "B2_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 185832576, "count": 1327104}, "B2_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 191140992, "count": 72}, "B2_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 191141280, "count": 72}, "B2_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 191141568, "count": 1152}, "B2_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 191146176, "count": 1152}, "B2_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 191150784, "count": 1152}, "B2_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 191155392, "count": 1152}, "B2_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 191160000, "count": 5308416}, "B2_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 212393664, "count": 5308416}, "B2_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 233627328, "count": 5308416}, "B3_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 254860992, "count": 1327104}, "B3_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 260169408, "count": 1327104}, "B3_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 265477824, "count": 1327104}, "B3_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 270786240, "count": 1327104}, "B3_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 276094656, "count": 72}, "B3_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 276094944, "count": 72}, "B3_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 276095232, "count": 1152}, "B3_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 276099840, "count": 1152}, "B3_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 276104448, "count": 1152}, "B3_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 276109056, "count": 1152}, "B3_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 276113664, "count": 5308416}, "B3_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 297347328, "count": 5308416}, "B3_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 318580992, "count": 5308416}, "B4_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 339814656, "count": 1327104}, "B4_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 345123072, "count": 1327104}, "B4_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 350431488, "count": 1327104}, "B4_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 355739904, "count": 1327104}, "B4_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 361048320, "count": 72}, "B4_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 361048608, "count": 72}, "B4_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 361048896, "count": 1152}, "B4_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 361053504, "count": 1152}, "B4_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 361058112, "count": 1152}, "B4_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 361062720, "count": 1152}, "B4_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 361067328, "count": 5308416}, "B4_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 382300992, "count": 5308416}, "B4_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 403534656, "count": 5308416}, "B5_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 424768320, "count": 1327104}, "B5_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 430076736, "count": 1327104}, "B5_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 435385152, "count": 1327104}, "B5_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 440693568, "count": 1327104}, "B5_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 446001984, "count": 72}, "B5_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 446002272, "count": 72}, "B5_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 446002560, "count": 1152}, "B5_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 446007168, "count": 1152}, "B5_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 446011776, "count": 1152}, "B5_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 446016384, "count": 1152}, "B5_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 446020992, "count": 5308416}, "B5_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 467254656, "count": 5308416}, "B5_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 488488320, "count": 5308416}, "B6_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 509721984, "count": 1327104}, "B6_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 515030400, "count": 1327104}, "B6_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 520338816, "count": 1327104}, "B6_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 525647232, "count": 1327104}, "B6_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 530955648, "count": 72}, "B6_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 530955936, "count": 72}, "B6_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 530956224, "count": 1152}, "B6_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 530960832, "count": 1152}, "B6_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 530965440, "count": 1152}, "B6_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 530970048, "count": 1152}, "B6_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 530974656, "count": 5308416}, "B6_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 552208320, "count": 5308416}, "B6_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 573441984, "count": 5308416}, "B7_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 594675648, "count": 1327104}, "B7_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 599984064, "count": 1327104}, "B7_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 605292480, "count": 1327104}, "B7_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 610600896, "count": 1327104}, "B7_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 615909312, "count": 72}, "B7_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 615909600, "count": 72}, "B7_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 615909888, "count": 1152}, "B7_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 615914496, "count": 1152}, "B7_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 615919104, "count": 1152}, "B7_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 615923712, "count": 1152}, "B7_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 615928320, "count": 5308416}, "B7_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 637161984, "count": 5308416}, "B7_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 658395648, "count": 5308416}, "B8_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 679629312, "count": 1327104}, "B8_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 684937728, "count": 1327104}, "B8_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 690246144, "count": 1327104}, "B8_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 695554560, "count": 1327104}, "B8_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 700862976, "count": 72}, "B8_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 700863264, "count": 72}, "B8_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 700863552, "count": 1152}, "B8_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 700868160, "count": 1152}, "B8_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 700872768, "count": 1152}, "B8_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 700877376, "count": 1152}, "B8_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 700881984, "count": 5308416}, "B8_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 722115648, "count": 5308416}, "B8_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 743349312, "count": 5308416}, "B9_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 764582976, "count": 1327104}, "B9_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 769891392, "count": 1327104}, "B9_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 775199808, "count": 1327104}, "B9_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 780508224, "count": 1327104}, "B9_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 785816640, "count": 72}, "B9_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 785816928, "count": 72}, "B9_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 785817216, "count": 1152}, "B9_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 785821824, "count": 1152}, "B9_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 785826432, "count": 1152}, "B9_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 785831040, "count": 1152}, "B9_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 785835648, "count": 5308416}, "B9_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 807069312, "count": 5308416}, "B9_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 828302976, "count": 5308416}, "B10_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 849536640, "count": 1327104}, "B10_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 854845056, "count": 1327104}, "B10_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 860153472, "count": 1327104}, "B10_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 865461888, "count": 1327104}, "B10_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 870770304, "count": 72}, "B10_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 870770592, "count": 72}, "B10_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 870770880, "count": 1152}, "B10_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 870775488, "count": 1152}, "B10_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 870780096, "count": 1152}, "B10_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 870784704, "count": 1152}, "B10_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 870789312, "count": 5308416}, "B10_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 892022976, "count": 5308416}, "B10_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 913256640, "count": 5308416}, "B11_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 934490304, "count": 1327104}, "B11_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 939798720, "count": 1327104}, "B11_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 945107136, "count": 1327104}, "B11_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 950415552, "count": 1327104}, "B11_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 955723968, "count": 72}, "B11_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 955724256, "count": 72}, "B11_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 955724544, "count": 1152}, "B11_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 955729152, "count": 1152}, "B11_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 955733760, "count": 1152}, "B11_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 955738368, "count": 1152}, "B11_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 955742976, "count": 5308416}, "B11_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 976976640, "count": 5308416}, "B11_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 998210304, "count": 5308416}, "B12_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1019443968, "count": 1327104}, "B12_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1024752384, "count": 1327104}, "B12_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1030060800, "count": 1327104}, "B12_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1035369216, "count": 1327104}, "B12_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 1040677632, "count": 72}, "B12_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 1040677920, "count": 72}, "B12_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1040678208, "count": 1152}, "B12_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1040682816, "count": 1152}, "B12_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1040687424, "count": 1152}, "B12_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1040692032, "count": 1152}, "B12_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 1040696640, "count": 5308416}, "B12_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 1061930304, "count": 5308416}, "B12_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1083163968, "count": 5308416}, "B13_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1104397632, "count": 1327104}, "B13_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1109706048, "count": 1327104}, "B13_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1115014464, "count": 1327104}, "B13_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1120322880, "count": 1327104}, "B13_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 1125631296, "count": 72}, "B13_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 1125631584, "count": 72}, "B13_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1125631872, "count": 1152}, "B13_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1125636480, "count": 1152}, "B13_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1125641088, "count": 1152}, "B13_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1125645696, "count": 1152}, "B13_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 1125650304, "count": 5308416}, "B13_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 1146883968, "count": 5308416}, "B13_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1168117632, "count": 5308416}, "B14_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1189351296, "count": 1327104}, "B14_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1194659712, "count": 1327104}, "B14_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1199968128, "count": 1327104}, "B14_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1205276544, "count": 1327104}, "B14_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 1210584960, "count": 72}, "B14_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 1210585248, "count": 72}, "B14_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1210585536, "count": 1152}, "B14_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1210590144, "count": 1152}, "B14_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1210594752, "count": 1152}, "B14_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1210599360, "count": 1152}, "B14_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 1210603968, "count": 5308416}, "B14_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 1231837632, "count": 5308416}, "B14_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1253071296, "count": 5308416}, "B15_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1274304960, "count": 1327104}, "B15_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1279613376, "count": 1327104}, "B15_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1284921792, "count": 1327104}, "B15_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1290230208, "count": 1327104}, "B15_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 1295538624, "count": 72}, "B15_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 1295538912, "count": 72}, "B15_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1295539200, "count": 1152}, "B15_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1295543808, "count": 1152}, "B15_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1295548416, "count": 1152}, "B15_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1295553024, "count": 1152}, "B15_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 1295557632, "count": 5308416}, "B15_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 1316791296, "count": 5308416}, "B15_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1338024960, "count": 5308416}, "B16_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1359258624, "count": 1327104}, "B16_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1364567040, "count": 1327104}, "B16_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1369875456, "count": 1327104}, "B16_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1375183872, "count": 1327104}, "B16_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 1380492288, "count": 72}, "B16_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 1380492576, "count": 72}, "B16_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1380492864, "count": 1152}, "B16_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1380497472, "count": 1152}, "B16_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1380502080, "count": 1152}, "B16_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1380506688, "count": 1152}, "B16_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 1380511296, "count": 5308416}, "B16_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 1401744960, "count": 5308416}, "B16_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1422978624, "count": 5308416}, "B17_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1444212288, "count": 1327104}, "B17_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1449520704, "count": 1327104}, "B17_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1454829120, "count": 1327104}, "B17_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1460137536, "count": 1327104}, "B17_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 1465445952, "count": 72}, "B17_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 1465446240, "count": 72}, "B17_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1465446528, "count": 1152}, "B17_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1465451136, "count": 1152}, "B17_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1465455744, "count": 1152}, "B17_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1465460352, "count": 1152}, "B17_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 1465464960, "count": 5308416}, "B17_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 1486698624, "count": 5308416}, "B17_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1507932288, "count": 5308416}, "B18_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1529165952, "count": 1327104}, "B18_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1534474368, "count": 1327104}, "B18_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1539782784, "count": 1327104}, "B18_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 0, "byteOffset": 1545091200, "count": 1327104}, "B18_qn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 1550399616, "count": 72}, "B18_kn": {"dims": [72], "dtype": "f32", "bin": 0, "byteOffset": 1550399904, "count": 72}, "B18_ln_in": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1550400192, "count": 1152}, "B18_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1550404800, "count": 1152}, "B18_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1550409408, "count": 1152}, "B18_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 0, "byteOffset": 1550414016, "count": 1152}, "B18_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 1550418624, "count": 5308416}, "B18_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 0, "byteOffset": 1571652288, "count": 5308416}, "B18_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 1, "byteOffset": 0, "count": 5308416}, "B19_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 21233664, "count": 1327104}, "B19_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 26542080, "count": 1327104}, "B19_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 31850496, "count": 1327104}, "B19_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 37158912, "count": 1327104}, "B19_qn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 42467328, "count": 72}, "B19_kn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 42467616, "count": 72}, "B19_ln_in": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 42467904, "count": 1152}, "B19_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 42472512, "count": 1152}, "B19_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 42477120, "count": 1152}, "B19_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 42481728, "count": 1152}, "B19_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 42486336, "count": 5308416}, "B19_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 63720000, "count": 5308416}, "B19_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 1, "byteOffset": 84953664, "count": 5308416}, "B20_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 106187328, "count": 1327104}, "B20_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 111495744, "count": 1327104}, "B20_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 116804160, "count": 1327104}, "B20_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 122112576, "count": 1327104}, "B20_qn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 127420992, "count": 72}, "B20_kn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 127421280, "count": 72}, "B20_ln_in": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 127421568, "count": 1152}, "B20_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 127426176, "count": 1152}, "B20_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 127430784, "count": 1152}, "B20_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 127435392, "count": 1152}, "B20_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 127440000, "count": 5308416}, "B20_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 148673664, "count": 5308416}, "B20_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 1, "byteOffset": 169907328, "count": 5308416}, "B21_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 191140992, "count": 1327104}, "B21_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 196449408, "count": 1327104}, "B21_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 201757824, "count": 1327104}, "B21_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 207066240, "count": 1327104}, "B21_qn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 212374656, "count": 72}, "B21_kn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 212374944, "count": 72}, "B21_ln_in": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 212375232, "count": 1152}, "B21_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 212379840, "count": 1152}, "B21_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 212384448, "count": 1152}, "B21_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 212389056, "count": 1152}, "B21_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 212393664, "count": 5308416}, "B21_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 233627328, "count": 5308416}, "B21_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 1, "byteOffset": 254860992, "count": 5308416}, "B22_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 276094656, "count": 1327104}, "B22_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 281403072, "count": 1327104}, "B22_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 286711488, "count": 1327104}, "B22_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 292019904, "count": 1327104}, "B22_qn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 297328320, "count": 72}, "B22_kn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 297328608, "count": 72}, "B22_ln_in": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 297328896, "count": 1152}, "B22_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 297333504, "count": 1152}, "B22_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 297338112, "count": 1152}, "B22_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 297342720, "count": 1152}, "B22_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 297347328, "count": 5308416}, "B22_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 318580992, "count": 5308416}, "B22_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 1, "byteOffset": 339814656, "count": 5308416}, "B23_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 361048320, "count": 1327104}, "B23_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 366356736, "count": 1327104}, "B23_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 371665152, "count": 1327104}, "B23_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 376973568, "count": 1327104}, "B23_qn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 382281984, "count": 72}, "B23_kn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 382282272, "count": 72}, "B23_ln_in": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 382282560, "count": 1152}, "B23_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 382287168, "count": 1152}, "B23_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 382291776, "count": 1152}, "B23_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 382296384, "count": 1152}, "B23_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 382300992, "count": 5308416}, "B23_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 403534656, "count": 5308416}, "B23_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 1, "byteOffset": 424768320, "count": 5308416}, "B24_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 446001984, "count": 1327104}, "B24_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 451310400, "count": 1327104}, "B24_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 456618816, "count": 1327104}, "B24_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 461927232, "count": 1327104}, "B24_qn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 467235648, "count": 72}, "B24_kn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 467235936, "count": 72}, "B24_ln_in": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 467236224, "count": 1152}, "B24_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 467240832, "count": 1152}, "B24_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 467245440, "count": 1152}, "B24_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 467250048, "count": 1152}, "B24_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 467254656, "count": 5308416}, "B24_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 488488320, "count": 5308416}, "B24_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 1, "byteOffset": 509721984, "count": 5308416}, "B25_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 530955648, "count": 1327104}, "B25_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 536264064, "count": 1327104}, "B25_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 541572480, "count": 1327104}, "B25_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 546880896, "count": 1327104}, "B25_qn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 552189312, "count": 72}, "B25_kn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 552189600, "count": 72}, "B25_ln_in": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 552189888, "count": 1152}, "B25_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 552194496, "count": 1152}, "B25_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 552199104, "count": 1152}, "B25_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 552203712, "count": 1152}, "B25_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 552208320, "count": 5308416}, "B25_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 573441984, "count": 5308416}, "B25_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 1, "byteOffset": 594675648, "count": 5308416}, "B26_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 615909312, "count": 1327104}, "B26_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 621217728, "count": 1327104}, "B26_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 626526144, "count": 1327104}, "B26_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 631834560, "count": 1327104}, "B26_qn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 637142976, "count": 72}, "B26_kn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 637143264, "count": 72}, "B26_ln_in": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 637143552, "count": 1152}, "B26_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 637148160, "count": 1152}, "B26_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 637152768, "count": 1152}, "B26_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 637157376, "count": 1152}, "B26_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 637161984, "count": 5308416}, "B26_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 658395648, "count": 5308416}, "B26_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 1, "byteOffset": 679629312, "count": 5308416}, "B27_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 700862976, "count": 1327104}, "B27_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 706171392, "count": 1327104}, "B27_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 711479808, "count": 1327104}, "B27_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 716788224, "count": 1327104}, "B27_qn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 722096640, "count": 72}, "B27_kn": {"dims": [72], "dtype": "f32", "bin": 1, "byteOffset": 722096928, "count": 72}, "B27_ln_in": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 722097216, "count": 1152}, "B27_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 722101824, "count": 1152}, "B27_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 722106432, "count": 1152}, "B27_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 722111040, "count": 1152}, "B27_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 722115648, "count": 5308416}, "B27_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 743349312, "count": 5308416}, "B27_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 1, "byteOffset": 764582976, "count": 5308416}, "B_norm": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 785816640, "count": 1152}, "cas_char_emb": {"dims": [257, 1152], "dtype": "f32", "bin": 1, "byteOffset": 785821248, "count": 296064}, "C0_q": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 787005504, "count": 1327104}, "C0_k": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 792313920, "count": 1327104}, "C0_v": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 797622336, "count": 1327104}, "C0_o": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 802930752, "count": 1327104}, "C0_ln_preatt": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 808239168, "count": 1152}, "C0_ln_postatt": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 808243776, "count": 1152}, "C0_ln_preff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 808248384, "count": 1152}, "C0_ln_postff": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 808252992, "count": 1152}, "C0_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 808257600, "count": 5308416}, "C0_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 829491264, "count": 5308416}, "C0_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 1, "byteOffset": 850724928, "count": 5308416}, "cas_norm": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 871958592, "count": 1152}, "cas_proj": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 871963200, "count": 1327104}, "cas_cont_emb": {"dims": [2, 1152], "dtype": "f32", "bin": 1, "byteOffset": 877271616, "count": 2304}, "cas_special_emb": {"dims": [3, 1152], "dtype": "f32", "bin": 1, "byteOffset": 877280832, "count": 3456}, "cont_flags": {"dims": [131073], "dtype": "u8", "bin": 1, "byteOffset": 877294656, "count": 131073}, "special_flags": {"dims": [131072], "dtype": "u8", "bin": 1, "byteOffset": 877425732, "count": 131072}, "bos_emb": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 877556804, "count": 1152}, "null_emb": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 877561412, "count": 1152}, "embed_code": {"dims": [512, 1152], "dtype": "f32", "bin": 1, "byteOffset": 877566020, "count": 589824}, "gf_audio_w": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 879925316, "count": 1327104}, "gf_audio_b": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 885233732, "count": 1152}, "gf_text_w": {"dims": [1152, 1152], "dtype": "f32", "bin": 1, "byteOffset": 885238340, "count": 1327104}, "gf_text_b": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 890546756, "count": 1152}, "gf_gate": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 890551364, "count": 1152}, "gf_res": {"dims": [1], "dtype": "f32", "bin": 1, "byteOffset": 890555972, "count": 1}, "gf_norm": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 890555976, "count": 1152}, "aria_latent": {"dims": [37, 1152], "dtype": "f32", "bin": 1, "byteOffset": 890560584, "count": 42624}, "M0_pre": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 890731080, "count": 1152}, "M0_post": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 890735688, "count": 1152}, "M0_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 890740296, "count": 5308416}, "M0_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 911973960, "count": 5308416}, "M0_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 1, "byteOffset": 933207624, "count": 5308416}, "M1_pre": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 954441288, "count": 1152}, "M1_post": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 954445896, "count": 1152}, "M1_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 954450504, "count": 5308416}, "M1_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 975684168, "count": 5308416}, "M1_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 1, "byteOffset": 996917832, "count": 5308416}, "M2_pre": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 1018151496, "count": 1152}, "M2_post": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 1018156104, "count": 1152}, "M2_gate": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 1018160712, "count": 5308416}, "M2_up": {"dims": [1152, 4608], "dtype": "f32", "bin": 1, "byteOffset": 1039394376, "count": 5308416}, "M2_down": {"dims": [4608, 1152], "dtype": "f32", "bin": 1, "byteOffset": 1060628040, "count": 5308416}, "M_norm": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 1081861704, "count": 1152}, "M_logits": {"dims": [1152, 1024], "dtype": "f32", "bin": 1, "byteOffset": 1081866312, "count": 1179648}, "M_logs": {"dims": [1152], "dtype": "f32", "bin": 1, "byteOffset": 1086584904, "count": 1152}, "M_else": {"dims": [1152, 512], "dtype": "f32", "bin": 1, "byteOffset": 1086589512, "count": 589824}, "M_mus": {"dims": [65536, 1152], "dtype": "f32", "bin": 1, "byteOffset": 1088948808, "count": 75497472}, "M_lowmat": {"dims": [1024, 512, 64], "dtype": "f32", "bin": 1, "byteOffset": 1390938696, "count": 33554432}}}