lyosha's picture
download
raw
28.4 kB
{ "in_proj.wT": { "offset": 0, "shape": [ 80, 2048 ] }, "in_proj.b": { "offset": 163840, "shape": [ 2048 ] }, "dit.l0.wq.wT": { "offset": 165888, "shape": [ 2048, 2048 ] }, "dit.l0.wk.wT": { "offset": 4360192, "shape": [ 2048, 2048 ] }, "dit.l0.wv.wT": { "offset": 8554496, "shape": [ 2048, 2048 ] }, "dit.l0.wk_text.wT": { "offset": 12748800, "shape": [ 1280, 2048 ] }, "dit.l0.wv_text.wT": { "offset": 15370240, "shape": [ 1280, 2048 ] }, "dit.l0.wk_speaker.wT": { "offset": 17991680, "shape": [ 1280, 2048 ] }, "dit.l0.wv_speaker.wT": { "offset": 20613120, "shape": [ 1280, 2048 ] }, "dit.l0.q_norm.w": { "offset": 23234560, "shape": [ 16, 128 ] }, "dit.l0.k_norm.w": { "offset": 23236608, "shape": [ 16, 128 ] }, "dit.l0.gate.wT": { "offset": 23238656, "shape": [ 2048, 2048 ] }, "dit.l0.wo.wT": { "offset": 27432960, "shape": [ 2048, 2048 ] }, "dit.l0.w1.wT": { "offset": 31627264, "shape": [ 2048, 5888 ] }, "dit.l0.w3.wT": { "offset": 43685888, "shape": [ 2048, 5888 ] }, "dit.l0.w2.wT": { "offset": 55744512, "shape": [ 5888, 2048 ] }, "dit.l1.wq.wT": { "offset": 67803136, "shape": [ 2048, 2048 ] }, "dit.l1.wk.wT": { "offset": 71997440, "shape": [ 2048, 2048 ] }, "dit.l1.wv.wT": { "offset": 76191744, "shape": [ 2048, 2048 ] }, "dit.l1.wk_text.wT": { "offset": 80386048, "shape": [ 1280, 2048 ] }, "dit.l1.wv_text.wT": { "offset": 83007488, "shape": [ 1280, 2048 ] }, "dit.l1.wk_speaker.wT": { "offset": 85628928, "shape": [ 1280, 2048 ] }, "dit.l1.wv_speaker.wT": { "offset": 88250368, "shape": [ 1280, 2048 ] }, "dit.l1.q_norm.w": { "offset": 90871808, "shape": [ 16, 128 ] }, "dit.l1.k_norm.w": { "offset": 90873856, "shape": [ 16, 128 ] }, "dit.l1.gate.wT": { "offset": 90875904, "shape": [ 2048, 2048 ] }, "dit.l1.wo.wT": { "offset": 95070208, "shape": [ 2048, 2048 ] }, "dit.l1.w1.wT": { "offset": 99264512, "shape": [ 2048, 5888 ] }, "dit.l1.w3.wT": { "offset": 111323136, "shape": [ 2048, 5888 ] }, "dit.l1.w2.wT": { "offset": 123381760, "shape": [ 5888, 2048 ] }, "dit.l2.wq.wT": { "offset": 135440384, "shape": [ 2048, 2048 ] }, "dit.l2.wk.wT": { "offset": 139634688, "shape": [ 2048, 2048 ] }, "dit.l2.wv.wT": { "offset": 143828992, "shape": [ 2048, 2048 ] }, "dit.l2.wk_text.wT": { "offset": 148023296, "shape": [ 1280, 2048 ] }, "dit.l2.wv_text.wT": { "offset": 150644736, "shape": [ 1280, 2048 ] }, "dit.l2.wk_speaker.wT": { "offset": 153266176, "shape": [ 1280, 2048 ] }, "dit.l2.wv_speaker.wT": { "offset": 155887616, "shape": [ 1280, 2048 ] }, "dit.l2.q_norm.w": { "offset": 158509056, "shape": [ 16, 128 ] }, "dit.l2.k_norm.w": { "offset": 158511104, "shape": [ 16, 128 ] }, "dit.l2.gate.wT": { "offset": 158513152, "shape": [ 2048, 2048 ] }, "dit.l2.wo.wT": { "offset": 162707456, "shape": [ 2048, 2048 ] }, "dit.l2.w1.wT": { "offset": 166901760, "shape": [ 2048, 5888 ] }, "dit.l2.w3.wT": { "offset": 178960384, "shape": [ 2048, 5888 ] }, "dit.l2.w2.wT": { "offset": 191019008, "shape": [ 5888, 2048 ] }, "dit.l3.wq.wT": { "offset": 203077632, "shape": [ 2048, 2048 ] }, "dit.l3.wk.wT": { "offset": 207271936, "shape": [ 2048, 2048 ] }, "dit.l3.wv.wT": { "offset": 211466240, "shape": [ 2048, 2048 ] }, "dit.l3.wk_text.wT": { "offset": 215660544, "shape": [ 1280, 2048 ] }, "dit.l3.wv_text.wT": { "offset": 218281984, "shape": [ 1280, 2048 ] }, "dit.l3.wk_speaker.wT": { "offset": 220903424, "shape": [ 1280, 2048 ] }, "dit.l3.wv_speaker.wT": { "offset": 223524864, "shape": [ 1280, 2048 ] }, "dit.l3.q_norm.w": { "offset": 226146304, "shape": [ 16, 128 ] }, "dit.l3.k_norm.w": { "offset": 226148352, "shape": [ 16, 128 ] }, "dit.l3.gate.wT": { "offset": 226150400, "shape": [ 2048, 2048 ] }, "dit.l3.wo.wT": { "offset": 230344704, "shape": [ 2048, 2048 ] }, "dit.l3.w1.wT": { "offset": 234539008, "shape": [ 2048, 5888 ] }, "dit.l3.w3.wT": { "offset": 246597632, "shape": [ 2048, 5888 ] }, "dit.l3.w2.wT": { "offset": 258656256, "shape": [ 5888, 2048 ] }, "dit.l4.wq.wT": { "offset": 270714880, "shape": [ 2048, 2048 ] }, "dit.l4.wk.wT": { "offset": 274909184, "shape": [ 2048, 2048 ] }, "dit.l4.wv.wT": { "offset": 279103488, "shape": [ 2048, 2048 ] }, "dit.l4.wk_text.wT": { "offset": 283297792, "shape": [ 1280, 2048 ] }, "dit.l4.wv_text.wT": { "offset": 285919232, "shape": [ 1280, 2048 ] }, "dit.l4.wk_speaker.wT": { "offset": 288540672, "shape": [ 1280, 2048 ] }, "dit.l4.wv_speaker.wT": { "offset": 291162112, "shape": [ 1280, 2048 ] }, "dit.l4.q_norm.w": { "offset": 293783552, "shape": [ 16, 128 ] }, "dit.l4.k_norm.w": { "offset": 293785600, "shape": [ 16, 128 ] }, "dit.l4.gate.wT": { "offset": 293787648, "shape": [ 2048, 2048 ] }, "dit.l4.wo.wT": { "offset": 297981952, "shape": [ 2048, 2048 ] }, "dit.l4.w1.wT": { "offset": 302176256, "shape": [ 2048, 5888 ] }, "dit.l4.w3.wT": { "offset": 314234880, "shape": [ 2048, 5888 ] }, "dit.l4.w2.wT": { "offset": 326293504, "shape": [ 5888, 2048 ] }, "dit.l5.wq.wT": { "offset": 338352128, "shape": [ 2048, 2048 ] }, "dit.l5.wk.wT": { "offset": 342546432, "shape": [ 2048, 2048 ] }, "dit.l5.wv.wT": { "offset": 346740736, "shape": [ 2048, 2048 ] }, "dit.l5.wk_text.wT": { "offset": 350935040, "shape": [ 1280, 2048 ] }, "dit.l5.wv_text.wT": { "offset": 353556480, "shape": [ 1280, 2048 ] }, "dit.l5.wk_speaker.wT": { "offset": 356177920, "shape": [ 1280, 2048 ] }, "dit.l5.wv_speaker.wT": { "offset": 358799360, "shape": [ 1280, 2048 ] }, "dit.l5.q_norm.w": { "offset": 361420800, "shape": [ 16, 128 ] }, "dit.l5.k_norm.w": { "offset": 361422848, "shape": [ 16, 128 ] }, "dit.l5.gate.wT": { "offset": 361424896, "shape": [ 2048, 2048 ] }, "dit.l5.wo.wT": { "offset": 365619200, "shape": [ 2048, 2048 ] }, "dit.l5.w1.wT": { "offset": 369813504, "shape": [ 2048, 5888 ] }, "dit.l5.w3.wT": { "offset": 381872128, "shape": [ 2048, 5888 ] }, "dit.l5.w2.wT": { "offset": 393930752, "shape": [ 5888, 2048 ] }, "dit.l6.wq.wT": { "offset": 405989376, "shape": [ 2048, 2048 ] }, "dit.l6.wk.wT": { "offset": 410183680, "shape": [ 2048, 2048 ] }, "dit.l6.wv.wT": { "offset": 414377984, "shape": [ 2048, 2048 ] }, "dit.l6.wk_text.wT": { "offset": 418572288, "shape": [ 1280, 2048 ] }, "dit.l6.wv_text.wT": { "offset": 421193728, "shape": [ 1280, 2048 ] }, "dit.l6.wk_speaker.wT": { "offset": 423815168, "shape": [ 1280, 2048 ] }, "dit.l6.wv_speaker.wT": { "offset": 426436608, "shape": [ 1280, 2048 ] }, "dit.l6.q_norm.w": { "offset": 429058048, "shape": [ 16, 128 ] }, "dit.l6.k_norm.w": { "offset": 429060096, "shape": [ 16, 128 ] }, "dit.l6.gate.wT": { "offset": 429062144, "shape": [ 2048, 2048 ] }, "dit.l6.wo.wT": { "offset": 433256448, "shape": [ 2048, 2048 ] }, "dit.l6.w1.wT": { "offset": 437450752, "shape": [ 2048, 5888 ] }, "dit.l6.w3.wT": { "offset": 449509376, "shape": [ 2048, 5888 ] }, "dit.l6.w2.wT": { "offset": 461568000, "shape": [ 5888, 2048 ] }, "dit.l7.wq.wT": { "offset": 473626624, "shape": [ 2048, 2048 ] }, "dit.l7.wk.wT": { "offset": 477820928, "shape": [ 2048, 2048 ] }, "dit.l7.wv.wT": { "offset": 482015232, "shape": [ 2048, 2048 ] }, "dit.l7.wk_text.wT": { "offset": 486209536, "shape": [ 1280, 2048 ] }, "dit.l7.wv_text.wT": { "offset": 488830976, "shape": [ 1280, 2048 ] }, "dit.l7.wk_speaker.wT": { "offset": 491452416, "shape": [ 1280, 2048 ] }, "dit.l7.wv_speaker.wT": { "offset": 494073856, "shape": [ 1280, 2048 ] }, "dit.l7.q_norm.w": { "offset": 496695296, "shape": [ 16, 128 ] }, "dit.l7.k_norm.w": { "offset": 496697344, "shape": [ 16, 128 ] }, "dit.l7.gate.wT": { "offset": 496699392, "shape": [ 2048, 2048 ] }, "dit.l7.wo.wT": { "offset": 500893696, "shape": [ 2048, 2048 ] }, "dit.l7.w1.wT": { "offset": 505088000, "shape": [ 2048, 5888 ] }, "dit.l7.w3.wT": { "offset": 517146624, "shape": [ 2048, 5888 ] }, "dit.l7.w2.wT": { "offset": 529205248, "shape": [ 5888, 2048 ] }, "dit.l8.wq.wT": { "offset": 541263872, "shape": [ 2048, 2048 ] }, "dit.l8.wk.wT": { "offset": 545458176, "shape": [ 2048, 2048 ] }, "dit.l8.wv.wT": { "offset": 549652480, "shape": [ 2048, 2048 ] }, "dit.l8.wk_text.wT": { "offset": 553846784, "shape": [ 1280, 2048 ] }, "dit.l8.wv_text.wT": { "offset": 556468224, "shape": [ 1280, 2048 ] }, "dit.l8.wk_speaker.wT": { "offset": 559089664, "shape": [ 1280, 2048 ] }, "dit.l8.wv_speaker.wT": { "offset": 561711104, "shape": [ 1280, 2048 ] }, "dit.l8.q_norm.w": { "offset": 564332544, "shape": [ 16, 128 ] }, "dit.l8.k_norm.w": { "offset": 564334592, "shape": [ 16, 128 ] }, "dit.l8.gate.wT": { "offset": 564336640, "shape": [ 2048, 2048 ] }, "dit.l8.wo.wT": { "offset": 568530944, "shape": [ 2048, 2048 ] }, "dit.l8.w1.wT": { "offset": 572725248, "shape": [ 2048, 5888 ] }, "dit.l8.w3.wT": { "offset": 584783872, "shape": [ 2048, 5888 ] }, "dit.l8.w2.wT": { "offset": 596842496, "shape": [ 5888, 2048 ] }, "dit.l9.wq.wT": { "offset": 608901120, "shape": [ 2048, 2048 ] }, "dit.l9.wk.wT": { "offset": 613095424, "shape": [ 2048, 2048 ] }, "dit.l9.wv.wT": { "offset": 617289728, "shape": [ 2048, 2048 ] }, "dit.l9.wk_text.wT": { "offset": 621484032, "shape": [ 1280, 2048 ] }, "dit.l9.wv_text.wT": { "offset": 624105472, "shape": [ 1280, 2048 ] }, "dit.l9.wk_speaker.wT": { "offset": 626726912, "shape": [ 1280, 2048 ] }, "dit.l9.wv_speaker.wT": { "offset": 629348352, "shape": [ 1280, 2048 ] }, "dit.l9.q_norm.w": { "offset": 631969792, "shape": [ 16, 128 ] }, "dit.l9.k_norm.w": { "offset": 631971840, "shape": [ 16, 128 ] }, "dit.l9.gate.wT": { "offset": 631973888, "shape": [ 2048, 2048 ] }, "dit.l9.wo.wT": { "offset": 636168192, "shape": [ 2048, 2048 ] }, "dit.l9.w1.wT": { "offset": 640362496, "shape": [ 2048, 5888 ] }, "dit.l9.w3.wT": { "offset": 652421120, "shape": [ 2048, 5888 ] }, "dit.l9.w2.wT": { "offset": 664479744, "shape": [ 5888, 2048 ] }, "dit.l10.wq.wT": { "offset": 676538368, "shape": [ 2048, 2048 ] }, "dit.l10.wk.wT": { "offset": 680732672, "shape": [ 2048, 2048 ] }, "dit.l10.wv.wT": { "offset": 684926976, "shape": [ 2048, 2048 ] }, "dit.l10.wk_text.wT": { "offset": 689121280, "shape": [ 1280, 2048 ] }, "dit.l10.wv_text.wT": { "offset": 691742720, "shape": [ 1280, 2048 ] }, "dit.l10.wk_speaker.wT": { "offset": 694364160, "shape": [ 1280, 2048 ] }, "dit.l10.wv_speaker.wT": { "offset": 696985600, "shape": [ 1280, 2048 ] }, "dit.l10.q_norm.w": { "offset": 699607040, "shape": [ 16, 128 ] }, "dit.l10.k_norm.w": { "offset": 699609088, "shape": [ 16, 128 ] }, "dit.l10.gate.wT": { "offset": 699611136, "shape": [ 2048, 2048 ] }, "dit.l10.wo.wT": { "offset": 703805440, "shape": [ 2048, 2048 ] }, "dit.l10.w1.wT": { "offset": 707999744, "shape": [ 2048, 5888 ] }, "dit.l10.w3.wT": { "offset": 720058368, "shape": [ 2048, 5888 ] }, "dit.l10.w2.wT": { "offset": 732116992, "shape": [ 5888, 2048 ] }, "dit.l11.wq.wT": { "offset": 744175616, "shape": [ 2048, 2048 ] }, "dit.l11.wk.wT": { "offset": 748369920, "shape": [ 2048, 2048 ] }, "dit.l11.wv.wT": { "offset": 752564224, "shape": [ 2048, 2048 ] }, "dit.l11.wk_text.wT": { "offset": 756758528, "shape": [ 1280, 2048 ] }, "dit.l11.wv_text.wT": { "offset": 759379968, "shape": [ 1280, 2048 ] }, "dit.l11.wk_speaker.wT": { "offset": 762001408, "shape": [ 1280, 2048 ] }, "dit.l11.wv_speaker.wT": { "offset": 764622848, "shape": [ 1280, 2048 ] }, "dit.l11.q_norm.w": { "offset": 767244288, "shape": [ 16, 128 ] }, "dit.l11.k_norm.w": { "offset": 767246336, "shape": [ 16, 128 ] }, "dit.l11.gate.wT": { "offset": 767248384, "shape": [ 2048, 2048 ] }, "dit.l11.wo.wT": { "offset": 771442688, "shape": [ 2048, 2048 ] }, "dit.l11.w1.wT": { "offset": 775636992, "shape": [ 2048, 5888 ] }, "dit.l11.w3.wT": { "offset": 787695616, "shape": [ 2048, 5888 ] }, "dit.l11.w2.wT": { "offset": 799754240, "shape": [ 5888, 2048 ] }, "dit.l12.wq.wT": { "offset": 811812864, "shape": [ 2048, 2048 ] }, "dit.l12.wk.wT": { "offset": 816007168, "shape": [ 2048, 2048 ] }, "dit.l12.wv.wT": { "offset": 820201472, "shape": [ 2048, 2048 ] }, "dit.l12.wk_text.wT": { "offset": 824395776, "shape": [ 1280, 2048 ] }, "dit.l12.wv_text.wT": { "offset": 827017216, "shape": [ 1280, 2048 ] }, "dit.l12.wk_speaker.wT": { "offset": 829638656, "shape": [ 1280, 2048 ] }, "dit.l12.wv_speaker.wT": { "offset": 832260096, "shape": [ 1280, 2048 ] }, "dit.l12.q_norm.w": { "offset": 834881536, "shape": [ 16, 128 ] }, "dit.l12.k_norm.w": { "offset": 834883584, "shape": [ 16, 128 ] }, "dit.l12.gate.wT": { "offset": 834885632, "shape": [ 2048, 2048 ] }, "dit.l12.wo.wT": { "offset": 839079936, "shape": [ 2048, 2048 ] }, "dit.l12.w1.wT": { "offset": 843274240, "shape": [ 2048, 5888 ] }, "dit.l12.w3.wT": { "offset": 855332864, "shape": [ 2048, 5888 ] }, "dit.l12.w2.wT": { "offset": 867391488, "shape": [ 5888, 2048 ] }, "dit.l13.wq.wT": { "offset": 879450112, "shape": [ 2048, 2048 ] }, "dit.l13.wk.wT": { "offset": 883644416, "shape": [ 2048, 2048 ] }, "dit.l13.wv.wT": { "offset": 887838720, "shape": [ 2048, 2048 ] }, "dit.l13.wk_text.wT": { "offset": 892033024, "shape": [ 1280, 2048 ] }, "dit.l13.wv_text.wT": { "offset": 894654464, "shape": [ 1280, 2048 ] }, "dit.l13.wk_speaker.wT": { "offset": 897275904, "shape": [ 1280, 2048 ] }, "dit.l13.wv_speaker.wT": { "offset": 899897344, "shape": [ 1280, 2048 ] }, "dit.l13.q_norm.w": { "offset": 902518784, "shape": [ 16, 128 ] }, "dit.l13.k_norm.w": { "offset": 902520832, "shape": [ 16, 128 ] }, "dit.l13.gate.wT": { "offset": 902522880, "shape": [ 2048, 2048 ] }, "dit.l13.wo.wT": { "offset": 906717184, "shape": [ 2048, 2048 ] }, "dit.l13.w1.wT": { "offset": 910911488, "shape": [ 2048, 5888 ] }, "dit.l13.w3.wT": { "offset": 922970112, "shape": [ 2048, 5888 ] }, "dit.l13.w2.wT": { "offset": 935028736, "shape": [ 5888, 2048 ] }, "dit.l14.wq.wT": { "offset": 947087360, "shape": [ 2048, 2048 ] }, "dit.l14.wk.wT": { "offset": 951281664, "shape": [ 2048, 2048 ] }, "dit.l14.wv.wT": { "offset": 955475968, "shape": [ 2048, 2048 ] }, "dit.l14.wk_text.wT": { "offset": 959670272, "shape": [ 1280, 2048 ] }, "dit.l14.wv_text.wT": { "offset": 962291712, "shape": [ 1280, 2048 ] }, "dit.l14.wk_speaker.wT": { "offset": 964913152, "shape": [ 1280, 2048 ] }, "dit.l14.wv_speaker.wT": { "offset": 967534592, "shape": [ 1280, 2048 ] }, "dit.l14.q_norm.w": { "offset": 970156032, "shape": [ 16, 128 ] }, "dit.l14.k_norm.w": { "offset": 970158080, "shape": [ 16, 128 ] }, "dit.l14.gate.wT": { "offset": 970160128, "shape": [ 2048, 2048 ] }, "dit.l14.wo.wT": { "offset": 974354432, "shape": [ 2048, 2048 ] }, "dit.l14.w1.wT": { "offset": 978548736, "shape": [ 2048, 5888 ] }, "dit.l14.w3.wT": { "offset": 990607360, "shape": [ 2048, 5888 ] }, "dit.l14.w2.wT": { "offset": 1002665984, "shape": [ 5888, 2048 ] }, "dit.l15.wq.wT": { "offset": 1014724608, "shape": [ 2048, 2048 ] }, "dit.l15.wk.wT": { "offset": 1018918912, "shape": [ 2048, 2048 ] }, "dit.l15.wv.wT": { "offset": 1023113216, "shape": [ 2048, 2048 ] }, "dit.l15.wk_text.wT": { "offset": 1027307520, "shape": [ 1280, 2048 ] }, "dit.l15.wv_text.wT": { "offset": 1029928960, "shape": [ 1280, 2048 ] }, "dit.l15.wk_speaker.wT": { "offset": 1032550400, "shape": [ 1280, 2048 ] }, "dit.l15.wv_speaker.wT": { "offset": 1035171840, "shape": [ 1280, 2048 ] }, "dit.l15.q_norm.w": { "offset": 1037793280, "shape": [ 16, 128 ] }, "dit.l15.k_norm.w": { "offset": 1037795328, "shape": [ 16, 128 ] }, "dit.l15.gate.wT": { "offset": 1037797376, "shape": [ 2048, 2048 ] }, "dit.l15.wo.wT": { "offset": 1041991680, "shape": [ 2048, 2048 ] }, "dit.l15.w1.wT": { "offset": 1046185984, "shape": [ 2048, 5888 ] }, "dit.l15.w3.wT": { "offset": 1058244608, "shape": [ 2048, 5888 ] }, "dit.l15.w2.wT": { "offset": 1070303232, "shape": [ 5888, 2048 ] }, "dit.l16.wq.wT": { "offset": 1082361856, "shape": [ 2048, 2048 ] }, "dit.l16.wk.wT": { "offset": 1086556160, "shape": [ 2048, 2048 ] }, "dit.l16.wv.wT": { "offset": 1090750464, "shape": [ 2048, 2048 ] }, "dit.l16.wk_text.wT": { "offset": 1094944768, "shape": [ 1280, 2048 ] }, "dit.l16.wv_text.wT": { "offset": 1097566208, "shape": [ 1280, 2048 ] }, "dit.l16.wk_speaker.wT": { "offset": 1100187648, "shape": [ 1280, 2048 ] }, "dit.l16.wv_speaker.wT": { "offset": 1102809088, "shape": [ 1280, 2048 ] }, "dit.l16.q_norm.w": { "offset": 1105430528, "shape": [ 16, 128 ] }, "dit.l16.k_norm.w": { "offset": 1105432576, "shape": [ 16, 128 ] }, "dit.l16.gate.wT": { "offset": 1105434624, "shape": [ 2048, 2048 ] }, "dit.l16.wo.wT": { "offset": 1109628928, "shape": [ 2048, 2048 ] }, "dit.l16.w1.wT": { "offset": 1113823232, "shape": [ 2048, 5888 ] }, "dit.l16.w3.wT": { "offset": 1125881856, "shape": [ 2048, 5888 ] }, "dit.l16.w2.wT": { "offset": 1137940480, "shape": [ 5888, 2048 ] }, "dit.l17.wq.wT": { "offset": 1149999104, "shape": [ 2048, 2048 ] }, "dit.l17.wk.wT": { "offset": 1154193408, "shape": [ 2048, 2048 ] }, "dit.l17.wv.wT": { "offset": 1158387712, "shape": [ 2048, 2048 ] }, "dit.l17.wk_text.wT": { "offset": 1162582016, "shape": [ 1280, 2048 ] }, "dit.l17.wv_text.wT": { "offset": 1165203456, "shape": [ 1280, 2048 ] }, "dit.l17.wk_speaker.wT": { "offset": 1167824896, "shape": [ 1280, 2048 ] }, "dit.l17.wv_speaker.wT": { "offset": 1170446336, "shape": [ 1280, 2048 ] }, "dit.l17.q_norm.w": { "offset": 1173067776, "shape": [ 16, 128 ] }, "dit.l17.k_norm.w": { "offset": 1173069824, "shape": [ 16, 128 ] }, "dit.l17.gate.wT": { "offset": 1173071872, "shape": [ 2048, 2048 ] }, "dit.l17.wo.wT": { "offset": 1177266176, "shape": [ 2048, 2048 ] }, "dit.l17.w1.wT": { "offset": 1181460480, "shape": [ 2048, 5888 ] }, "dit.l17.w3.wT": { "offset": 1193519104, "shape": [ 2048, 5888 ] }, "dit.l17.w2.wT": { "offset": 1205577728, "shape": [ 5888, 2048 ] }, "dit.l18.wq.wT": { "offset": 1217636352, "shape": [ 2048, 2048 ] }, "dit.l18.wk.wT": { "offset": 1221830656, "shape": [ 2048, 2048 ] }, "dit.l18.wv.wT": { "offset": 1226024960, "shape": [ 2048, 2048 ] }, "dit.l18.wk_text.wT": { "offset": 1230219264, "shape": [ 1280, 2048 ] }, "dit.l18.wv_text.wT": { "offset": 1232840704, "shape": [ 1280, 2048 ] }, "dit.l18.wk_speaker.wT": { "offset": 1235462144, "shape": [ 1280, 2048 ] }, "dit.l18.wv_speaker.wT": { "offset": 1238083584, "shape": [ 1280, 2048 ] }, "dit.l18.q_norm.w": { "offset": 1240705024, "shape": [ 16, 128 ] }, "dit.l18.k_norm.w": { "offset": 1240707072, "shape": [ 16, 128 ] }, "dit.l18.gate.wT": { "offset": 1240709120, "shape": [ 2048, 2048 ] }, "dit.l18.wo.wT": { "offset": 1244903424, "shape": [ 2048, 2048 ] }, "dit.l18.w1.wT": { "offset": 1249097728, "shape": [ 2048, 5888 ] }, "dit.l18.w3.wT": { "offset": 1261156352, "shape": [ 2048, 5888 ] }, "dit.l18.w2.wT": { "offset": 1273214976, "shape": [ 5888, 2048 ] }, "dit.l19.wq.wT": { "offset": 1285273600, "shape": [ 2048, 2048 ] }, "dit.l19.wk.wT": { "offset": 1289467904, "shape": [ 2048, 2048 ] }, "dit.l19.wv.wT": { "offset": 1293662208, "shape": [ 2048, 2048 ] }, "dit.l19.wk_text.wT": { "offset": 1297856512, "shape": [ 1280, 2048 ] }, "dit.l19.wv_text.wT": { "offset": 1300477952, "shape": [ 1280, 2048 ] }, "dit.l19.wk_speaker.wT": { "offset": 1303099392, "shape": [ 1280, 2048 ] }, "dit.l19.wv_speaker.wT": { "offset": 1305720832, "shape": [ 1280, 2048 ] }, "dit.l19.q_norm.w": { "offset": 1308342272, "shape": [ 16, 128 ] }, "dit.l19.k_norm.w": { "offset": 1308344320, "shape": [ 16, 128 ] }, "dit.l19.gate.wT": { "offset": 1308346368, "shape": [ 2048, 2048 ] }, "dit.l19.wo.wT": { "offset": 1312540672, "shape": [ 2048, 2048 ] }, "dit.l19.w1.wT": { "offset": 1316734976, "shape": [ 2048, 5888 ] }, "dit.l19.w3.wT": { "offset": 1328793600, "shape": [ 2048, 5888 ] }, "dit.l19.w2.wT": { "offset": 1340852224, "shape": [ 5888, 2048 ] }, "dit.l20.wq.wT": { "offset": 1352910848, "shape": [ 2048, 2048 ] }, "dit.l20.wk.wT": { "offset": 1357105152, "shape": [ 2048, 2048 ] }, "dit.l20.wv.wT": { "offset": 1361299456, "shape": [ 2048, 2048 ] }, "dit.l20.wk_text.wT": { "offset": 1365493760, "shape": [ 1280, 2048 ] }, "dit.l20.wv_text.wT": { "offset": 1368115200, "shape": [ 1280, 2048 ] }, "dit.l20.wk_speaker.wT": { "offset": 1370736640, "shape": [ 1280, 2048 ] }, "dit.l20.wv_speaker.wT": { "offset": 1373358080, "shape": [ 1280, 2048 ] }, "dit.l20.q_norm.w": { "offset": 1375979520, "shape": [ 16, 128 ] }, "dit.l20.k_norm.w": { "offset": 1375981568, "shape": [ 16, 128 ] }, "dit.l20.gate.wT": { "offset": 1375983616, "shape": [ 2048, 2048 ] }, "dit.l20.wo.wT": { "offset": 1380177920, "shape": [ 2048, 2048 ] }, "dit.l20.w1.wT": { "offset": 1384372224, "shape": [ 2048, 5888 ] }, "dit.l20.w3.wT": { "offset": 1396430848, "shape": [ 2048, 5888 ] }, "dit.l20.w2.wT": { "offset": 1408489472, "shape": [ 5888, 2048 ] }, "dit.l21.wq.wT": { "offset": 1420548096, "shape": [ 2048, 2048 ] }, "dit.l21.wk.wT": { "offset": 1424742400, "shape": [ 2048, 2048 ] }, "dit.l21.wv.wT": { "offset": 1428936704, "shape": [ 2048, 2048 ] }, "dit.l21.wk_text.wT": { "offset": 1433131008, "shape": [ 1280, 2048 ] }, "dit.l21.wv_text.wT": { "offset": 1435752448, "shape": [ 1280, 2048 ] }, "dit.l21.wk_speaker.wT": { "offset": 1438373888, "shape": [ 1280, 2048 ] }, "dit.l21.wv_speaker.wT": { "offset": 1440995328, "shape": [ 1280, 2048 ] }, "dit.l21.q_norm.w": { "offset": 1443616768, "shape": [ 16, 128 ] }, "dit.l21.k_norm.w": { "offset": 1443618816, "shape": [ 16, 128 ] }, "dit.l21.gate.wT": { "offset": 1443620864, "shape": [ 2048, 2048 ] }, "dit.l21.wo.wT": { "offset": 1447815168, "shape": [ 2048, 2048 ] }, "dit.l21.w1.wT": { "offset": 1452009472, "shape": [ 2048, 5888 ] }, "dit.l21.w3.wT": { "offset": 1464068096, "shape": [ 2048, 5888 ] }, "dit.l21.w2.wT": { "offset": 1476126720, "shape": [ 5888, 2048 ] }, "dit.l22.wq.wT": { "offset": 1488185344, "shape": [ 2048, 2048 ] }, "dit.l22.wk.wT": { "offset": 1492379648, "shape": [ 2048, 2048 ] }, "dit.l22.wv.wT": { "offset": 1496573952, "shape": [ 2048, 2048 ] }, "dit.l22.wk_text.wT": { "offset": 1500768256, "shape": [ 1280, 2048 ] }, "dit.l22.wv_text.wT": { "offset": 1503389696, "shape": [ 1280, 2048 ] }, "dit.l22.wk_speaker.wT": { "offset": 1506011136, "shape": [ 1280, 2048 ] }, "dit.l22.wv_speaker.wT": { "offset": 1508632576, "shape": [ 1280, 2048 ] }, "dit.l22.q_norm.w": { "offset": 1511254016, "shape": [ 16, 128 ] }, "dit.l22.k_norm.w": { "offset": 1511256064, "shape": [ 16, 128 ] }, "dit.l22.gate.wT": { "offset": 1511258112, "shape": [ 2048, 2048 ] }, "dit.l22.wo.wT": { "offset": 1515452416, "shape": [ 2048, 2048 ] }, "dit.l22.w1.wT": { "offset": 1519646720, "shape": [ 2048, 5888 ] }, "dit.l22.w3.wT": { "offset": 1531705344, "shape": [ 2048, 5888 ] }, "dit.l22.w2.wT": { "offset": 1543763968, "shape": [ 5888, 2048 ] }, "dit.l23.wq.wT": { "offset": 1555822592, "shape": [ 2048, 2048 ] }, "dit.l23.wk.wT": { "offset": 1560016896, "shape": [ 2048, 2048 ] }, "dit.l23.wv.wT": { "offset": 1564211200, "shape": [ 2048, 2048 ] }, "dit.l23.wk_text.wT": { "offset": 1568405504, "shape": [ 1280, 2048 ] }, "dit.l23.wv_text.wT": { "offset": 1571026944, "shape": [ 1280, 2048 ] }, "dit.l23.wk_speaker.wT": { "offset": 1573648384, "shape": [ 1280, 2048 ] }, "dit.l23.wv_speaker.wT": { "offset": 1576269824, "shape": [ 1280, 2048 ] }, "dit.l23.q_norm.w": { "offset": 1578891264, "shape": [ 16, 128 ] }, "dit.l23.k_norm.w": { "offset": 1578893312, "shape": [ 16, 128 ] }, "dit.l23.gate.wT": { "offset": 1578895360, "shape": [ 2048, 2048 ] }, "dit.l23.wo.wT": { "offset": 1583089664, "shape": [ 2048, 2048 ] }, "dit.l23.w1.wT": { "offset": 1587283968, "shape": [ 2048, 5888 ] }, "dit.l23.w3.wT": { "offset": 1599342592, "shape": [ 2048, 5888 ] }, "dit.l23.w2.wT": { "offset": 1611401216, "shape": [ 5888, 2048 ] }, "out_norm.w": { "offset": 1623459840, "shape": [ 2048 ] }, "out_proj.wT": { "offset": 1623461888, "shape": [ 2048, 80 ] }, "out_proj.b": { "offset": 1623625728, "shape": [ 80 ] }, "freqs_latent": { "offset": 1623625808, "shape": [ 640, 64, 2 ] }, "t_schedule": { "offset": 1623707728, "shape": [ 41 ] }, "adaln_tables": { "offset": 1623707769, "shape": [ 40, 24, 2, 3, 2048 ] } }
{
"in_proj.wT": {
"offset": 0,
"shape": [
80,
2048
]
},
"in_proj.b": {
"offset": 163840,
"shape": [
2048
]
},
"dit.l0.wq.wT": {
"offset": 165888,
"shape": [
2048,
2048
]
},
"dit.l0.wk.wT": {
"offset": 4360192,
"shape": [
2048,
2048
]
},
"dit.l0.wv.wT": {
"offset": 8554496,
"shape": [
2048,
2048
]
},
"dit.l0.wk_text.wT": {
"offset": 12748800,
"shape": [
1280,
2048
]
},
"dit.l0.wv_text.wT": {
"offset": 15370240,
"shape": [
1280,
2048
]
},
"dit.l0.wk_speaker.wT": {
"offset": 17991680,
"shape": [
1280,
2048
]
},
"dit.l0.wv_speaker.wT": {
"offset": 20613120,
"shape": [
1280,
2048
]
},
"dit.l0.q_norm.w": {
"offset": 23234560,
"shape": [
16,
128
]
},
"dit.l0.k_norm.w": {
"offset": 23236608,
"shape": [
16,
128
]
},
"dit.l0.gate.wT": {
"offset": 23238656,
"shape": [
2048,
2048
]
},
"dit.l0.wo.wT": {
"offset": 27432960,
"shape": [
2048,
2048
]
},
"dit.l0.w1.wT": {
"offset": 31627264,
"shape": [
2048,
5888
]
},
"dit.l0.w3.wT": {
"offset": 43685888,

Xet Storage Details

Size:
28.4 kB
·
Xet hash:
455f6a00a7cfce0105aa532bdc8ba8b610ef4b9ddef3f2d40f484f5dbc356320

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.