{"format_version":1,"text":"program(1.3)\n[buildInfo = dict<string, string>({{\"coremlc-component-MIL\", \"3510.2.1\"}, {\"coremlc-version\", \"3505.4.1\"}, {\"coremltools-component-milinternal\", \"\"}, {\"coremltools-version\", \"9.0\"}})]\n{\n    func main<ios18>(tensor<fp16, [1, 4096, 1, 128]> hid_in, tensor<fp16, [1, 8192, 1, 3]> conv_in, tensor<fp16, [1, 32, 128, 128]> rec_in) {\n        tensor<fp16, [1, 4096, 1, 1]> norm_w_1 = const()[name = string(\"norm_w_1\"), val = tensor<fp16, [1, 4096, 1, 1]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(64)))];\n        tensor<fp16, [1, 4096, 1, 128]> abs_2 = abs(x=hid_in)[name = string(\"abs_2\")];\n        tensor<int32, [1]> iv_3 = const()[name = string(\"iv_3\"), val = tensor<int32, [1]>([1])];\n        bool b_4 = const()[name = string(\"b_4\"), val = bool(true)];\n        tensor<fp16, [1, 1, 1, 128]> reduce_max_5 = reduce_max(x=abs_2, axes=iv_3, keep_dims=b_4)[name = string(\"reduce_max_5\")];\n        fp16 c_6 = const()[name = string(\"c_6\"), val = fp16(0.062500000000)];\n        tensor<fp16, [1, 1, 1, 128]> maximum_7 = maximum(x=reduce_max_5, y=c_6)[name = string(\"maximum_7\")];\n        fp16 c_8 = const()[name = string(\"c_8\"), val = fp16(1.000000000000)];\n        tensor<fp16, [1, 1, 1, 128]> real_div_9 = real_div(x=c_8, y=maximum_7)[name = string(\"real_div_9\")];\n        tensor<fp16, [1, 4096, 1, 128]> mul_10 = mul(x=hid_in, y=real_div_9)[name = string(\"mul_10\")];\n        fp16 c_11 = const()[name = string(\"c_11\"), val = fp16(2.000000000000)];\n        tensor<fp16, [1, 4096, 1, 128]> pow_12 = pow(x=mul_10, y=c_11)[name = string(\"pow_12\")];\n        tensor<fp16, [1, 1, 1, 128]> reduce_sum_13 = reduce_sum(x=pow_12, axes=iv_3, keep_dims=b_4)[name = string(\"reduce_sum_13\")];\n        fp16 c_14 = const()[name = string(\"c_14\"), val = fp16(0.000244140625)];\n        tensor<fp16, [1, 1, 1, 128]> mul_15 = mul(x=reduce_sum_13, y=c_14)[name = string(\"mul_15\")];\n        tensor<fp16, [1, 1, 1, 128]> pow_16 = pow(x=real_div_9, y=c_11)[name = string(\"pow_16\")];\n        fp16 c_17 = const()[name = string(\"c_17\"), val = fp16(0.000001000000)];\n        tensor<fp16, [1, 1, 1, 128]> mul_18 = mul(x=pow_16, y=c_17)[name = string(\"mul_18\")];\n        tensor<fp16, [1, 1, 1, 128]> add_19 = add(x=mul_15, y=mul_18)[name = string(\"add_19\")];\n        fp16 c_20 = const()[name = string(\"c_20\"), val = fp16(0.000000000000)];\n        tensor<fp16, [1, 1, 1, 128]> rsqrt_21 = rsqrt(x=add_19, epsilon=c_20)[name = string(\"rsqrt_21\")];\n        tensor<fp16, [1, 4096, 1, 128]> mul_22 = mul(x=mul_10, y=rsqrt_21)[name = string(\"mul_22\")];\n        tensor<fp16, [1, 4096, 1, 128]> mul_23 = mul(x=mul_22, y=norm_w_1)[name = string(\"mul_23\")];\n        tensor<fp16, [512, 1, 1, 1, 64, 1]> w_qkv_lut_24 = const()[name = string(\"w_qkv_lut_24\"), val = tensor<fp16, [512, 1, 1, 1, 64, 1]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(25174208)))];\n        tensor<fp16, [8192, 4096, 1, 1]> w_qkv_25 = constexpr_lut_to_dense(indices = tensor<uint6, [8192, 4096, 1, 1]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(8320))), lut = w_qkv_lut_24)[name = string(\"w_qkv_25\")];\n        tensor<int32, [2]> iv_26 = const()[name = string(\"iv_26\"), val = tensor<int32, [2]>([1, 1])];\n        int32 i_27 = const()[name = string(\"i_27\"), val = int32(1)];\n        tensor<int32, [4]> iv_28 = const()[name = string(\"iv_28\"), val = tensor<int32, [4]>([0, 0, 0, 0])];\n        string str_29 = const()[name = string(\"str_29\"), val = string(\"valid\")];\n        tensor<fp16, [1, 8192, 1, 128]> conv_30 = conv(dilations=iv_26, groups=i_27, pad=iv_28, pad_type=str_29, strides=iv_26, weight=w_qkv_25, x=mul_23)[name = string(\"conv_30\")];\n        tensor<fp16, [256, 1, 1, 1, 64, 1]> w_z_lut_31 = const()[name = string(\"w_z_lut_31\"), val = tensor<fp16, [256, 1, 1, 1, 64, 1]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(37822784)))];\n        tensor<fp16, [4096, 4096, 1, 1]> w_z_32 = constexpr_lut_to_dense(indices = tensor<uint6, [4096, 4096, 1, 1]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(25239808))), lut = w_z_lut_31)[name = string(\"w_z_32\")];\n        tensor<fp16, [1, 4096, 1, 128]> conv_33 = conv(dilations=iv_26, groups=i_27, pad=iv_28, pad_type=str_29, strides=iv_26, weight=w_z_32, x=mul_23)[name = string(\"conv_33\")];\n        tensor<fp16, [32, 4096, 1, 1]> w_b_34 = const()[name = string(\"w_b_34\"), val = tensor<fp16, [32, 4096, 1, 1]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(37855616)))];\n        tensor<fp16, [1, 32, 1, 128]> conv_35 = conv(dilations=iv_26, groups=i_27, pad=iv_28, pad_type=str_29, strides=iv_26, weight=w_b_34, x=mul_23)[name = string(\"conv_35\")];\n        tensor<fp16, [32, 4096, 1, 1]> w_a_36 = const()[name = string(\"w_a_36\"), val = tensor<fp16, [32, 4096, 1, 1]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38117824)))];\n        tensor<fp16, [1, 32, 1, 128]> conv_37 = conv(dilations=iv_26, groups=i_27, pad=iv_28, pad_type=str_29, strides=iv_26, weight=w_a_36, x=mul_23)[name = string(\"conv_37\")];\n        int32 i_38 = const()[name = string(\"i_38\"), val = int32(3)];\n        bool b_39 = const()[name = string(\"b_39\"), val = bool(false)];\n        tensor<fp16, [1, 8192, 1, 131]> concat_40 = concat(axis=i_38, interleave=b_39, values=(conv_in, conv_30))[name = string(\"concat_40\")];\n        tensor<int32, [4]> iv_41 = const()[name = string(\"iv_41\"), val = tensor<int32, [4]>([0, 0, 0, 128])];\n        tensor<int32, [4]> iv_42 = const()[name = string(\"iv_42\"), val = tensor<int32, [4]>([1, 8192, 1, 3])];\n        tensor<fp16, [1, 8192, 1, 3]> slice_by_size_43 = slice_by_size(x=concat_40, begin=iv_41, size=iv_42)[name = string(\"slice_by_size_43\")];\n        tensor<fp16, [8192, 1, 1, 4]> w_conv_44 = const()[name = string(\"w_conv_44\"), val = tensor<fp16, [8192, 1, 1, 4]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38380032)))];\n        int32 i_45 = const()[name = string(\"i_45\"), val = int32(8192)];\n        tensor<fp16, [1, 8192, 1, 128]> conv_46 = conv(dilations=iv_26, groups=i_45, pad=iv_28, pad_type=str_29, strides=iv_26, weight=w_conv_44, x=concat_40)[name = string(\"conv_46\")];\n        fp16 c_47 = const()[name = string(\"c_47\"), val = fp16(-1.000000000000)];\n        tensor<fp16, [1, 8192, 1, 128]> mul_48 = mul(x=conv_46, y=c_47)[name = string(\"mul_48\")];\n        tensor<fp16, [1, 8192, 1, 128]> exp_49 = exp(x=mul_48)[name = string(\"exp_49\")];\n        tensor<fp16, [1, 8192, 1, 128]> add_50 = add(x=exp_49, y=c_8)[name = string(\"add_50\")];\n        tensor<fp16, [1, 8192, 1, 128]> real_div_51 = real_div(x=conv_46, y=add_50)[name = string(\"real_div_51\")];\n        tensor<int32, [4]> iv_52 = const()[name = string(\"iv_52\"), val = tensor<int32, [4]>([1, 2048, 1, 128])];\n        tensor<fp16, [1, 2048, 1, 128]> slice_by_size_53 = slice_by_size(x=real_div_51, begin=iv_28, size=iv_52)[name = string(\"slice_by_size_53\")];\n        tensor<int32, [4]> iv_54 = const()[name = string(\"iv_54\"), val = tensor<int32, [4]>([1, 16, 128, 128])];\n        tensor<fp16, [1, 16, 128, 128]> reshape_55 = reshape(shape=iv_54, x=slice_by_size_53)[name = string(\"reshape_55\")];\n        tensor<int32, [4]> iv_56 = const()[name = string(\"iv_56\"), val = tensor<int32, [4]>([0, 1, 3, 2])];\n        tensor<fp16, [1, 16, 128, 128]> transpose_57 = transpose(perm=iv_56, x=reshape_55)[name = string(\"transpose_57\")];\n        tensor<int32, [4]> iv_58 = const()[name = string(\"iv_58\"), val = tensor<int32, [4]>([0, 2048, 0, 0])];\n        tensor<fp16, [1, 2048, 1, 128]> slice_by_size_59 = slice_by_size(x=real_div_51, begin=iv_58, size=iv_52)[name = string(\"slice_by_size_59\")];\n        tensor<fp16, [1, 16, 128, 128]> reshape_60 = reshape(shape=iv_54, x=slice_by_size_59)[name = string(\"reshape_60\")];\n        tensor<fp16, [1, 16, 128, 128]> transpose_61 = transpose(perm=iv_56, x=reshape_60)[name = string(\"transpose_61\")];\n        tensor<int32, [4]> iv_62 = const()[name = string(\"iv_62\"), val = tensor<int32, [4]>([0, 4096, 0, 0])];\n        tensor<int32, [4]> iv_63 = const()[name = string(\"iv_63\"), val = tensor<int32, [4]>([1, 4096, 1, 128])];\n        tensor<fp16, [1, 4096, 1, 128]> slice_by_size_64 = slice_by_size(x=real_div_51, begin=iv_62, size=iv_63)[name = string(\"slice_by_size_64\")];\n        tensor<int32, [4]> iv_65 = const()[name = string(\"iv_65\"), val = tensor<int32, [4]>([1, 32, 128, 128])];\n        tensor<fp16, [1, 32, 128, 128]> reshape_66 = reshape(shape=iv_65, x=slice_by_size_64)[name = string(\"reshape_66\")];\n        tensor<fp16, [1, 32, 128, 128]> transpose_67 = transpose(perm=iv_56, x=reshape_66)[name = string(\"transpose_67\")];\n        tensor<fp16, [1, 16, 128, 128]> pow_68 = pow(x=transpose_57, y=c_11)[name = string(\"pow_68\")];\n        tensor<int32, [1]> iv_69 = const()[name = string(\"iv_69\"), val = tensor<int32, [1]>([3])];\n        tensor<fp16, [1, 16, 128, 1]> reduce_sum_70 = reduce_sum(x=pow_68, axes=iv_69, keep_dims=b_4)[name = string(\"reduce_sum_70\")];\n        tensor<fp16, [1, 16, 128, 1]> rsqrt_71 = rsqrt(x=reduce_sum_70, epsilon=c_17)[name = string(\"rsqrt_71\")];\n        tensor<fp16, [1, 16, 128, 128]> mul_72 = mul(x=transpose_57, y=rsqrt_71)[name = string(\"mul_72\")];\n        tensor<int32, [4]> iv_73 = const()[name = string(\"iv_73\"), val = tensor<int32, [4]>([1, 16, 1, 16384])];\n        tensor<fp16, [1, 16, 1, 16384]> reshape_74 = reshape(shape=iv_73, x=mul_72)[name = string(\"reshape_74\")];\n        int32 i_75 = const()[name = string(\"i_75\"), val = int32(2)];\n        tensor<fp16, [1, 16, 2, 16384]> concat_76 = concat(axis=i_75, interleave=b_39, values=(reshape_74, reshape_74))[name = string(\"concat_76\")];\n        tensor<fp16, [1, 32, 128, 128]> reshape_77 = reshape(shape=iv_65, x=concat_76)[name = string(\"reshape_77\")];\n        tensor<fp16, [1, 16, 128, 128]> pow_78 = pow(x=transpose_61, y=c_11)[name = string(\"pow_78\")];\n        tensor<fp16, [1, 16, 128, 1]> reduce_sum_79 = reduce_sum(x=pow_78, axes=iv_69, keep_dims=b_4)[name = string(\"reduce_sum_79\")];\n        tensor<fp16, [1, 16, 128, 1]> rsqrt_80 = rsqrt(x=reduce_sum_79, epsilon=c_17)[name = string(\"rsqrt_80\")];\n        tensor<fp16, [1, 16, 128, 128]> mul_81 = mul(x=transpose_61, y=rsqrt_80)[name = string(\"mul_81\")];\n        tensor<fp16, [1, 16, 1, 16384]> reshape_82 = reshape(shape=iv_73, x=mul_81)[name = string(\"reshape_82\")];\n        tensor<fp16, [1, 16, 2, 16384]> concat_83 = concat(axis=i_75, interleave=b_39, values=(reshape_82, reshape_82))[name = string(\"concat_83\")];\n        tensor<fp16, [1, 32, 128, 128]> reshape_84 = reshape(shape=iv_65, x=concat_83)[name = string(\"reshape_84\")];\n        tensor<fp16, [1, 32, 1, 128]> mul_85 = mul(x=conv_35, y=c_47)[name = string(\"mul_85\")];\n        tensor<fp16, [1, 32, 1, 128]> exp_86 = exp(x=mul_85)[name = string(\"exp_86\")];\n        tensor<fp16, [1, 32, 1, 128]> add_87 = add(x=exp_86, y=c_8)[name = string(\"add_87\")];\n        tensor<fp16, [1, 32, 1, 128]> real_div_88 = real_div(x=c_8, y=add_87)[name = string(\"real_div_88\")];\n        tensor<fp16, [1, 32, 128, 1]> transpose_89 = transpose(perm=iv_56, x=real_div_88)[name = string(\"transpose_89\")];\n        tensor<fp16, [1, 32, 1, 1]> dt_bias_90 = const()[name = string(\"dt_bias_90\"), val = tensor<fp16, [1, 32, 1, 1]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38445632)))];\n        tensor<fp16, [1, 32, 1, 1]> neg_a_91 = const()[name = string(\"neg_a_91\"), val = tensor<fp16, [1, 32, 1, 1]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38445760)))];\n        tensor<fp16, [1, 32, 1, 128]> add_92 = add(x=conv_37, y=dt_bias_90)[name = string(\"add_92\")];\n        fp16 c_93 = const()[name = string(\"c_93\"), val = fp16(-2.000000000000)];\n        tensor<fp16, [1, 32, 1, 128]> minimum_94 = minimum(x=add_92, y=c_93)[name = string(\"minimum_94\")];\n        tensor<fp16, [1, 32, 1, 128]> exp_95 = exp(x=minimum_94)[name = string(\"exp_95\")];\n        fp16 c_96 = const()[name = string(\"c_96\"), val = fp16(0.250000000000)];\n        tensor<fp16, [1, 32, 1, 128]> mul_97 = mul(x=exp_95, y=c_96)[name = string(\"mul_97\")];\n        tensor<fp16, [1, 32, 1, 128]> mul_98 = mul(x=mul_97, y=c_47)[name = string(\"mul_98\")];\n        fp16 c_99 = const()[name = string(\"c_99\"), val = fp16(0.333333333000)];\n        tensor<fp16, [1, 32, 1, 128]> add_100 = add(x=mul_98, y=c_99)[name = string(\"add_100\")];\n        tensor<fp16, [1, 32, 1, 128]> mul_101 = mul(x=exp_95, y=add_100)[name = string(\"mul_101\")];\n        tensor<fp16, [1, 32, 1, 128]> mul_102 = mul(x=mul_101, y=c_47)[name = string(\"mul_102\")];\n        fp16 c_103 = const()[name = string(\"c_103\"), val = fp16(0.500000000000)];\n        tensor<fp16, [1, 32, 1, 128]> add_104 = add(x=mul_102, y=c_103)[name = string(\"add_104\")];\n        tensor<fp16, [1, 32, 1, 128]> mul_105 = mul(x=exp_95, y=add_104)[name = string(\"mul_105\")];\n        tensor<fp16, [1, 32, 1, 128]> mul_106 = mul(x=mul_105, y=c_47)[name = string(\"mul_106\")];\n        tensor<fp16, [1, 32, 1, 128]> add_107 = add(x=mul_106, y=c_8)[name = string(\"add_107\")];\n        tensor<fp16, [1, 32, 1, 128]> mul_108 = mul(x=exp_95, y=add_107)[name = string(\"mul_108\")];\n        fp16 c_109 = const()[name = string(\"c_109\"), val = fp16(8.000000000000)];\n        tensor<fp16, [1, 32, 1, 128]> minimum_110 = minimum(x=add_92, y=c_109)[name = string(\"minimum_110\")];\n        tensor<fp16, [1, 32, 1, 128]> maximum_111 = maximum(x=minimum_110, y=c_93)[name = string(\"maximum_111\")];\n        tensor<fp16, [1, 32, 1, 128]> softplus_112 = softplus(x=maximum_111)[name = string(\"softplus_112\")];\n        tensor<fp16, [1, 32, 1, 128]> sub_113 = sub(x=add_92, y=c_109)[name = string(\"sub_113\")];\n        tensor<fp16, [1, 32, 1, 128]> maximum_114 = maximum(x=sub_113, y=c_20)[name = string(\"maximum_114\")];\n        tensor<fp16, [1, 32, 1, 128]> add_115 = add(x=softplus_112, y=maximum_114)[name = string(\"add_115\")];\n        tensor<fp16, [1, 32, 1, 128]> mul_116 = mul(x=add_92, y=c_47)[name = string(\"mul_116\")];\n        tensor<fp16, [1, 32, 1, 128]> add_117 = add(x=mul_116, y=c_93)[name = string(\"add_117\")];\n        fp16 c_118 = const()[name = string(\"c_118\"), val = fp16(64.000000000000)];\n        tensor<fp16, [1, 32, 1, 128]> mul_119 = mul(x=add_117, y=c_118)[name = string(\"mul_119\")];\n        tensor<fp16, [1, 32, 1, 128]> maximum_120 = maximum(x=mul_119, y=c_20)[name = string(\"maximum_120\")];\n        tensor<fp16, [1, 32, 1, 128]> minimum_121 = minimum(x=maximum_120, y=c_8)[name = string(\"minimum_121\")];\n        tensor<fp16, [1, 32, 1, 128]> mul_122 = mul(x=minimum_121, y=mul_108)[name = string(\"mul_122\")];\n        tensor<fp16, [1, 32, 1, 128]> mul_123 = mul(x=minimum_121, y=c_47)[name = string(\"mul_123\")];\n        tensor<fp16, [1, 32, 1, 128]> add_124 = add(x=mul_123, y=c_8)[name = string(\"add_124\")];\n        tensor<fp16, [1, 32, 1, 128]> mul_125 = mul(x=add_124, y=add_115)[name = string(\"mul_125\")];\n        tensor<fp16, [1, 32, 1, 128]> add_126 = add(x=mul_122, y=mul_125)[name = string(\"add_126\")];\n        tensor<fp16, [1, 32, 1, 128]> mul_127 = mul(x=add_126, y=neg_a_91)[name = string(\"mul_127\")];\n        tensor<fp16, [1, 32, 128, 1]> transpose_128 = transpose(perm=iv_56, x=mul_127)[name = string(\"transpose_128\")];\n        tensor<int32, [4]> iv_129 = const()[name = string(\"iv_129\"), val = tensor<int32, [4]>([1, 32, 64, 128])];\n        tensor<fp16, [1, 32, 64, 128]> slice_by_size_130 = slice_by_size(x=reshape_77, begin=iv_28, size=iv_129)[name = string(\"slice_by_size_130\")];\n        tensor<fp16, [1, 32, 64, 128]> slice_by_size_131 = slice_by_size(x=reshape_84, begin=iv_28, size=iv_129)[name = string(\"slice_by_size_131\")];\n        tensor<fp16, [1, 32, 64, 128]> slice_by_size_132 = slice_by_size(x=transpose_67, begin=iv_28, size=iv_129)[name = string(\"slice_by_size_132\")];\n        tensor<int32, [4]> iv_133 = const()[name = string(\"iv_133\"), val = tensor<int32, [4]>([1, 32, 64, 1])];\n        tensor<fp16, [1, 32, 64, 1]> slice_by_size_134 = slice_by_size(x=transpose_89, begin=iv_28, size=iv_133)[name = string(\"slice_by_size_134\")];\n        tensor<fp16, [1, 32, 64, 1]> slice_by_size_135 = slice_by_size(x=transpose_128, begin=iv_28, size=iv_133)[name = string(\"slice_by_size_135\")];\n        tensor<fp16, [1, 1, 64, 64]> tril_136 = const()[name = string(\"tril_136\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38445888)))];\n        tensor<fp16, [1, 1, 64, 64]> tril_strict_137 = const()[name = string(\"tril_strict_137\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38454144)))];\n        fp16 c_138 = const()[name = string(\"c_138\"), val = fp16(16.000000000000)];\n        tensor<fp16, [1, 32, 64, 128]> mul_139 = mul(x=slice_by_size_130, y=c_138)[name = string(\"mul_139\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_140 = mul(x=slice_by_size_131, y=c_138)[name = string(\"mul_140\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_141 = mul(x=mul_140, y=slice_by_size_134)[name = string(\"mul_141\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_142 = mul(x=slice_by_size_132, y=slice_by_size_134)[name = string(\"mul_142\")];\n        tensor<fp16, [1, 32, 64, 128]> abs_143 = abs(x=mul_142)[name = string(\"abs_143\")];\n        tensor<fp16, [1, 32, 64, 1]> reduce_max_144 = reduce_max(x=abs_143, axes=iv_69, keep_dims=b_4)[name = string(\"reduce_max_144\")];\n        tensor<int32, [1]> iv_145 = const()[name = string(\"iv_145\"), val = tensor<int32, [1]>([2])];\n        tensor<fp16, [1, 32, 1, 1]> reduce_max_146 = reduce_max(x=reduce_max_144, axes=iv_145, keep_dims=b_4)[name = string(\"reduce_max_146\")];\n        fp16 c_147 = const()[name = string(\"c_147\"), val = fp16(0.015625000000)];\n        tensor<fp16, [1, 32, 1, 1]> maximum_148 = maximum(x=reduce_max_146, y=c_147)[name = string(\"maximum_148\")];\n        tensor<fp16, [1, 32, 1, 1]> real_div_149 = real_div(x=c_8, y=maximum_148)[name = string(\"real_div_149\")];\n        tensor<fp16, [1, 32, 1, 1]> mul_150 = mul(x=real_div_149, y=c_109)[name = string(\"mul_150\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_151 = mul(x=mul_142, y=mul_150)[name = string(\"mul_151\")];\n        tensor<fp16, [1, 32, 64, 1]> matmul_152 = matmul(transpose_x=b_39, transpose_y=b_39, x=tril_136, y=slice_by_size_135)[name = string(\"matmul_152\")];\n        tensor<fp16, [1, 32, 1, 64]> transpose_153 = transpose(perm=iv_56, x=matmul_152)[name = string(\"transpose_153\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_154 = sub(x=matmul_152, y=transpose_153)[name = string(\"sub_154\")];\n        tensor<fp16, [1, 32, 64, 64]> mul_155 = mul(x=sub_154, y=tril_136)[name = string(\"mul_155\")];\n        tensor<fp16, [1, 32, 64, 64]> exp_156 = exp(x=mul_155)[name = string(\"exp_156\")];\n        tensor<fp16, [1, 32, 64, 64]> mul_157 = mul(x=exp_156, y=tril_136)[name = string(\"mul_157\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_158 = matmul(transpose_x=b_39, transpose_y=b_4, x=mul_141, y=mul_140)[name = string(\"matmul_158\")];\n        fp16 c_159 = const()[name = string(\"c_159\"), val = fp16(0.003906250000)];\n        tensor<fp16, [1, 32, 64, 64]> mul_160 = mul(x=matmul_158, y=c_159)[name = string(\"mul_160\")];\n        tensor<fp16, [1, 32, 64, 64]> mul_161 = mul(x=mul_160, y=mul_157)[name = string(\"mul_161\")];\n        tensor<fp16, [1, 32, 64, 64]> mul_162 = mul(x=mul_161, y=tril_strict_137)[name = string(\"mul_162\")];\n        tensor<fp16, [1, 1, 64, 64]> eye_163 = const()[name = string(\"eye_163\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38462400)))];\n        tensor<fp16, [1, 1, 64, 64]> merge0_164 = const()[name = string(\"merge0_164\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38470656)))];\n        tensor<fp16, [1, 32, 64, 64]> mul_165 = mul(x=mul_162, y=merge0_164)[name = string(\"mul_165\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_166 = matmul(transpose_x=b_39, transpose_y=b_39, x=eye_163, y=mul_165)[name = string(\"matmul_166\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_167 = matmul(transpose_x=b_39, transpose_y=b_39, x=matmul_166, y=eye_163)[name = string(\"matmul_167\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_168 = sub(x=eye_163, y=matmul_167)[name = string(\"sub_168\")];\n        tensor<fp16, [1, 1, 64, 64]> merge1_169 = const()[name = string(\"merge1_169\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38478912)))];\n        tensor<fp16, [1, 32, 64, 64]> mul_170 = mul(x=mul_162, y=merge1_169)[name = string(\"mul_170\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_171 = matmul(transpose_x=b_39, transpose_y=b_39, x=sub_168, y=mul_170)[name = string(\"matmul_171\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_172 = matmul(transpose_x=b_39, transpose_y=b_39, x=matmul_171, y=sub_168)[name = string(\"matmul_172\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_173 = sub(x=sub_168, y=matmul_172)[name = string(\"sub_173\")];\n        tensor<fp16, [1, 1, 64, 64]> merge2_174 = const()[name = string(\"merge2_174\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38487168)))];\n        tensor<fp16, [1, 32, 64, 64]> mul_175 = mul(x=mul_162, y=merge2_174)[name = string(\"mul_175\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_176 = matmul(transpose_x=b_39, transpose_y=b_39, x=sub_173, y=mul_175)[name = string(\"matmul_176\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_177 = matmul(transpose_x=b_39, transpose_y=b_39, x=matmul_176, y=sub_173)[name = string(\"matmul_177\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_178 = sub(x=sub_173, y=matmul_177)[name = string(\"sub_178\")];\n        tensor<fp16, [1, 1, 64, 64]> merge3_179 = const()[name = string(\"merge3_179\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38495424)))];\n        tensor<fp16, [1, 32, 64, 64]> mul_180 = mul(x=mul_162, y=merge3_179)[name = string(\"mul_180\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_181 = matmul(transpose_x=b_39, transpose_y=b_39, x=sub_178, y=mul_180)[name = string(\"matmul_181\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_182 = matmul(transpose_x=b_39, transpose_y=b_39, x=matmul_181, y=sub_178)[name = string(\"matmul_182\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_183 = sub(x=sub_178, y=matmul_182)[name = string(\"sub_183\")];\n        tensor<fp16, [1, 1, 64, 64]> merge4_184 = const()[name = string(\"merge4_184\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38503680)))];\n        tensor<fp16, [1, 32, 64, 64]> mul_185 = mul(x=mul_162, y=merge4_184)[name = string(\"mul_185\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_186 = matmul(transpose_x=b_39, transpose_y=b_39, x=sub_183, y=mul_185)[name = string(\"matmul_186\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_187 = matmul(transpose_x=b_39, transpose_y=b_39, x=matmul_186, y=sub_183)[name = string(\"matmul_187\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_188 = sub(x=sub_183, y=matmul_187)[name = string(\"sub_188\")];\n        tensor<fp16, [1, 1, 64, 64]> merge5_189 = const()[name = string(\"merge5_189\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38511936)))];\n        tensor<fp16, [1, 32, 64, 64]> mul_190 = mul(x=mul_162, y=merge5_189)[name = string(\"mul_190\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_191 = matmul(transpose_x=b_39, transpose_y=b_39, x=sub_188, y=mul_190)[name = string(\"matmul_191\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_192 = matmul(transpose_x=b_39, transpose_y=b_39, x=matmul_191, y=sub_188)[name = string(\"matmul_192\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_193 = sub(x=sub_188, y=matmul_192)[name = string(\"sub_193\")];\n        tensor<fp16, [1, 32, 64, 64]> add_194 = add(x=eye_163, y=mul_162)[name = string(\"add_194\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_195 = matmul(transpose_x=b_39, transpose_y=b_39, x=add_194, y=sub_193)[name = string(\"matmul_195\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_196 = sub(x=eye_163, y=matmul_195)[name = string(\"sub_196\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_197 = matmul(transpose_x=b_39, transpose_y=b_39, x=sub_193, y=sub_196)[name = string(\"matmul_197\")];\n        tensor<fp16, [1, 32, 64, 64]> add_198 = add(x=sub_193, y=matmul_197)[name = string(\"add_198\")];\n        tensor<fp16, [1, 32, 64, 1]> exp_199 = exp(x=matmul_152)[name = string(\"exp_199\")];\n        tensor<fp16, [1, 32, 64, 128]> matmul_200 = matmul(transpose_x=b_39, transpose_y=b_39, x=add_198, y=mul_151)[name = string(\"matmul_200\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_201 = mul(x=mul_141, y=exp_199)[name = string(\"mul_201\")];\n        tensor<fp16, [1, 32, 64, 128]> matmul_202 = matmul(transpose_x=b_39, transpose_y=b_39, x=add_198, y=mul_201)[name = string(\"matmul_202\")];\n        tensor<fp16, [1, 32, 128, 128]> abs_203 = abs(x=rec_in)[name = string(\"abs_203\")];\n        tensor<fp16, [1, 32, 128, 1]> reduce_max_204 = reduce_max(x=abs_203, axes=iv_69, keep_dims=b_4)[name = string(\"reduce_max_204\")];\n        tensor<fp16, [1, 32, 1, 1]> reduce_max_205 = reduce_max(x=reduce_max_204, axes=iv_145, keep_dims=b_4)[name = string(\"reduce_max_205\")];\n        tensor<fp16, [1, 32, 1, 1]> maximum_206 = maximum(x=reduce_max_205, y=c_147)[name = string(\"maximum_206\")];\n        tensor<fp16, [1, 32, 1, 1]> real_div_207 = real_div(x=c_8, y=maximum_206)[name = string(\"real_div_207\")];\n        tensor<fp16, [1, 32, 128, 128]> mul_208 = mul(x=rec_in, y=real_div_207)[name = string(\"mul_208\")];\n        tensor<fp16, [1, 32, 64, 128]> matmul_209 = matmul(transpose_x=b_39, transpose_y=b_39, x=matmul_202, y=mul_208)[name = string(\"matmul_209\")];\n        tensor<fp16, [1, 32, 1, 1]> mul_210 = mul(x=maximum_206, y=real_div_149)[name = string(\"mul_210\")];\n        tensor<fp16, [1, 32, 1, 1]> mul_211 = mul(x=mul_210, y=c_103)[name = string(\"mul_211\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_212 = mul(x=matmul_209, y=mul_211)[name = string(\"mul_212\")];\n        tensor<fp16, [1, 32, 64, 128]> sub_213 = sub(x=matmul_200, y=mul_212)[name = string(\"sub_213\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_214 = mul(x=mul_139, y=exp_199)[name = string(\"mul_214\")];\n        tensor<fp16, [1, 32, 64, 128]> matmul_215 = matmul(transpose_x=b_39, transpose_y=b_39, x=mul_214, y=mul_208)[name = string(\"matmul_215\")];\n        fp16 c_216 = const()[name = string(\"c_216\"), val = fp16(0.005524271728)];\n        tensor<fp16, [1, 32, 1, 1]> mul_217 = mul(x=maximum_206, y=c_216)[name = string(\"mul_217\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_218 = mul(x=matmul_215, y=mul_217)[name = string(\"mul_218\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_219 = matmul(transpose_x=b_39, transpose_y=b_4, x=mul_139, y=mul_140)[name = string(\"matmul_219\")];\n        tensor<fp16, [1, 32, 64, 64]> mul_220 = mul(x=matmul_219, y=mul_157)[name = string(\"mul_220\")];\n        tensor<fp16, [1, 32, 64, 64]> mul_221 = mul(x=mul_220, y=c_6)[name = string(\"mul_221\")];\n        tensor<fp16, [1, 32, 64, 128]> matmul_222 = matmul(transpose_x=b_39, transpose_y=b_39, x=mul_221, y=sub_213)[name = string(\"matmul_222\")];\n        fp16 c_223 = const()[name = string(\"c_223\"), val = fp16(0.000690533966)];\n        tensor<fp16, [1, 32, 1, 1]> mul_224 = mul(x=maximum_148, y=c_223)[name = string(\"mul_224\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_225 = mul(x=matmul_222, y=mul_224)[name = string(\"mul_225\")];\n        tensor<fp16, [1, 32, 64, 128]> add_226 = add(x=mul_218, y=mul_225)[name = string(\"add_226\")];\n        tensor<int32, [4]> iv_227 = const()[name = string(\"iv_227\"), val = tensor<int32, [4]>([0, 0, 63, 0])];\n        tensor<int32, [4]> iv_228 = const()[name = string(\"iv_228\"), val = tensor<int32, [4]>([1, 32, 1, 1])];\n        tensor<fp16, [1, 32, 1, 1]> slice_by_size_229 = slice_by_size(x=matmul_152, begin=iv_227, size=iv_228)[name = string(\"slice_by_size_229\")];\n        tensor<fp16, [1, 32, 64, 1]> sub_230 = sub(x=slice_by_size_229, y=matmul_152)[name = string(\"sub_230\")];\n        tensor<fp16, [1, 32, 64, 1]> exp_231 = exp(x=sub_230)[name = string(\"exp_231\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_232 = mul(x=mul_140, y=exp_231)[name = string(\"mul_232\")];\n        tensor<fp16, [1, 32, 128, 128]> matmul_233 = matmul(transpose_x=b_4, transpose_y=b_39, x=mul_232, y=sub_213)[name = string(\"matmul_233\")];\n        fp16 c_234 = const()[name = string(\"c_234\"), val = fp16(0.007812500000)];\n        tensor<fp16, [1, 32, 1, 1]> mul_235 = mul(x=maximum_148, y=c_234)[name = string(\"mul_235\")];\n        tensor<fp16, [1, 32, 128, 128]> mul_236 = mul(x=matmul_233, y=mul_235)[name = string(\"mul_236\")];\n        tensor<fp16, [1, 32, 1, 1]> exp_237 = exp(x=slice_by_size_229)[name = string(\"exp_237\")];\n        tensor<fp16, [1, 32, 128, 128]> mul_238 = mul(x=rec_in, y=exp_237)[name = string(\"mul_238\")];\n        tensor<fp16, [1, 32, 128, 128]> add_239 = add(x=mul_238, y=mul_236)[name = string(\"add_239\")];\n        tensor<int32, [4]> iv_240 = const()[name = string(\"iv_240\"), val = tensor<int32, [4]>([0, 0, 64, 0])];\n        tensor<fp16, [1, 32, 64, 128]> slice_by_size_241 = slice_by_size(x=reshape_77, begin=iv_240, size=iv_129)[name = string(\"slice_by_size_241\")];\n        tensor<fp16, [1, 32, 64, 128]> slice_by_size_242 = slice_by_size(x=reshape_84, begin=iv_240, size=iv_129)[name = string(\"slice_by_size_242\")];\n        tensor<fp16, [1, 32, 64, 128]> slice_by_size_243 = slice_by_size(x=transpose_67, begin=iv_240, size=iv_129)[name = string(\"slice_by_size_243\")];\n        tensor<fp16, [1, 32, 64, 1]> slice_by_size_244 = slice_by_size(x=transpose_89, begin=iv_240, size=iv_133)[name = string(\"slice_by_size_244\")];\n        tensor<fp16, [1, 32, 64, 1]> slice_by_size_245 = slice_by_size(x=transpose_128, begin=iv_240, size=iv_133)[name = string(\"slice_by_size_245\")];\n        tensor<fp16, [1, 1, 64, 64]> tril_246 = const()[name = string(\"tril_246\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38520192)))];\n        tensor<fp16, [1, 1, 64, 64]> tril_strict_247 = const()[name = string(\"tril_strict_247\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38528448)))];\n        tensor<fp16, [1, 32, 64, 128]> mul_248 = mul(x=slice_by_size_241, y=c_138)[name = string(\"mul_248\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_249 = mul(x=slice_by_size_242, y=c_138)[name = string(\"mul_249\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_250 = mul(x=mul_249, y=slice_by_size_244)[name = string(\"mul_250\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_251 = mul(x=slice_by_size_243, y=slice_by_size_244)[name = string(\"mul_251\")];\n        tensor<fp16, [1, 32, 64, 128]> abs_252 = abs(x=mul_251)[name = string(\"abs_252\")];\n        tensor<fp16, [1, 32, 64, 1]> reduce_max_253 = reduce_max(x=abs_252, axes=iv_69, keep_dims=b_4)[name = string(\"reduce_max_253\")];\n        tensor<fp16, [1, 32, 1, 1]> reduce_max_254 = reduce_max(x=reduce_max_253, axes=iv_145, keep_dims=b_4)[name = string(\"reduce_max_254\")];\n        tensor<fp16, [1, 32, 1, 1]> maximum_255 = maximum(x=reduce_max_254, y=c_147)[name = string(\"maximum_255\")];\n        tensor<fp16, [1, 32, 1, 1]> real_div_256 = real_div(x=c_8, y=maximum_255)[name = string(\"real_div_256\")];\n        tensor<fp16, [1, 32, 1, 1]> mul_257 = mul(x=real_div_256, y=c_109)[name = string(\"mul_257\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_258 = mul(x=mul_251, y=mul_257)[name = string(\"mul_258\")];\n        tensor<fp16, [1, 32, 64, 1]> matmul_259 = matmul(transpose_x=b_39, transpose_y=b_39, x=tril_246, y=slice_by_size_245)[name = string(\"matmul_259\")];\n        tensor<fp16, [1, 32, 1, 64]> transpose_260 = transpose(perm=iv_56, x=matmul_259)[name = string(\"transpose_260\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_261 = sub(x=matmul_259, y=transpose_260)[name = string(\"sub_261\")];\n        tensor<fp16, [1, 32, 64, 64]> mul_262 = mul(x=sub_261, y=tril_246)[name = string(\"mul_262\")];\n        tensor<fp16, [1, 32, 64, 64]> exp_263 = exp(x=mul_262)[name = string(\"exp_263\")];\n        tensor<fp16, [1, 32, 64, 64]> mul_264 = mul(x=exp_263, y=tril_246)[name = string(\"mul_264\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_265 = matmul(transpose_x=b_39, transpose_y=b_4, x=mul_250, y=mul_249)[name = string(\"matmul_265\")];\n        tensor<fp16, [1, 32, 64, 64]> mul_266 = mul(x=matmul_265, y=c_159)[name = string(\"mul_266\")];\n        tensor<fp16, [1, 32, 64, 64]> mul_267 = mul(x=mul_266, y=mul_264)[name = string(\"mul_267\")];\n        tensor<fp16, [1, 32, 64, 64]> mul_268 = mul(x=mul_267, y=tril_strict_247)[name = string(\"mul_268\")];\n        tensor<fp16, [1, 1, 64, 64]> eye_269 = const()[name = string(\"eye_269\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38536704)))];\n        tensor<fp16, [1, 1, 64, 64]> merge0_270 = const()[name = string(\"merge0_270\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38544960)))];\n        tensor<fp16, [1, 32, 64, 64]> mul_271 = mul(x=mul_268, y=merge0_270)[name = string(\"mul_271\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_272 = matmul(transpose_x=b_39, transpose_y=b_39, x=eye_269, y=mul_271)[name = string(\"matmul_272\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_273 = matmul(transpose_x=b_39, transpose_y=b_39, x=matmul_272, y=eye_269)[name = string(\"matmul_273\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_274 = sub(x=eye_269, y=matmul_273)[name = string(\"sub_274\")];\n        tensor<fp16, [1, 1, 64, 64]> merge1_275 = const()[name = string(\"merge1_275\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38553216)))];\n        tensor<fp16, [1, 32, 64, 64]> mul_276 = mul(x=mul_268, y=merge1_275)[name = string(\"mul_276\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_277 = matmul(transpose_x=b_39, transpose_y=b_39, x=sub_274, y=mul_276)[name = string(\"matmul_277\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_278 = matmul(transpose_x=b_39, transpose_y=b_39, x=matmul_277, y=sub_274)[name = string(\"matmul_278\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_279 = sub(x=sub_274, y=matmul_278)[name = string(\"sub_279\")];\n        tensor<fp16, [1, 1, 64, 64]> merge2_280 = const()[name = string(\"merge2_280\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38561472)))];\n        tensor<fp16, [1, 32, 64, 64]> mul_281 = mul(x=mul_268, y=merge2_280)[name = string(\"mul_281\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_282 = matmul(transpose_x=b_39, transpose_y=b_39, x=sub_279, y=mul_281)[name = string(\"matmul_282\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_283 = matmul(transpose_x=b_39, transpose_y=b_39, x=matmul_282, y=sub_279)[name = string(\"matmul_283\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_284 = sub(x=sub_279, y=matmul_283)[name = string(\"sub_284\")];\n        tensor<fp16, [1, 1, 64, 64]> merge3_285 = const()[name = string(\"merge3_285\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38569728)))];\n        tensor<fp16, [1, 32, 64, 64]> mul_286 = mul(x=mul_268, y=merge3_285)[name = string(\"mul_286\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_287 = matmul(transpose_x=b_39, transpose_y=b_39, x=sub_284, y=mul_286)[name = string(\"matmul_287\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_288 = matmul(transpose_x=b_39, transpose_y=b_39, x=matmul_287, y=sub_284)[name = string(\"matmul_288\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_289 = sub(x=sub_284, y=matmul_288)[name = string(\"sub_289\")];\n        tensor<fp16, [1, 1, 64, 64]> merge4_290 = const()[name = string(\"merge4_290\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38577984)))];\n        tensor<fp16, [1, 32, 64, 64]> mul_291 = mul(x=mul_268, y=merge4_290)[name = string(\"mul_291\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_292 = matmul(transpose_x=b_39, transpose_y=b_39, x=sub_289, y=mul_291)[name = string(\"matmul_292\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_293 = matmul(transpose_x=b_39, transpose_y=b_39, x=matmul_292, y=sub_289)[name = string(\"matmul_293\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_294 = sub(x=sub_289, y=matmul_293)[name = string(\"sub_294\")];\n        tensor<fp16, [1, 1, 64, 64]> merge5_295 = const()[name = string(\"merge5_295\"), val = tensor<fp16, [1, 1, 64, 64]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38586240)))];\n        tensor<fp16, [1, 32, 64, 64]> mul_296 = mul(x=mul_268, y=merge5_295)[name = string(\"mul_296\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_297 = matmul(transpose_x=b_39, transpose_y=b_39, x=sub_294, y=mul_296)[name = string(\"matmul_297\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_298 = matmul(transpose_x=b_39, transpose_y=b_39, x=matmul_297, y=sub_294)[name = string(\"matmul_298\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_299 = sub(x=sub_294, y=matmul_298)[name = string(\"sub_299\")];\n        tensor<fp16, [1, 32, 64, 64]> add_300 = add(x=eye_269, y=mul_268)[name = string(\"add_300\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_301 = matmul(transpose_x=b_39, transpose_y=b_39, x=add_300, y=sub_299)[name = string(\"matmul_301\")];\n        tensor<fp16, [1, 32, 64, 64]> sub_302 = sub(x=eye_269, y=matmul_301)[name = string(\"sub_302\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_303 = matmul(transpose_x=b_39, transpose_y=b_39, x=sub_299, y=sub_302)[name = string(\"matmul_303\")];\n        tensor<fp16, [1, 32, 64, 64]> add_304 = add(x=sub_299, y=matmul_303)[name = string(\"add_304\")];\n        tensor<fp16, [1, 32, 64, 1]> exp_305 = exp(x=matmul_259)[name = string(\"exp_305\")];\n        tensor<fp16, [1, 32, 64, 128]> matmul_306 = matmul(transpose_x=b_39, transpose_y=b_39, x=add_304, y=mul_258)[name = string(\"matmul_306\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_307 = mul(x=mul_250, y=exp_305)[name = string(\"mul_307\")];\n        tensor<fp16, [1, 32, 64, 128]> matmul_308 = matmul(transpose_x=b_39, transpose_y=b_39, x=add_304, y=mul_307)[name = string(\"matmul_308\")];\n        tensor<fp16, [1, 32, 128, 128]> abs_309 = abs(x=add_239)[name = string(\"abs_309\")];\n        tensor<fp16, [1, 32, 128, 1]> reduce_max_310 = reduce_max(x=abs_309, axes=iv_69, keep_dims=b_4)[name = string(\"reduce_max_310\")];\n        tensor<fp16, [1, 32, 1, 1]> reduce_max_311 = reduce_max(x=reduce_max_310, axes=iv_145, keep_dims=b_4)[name = string(\"reduce_max_311\")];\n        tensor<fp16, [1, 32, 1, 1]> maximum_312 = maximum(x=reduce_max_311, y=c_147)[name = string(\"maximum_312\")];\n        tensor<fp16, [1, 32, 1, 1]> real_div_313 = real_div(x=c_8, y=maximum_312)[name = string(\"real_div_313\")];\n        tensor<fp16, [1, 32, 128, 128]> mul_314 = mul(x=add_239, y=real_div_313)[name = string(\"mul_314\")];\n        tensor<fp16, [1, 32, 64, 128]> matmul_315 = matmul(transpose_x=b_39, transpose_y=b_39, x=matmul_308, y=mul_314)[name = string(\"matmul_315\")];\n        tensor<fp16, [1, 32, 1, 1]> mul_316 = mul(x=maximum_312, y=real_div_256)[name = string(\"mul_316\")];\n        tensor<fp16, [1, 32, 1, 1]> mul_317 = mul(x=mul_316, y=c_103)[name = string(\"mul_317\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_318 = mul(x=matmul_315, y=mul_317)[name = string(\"mul_318\")];\n        tensor<fp16, [1, 32, 64, 128]> sub_319 = sub(x=matmul_306, y=mul_318)[name = string(\"sub_319\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_320 = mul(x=mul_248, y=exp_305)[name = string(\"mul_320\")];\n        tensor<fp16, [1, 32, 64, 128]> matmul_321 = matmul(transpose_x=b_39, transpose_y=b_39, x=mul_320, y=mul_314)[name = string(\"matmul_321\")];\n        tensor<fp16, [1, 32, 1, 1]> mul_322 = mul(x=maximum_312, y=c_216)[name = string(\"mul_322\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_323 = mul(x=matmul_321, y=mul_322)[name = string(\"mul_323\")];\n        tensor<fp16, [1, 32, 64, 64]> matmul_324 = matmul(transpose_x=b_39, transpose_y=b_4, x=mul_248, y=mul_249)[name = string(\"matmul_324\")];\n        tensor<fp16, [1, 32, 64, 64]> mul_325 = mul(x=matmul_324, y=mul_264)[name = string(\"mul_325\")];\n        tensor<fp16, [1, 32, 64, 64]> mul_326 = mul(x=mul_325, y=c_6)[name = string(\"mul_326\")];\n        tensor<fp16, [1, 32, 64, 128]> matmul_327 = matmul(transpose_x=b_39, transpose_y=b_39, x=mul_326, y=sub_319)[name = string(\"matmul_327\")];\n        tensor<fp16, [1, 32, 1, 1]> mul_328 = mul(x=maximum_255, y=c_223)[name = string(\"mul_328\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_329 = mul(x=matmul_327, y=mul_328)[name = string(\"mul_329\")];\n        tensor<fp16, [1, 32, 64, 128]> add_330 = add(x=mul_323, y=mul_329)[name = string(\"add_330\")];\n        tensor<fp16, [1, 32, 1, 1]> slice_by_size_331 = slice_by_size(x=matmul_259, begin=iv_227, size=iv_228)[name = string(\"slice_by_size_331\")];\n        tensor<fp16, [1, 32, 64, 1]> sub_332 = sub(x=slice_by_size_331, y=matmul_259)[name = string(\"sub_332\")];\n        tensor<fp16, [1, 32, 64, 1]> exp_333 = exp(x=sub_332)[name = string(\"exp_333\")];\n        tensor<fp16, [1, 32, 64, 128]> mul_334 = mul(x=mul_249, y=exp_333)[name = string(\"mul_334\")];\n        tensor<fp16, [1, 32, 128, 128]> matmul_335 = matmul(transpose_x=b_4, transpose_y=b_39, x=mul_334, y=sub_319)[name = string(\"matmul_335\")];\n        tensor<fp16, [1, 32, 1, 1]> mul_336 = mul(x=maximum_255, y=c_234)[name = string(\"mul_336\")];\n        tensor<fp16, [1, 32, 128, 128]> mul_337 = mul(x=matmul_335, y=mul_336)[name = string(\"mul_337\")];\n        tensor<fp16, [1, 32, 1, 1]> exp_338 = exp(x=slice_by_size_331)[name = string(\"exp_338\")];\n        tensor<fp16, [1, 32, 128, 128]> mul_339 = mul(x=add_239, y=exp_338)[name = string(\"mul_339\")];\n        tensor<fp16, [1, 32, 128, 128]> add_340 = add(x=mul_339, y=mul_337)[name = string(\"add_340\")];\n        tensor<fp16, [1, 32, 128, 128]> concat_341 = concat(axis=i_75, interleave=b_39, values=(add_226, add_330))[name = string(\"concat_341\")];\n        tensor<fp16, [1, 1, 1, 128]> gate_norm_w_342 = const()[name = string(\"gate_norm_w_342\"), val = tensor<fp16, [1, 1, 1, 128]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38594496)))];\n        tensor<fp16, [1, 32, 128, 128]> abs_343 = abs(x=concat_341)[name = string(\"abs_343\")];\n        tensor<fp16, [1, 32, 128, 1]> reduce_max_344 = reduce_max(x=abs_343, axes=iv_69, keep_dims=b_4)[name = string(\"reduce_max_344\")];\n        tensor<fp16, [1, 32, 128, 1]> maximum_345 = maximum(x=reduce_max_344, y=c_6)[name = string(\"maximum_345\")];\n        tensor<fp16, [1, 32, 128, 1]> real_div_346 = real_div(x=c_8, y=maximum_345)[name = string(\"real_div_346\")];\n        tensor<fp16, [1, 32, 128, 128]> mul_347 = mul(x=concat_341, y=real_div_346)[name = string(\"mul_347\")];\n        tensor<fp16, [1, 32, 128, 128]> pow_348 = pow(x=mul_347, y=c_11)[name = string(\"pow_348\")];\n        tensor<fp16, [1, 32, 128, 1]> reduce_sum_349 = reduce_sum(x=pow_348, axes=iv_69, keep_dims=b_4)[name = string(\"reduce_sum_349\")];\n        tensor<fp16, [1, 32, 128, 1]> mul_350 = mul(x=reduce_sum_349, y=c_234)[name = string(\"mul_350\")];\n        tensor<fp16, [1, 32, 128, 1]> pow_351 = pow(x=real_div_346, y=c_11)[name = string(\"pow_351\")];\n        tensor<fp16, [1, 32, 128, 1]> mul_352 = mul(x=pow_351, y=c_17)[name = string(\"mul_352\")];\n        tensor<fp16, [1, 32, 128, 1]> add_353 = add(x=mul_350, y=mul_352)[name = string(\"add_353\")];\n        tensor<fp16, [1, 32, 128, 1]> rsqrt_354 = rsqrt(x=add_353, epsilon=c_20)[name = string(\"rsqrt_354\")];\n        tensor<fp16, [1, 32, 128, 128]> mul_355 = mul(x=mul_347, y=rsqrt_354)[name = string(\"mul_355\")];\n        tensor<fp16, [1, 32, 128, 128]> mul_356 = mul(x=mul_355, y=gate_norm_w_342)[name = string(\"mul_356\")];\n        tensor<fp16, [1, 32, 128, 128]> reshape_357 = reshape(shape=iv_65, x=conv_33)[name = string(\"reshape_357\")];\n        tensor<fp16, [1, 32, 128, 128]> transpose_358 = transpose(perm=iv_56, x=reshape_357)[name = string(\"transpose_358\")];\n        tensor<fp16, [1, 32, 128, 128]> mul_359 = mul(x=transpose_358, y=c_47)[name = string(\"mul_359\")];\n        tensor<fp16, [1, 32, 128, 128]> exp_360 = exp(x=mul_359)[name = string(\"exp_360\")];\n        tensor<fp16, [1, 32, 128, 128]> add_361 = add(x=exp_360, y=c_8)[name = string(\"add_361\")];\n        tensor<fp16, [1, 32, 128, 128]> real_div_362 = real_div(x=transpose_358, y=add_361)[name = string(\"real_div_362\")];\n        tensor<fp16, [1, 32, 128, 128]> mul_363 = mul(x=mul_356, y=real_div_362)[name = string(\"mul_363\")];\n        tensor<fp16, [1, 32, 128, 128]> transpose_364 = transpose(perm=iv_56, x=mul_363)[name = string(\"transpose_364\")];\n        tensor<fp16, [1, 4096, 1, 128]> reshape_365 = reshape(shape=iv_63, x=transpose_364)[name = string(\"reshape_365\")];\n        tensor<fp16, [256, 1, 1, 1, 64, 1]> w_out_lut_366 = const()[name = string(\"w_out_lut_366\"), val = tensor<fp16, [256, 1, 1, 1, 64, 1]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(51177792)))];\n        tensor<fp16, [4096, 4096, 1, 1]> w_out_367 = constexpr_lut_to_dense(indices = tensor<uint6, [4096, 4096, 1, 1]>(BLOBFILE(path = string(\"@model_path/weights/weight.bin\"), offset = uint64(38594816))), lut = w_out_lut_366)[name = string(\"w_out_367\")];\n        tensor<fp16, [1, 4096, 1, 128]> conv_368 = conv(dilations=iv_26, groups=i_27, pad=iv_28, pad_type=str_29, strides=iv_26, weight=w_out_367, x=reshape_365)[name = string(\"conv_368\")];\n        tensor<fp16, [1, 4096, 1, 128]> add_369 = add(x=hid_in, y=conv_368)[name = string(\"add_369\")];\n        tensor<fp16, [1, 4096, 1, 128]> hid_out = identity(x=add_369)[name = string(\"hid_out\")];\n        tensor<fp16, [1, 8192, 1, 3]> conv_out = identity(x=slice_by_size_43)[name = string(\"conv_out\")];\n        tensor<fp16, [1, 32, 128, 128]> rec_out = identity(x=add_340)[name = string(\"rec_out\")];\n    } -> (hid_out, conv_out, rec_out);\n}\n","weight_file":"programs/13/mixer.bin","inputs":[{"name":"hid_in","shape":[1,4096,1,128],"dtype":"fp16"},{"name":"conv_in","shape":[1,8192,1,3],"dtype":"fp16"},{"name":"rec_in","shape":[1,32,128,128],"dtype":"fp16"}],"outputs":[{"name":"hid_out","shape":[1,4096,1,128],"dtype":"fp16"},{"name":"conv_out","shape":[1,8192,1,3],"dtype":"fp16"},{"name":"rec_out","shape":[1,32,128,128],"dtype":"fp16"}]}