| program(1.3) |
| [buildInfo = dict<string, string>({{"coremlc-component-MIL", "3600.16.1"}, {"coremlc-version", "3600.25.1"}, {"coremltools-component-milinternal", ""}, {"coremltools-version", "9.0"}})] |
| { |
| func main<ios18>(tensor<fp16, [51912, 8]> coef, tensor<fp16, [51912, 512]> s, tensor<fp16, [17304, 184]> x) { |
| tensor<fp16, [512, 184]> linear_7_weight_0 = const()[name = string("linear_7_weight_0"), val = tensor<fp16, [512, 184]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(64)))]; |
| tensor<fp16, [512]> linear_7_bias_0 = const()[name = string("linear_7_bias_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(188544)))]; |
| tensor<fp16, [17304, 512]> linear_7 = linear(bias = linear_7_bias_0, weight = linear_7_weight_0, x = x)[name = string("linear_7")]; |
| fp16 mul_12_y_0 = const()[name = string("mul_12_y_0"), val = fp16(0x1p-4)]; |
| tensor<fp16, [17304, 512]> mul_12 = mul(x = linear_7, y = mul_12_y_0)[name = string("mul_12")]; |
| tensor<fp16, [17304, 512]> tanh_5 = tanh(x = mul_12)[name = string("tanh_5")]; |
| fp16 add_13_x_0 = const()[name = string("add_13_x_0"), val = fp16(0x1p+0)]; |
| tensor<fp16, [17304, 512]> add_13 = add(x = add_13_x_0, y = tanh_5)[name = string("add_13")]; |
| tensor<fp16, [17304, 512]> mul_13 = mul(x = mul_12, y = add_13)[name = string("mul_13")]; |
| tensor<fp16, [512, 512]> linear_8_weight_0 = const()[name = string("linear_8_weight_0"), val = tensor<fp16, [512, 512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(189632)))]; |
| tensor<fp16, [512]> linear_8_bias_0 = const()[name = string("linear_8_bias_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(713984)))]; |
| tensor<fp16, [17304, 512]> linear_8 = linear(bias = linear_8_bias_0, weight = linear_8_weight_0, x = mul_13)[name = string("linear_8")]; |
| tensor<int32, [1]> layer_norm_5_axes_0 = const()[name = string("layer_norm_5_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [512]> layer_norm_5_gamma_0 = const()[name = string("layer_norm_5_gamma_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(715072)))]; |
| tensor<fp16, [512]> layer_norm_5_beta_0 = const()[name = string("layer_norm_5_beta_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(716160)))]; |
| fp16 layer_norm_5_epsilon_0 = const()[name = string("layer_norm_5_epsilon_0"), val = fp16(0x1.4f8p-5)]; |
| tensor<fp16, [17304, 512]> layer_norm_5 = layer_norm(axes = layer_norm_5_axes_0, beta = layer_norm_5_beta_0, epsilon = layer_norm_5_epsilon_0, gamma = layer_norm_5_gamma_0, x = linear_8)[name = string("layer_norm_5")]; |
| tensor<fp16, [512, 512]> linear_9_weight_0 = const()[name = string("linear_9_weight_0"), val = tensor<fp16, [512, 512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(717248)))]; |
| tensor<fp16, [512]> linear_9_bias_0 = const()[name = string("linear_9_bias_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1241600)))]; |
| tensor<fp16, [17304, 512]> linear_9 = linear(bias = linear_9_bias_0, weight = linear_9_weight_0, x = layer_norm_5)[name = string("linear_9")]; |
| fp16 mul_14_y_0 = const()[name = string("mul_14_y_0"), val = fp16(0x1p-3)]; |
| tensor<fp16, [17304, 512]> mul_14 = mul(x = linear_9, y = mul_14_y_0)[name = string("mul_14")]; |
| tensor<fp16, [17304, 512]> tanh_6 = tanh(x = mul_14)[name = string("tanh_6")]; |
| fp16 add_14_x_0 = const()[name = string("add_14_x_0"), val = fp16(0x1p+0)]; |
| tensor<fp16, [17304, 512]> add_14 = add(x = add_14_x_0, y = tanh_6)[name = string("add_14")]; |
| tensor<fp16, [17304, 512]> mul_15 = mul(x = mul_14, y = add_14)[name = string("mul_15")]; |
| tensor<fp16, [512, 512]> linear_10_weight_0 = const()[name = string("linear_10_weight_0"), val = tensor<fp16, [512, 512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1242688)))]; |
| tensor<fp16, [512]> linear_10_bias_0 = const()[name = string("linear_10_bias_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1767040)))]; |
| tensor<fp16, [17304, 512]> linear_10 = linear(bias = linear_10_bias_0, weight = linear_10_weight_0, x = mul_15)[name = string("linear_10")]; |
| tensor<int32, [1]> layer_norm_6_axes_0 = const()[name = string("layer_norm_6_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [512]> layer_norm_6_gamma_0 = const()[name = string("layer_norm_6_gamma_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1768128)))]; |
| tensor<fp16, [512]> layer_norm_6_beta_0 = const()[name = string("layer_norm_6_beta_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1769216)))]; |
| fp16 layer_norm_6_epsilon_0 = const()[name = string("layer_norm_6_epsilon_0"), val = fp16(0x1.4f8p-7)]; |
| tensor<fp16, [17304, 512]> layer_norm_6 = layer_norm(axes = layer_norm_6_axes_0, beta = layer_norm_6_beta_0, epsilon = layer_norm_6_epsilon_0, gamma = layer_norm_6_gamma_0, x = linear_10)[name = string("layer_norm_6")]; |
| tensor<fp16, [17304, 512]> add_15 = add(x = layer_norm_5, y = layer_norm_6)[name = string("add_15")]; |
| tensor<fp16, [512, 512]> linear_11_weight_0 = const()[name = string("linear_11_weight_0"), val = tensor<fp16, [512, 512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1770304)))]; |
| tensor<fp16, [512]> linear_11_bias_0 = const()[name = string("linear_11_bias_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2294656)))]; |
| tensor<fp16, [17304, 512]> linear_11 = linear(bias = linear_11_bias_0, weight = linear_11_weight_0, x = add_15)[name = string("linear_11")]; |
| tensor<fp16, [512, 8]> linear_12_weight_0 = const()[name = string("linear_12_weight_0"), val = tensor<fp16, [512, 8]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2295744)))]; |
| tensor<fp16, [512]> linear_12_bias_0 = const()[name = string("linear_12_bias_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2304000)))]; |
| tensor<fp16, [51912, 512]> linear_12 = linear(bias = linear_12_bias_0, weight = linear_12_weight_0, x = coef)[name = string("linear_12")]; |
| tensor<fp16, [51912, 512]> add_16 = add(x = linear_12, y = s)[name = string("add_16")]; |
| int32 concat_0_axis_0 = const()[name = string("concat_0_axis_0"), val = int32(0)]; |
| bool concat_0_interleave_0 = const()[name = string("concat_0_interleave_0"), val = bool(false)]; |
| tensor<fp16, [51912, 512]> concat_0 = concat(axis = concat_0_axis_0, interleave = concat_0_interleave_0, values = (linear_11, linear_11, linear_11))[name = string("concat_0")]; |
| tensor<fp16, [51912, 512]> add_17 = add(x = add_16, y = concat_0)[name = string("add_17")]; |
| fp16 mul_16_y_0 = const()[name = string("mul_16_y_0"), val = fp16(0x1p-4)]; |
| tensor<fp16, [51912, 512]> mul_16 = mul(x = add_17, y = mul_16_y_0)[name = string("mul_16")]; |
| tensor<fp16, [51912, 512]> tanh_7 = tanh(x = mul_16)[name = string("tanh_7")]; |
| fp16 add_18_x_0 = const()[name = string("add_18_x_0"), val = fp16(0x1p+0)]; |
| tensor<fp16, [51912, 512]> add_18 = add(x = add_18_x_0, y = tanh_7)[name = string("add_18")]; |
| tensor<fp16, [51912, 512]> mul_17 = mul(x = mul_16, y = add_18)[name = string("mul_17")]; |
| tensor<fp16, [512, 512]> linear_13_weight_0 = const()[name = string("linear_13_weight_0"), val = tensor<fp16, [512, 512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2305088)))]; |
| tensor<fp16, [512]> linear_13_bias_0 = const()[name = string("linear_13_bias_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2829440)))]; |
| tensor<fp16, [51912, 512]> linear_13 = linear(bias = linear_13_bias_0, weight = linear_13_weight_0, x = mul_17)[name = string("linear_13")]; |
| tensor<int32, [1]> layer_norm_7_axes_0 = const()[name = string("layer_norm_7_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [512]> layer_norm_7_gamma_0 = const()[name = string("layer_norm_7_gamma_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2830528)))]; |
| tensor<fp16, [512]> layer_norm_7_beta_0 = const()[name = string("layer_norm_7_beta_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2831616)))]; |
| fp16 layer_norm_7_epsilon_0 = const()[name = string("layer_norm_7_epsilon_0"), val = fp16(0x1.4f8p-11)]; |
| tensor<fp16, [51912, 512]> layer_norm_7 = layer_norm(axes = layer_norm_7_axes_0, beta = layer_norm_7_beta_0, epsilon = layer_norm_7_epsilon_0, gamma = layer_norm_7_gamma_0, x = linear_13)[name = string("layer_norm_7")]; |
| tensor<int32, [2]> slice_by_index_0_begin_0 = const()[name = string("slice_by_index_0_begin_0"), val = tensor<int32, [2]>([0, 0])]; |
| tensor<int32, [2]> slice_by_index_0_end_0 = const()[name = string("slice_by_index_0_end_0"), val = tensor<int32, [2]>([17304, 512])]; |
| tensor<fp16, [17304, 512]> slice_by_index_0 = slice_by_index(begin = slice_by_index_0_begin_0, end = slice_by_index_0_end_0, x = layer_norm_7)[name = string("slice_by_index_0")]; |
| tensor<int32, [2]> slice_by_index_1_begin_0 = const()[name = string("slice_by_index_1_begin_0"), val = tensor<int32, [2]>([17304, 0])]; |
| tensor<int32, [2]> slice_by_index_1_end_0 = const()[name = string("slice_by_index_1_end_0"), val = tensor<int32, [2]>([34608, 512])]; |
| tensor<fp16, [17304, 512]> slice_by_index_1 = slice_by_index(begin = slice_by_index_1_begin_0, end = slice_by_index_1_end_0, x = layer_norm_7)[name = string("slice_by_index_1")]; |
| tensor<int32, [2]> slice_by_index_2_begin_0 = const()[name = string("slice_by_index_2_begin_0"), val = tensor<int32, [2]>([34608, 0])]; |
| tensor<int32, [2]> slice_by_index_2_end_0 = const()[name = string("slice_by_index_2_end_0"), val = tensor<int32, [2]>([51912, 512])]; |
| tensor<fp16, [17304, 512]> slice_by_index_2 = slice_by_index(begin = slice_by_index_2_begin_0, end = slice_by_index_2_end_0, x = layer_norm_7)[name = string("slice_by_index_2")]; |
| tensor<fp16, [17304, 512]> add_19 = add(x = slice_by_index_0, y = slice_by_index_1)[name = string("add_19")]; |
| tensor<fp16, [17304, 512]> add_20 = add(x = add_19, y = slice_by_index_2)[name = string("add_20")]; |
| tensor<fp16, [512, 512]> linear_14_weight_0 = const()[name = string("linear_14_weight_0"), val = tensor<fp16, [512, 512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2832704)))]; |
| tensor<fp16, [512]> linear_14_bias_0 = const()[name = string("linear_14_bias_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3357056)))]; |
| tensor<fp16, [17304, 512]> linear_14 = linear(bias = linear_14_bias_0, weight = linear_14_weight_0, x = add_15)[name = string("linear_14")]; |
| tensor<fp16, [512, 512]> linear_15_weight_0 = const()[name = string("linear_15_weight_0"), val = tensor<fp16, [512, 512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3358144)))]; |
| tensor<fp16, [17304, 512]> linear_15 = linear(bias = linear_12_bias_0, weight = linear_15_weight_0, x = add_20)[name = string("linear_15")]; |
| tensor<fp16, [17304, 512]> add_21 = add(x = linear_14, y = linear_15)[name = string("add_21")]; |
| fp16 mul_18_y_0 = const()[name = string("mul_18_y_0"), val = fp16(0x1p-4)]; |
| tensor<fp16, [17304, 512]> mul_18 = mul(x = add_21, y = mul_18_y_0)[name = string("mul_18")]; |
| tensor<fp16, [17304, 512]> tanh_8 = tanh(x = mul_18)[name = string("tanh_8")]; |
| fp16 add_22_x_0 = const()[name = string("add_22_x_0"), val = fp16(0x1p+0)]; |
| tensor<fp16, [17304, 512]> add_22 = add(x = add_22_x_0, y = tanh_8)[name = string("add_22")]; |
| tensor<fp16, [17304, 512]> mul_19 = mul(x = mul_18, y = add_22)[name = string("mul_19")]; |
| tensor<fp16, [512, 512]> linear_16_weight_0 = const()[name = string("linear_16_weight_0"), val = tensor<fp16, [512, 512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3882496)))]; |
| tensor<fp16, [512]> linear_16_bias_0 = const()[name = string("linear_16_bias_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4406848)))]; |
| tensor<fp16, [17304, 512]> linear_16 = linear(bias = linear_16_bias_0, weight = linear_16_weight_0, x = mul_19)[name = string("linear_16")]; |
| tensor<int32, [1]> layer_norm_8_axes_0 = const()[name = string("layer_norm_8_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [512]> layer_norm_8_gamma_0 = const()[name = string("layer_norm_8_gamma_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4407936)))]; |
| tensor<fp16, [512]> layer_norm_8_beta_0 = const()[name = string("layer_norm_8_beta_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4409024)))]; |
| fp16 layer_norm_8_epsilon_0 = const()[name = string("layer_norm_8_epsilon_0"), val = fp16(0x1.4f8p-7)]; |
| tensor<fp16, [17304, 512]> layer_norm_8 = layer_norm(axes = layer_norm_8_axes_0, beta = layer_norm_8_beta_0, epsilon = layer_norm_8_epsilon_0, gamma = layer_norm_8_gamma_0, x = linear_16)[name = string("layer_norm_8")]; |
| tensor<fp16, [17304, 512]> add_23 = add(x = add_15, y = layer_norm_8)[name = string("add_23")]; |
| tensor<fp16, [512, 512]> linear_17_weight_0 = const()[name = string("linear_17_weight_0"), val = tensor<fp16, [512, 512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4410112)))]; |
| tensor<fp16, [512]> linear_17_bias_0 = const()[name = string("linear_17_bias_0"), val = tensor<fp16, [512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4934464)))]; |
| tensor<fp16, [17304, 512]> linear_17 = linear(bias = linear_17_bias_0, weight = linear_17_weight_0, x = add_23)[name = string("linear_17")]; |
| fp16 mul_20_y_0 = const()[name = string("mul_20_y_0"), val = fp16(0x1p-2)]; |
| tensor<fp16, [17304, 512]> mul_20 = mul(x = linear_17, y = mul_20_y_0)[name = string("mul_20")]; |
| tensor<fp16, [17304, 512]> tanh_9 = tanh(x = mul_20)[name = string("tanh_9")]; |
| fp16 add_24_x_0 = const()[name = string("add_24_x_0"), val = fp16(0x1p+0)]; |
| tensor<fp16, [17304, 512]> add_24 = add(x = add_24_x_0, y = tanh_9)[name = string("add_24")]; |
| tensor<fp16, [17304, 512]> mul_21 = mul(x = mul_20, y = add_24)[name = string("mul_21")]; |
| tensor<fp16, [83, 512]> linear_18_weight_0 = const()[name = string("linear_18_weight_0"), val = tensor<fp16, [83, 512]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4935552)))]; |
| tensor<fp16, [83]> linear_18_bias_0 = const()[name = string("linear_18_bias_0"), val = tensor<fp16, [83]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5020608)))]; |
| tensor<fp16, [17304, 83]> linear_18 = linear(bias = linear_18_bias_0, weight = linear_18_weight_0, x = mul_21)[name = string("linear_18")]; |
| fp16 mul_22_y_0 = const()[name = string("mul_22_y_0"), val = fp16(0x1p-2)]; |
| tensor<fp16, [17304, 83]> mul_22 = mul(x = linear_18, y = mul_22_y_0)[name = string("mul_22")]; |
| tensor<fp16, [17304, 83]> out = identity(x = mul_22)[name = string("out")]; |
| } -> (out); |
| } |
