File size: 314,313 Bytes
369263e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 | program(1.0)
[buildInfo = dict<tensor<string, []>, tensor<string, []>>({{"coremlc-component-MIL", "3405.2.1"}, {"coremlc-version", "3404.23.1"}, {"coremltools-component-torch", "2.4.1"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "8.3.0"}})]
{
func main<ios16>(tensor<fp32, [1, 77]> input_ids) {
tensor<string, []> cast_1_dtype_0 = const()[name = tensor<string, []>("cast_1_dtype_0"), val = tensor<string, []>("int32")];
tensor<int32, []> inputs_embeds_axis_0 = const()[name = tensor<string, []>("inputs_embeds_axis_0"), val = tensor<int32, []>(0)];
tensor<int32, []> inputs_embeds_batch_dims_0 = const()[name = tensor<string, []>("inputs_embeds_batch_dims_0"), val = tensor<int32, []>(0)];
tensor<fp16, [49408, 1024]> text_encoder_text_model_embeddings_token_embedding_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_embeddings_token_embedding_weight_to_fp16"), val = tensor<fp16, [49408, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(64)))];
tensor<int32, [1, 77]> cast_1 = cast(dtype = cast_1_dtype_0, x = input_ids)[name = tensor<string, []>("cast_100")];
tensor<fp16, [1, 77, 1024]> inputs_embeds_cast_fp16 = gather(axis = inputs_embeds_axis_0, batch_dims = inputs_embeds_batch_dims_0, indices = cast_1, x = text_encoder_text_model_embeddings_token_embedding_weight_to_fp16)[name = tensor<string, []>("inputs_embeds_cast_fp16")];
tensor<fp16, [1, 77, 1024]> position_embeddings_to_fp16 = const()[name = tensor<string, []>("position_embeddings_to_fp16"), val = tensor<fp16, [1, 77, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(101187712)))];
tensor<fp16, [1, 77, 1024]> input_3_cast_fp16 = add(x = inputs_embeds_cast_fp16, y = position_embeddings_to_fp16)[name = tensor<string, []>("input_3_cast_fp16")];
tensor<int32, [1]> hidden_states_1_axes_0 = const()[name = tensor<string, []>("hidden_states_1_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_0_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(101345472)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_0_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(101347584)))];
tensor<fp16, []> var_15_to_fp16 = const()[name = tensor<string, []>("op_15_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
tensor<fp16, [1, 77, 1024]> hidden_states_1_cast_fp16 = layer_norm(axes = hidden_states_1_axes_0, beta = text_encoder_text_model_encoder_layers_0_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_0_layer_norm1_weight_to_fp16, x = input_3_cast_fp16)[name = tensor<string, []>("hidden_states_1_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(101349696)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(103446912)))];
tensor<fp16, [1, 77, 1024]> linear_0_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = tensor<string, []>("linear_0_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(103449024)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(105546240)))];
tensor<fp16, [1, 77, 1024]> linear_1_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = tensor<string, []>("linear_1_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(105548352)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(107645568)))];
tensor<fp16, [1, 77, 1024]> linear_2_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = tensor<string, []>("linear_2_cast_fp16")];
tensor<int32, [4]> var_135 = const()[name = tensor<string, []>("op_135"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_136_cast_fp16 = reshape(shape = var_135, x = linear_0_cast_fp16)[name = tensor<string, []>("op_136_cast_fp16")];
tensor<int32, [4]> var_138 = const()[name = tensor<string, []>("op_138"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_139_cast_fp16 = reshape(shape = var_138, x = linear_1_cast_fp16)[name = tensor<string, []>("op_139_cast_fp16")];
tensor<int32, [4]> var_141 = const()[name = tensor<string, []>("op_141"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_142_cast_fp16 = reshape(shape = var_141, x = linear_2_cast_fp16)[name = tensor<string, []>("op_142_cast_fp16")];
tensor<int32, [4]> value_states_3_perm_0 = const()[name = tensor<string, []>("value_states_3_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, []> var_17_to_fp16 = const()[name = tensor<string, []>("op_17_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
tensor<fp16, [1, 77, 16, 64]> mul_0_cast_fp16 = mul(x = var_136_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_0_cast_fp16")];
tensor<bool, []> matmul_0_transpose_y_0 = const()[name = tensor<string, []>("matmul_0_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_0_transpose_x_0 = const()[name = tensor<string, []>("matmul_0_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_93_perm_0 = const()[name = tensor<string, []>("transpose_93_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_94_perm_0 = const()[name = tensor<string, []>("transpose_94_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_94 = transpose(perm = transpose_94_perm_0, x = var_139_cast_fp16)[name = tensor<string, []>("transpose_228")];
tensor<fp16, [1, 16, 77, 64]> transpose_93 = transpose(perm = transpose_93_perm_0, x = mul_0_cast_fp16)[name = tensor<string, []>("transpose_229")];
tensor<fp16, [1, 16, 77, 77]> matmul_0_cast_fp16 = matmul(transpose_x = matmul_0_transpose_x_0, transpose_y = matmul_0_transpose_y_0, x = transpose_93, y = transpose_94)[name = tensor<string, []>("matmul_0_cast_fp16")];
tensor<fp16, [1, 1, 77, 77]> var_58_to_fp16 = const()[name = tensor<string, []>("op_58_to_fp16"), val = tensor<fp16, [1, 1, 77, 77]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(107647680)))];
tensor<fp16, [1, 16, 77, 77]> add_0_cast_fp16 = add(x = matmul_0_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_0_cast_fp16")];
tensor<int32, []> softmax_0_axis_0 = const()[name = tensor<string, []>("softmax_0_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_0_cast_fp16 = softmax(axis = softmax_0_axis_0, x = add_0_cast_fp16)[name = tensor<string, []>("softmax_0_cast_fp16")];
tensor<bool, []> attn_output_1_transpose_x_0 = const()[name = tensor<string, []>("attn_output_1_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_1_transpose_y_0 = const()[name = tensor<string, []>("attn_output_1_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_3_cast_fp16 = transpose(perm = value_states_3_perm_0, x = var_142_cast_fp16)[name = tensor<string, []>("transpose_230")];
tensor<fp16, [1, 16, 77, 64]> attn_output_1_cast_fp16 = matmul(transpose_x = attn_output_1_transpose_x_0, transpose_y = attn_output_1_transpose_y_0, x = softmax_0_cast_fp16, y = value_states_3_cast_fp16)[name = tensor<string, []>("attn_output_1_cast_fp16")];
tensor<int32, [4]> attn_output_3_perm_0 = const()[name = tensor<string, []>("attn_output_3_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_146 = const()[name = tensor<string, []>("op_146"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_3_cast_fp16 = transpose(perm = attn_output_3_perm_0, x = attn_output_1_cast_fp16)[name = tensor<string, []>("transpose_227")];
tensor<fp16, [1, 77, 1024]> input_5_cast_fp16 = reshape(shape = var_146, x = attn_output_3_cast_fp16)[name = tensor<string, []>("input_5_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(107659648)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(109756864)))];
tensor<fp16, [1, 77, 1024]> linear_3_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16, x = input_5_cast_fp16)[name = tensor<string, []>("linear_3_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_7_cast_fp16 = add(x = input_3_cast_fp16, y = linear_3_cast_fp16)[name = tensor<string, []>("input_7_cast_fp16")];
tensor<int32, [1]> input_9_axes_0 = const()[name = tensor<string, []>("input_9_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_0_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(109758976)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_0_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(109761088)))];
tensor<fp16, [1, 77, 1024]> input_9_cast_fp16 = layer_norm(axes = input_9_axes_0, beta = text_encoder_text_model_encoder_layers_0_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_0_layer_norm2_weight_to_fp16, x = input_7_cast_fp16)[name = tensor<string, []>("input_9_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_0_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(109763200)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_0_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(118151872)))];
tensor<fp16, [1, 77, 4096]> linear_4_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_mlp_fc1_weight_to_fp16, x = input_9_cast_fp16)[name = tensor<string, []>("linear_4_cast_fp16")];
tensor<string, []> input_13_mode_0 = const()[name = tensor<string, []>("input_13_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_13_cast_fp16 = gelu(mode = input_13_mode_0, x = linear_4_cast_fp16)[name = tensor<string, []>("input_13_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_0_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(118160128)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_0_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_0_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(126548800)))];
tensor<fp16, [1, 77, 1024]> linear_5_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_mlp_fc2_weight_to_fp16, x = input_13_cast_fp16)[name = tensor<string, []>("linear_5_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_15_cast_fp16 = add(x = input_7_cast_fp16, y = linear_5_cast_fp16)[name = tensor<string, []>("input_15_cast_fp16")];
tensor<int32, [1]> hidden_states_7_axes_0 = const()[name = tensor<string, []>("hidden_states_7_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_1_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(126550912)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_1_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(126553024)))];
tensor<fp16, [1, 77, 1024]> hidden_states_7_cast_fp16 = layer_norm(axes = hidden_states_7_axes_0, beta = text_encoder_text_model_encoder_layers_1_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_1_layer_norm1_weight_to_fp16, x = input_15_cast_fp16)[name = tensor<string, []>("hidden_states_7_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(126555136)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(128652352)))];
tensor<fp16, [1, 77, 1024]> linear_6_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = tensor<string, []>("linear_6_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(128654464)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(130751680)))];
tensor<fp16, [1, 77, 1024]> linear_7_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = tensor<string, []>("linear_7_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(130753792)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(132851008)))];
tensor<fp16, [1, 77, 1024]> linear_8_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = tensor<string, []>("linear_8_cast_fp16")];
tensor<int32, [4]> var_190 = const()[name = tensor<string, []>("op_190"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_191_cast_fp16 = reshape(shape = var_190, x = linear_6_cast_fp16)[name = tensor<string, []>("op_191_cast_fp16")];
tensor<int32, [4]> var_193 = const()[name = tensor<string, []>("op_193"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_194_cast_fp16 = reshape(shape = var_193, x = linear_7_cast_fp16)[name = tensor<string, []>("op_194_cast_fp16")];
tensor<int32, [4]> var_196 = const()[name = tensor<string, []>("op_196"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_197_cast_fp16 = reshape(shape = var_196, x = linear_8_cast_fp16)[name = tensor<string, []>("op_197_cast_fp16")];
tensor<int32, [4]> value_states_7_perm_0 = const()[name = tensor<string, []>("value_states_7_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_1_cast_fp16 = mul(x = var_191_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_1_cast_fp16")];
tensor<bool, []> matmul_1_transpose_y_0 = const()[name = tensor<string, []>("matmul_1_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_1_transpose_x_0 = const()[name = tensor<string, []>("matmul_1_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_95_perm_0 = const()[name = tensor<string, []>("transpose_95_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_96_perm_0 = const()[name = tensor<string, []>("transpose_96_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_96 = transpose(perm = transpose_96_perm_0, x = var_194_cast_fp16)[name = tensor<string, []>("transpose_224")];
tensor<fp16, [1, 16, 77, 64]> transpose_95 = transpose(perm = transpose_95_perm_0, x = mul_1_cast_fp16)[name = tensor<string, []>("transpose_225")];
tensor<fp16, [1, 16, 77, 77]> matmul_1_cast_fp16 = matmul(transpose_x = matmul_1_transpose_x_0, transpose_y = matmul_1_transpose_y_0, x = transpose_95, y = transpose_96)[name = tensor<string, []>("matmul_1_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_1_cast_fp16 = add(x = matmul_1_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_1_cast_fp16")];
tensor<int32, []> softmax_1_axis_0 = const()[name = tensor<string, []>("softmax_1_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_1_cast_fp16 = softmax(axis = softmax_1_axis_0, x = add_1_cast_fp16)[name = tensor<string, []>("softmax_1_cast_fp16")];
tensor<bool, []> attn_output_5_transpose_x_0 = const()[name = tensor<string, []>("attn_output_5_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_5_transpose_y_0 = const()[name = tensor<string, []>("attn_output_5_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_7_cast_fp16 = transpose(perm = value_states_7_perm_0, x = var_197_cast_fp16)[name = tensor<string, []>("transpose_226")];
tensor<fp16, [1, 16, 77, 64]> attn_output_5_cast_fp16 = matmul(transpose_x = attn_output_5_transpose_x_0, transpose_y = attn_output_5_transpose_y_0, x = softmax_1_cast_fp16, y = value_states_7_cast_fp16)[name = tensor<string, []>("attn_output_5_cast_fp16")];
tensor<int32, [4]> attn_output_7_perm_0 = const()[name = tensor<string, []>("attn_output_7_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_201 = const()[name = tensor<string, []>("op_201"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_7_cast_fp16 = transpose(perm = attn_output_7_perm_0, x = attn_output_5_cast_fp16)[name = tensor<string, []>("transpose_223")];
tensor<fp16, [1, 77, 1024]> input_17_cast_fp16 = reshape(shape = var_201, x = attn_output_7_cast_fp16)[name = tensor<string, []>("input_17_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(132853120)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(134950336)))];
tensor<fp16, [1, 77, 1024]> linear_9_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16, x = input_17_cast_fp16)[name = tensor<string, []>("linear_9_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_19_cast_fp16 = add(x = input_15_cast_fp16, y = linear_9_cast_fp16)[name = tensor<string, []>("input_19_cast_fp16")];
tensor<int32, [1]> input_21_axes_0 = const()[name = tensor<string, []>("input_21_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_1_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(134952448)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_1_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(134954560)))];
tensor<fp16, [1, 77, 1024]> input_21_cast_fp16 = layer_norm(axes = input_21_axes_0, beta = text_encoder_text_model_encoder_layers_1_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_1_layer_norm2_weight_to_fp16, x = input_19_cast_fp16)[name = tensor<string, []>("input_21_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_1_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(134956672)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_1_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(143345344)))];
tensor<fp16, [1, 77, 4096]> linear_10_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_mlp_fc1_weight_to_fp16, x = input_21_cast_fp16)[name = tensor<string, []>("linear_10_cast_fp16")];
tensor<string, []> input_25_mode_0 = const()[name = tensor<string, []>("input_25_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_25_cast_fp16 = gelu(mode = input_25_mode_0, x = linear_10_cast_fp16)[name = tensor<string, []>("input_25_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_1_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(143353600)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_1_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_1_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(151742272)))];
tensor<fp16, [1, 77, 1024]> linear_11_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_mlp_fc2_weight_to_fp16, x = input_25_cast_fp16)[name = tensor<string, []>("linear_11_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_27_cast_fp16 = add(x = input_19_cast_fp16, y = linear_11_cast_fp16)[name = tensor<string, []>("input_27_cast_fp16")];
tensor<int32, [1]> hidden_states_13_axes_0 = const()[name = tensor<string, []>("hidden_states_13_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_2_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(151744384)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_2_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(151746496)))];
tensor<fp16, [1, 77, 1024]> hidden_states_13_cast_fp16 = layer_norm(axes = hidden_states_13_axes_0, beta = text_encoder_text_model_encoder_layers_2_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_2_layer_norm1_weight_to_fp16, x = input_27_cast_fp16)[name = tensor<string, []>("hidden_states_13_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(151748608)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(153845824)))];
tensor<fp16, [1, 77, 1024]> linear_12_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = tensor<string, []>("linear_12_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(153847936)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(155945152)))];
tensor<fp16, [1, 77, 1024]> linear_13_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = tensor<string, []>("linear_13_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(155947264)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(158044480)))];
tensor<fp16, [1, 77, 1024]> linear_14_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = tensor<string, []>("linear_14_cast_fp16")];
tensor<int32, [4]> var_245 = const()[name = tensor<string, []>("op_245"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_246_cast_fp16 = reshape(shape = var_245, x = linear_12_cast_fp16)[name = tensor<string, []>("op_246_cast_fp16")];
tensor<int32, [4]> var_248 = const()[name = tensor<string, []>("op_248"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_249_cast_fp16 = reshape(shape = var_248, x = linear_13_cast_fp16)[name = tensor<string, []>("op_249_cast_fp16")];
tensor<int32, [4]> var_251 = const()[name = tensor<string, []>("op_251"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_252_cast_fp16 = reshape(shape = var_251, x = linear_14_cast_fp16)[name = tensor<string, []>("op_252_cast_fp16")];
tensor<int32, [4]> value_states_11_perm_0 = const()[name = tensor<string, []>("value_states_11_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_2_cast_fp16 = mul(x = var_246_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_2_cast_fp16")];
tensor<bool, []> matmul_2_transpose_y_0 = const()[name = tensor<string, []>("matmul_2_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_2_transpose_x_0 = const()[name = tensor<string, []>("matmul_2_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_97_perm_0 = const()[name = tensor<string, []>("transpose_97_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_98_perm_0 = const()[name = tensor<string, []>("transpose_98_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_98 = transpose(perm = transpose_98_perm_0, x = var_249_cast_fp16)[name = tensor<string, []>("transpose_220")];
tensor<fp16, [1, 16, 77, 64]> transpose_97 = transpose(perm = transpose_97_perm_0, x = mul_2_cast_fp16)[name = tensor<string, []>("transpose_221")];
tensor<fp16, [1, 16, 77, 77]> matmul_2_cast_fp16 = matmul(transpose_x = matmul_2_transpose_x_0, transpose_y = matmul_2_transpose_y_0, x = transpose_97, y = transpose_98)[name = tensor<string, []>("matmul_2_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_2_cast_fp16 = add(x = matmul_2_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_2_cast_fp16")];
tensor<int32, []> softmax_2_axis_0 = const()[name = tensor<string, []>("softmax_2_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_2_cast_fp16 = softmax(axis = softmax_2_axis_0, x = add_2_cast_fp16)[name = tensor<string, []>("softmax_2_cast_fp16")];
tensor<bool, []> attn_output_9_transpose_x_0 = const()[name = tensor<string, []>("attn_output_9_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_9_transpose_y_0 = const()[name = tensor<string, []>("attn_output_9_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_11_cast_fp16 = transpose(perm = value_states_11_perm_0, x = var_252_cast_fp16)[name = tensor<string, []>("transpose_222")];
tensor<fp16, [1, 16, 77, 64]> attn_output_9_cast_fp16 = matmul(transpose_x = attn_output_9_transpose_x_0, transpose_y = attn_output_9_transpose_y_0, x = softmax_2_cast_fp16, y = value_states_11_cast_fp16)[name = tensor<string, []>("attn_output_9_cast_fp16")];
tensor<int32, [4]> attn_output_11_perm_0 = const()[name = tensor<string, []>("attn_output_11_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_256 = const()[name = tensor<string, []>("op_256"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_11_cast_fp16 = transpose(perm = attn_output_11_perm_0, x = attn_output_9_cast_fp16)[name = tensor<string, []>("transpose_219")];
tensor<fp16, [1, 77, 1024]> input_29_cast_fp16 = reshape(shape = var_256, x = attn_output_11_cast_fp16)[name = tensor<string, []>("input_29_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(158046592)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(160143808)))];
tensor<fp16, [1, 77, 1024]> linear_15_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16, x = input_29_cast_fp16)[name = tensor<string, []>("linear_15_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_31_cast_fp16 = add(x = input_27_cast_fp16, y = linear_15_cast_fp16)[name = tensor<string, []>("input_31_cast_fp16")];
tensor<int32, [1]> input_33_axes_0 = const()[name = tensor<string, []>("input_33_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_2_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(160145920)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_2_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(160148032)))];
tensor<fp16, [1, 77, 1024]> input_33_cast_fp16 = layer_norm(axes = input_33_axes_0, beta = text_encoder_text_model_encoder_layers_2_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_2_layer_norm2_weight_to_fp16, x = input_31_cast_fp16)[name = tensor<string, []>("input_33_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_2_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(160150144)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_2_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(168538816)))];
tensor<fp16, [1, 77, 4096]> linear_16_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_mlp_fc1_weight_to_fp16, x = input_33_cast_fp16)[name = tensor<string, []>("linear_16_cast_fp16")];
tensor<string, []> input_37_mode_0 = const()[name = tensor<string, []>("input_37_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_37_cast_fp16 = gelu(mode = input_37_mode_0, x = linear_16_cast_fp16)[name = tensor<string, []>("input_37_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_2_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(168547072)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_2_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_2_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(176935744)))];
tensor<fp16, [1, 77, 1024]> linear_17_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_mlp_fc2_weight_to_fp16, x = input_37_cast_fp16)[name = tensor<string, []>("linear_17_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_39_cast_fp16 = add(x = input_31_cast_fp16, y = linear_17_cast_fp16)[name = tensor<string, []>("input_39_cast_fp16")];
tensor<int32, [1]> hidden_states_19_axes_0 = const()[name = tensor<string, []>("hidden_states_19_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_3_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(176937856)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_3_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(176939968)))];
tensor<fp16, [1, 77, 1024]> hidden_states_19_cast_fp16 = layer_norm(axes = hidden_states_19_axes_0, beta = text_encoder_text_model_encoder_layers_3_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_3_layer_norm1_weight_to_fp16, x = input_39_cast_fp16)[name = tensor<string, []>("hidden_states_19_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(176942080)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(179039296)))];
tensor<fp16, [1, 77, 1024]> linear_18_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = tensor<string, []>("linear_18_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(179041408)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(181138624)))];
tensor<fp16, [1, 77, 1024]> linear_19_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = tensor<string, []>("linear_19_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(181140736)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(183237952)))];
tensor<fp16, [1, 77, 1024]> linear_20_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = tensor<string, []>("linear_20_cast_fp16")];
tensor<int32, [4]> var_300 = const()[name = tensor<string, []>("op_300"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_301_cast_fp16 = reshape(shape = var_300, x = linear_18_cast_fp16)[name = tensor<string, []>("op_301_cast_fp16")];
tensor<int32, [4]> var_303 = const()[name = tensor<string, []>("op_303"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_304_cast_fp16 = reshape(shape = var_303, x = linear_19_cast_fp16)[name = tensor<string, []>("op_304_cast_fp16")];
tensor<int32, [4]> var_306 = const()[name = tensor<string, []>("op_306"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_307_cast_fp16 = reshape(shape = var_306, x = linear_20_cast_fp16)[name = tensor<string, []>("op_307_cast_fp16")];
tensor<int32, [4]> value_states_15_perm_0 = const()[name = tensor<string, []>("value_states_15_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_3_cast_fp16 = mul(x = var_301_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_3_cast_fp16")];
tensor<bool, []> matmul_3_transpose_y_0 = const()[name = tensor<string, []>("matmul_3_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_3_transpose_x_0 = const()[name = tensor<string, []>("matmul_3_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_99_perm_0 = const()[name = tensor<string, []>("transpose_99_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_100_perm_0 = const()[name = tensor<string, []>("transpose_100_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_100 = transpose(perm = transpose_100_perm_0, x = var_304_cast_fp16)[name = tensor<string, []>("transpose_216")];
tensor<fp16, [1, 16, 77, 64]> transpose_99 = transpose(perm = transpose_99_perm_0, x = mul_3_cast_fp16)[name = tensor<string, []>("transpose_217")];
tensor<fp16, [1, 16, 77, 77]> matmul_3_cast_fp16 = matmul(transpose_x = matmul_3_transpose_x_0, transpose_y = matmul_3_transpose_y_0, x = transpose_99, y = transpose_100)[name = tensor<string, []>("matmul_3_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_3_cast_fp16 = add(x = matmul_3_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_3_cast_fp16")];
tensor<int32, []> softmax_3_axis_0 = const()[name = tensor<string, []>("softmax_3_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_3_cast_fp16 = softmax(axis = softmax_3_axis_0, x = add_3_cast_fp16)[name = tensor<string, []>("softmax_3_cast_fp16")];
tensor<bool, []> attn_output_13_transpose_x_0 = const()[name = tensor<string, []>("attn_output_13_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_13_transpose_y_0 = const()[name = tensor<string, []>("attn_output_13_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_15_cast_fp16 = transpose(perm = value_states_15_perm_0, x = var_307_cast_fp16)[name = tensor<string, []>("transpose_218")];
tensor<fp16, [1, 16, 77, 64]> attn_output_13_cast_fp16 = matmul(transpose_x = attn_output_13_transpose_x_0, transpose_y = attn_output_13_transpose_y_0, x = softmax_3_cast_fp16, y = value_states_15_cast_fp16)[name = tensor<string, []>("attn_output_13_cast_fp16")];
tensor<int32, [4]> attn_output_15_perm_0 = const()[name = tensor<string, []>("attn_output_15_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_311 = const()[name = tensor<string, []>("op_311"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_15_cast_fp16 = transpose(perm = attn_output_15_perm_0, x = attn_output_13_cast_fp16)[name = tensor<string, []>("transpose_215")];
tensor<fp16, [1, 77, 1024]> input_41_cast_fp16 = reshape(shape = var_311, x = attn_output_15_cast_fp16)[name = tensor<string, []>("input_41_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(183240064)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(185337280)))];
tensor<fp16, [1, 77, 1024]> linear_21_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16, x = input_41_cast_fp16)[name = tensor<string, []>("linear_21_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_43_cast_fp16 = add(x = input_39_cast_fp16, y = linear_21_cast_fp16)[name = tensor<string, []>("input_43_cast_fp16")];
tensor<int32, [1]> input_45_axes_0 = const()[name = tensor<string, []>("input_45_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_3_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(185339392)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_3_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(185341504)))];
tensor<fp16, [1, 77, 1024]> input_45_cast_fp16 = layer_norm(axes = input_45_axes_0, beta = text_encoder_text_model_encoder_layers_3_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_3_layer_norm2_weight_to_fp16, x = input_43_cast_fp16)[name = tensor<string, []>("input_45_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_3_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(185343616)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_3_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(193732288)))];
tensor<fp16, [1, 77, 4096]> linear_22_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_mlp_fc1_weight_to_fp16, x = input_45_cast_fp16)[name = tensor<string, []>("linear_22_cast_fp16")];
tensor<string, []> input_49_mode_0 = const()[name = tensor<string, []>("input_49_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_49_cast_fp16 = gelu(mode = input_49_mode_0, x = linear_22_cast_fp16)[name = tensor<string, []>("input_49_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_3_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(193740544)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_3_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_3_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(202129216)))];
tensor<fp16, [1, 77, 1024]> linear_23_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_mlp_fc2_weight_to_fp16, x = input_49_cast_fp16)[name = tensor<string, []>("linear_23_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_51_cast_fp16 = add(x = input_43_cast_fp16, y = linear_23_cast_fp16)[name = tensor<string, []>("input_51_cast_fp16")];
tensor<int32, [1]> hidden_states_25_axes_0 = const()[name = tensor<string, []>("hidden_states_25_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_4_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(202131328)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_4_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(202133440)))];
tensor<fp16, [1, 77, 1024]> hidden_states_25_cast_fp16 = layer_norm(axes = hidden_states_25_axes_0, beta = text_encoder_text_model_encoder_layers_4_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_4_layer_norm1_weight_to_fp16, x = input_51_cast_fp16)[name = tensor<string, []>("hidden_states_25_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(202135552)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(204232768)))];
tensor<fp16, [1, 77, 1024]> linear_24_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = tensor<string, []>("linear_24_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(204234880)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(206332096)))];
tensor<fp16, [1, 77, 1024]> linear_25_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = tensor<string, []>("linear_25_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(206334208)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(208431424)))];
tensor<fp16, [1, 77, 1024]> linear_26_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = tensor<string, []>("linear_26_cast_fp16")];
tensor<int32, [4]> var_355 = const()[name = tensor<string, []>("op_355"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_356_cast_fp16 = reshape(shape = var_355, x = linear_24_cast_fp16)[name = tensor<string, []>("op_356_cast_fp16")];
tensor<int32, [4]> var_358 = const()[name = tensor<string, []>("op_358"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_359_cast_fp16 = reshape(shape = var_358, x = linear_25_cast_fp16)[name = tensor<string, []>("op_359_cast_fp16")];
tensor<int32, [4]> var_361 = const()[name = tensor<string, []>("op_361"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_362_cast_fp16 = reshape(shape = var_361, x = linear_26_cast_fp16)[name = tensor<string, []>("op_362_cast_fp16")];
tensor<int32, [4]> value_states_19_perm_0 = const()[name = tensor<string, []>("value_states_19_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_4_cast_fp16 = mul(x = var_356_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_4_cast_fp16")];
tensor<bool, []> matmul_4_transpose_y_0 = const()[name = tensor<string, []>("matmul_4_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_4_transpose_x_0 = const()[name = tensor<string, []>("matmul_4_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_101_perm_0 = const()[name = tensor<string, []>("transpose_101_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_102_perm_0 = const()[name = tensor<string, []>("transpose_102_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_102 = transpose(perm = transpose_102_perm_0, x = var_359_cast_fp16)[name = tensor<string, []>("transpose_212")];
tensor<fp16, [1, 16, 77, 64]> transpose_101 = transpose(perm = transpose_101_perm_0, x = mul_4_cast_fp16)[name = tensor<string, []>("transpose_213")];
tensor<fp16, [1, 16, 77, 77]> matmul_4_cast_fp16 = matmul(transpose_x = matmul_4_transpose_x_0, transpose_y = matmul_4_transpose_y_0, x = transpose_101, y = transpose_102)[name = tensor<string, []>("matmul_4_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_4_cast_fp16 = add(x = matmul_4_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_4_cast_fp16")];
tensor<int32, []> softmax_4_axis_0 = const()[name = tensor<string, []>("softmax_4_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_4_cast_fp16 = softmax(axis = softmax_4_axis_0, x = add_4_cast_fp16)[name = tensor<string, []>("softmax_4_cast_fp16")];
tensor<bool, []> attn_output_17_transpose_x_0 = const()[name = tensor<string, []>("attn_output_17_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_17_transpose_y_0 = const()[name = tensor<string, []>("attn_output_17_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_19_cast_fp16 = transpose(perm = value_states_19_perm_0, x = var_362_cast_fp16)[name = tensor<string, []>("transpose_214")];
tensor<fp16, [1, 16, 77, 64]> attn_output_17_cast_fp16 = matmul(transpose_x = attn_output_17_transpose_x_0, transpose_y = attn_output_17_transpose_y_0, x = softmax_4_cast_fp16, y = value_states_19_cast_fp16)[name = tensor<string, []>("attn_output_17_cast_fp16")];
tensor<int32, [4]> attn_output_19_perm_0 = const()[name = tensor<string, []>("attn_output_19_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_366 = const()[name = tensor<string, []>("op_366"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_19_cast_fp16 = transpose(perm = attn_output_19_perm_0, x = attn_output_17_cast_fp16)[name = tensor<string, []>("transpose_211")];
tensor<fp16, [1, 77, 1024]> input_53_cast_fp16 = reshape(shape = var_366, x = attn_output_19_cast_fp16)[name = tensor<string, []>("input_53_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(208433536)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(210530752)))];
tensor<fp16, [1, 77, 1024]> linear_27_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16, x = input_53_cast_fp16)[name = tensor<string, []>("linear_27_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_55_cast_fp16 = add(x = input_51_cast_fp16, y = linear_27_cast_fp16)[name = tensor<string, []>("input_55_cast_fp16")];
tensor<int32, [1]> input_57_axes_0 = const()[name = tensor<string, []>("input_57_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_4_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(210532864)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_4_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(210534976)))];
tensor<fp16, [1, 77, 1024]> input_57_cast_fp16 = layer_norm(axes = input_57_axes_0, beta = text_encoder_text_model_encoder_layers_4_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_4_layer_norm2_weight_to_fp16, x = input_55_cast_fp16)[name = tensor<string, []>("input_57_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_4_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(210537088)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_4_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(218925760)))];
tensor<fp16, [1, 77, 4096]> linear_28_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_mlp_fc1_weight_to_fp16, x = input_57_cast_fp16)[name = tensor<string, []>("linear_28_cast_fp16")];
tensor<string, []> input_61_mode_0 = const()[name = tensor<string, []>("input_61_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_61_cast_fp16 = gelu(mode = input_61_mode_0, x = linear_28_cast_fp16)[name = tensor<string, []>("input_61_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_4_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(218934016)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_4_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_4_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(227322688)))];
tensor<fp16, [1, 77, 1024]> linear_29_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_mlp_fc2_weight_to_fp16, x = input_61_cast_fp16)[name = tensor<string, []>("linear_29_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_63_cast_fp16 = add(x = input_55_cast_fp16, y = linear_29_cast_fp16)[name = tensor<string, []>("input_63_cast_fp16")];
tensor<int32, [1]> hidden_states_31_axes_0 = const()[name = tensor<string, []>("hidden_states_31_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_5_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(227324800)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_5_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(227326912)))];
tensor<fp16, [1, 77, 1024]> hidden_states_31_cast_fp16 = layer_norm(axes = hidden_states_31_axes_0, beta = text_encoder_text_model_encoder_layers_5_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_5_layer_norm1_weight_to_fp16, x = input_63_cast_fp16)[name = tensor<string, []>("hidden_states_31_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(227329024)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(229426240)))];
tensor<fp16, [1, 77, 1024]> linear_30_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16, x = hidden_states_31_cast_fp16)[name = tensor<string, []>("linear_30_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(229428352)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(231525568)))];
tensor<fp16, [1, 77, 1024]> linear_31_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16, x = hidden_states_31_cast_fp16)[name = tensor<string, []>("linear_31_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(231527680)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(233624896)))];
tensor<fp16, [1, 77, 1024]> linear_32_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16, x = hidden_states_31_cast_fp16)[name = tensor<string, []>("linear_32_cast_fp16")];
tensor<int32, [4]> var_410 = const()[name = tensor<string, []>("op_410"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_411_cast_fp16 = reshape(shape = var_410, x = linear_30_cast_fp16)[name = tensor<string, []>("op_411_cast_fp16")];
tensor<int32, [4]> var_413 = const()[name = tensor<string, []>("op_413"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_414_cast_fp16 = reshape(shape = var_413, x = linear_31_cast_fp16)[name = tensor<string, []>("op_414_cast_fp16")];
tensor<int32, [4]> var_416 = const()[name = tensor<string, []>("op_416"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_417_cast_fp16 = reshape(shape = var_416, x = linear_32_cast_fp16)[name = tensor<string, []>("op_417_cast_fp16")];
tensor<int32, [4]> value_states_23_perm_0 = const()[name = tensor<string, []>("value_states_23_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_5_cast_fp16 = mul(x = var_411_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_5_cast_fp16")];
tensor<bool, []> matmul_5_transpose_y_0 = const()[name = tensor<string, []>("matmul_5_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_5_transpose_x_0 = const()[name = tensor<string, []>("matmul_5_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_103_perm_0 = const()[name = tensor<string, []>("transpose_103_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_104_perm_0 = const()[name = tensor<string, []>("transpose_104_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_104 = transpose(perm = transpose_104_perm_0, x = var_414_cast_fp16)[name = tensor<string, []>("transpose_208")];
tensor<fp16, [1, 16, 77, 64]> transpose_103 = transpose(perm = transpose_103_perm_0, x = mul_5_cast_fp16)[name = tensor<string, []>("transpose_209")];
tensor<fp16, [1, 16, 77, 77]> matmul_5_cast_fp16 = matmul(transpose_x = matmul_5_transpose_x_0, transpose_y = matmul_5_transpose_y_0, x = transpose_103, y = transpose_104)[name = tensor<string, []>("matmul_5_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_5_cast_fp16 = add(x = matmul_5_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_5_cast_fp16")];
tensor<int32, []> softmax_5_axis_0 = const()[name = tensor<string, []>("softmax_5_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_5_cast_fp16 = softmax(axis = softmax_5_axis_0, x = add_5_cast_fp16)[name = tensor<string, []>("softmax_5_cast_fp16")];
tensor<bool, []> attn_output_21_transpose_x_0 = const()[name = tensor<string, []>("attn_output_21_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_21_transpose_y_0 = const()[name = tensor<string, []>("attn_output_21_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_23_cast_fp16 = transpose(perm = value_states_23_perm_0, x = var_417_cast_fp16)[name = tensor<string, []>("transpose_210")];
tensor<fp16, [1, 16, 77, 64]> attn_output_21_cast_fp16 = matmul(transpose_x = attn_output_21_transpose_x_0, transpose_y = attn_output_21_transpose_y_0, x = softmax_5_cast_fp16, y = value_states_23_cast_fp16)[name = tensor<string, []>("attn_output_21_cast_fp16")];
tensor<int32, [4]> attn_output_23_perm_0 = const()[name = tensor<string, []>("attn_output_23_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_421 = const()[name = tensor<string, []>("op_421"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_23_cast_fp16 = transpose(perm = attn_output_23_perm_0, x = attn_output_21_cast_fp16)[name = tensor<string, []>("transpose_207")];
tensor<fp16, [1, 77, 1024]> input_65_cast_fp16 = reshape(shape = var_421, x = attn_output_23_cast_fp16)[name = tensor<string, []>("input_65_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(233627008)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(235724224)))];
tensor<fp16, [1, 77, 1024]> linear_33_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16, x = input_65_cast_fp16)[name = tensor<string, []>("linear_33_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_67_cast_fp16 = add(x = input_63_cast_fp16, y = linear_33_cast_fp16)[name = tensor<string, []>("input_67_cast_fp16")];
tensor<int32, [1]> input_69_axes_0 = const()[name = tensor<string, []>("input_69_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_5_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(235726336)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_5_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(235728448)))];
tensor<fp16, [1, 77, 1024]> input_69_cast_fp16 = layer_norm(axes = input_69_axes_0, beta = text_encoder_text_model_encoder_layers_5_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_5_layer_norm2_weight_to_fp16, x = input_67_cast_fp16)[name = tensor<string, []>("input_69_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_5_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(235730560)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_5_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(244119232)))];
tensor<fp16, [1, 77, 4096]> linear_34_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_5_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_mlp_fc1_weight_to_fp16, x = input_69_cast_fp16)[name = tensor<string, []>("linear_34_cast_fp16")];
tensor<string, []> input_73_mode_0 = const()[name = tensor<string, []>("input_73_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_73_cast_fp16 = gelu(mode = input_73_mode_0, x = linear_34_cast_fp16)[name = tensor<string, []>("input_73_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_5_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(244127488)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_5_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_5_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(252516160)))];
tensor<fp16, [1, 77, 1024]> linear_35_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_5_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_mlp_fc2_weight_to_fp16, x = input_73_cast_fp16)[name = tensor<string, []>("linear_35_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_75_cast_fp16 = add(x = input_67_cast_fp16, y = linear_35_cast_fp16)[name = tensor<string, []>("input_75_cast_fp16")];
tensor<int32, [1]> hidden_states_37_axes_0 = const()[name = tensor<string, []>("hidden_states_37_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_6_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(252518272)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_6_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(252520384)))];
tensor<fp16, [1, 77, 1024]> hidden_states_37_cast_fp16 = layer_norm(axes = hidden_states_37_axes_0, beta = text_encoder_text_model_encoder_layers_6_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_6_layer_norm1_weight_to_fp16, x = input_75_cast_fp16)[name = tensor<string, []>("hidden_states_37_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(252522496)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(254619712)))];
tensor<fp16, [1, 77, 1024]> linear_36_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16, x = hidden_states_37_cast_fp16)[name = tensor<string, []>("linear_36_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(254621824)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(256719040)))];
tensor<fp16, [1, 77, 1024]> linear_37_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16, x = hidden_states_37_cast_fp16)[name = tensor<string, []>("linear_37_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(256721152)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(258818368)))];
tensor<fp16, [1, 77, 1024]> linear_38_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16, x = hidden_states_37_cast_fp16)[name = tensor<string, []>("linear_38_cast_fp16")];
tensor<int32, [4]> var_465 = const()[name = tensor<string, []>("op_465"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_466_cast_fp16 = reshape(shape = var_465, x = linear_36_cast_fp16)[name = tensor<string, []>("op_466_cast_fp16")];
tensor<int32, [4]> var_468 = const()[name = tensor<string, []>("op_468"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_469_cast_fp16 = reshape(shape = var_468, x = linear_37_cast_fp16)[name = tensor<string, []>("op_469_cast_fp16")];
tensor<int32, [4]> var_471 = const()[name = tensor<string, []>("op_471"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_472_cast_fp16 = reshape(shape = var_471, x = linear_38_cast_fp16)[name = tensor<string, []>("op_472_cast_fp16")];
tensor<int32, [4]> value_states_27_perm_0 = const()[name = tensor<string, []>("value_states_27_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_6_cast_fp16 = mul(x = var_466_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_6_cast_fp16")];
tensor<bool, []> matmul_6_transpose_y_0 = const()[name = tensor<string, []>("matmul_6_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_6_transpose_x_0 = const()[name = tensor<string, []>("matmul_6_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_105_perm_0 = const()[name = tensor<string, []>("transpose_105_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_106_perm_0 = const()[name = tensor<string, []>("transpose_106_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_106 = transpose(perm = transpose_106_perm_0, x = var_469_cast_fp16)[name = tensor<string, []>("transpose_204")];
tensor<fp16, [1, 16, 77, 64]> transpose_105 = transpose(perm = transpose_105_perm_0, x = mul_6_cast_fp16)[name = tensor<string, []>("transpose_205")];
tensor<fp16, [1, 16, 77, 77]> matmul_6_cast_fp16 = matmul(transpose_x = matmul_6_transpose_x_0, transpose_y = matmul_6_transpose_y_0, x = transpose_105, y = transpose_106)[name = tensor<string, []>("matmul_6_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_6_cast_fp16 = add(x = matmul_6_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_6_cast_fp16")];
tensor<int32, []> softmax_6_axis_0 = const()[name = tensor<string, []>("softmax_6_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_6_cast_fp16 = softmax(axis = softmax_6_axis_0, x = add_6_cast_fp16)[name = tensor<string, []>("softmax_6_cast_fp16")];
tensor<bool, []> attn_output_25_transpose_x_0 = const()[name = tensor<string, []>("attn_output_25_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_25_transpose_y_0 = const()[name = tensor<string, []>("attn_output_25_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_27_cast_fp16 = transpose(perm = value_states_27_perm_0, x = var_472_cast_fp16)[name = tensor<string, []>("transpose_206")];
tensor<fp16, [1, 16, 77, 64]> attn_output_25_cast_fp16 = matmul(transpose_x = attn_output_25_transpose_x_0, transpose_y = attn_output_25_transpose_y_0, x = softmax_6_cast_fp16, y = value_states_27_cast_fp16)[name = tensor<string, []>("attn_output_25_cast_fp16")];
tensor<int32, [4]> attn_output_27_perm_0 = const()[name = tensor<string, []>("attn_output_27_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_476 = const()[name = tensor<string, []>("op_476"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_27_cast_fp16 = transpose(perm = attn_output_27_perm_0, x = attn_output_25_cast_fp16)[name = tensor<string, []>("transpose_203")];
tensor<fp16, [1, 77, 1024]> input_77_cast_fp16 = reshape(shape = var_476, x = attn_output_27_cast_fp16)[name = tensor<string, []>("input_77_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(258820480)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(260917696)))];
tensor<fp16, [1, 77, 1024]> linear_39_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16, x = input_77_cast_fp16)[name = tensor<string, []>("linear_39_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_79_cast_fp16 = add(x = input_75_cast_fp16, y = linear_39_cast_fp16)[name = tensor<string, []>("input_79_cast_fp16")];
tensor<int32, [1]> input_81_axes_0 = const()[name = tensor<string, []>("input_81_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_6_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(260919808)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_6_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(260921920)))];
tensor<fp16, [1, 77, 1024]> input_81_cast_fp16 = layer_norm(axes = input_81_axes_0, beta = text_encoder_text_model_encoder_layers_6_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_6_layer_norm2_weight_to_fp16, x = input_79_cast_fp16)[name = tensor<string, []>("input_81_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_6_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(260924032)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_6_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(269312704)))];
tensor<fp16, [1, 77, 4096]> linear_40_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_6_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_mlp_fc1_weight_to_fp16, x = input_81_cast_fp16)[name = tensor<string, []>("linear_40_cast_fp16")];
tensor<string, []> input_85_mode_0 = const()[name = tensor<string, []>("input_85_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_85_cast_fp16 = gelu(mode = input_85_mode_0, x = linear_40_cast_fp16)[name = tensor<string, []>("input_85_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_6_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(269320960)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_6_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_6_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(277709632)))];
tensor<fp16, [1, 77, 1024]> linear_41_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_6_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_mlp_fc2_weight_to_fp16, x = input_85_cast_fp16)[name = tensor<string, []>("linear_41_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_87_cast_fp16 = add(x = input_79_cast_fp16, y = linear_41_cast_fp16)[name = tensor<string, []>("input_87_cast_fp16")];
tensor<int32, [1]> hidden_states_43_axes_0 = const()[name = tensor<string, []>("hidden_states_43_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_7_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(277711744)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_7_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(277713856)))];
tensor<fp16, [1, 77, 1024]> hidden_states_43_cast_fp16 = layer_norm(axes = hidden_states_43_axes_0, beta = text_encoder_text_model_encoder_layers_7_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_7_layer_norm1_weight_to_fp16, x = input_87_cast_fp16)[name = tensor<string, []>("hidden_states_43_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(277715968)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(279813184)))];
tensor<fp16, [1, 77, 1024]> linear_42_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16, x = hidden_states_43_cast_fp16)[name = tensor<string, []>("linear_42_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(279815296)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(281912512)))];
tensor<fp16, [1, 77, 1024]> linear_43_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16, x = hidden_states_43_cast_fp16)[name = tensor<string, []>("linear_43_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(281914624)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(284011840)))];
tensor<fp16, [1, 77, 1024]> linear_44_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16, x = hidden_states_43_cast_fp16)[name = tensor<string, []>("linear_44_cast_fp16")];
tensor<int32, [4]> var_520 = const()[name = tensor<string, []>("op_520"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_521_cast_fp16 = reshape(shape = var_520, x = linear_42_cast_fp16)[name = tensor<string, []>("op_521_cast_fp16")];
tensor<int32, [4]> var_523 = const()[name = tensor<string, []>("op_523"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_524_cast_fp16 = reshape(shape = var_523, x = linear_43_cast_fp16)[name = tensor<string, []>("op_524_cast_fp16")];
tensor<int32, [4]> var_526 = const()[name = tensor<string, []>("op_526"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_527_cast_fp16 = reshape(shape = var_526, x = linear_44_cast_fp16)[name = tensor<string, []>("op_527_cast_fp16")];
tensor<int32, [4]> value_states_31_perm_0 = const()[name = tensor<string, []>("value_states_31_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_7_cast_fp16 = mul(x = var_521_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_7_cast_fp16")];
tensor<bool, []> matmul_7_transpose_y_0 = const()[name = tensor<string, []>("matmul_7_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_7_transpose_x_0 = const()[name = tensor<string, []>("matmul_7_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_107_perm_0 = const()[name = tensor<string, []>("transpose_107_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_108_perm_0 = const()[name = tensor<string, []>("transpose_108_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_108 = transpose(perm = transpose_108_perm_0, x = var_524_cast_fp16)[name = tensor<string, []>("transpose_200")];
tensor<fp16, [1, 16, 77, 64]> transpose_107 = transpose(perm = transpose_107_perm_0, x = mul_7_cast_fp16)[name = tensor<string, []>("transpose_201")];
tensor<fp16, [1, 16, 77, 77]> matmul_7_cast_fp16 = matmul(transpose_x = matmul_7_transpose_x_0, transpose_y = matmul_7_transpose_y_0, x = transpose_107, y = transpose_108)[name = tensor<string, []>("matmul_7_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_7_cast_fp16 = add(x = matmul_7_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_7_cast_fp16")];
tensor<int32, []> softmax_7_axis_0 = const()[name = tensor<string, []>("softmax_7_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_7_cast_fp16 = softmax(axis = softmax_7_axis_0, x = add_7_cast_fp16)[name = tensor<string, []>("softmax_7_cast_fp16")];
tensor<bool, []> attn_output_29_transpose_x_0 = const()[name = tensor<string, []>("attn_output_29_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_29_transpose_y_0 = const()[name = tensor<string, []>("attn_output_29_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_31_cast_fp16 = transpose(perm = value_states_31_perm_0, x = var_527_cast_fp16)[name = tensor<string, []>("transpose_202")];
tensor<fp16, [1, 16, 77, 64]> attn_output_29_cast_fp16 = matmul(transpose_x = attn_output_29_transpose_x_0, transpose_y = attn_output_29_transpose_y_0, x = softmax_7_cast_fp16, y = value_states_31_cast_fp16)[name = tensor<string, []>("attn_output_29_cast_fp16")];
tensor<int32, [4]> attn_output_31_perm_0 = const()[name = tensor<string, []>("attn_output_31_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_531 = const()[name = tensor<string, []>("op_531"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_31_cast_fp16 = transpose(perm = attn_output_31_perm_0, x = attn_output_29_cast_fp16)[name = tensor<string, []>("transpose_199")];
tensor<fp16, [1, 77, 1024]> input_89_cast_fp16 = reshape(shape = var_531, x = attn_output_31_cast_fp16)[name = tensor<string, []>("input_89_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(284013952)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(286111168)))];
tensor<fp16, [1, 77, 1024]> linear_45_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16, x = input_89_cast_fp16)[name = tensor<string, []>("linear_45_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_91_cast_fp16 = add(x = input_87_cast_fp16, y = linear_45_cast_fp16)[name = tensor<string, []>("input_91_cast_fp16")];
tensor<int32, [1]> input_93_axes_0 = const()[name = tensor<string, []>("input_93_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_7_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(286113280)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_7_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(286115392)))];
tensor<fp16, [1, 77, 1024]> input_93_cast_fp16 = layer_norm(axes = input_93_axes_0, beta = text_encoder_text_model_encoder_layers_7_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_7_layer_norm2_weight_to_fp16, x = input_91_cast_fp16)[name = tensor<string, []>("input_93_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_7_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(286117504)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_7_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(294506176)))];
tensor<fp16, [1, 77, 4096]> linear_46_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_7_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_mlp_fc1_weight_to_fp16, x = input_93_cast_fp16)[name = tensor<string, []>("linear_46_cast_fp16")];
tensor<string, []> input_97_mode_0 = const()[name = tensor<string, []>("input_97_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_97_cast_fp16 = gelu(mode = input_97_mode_0, x = linear_46_cast_fp16)[name = tensor<string, []>("input_97_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_7_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(294514432)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_7_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_7_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(302903104)))];
tensor<fp16, [1, 77, 1024]> linear_47_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_7_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_mlp_fc2_weight_to_fp16, x = input_97_cast_fp16)[name = tensor<string, []>("linear_47_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_99_cast_fp16 = add(x = input_91_cast_fp16, y = linear_47_cast_fp16)[name = tensor<string, []>("input_99_cast_fp16")];
tensor<int32, [1]> hidden_states_49_axes_0 = const()[name = tensor<string, []>("hidden_states_49_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_8_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(302905216)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_8_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(302907328)))];
tensor<fp16, [1, 77, 1024]> hidden_states_49_cast_fp16 = layer_norm(axes = hidden_states_49_axes_0, beta = text_encoder_text_model_encoder_layers_8_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_8_layer_norm1_weight_to_fp16, x = input_99_cast_fp16)[name = tensor<string, []>("hidden_states_49_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(302909440)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(305006656)))];
tensor<fp16, [1, 77, 1024]> linear_48_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16, x = hidden_states_49_cast_fp16)[name = tensor<string, []>("linear_48_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(305008768)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(307105984)))];
tensor<fp16, [1, 77, 1024]> linear_49_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16, x = hidden_states_49_cast_fp16)[name = tensor<string, []>("linear_49_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(307108096)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(309205312)))];
tensor<fp16, [1, 77, 1024]> linear_50_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16, x = hidden_states_49_cast_fp16)[name = tensor<string, []>("linear_50_cast_fp16")];
tensor<int32, [4]> var_575 = const()[name = tensor<string, []>("op_575"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_576_cast_fp16 = reshape(shape = var_575, x = linear_48_cast_fp16)[name = tensor<string, []>("op_576_cast_fp16")];
tensor<int32, [4]> var_578 = const()[name = tensor<string, []>("op_578"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_579_cast_fp16 = reshape(shape = var_578, x = linear_49_cast_fp16)[name = tensor<string, []>("op_579_cast_fp16")];
tensor<int32, [4]> var_581 = const()[name = tensor<string, []>("op_581"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_582_cast_fp16 = reshape(shape = var_581, x = linear_50_cast_fp16)[name = tensor<string, []>("op_582_cast_fp16")];
tensor<int32, [4]> value_states_35_perm_0 = const()[name = tensor<string, []>("value_states_35_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_8_cast_fp16 = mul(x = var_576_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_8_cast_fp16")];
tensor<bool, []> matmul_8_transpose_y_0 = const()[name = tensor<string, []>("matmul_8_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_8_transpose_x_0 = const()[name = tensor<string, []>("matmul_8_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_109_perm_0 = const()[name = tensor<string, []>("transpose_109_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_110_perm_0 = const()[name = tensor<string, []>("transpose_110_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_110 = transpose(perm = transpose_110_perm_0, x = var_579_cast_fp16)[name = tensor<string, []>("transpose_196")];
tensor<fp16, [1, 16, 77, 64]> transpose_109 = transpose(perm = transpose_109_perm_0, x = mul_8_cast_fp16)[name = tensor<string, []>("transpose_197")];
tensor<fp16, [1, 16, 77, 77]> matmul_8_cast_fp16 = matmul(transpose_x = matmul_8_transpose_x_0, transpose_y = matmul_8_transpose_y_0, x = transpose_109, y = transpose_110)[name = tensor<string, []>("matmul_8_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_8_cast_fp16 = add(x = matmul_8_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_8_cast_fp16")];
tensor<int32, []> softmax_8_axis_0 = const()[name = tensor<string, []>("softmax_8_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_8_cast_fp16 = softmax(axis = softmax_8_axis_0, x = add_8_cast_fp16)[name = tensor<string, []>("softmax_8_cast_fp16")];
tensor<bool, []> attn_output_33_transpose_x_0 = const()[name = tensor<string, []>("attn_output_33_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_33_transpose_y_0 = const()[name = tensor<string, []>("attn_output_33_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_35_cast_fp16 = transpose(perm = value_states_35_perm_0, x = var_582_cast_fp16)[name = tensor<string, []>("transpose_198")];
tensor<fp16, [1, 16, 77, 64]> attn_output_33_cast_fp16 = matmul(transpose_x = attn_output_33_transpose_x_0, transpose_y = attn_output_33_transpose_y_0, x = softmax_8_cast_fp16, y = value_states_35_cast_fp16)[name = tensor<string, []>("attn_output_33_cast_fp16")];
tensor<int32, [4]> attn_output_35_perm_0 = const()[name = tensor<string, []>("attn_output_35_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_586 = const()[name = tensor<string, []>("op_586"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_35_cast_fp16 = transpose(perm = attn_output_35_perm_0, x = attn_output_33_cast_fp16)[name = tensor<string, []>("transpose_195")];
tensor<fp16, [1, 77, 1024]> input_101_cast_fp16 = reshape(shape = var_586, x = attn_output_35_cast_fp16)[name = tensor<string, []>("input_101_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(309207424)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(311304640)))];
tensor<fp16, [1, 77, 1024]> linear_51_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16, x = input_101_cast_fp16)[name = tensor<string, []>("linear_51_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_103_cast_fp16 = add(x = input_99_cast_fp16, y = linear_51_cast_fp16)[name = tensor<string, []>("input_103_cast_fp16")];
tensor<int32, [1]> input_105_axes_0 = const()[name = tensor<string, []>("input_105_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_8_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(311306752)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_8_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(311308864)))];
tensor<fp16, [1, 77, 1024]> input_105_cast_fp16 = layer_norm(axes = input_105_axes_0, beta = text_encoder_text_model_encoder_layers_8_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_8_layer_norm2_weight_to_fp16, x = input_103_cast_fp16)[name = tensor<string, []>("input_105_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_8_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(311310976)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_8_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(319699648)))];
tensor<fp16, [1, 77, 4096]> linear_52_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_8_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_mlp_fc1_weight_to_fp16, x = input_105_cast_fp16)[name = tensor<string, []>("linear_52_cast_fp16")];
tensor<string, []> input_109_mode_0 = const()[name = tensor<string, []>("input_109_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_109_cast_fp16 = gelu(mode = input_109_mode_0, x = linear_52_cast_fp16)[name = tensor<string, []>("input_109_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_8_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(319707904)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_8_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_8_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(328096576)))];
tensor<fp16, [1, 77, 1024]> linear_53_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_8_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_mlp_fc2_weight_to_fp16, x = input_109_cast_fp16)[name = tensor<string, []>("linear_53_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_111_cast_fp16 = add(x = input_103_cast_fp16, y = linear_53_cast_fp16)[name = tensor<string, []>("input_111_cast_fp16")];
tensor<int32, [1]> hidden_states_55_axes_0 = const()[name = tensor<string, []>("hidden_states_55_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_9_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(328098688)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_9_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(328100800)))];
tensor<fp16, [1, 77, 1024]> hidden_states_55_cast_fp16 = layer_norm(axes = hidden_states_55_axes_0, beta = text_encoder_text_model_encoder_layers_9_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_9_layer_norm1_weight_to_fp16, x = input_111_cast_fp16)[name = tensor<string, []>("hidden_states_55_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(328102912)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(330200128)))];
tensor<fp16, [1, 77, 1024]> linear_54_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16, x = hidden_states_55_cast_fp16)[name = tensor<string, []>("linear_54_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(330202240)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(332299456)))];
tensor<fp16, [1, 77, 1024]> linear_55_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16, x = hidden_states_55_cast_fp16)[name = tensor<string, []>("linear_55_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(332301568)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(334398784)))];
tensor<fp16, [1, 77, 1024]> linear_56_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16, x = hidden_states_55_cast_fp16)[name = tensor<string, []>("linear_56_cast_fp16")];
tensor<int32, [4]> var_630 = const()[name = tensor<string, []>("op_630"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_631_cast_fp16 = reshape(shape = var_630, x = linear_54_cast_fp16)[name = tensor<string, []>("op_631_cast_fp16")];
tensor<int32, [4]> var_633 = const()[name = tensor<string, []>("op_633"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_634_cast_fp16 = reshape(shape = var_633, x = linear_55_cast_fp16)[name = tensor<string, []>("op_634_cast_fp16")];
tensor<int32, [4]> var_636 = const()[name = tensor<string, []>("op_636"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_637_cast_fp16 = reshape(shape = var_636, x = linear_56_cast_fp16)[name = tensor<string, []>("op_637_cast_fp16")];
tensor<int32, [4]> value_states_39_perm_0 = const()[name = tensor<string, []>("value_states_39_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_9_cast_fp16 = mul(x = var_631_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_9_cast_fp16")];
tensor<bool, []> matmul_9_transpose_y_0 = const()[name = tensor<string, []>("matmul_9_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_9_transpose_x_0 = const()[name = tensor<string, []>("matmul_9_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_111_perm_0 = const()[name = tensor<string, []>("transpose_111_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_112_perm_0 = const()[name = tensor<string, []>("transpose_112_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_112 = transpose(perm = transpose_112_perm_0, x = var_634_cast_fp16)[name = tensor<string, []>("transpose_192")];
tensor<fp16, [1, 16, 77, 64]> transpose_111 = transpose(perm = transpose_111_perm_0, x = mul_9_cast_fp16)[name = tensor<string, []>("transpose_193")];
tensor<fp16, [1, 16, 77, 77]> matmul_9_cast_fp16 = matmul(transpose_x = matmul_9_transpose_x_0, transpose_y = matmul_9_transpose_y_0, x = transpose_111, y = transpose_112)[name = tensor<string, []>("matmul_9_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_9_cast_fp16 = add(x = matmul_9_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_9_cast_fp16")];
tensor<int32, []> softmax_9_axis_0 = const()[name = tensor<string, []>("softmax_9_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_9_cast_fp16 = softmax(axis = softmax_9_axis_0, x = add_9_cast_fp16)[name = tensor<string, []>("softmax_9_cast_fp16")];
tensor<bool, []> attn_output_37_transpose_x_0 = const()[name = tensor<string, []>("attn_output_37_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_37_transpose_y_0 = const()[name = tensor<string, []>("attn_output_37_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_39_cast_fp16 = transpose(perm = value_states_39_perm_0, x = var_637_cast_fp16)[name = tensor<string, []>("transpose_194")];
tensor<fp16, [1, 16, 77, 64]> attn_output_37_cast_fp16 = matmul(transpose_x = attn_output_37_transpose_x_0, transpose_y = attn_output_37_transpose_y_0, x = softmax_9_cast_fp16, y = value_states_39_cast_fp16)[name = tensor<string, []>("attn_output_37_cast_fp16")];
tensor<int32, [4]> attn_output_39_perm_0 = const()[name = tensor<string, []>("attn_output_39_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_641 = const()[name = tensor<string, []>("op_641"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_39_cast_fp16 = transpose(perm = attn_output_39_perm_0, x = attn_output_37_cast_fp16)[name = tensor<string, []>("transpose_191")];
tensor<fp16, [1, 77, 1024]> input_113_cast_fp16 = reshape(shape = var_641, x = attn_output_39_cast_fp16)[name = tensor<string, []>("input_113_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(334400896)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(336498112)))];
tensor<fp16, [1, 77, 1024]> linear_57_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16, x = input_113_cast_fp16)[name = tensor<string, []>("linear_57_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_115_cast_fp16 = add(x = input_111_cast_fp16, y = linear_57_cast_fp16)[name = tensor<string, []>("input_115_cast_fp16")];
tensor<int32, [1]> input_117_axes_0 = const()[name = tensor<string, []>("input_117_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_9_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(336500224)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_9_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(336502336)))];
tensor<fp16, [1, 77, 1024]> input_117_cast_fp16 = layer_norm(axes = input_117_axes_0, beta = text_encoder_text_model_encoder_layers_9_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_9_layer_norm2_weight_to_fp16, x = input_115_cast_fp16)[name = tensor<string, []>("input_117_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_9_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(336504448)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_9_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(344893120)))];
tensor<fp16, [1, 77, 4096]> linear_58_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_9_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_mlp_fc1_weight_to_fp16, x = input_117_cast_fp16)[name = tensor<string, []>("linear_58_cast_fp16")];
tensor<string, []> input_121_mode_0 = const()[name = tensor<string, []>("input_121_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_121_cast_fp16 = gelu(mode = input_121_mode_0, x = linear_58_cast_fp16)[name = tensor<string, []>("input_121_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_9_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(344901376)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_9_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_9_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(353290048)))];
tensor<fp16, [1, 77, 1024]> linear_59_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_9_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_mlp_fc2_weight_to_fp16, x = input_121_cast_fp16)[name = tensor<string, []>("linear_59_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_123_cast_fp16 = add(x = input_115_cast_fp16, y = linear_59_cast_fp16)[name = tensor<string, []>("input_123_cast_fp16")];
tensor<int32, [1]> hidden_states_61_axes_0 = const()[name = tensor<string, []>("hidden_states_61_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_10_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(353292160)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_10_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(353294272)))];
tensor<fp16, [1, 77, 1024]> hidden_states_61_cast_fp16 = layer_norm(axes = hidden_states_61_axes_0, beta = text_encoder_text_model_encoder_layers_10_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_10_layer_norm1_weight_to_fp16, x = input_123_cast_fp16)[name = tensor<string, []>("hidden_states_61_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(353296384)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(355393600)))];
tensor<fp16, [1, 77, 1024]> linear_60_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16, x = hidden_states_61_cast_fp16)[name = tensor<string, []>("linear_60_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(355395712)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(357492928)))];
tensor<fp16, [1, 77, 1024]> linear_61_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16, x = hidden_states_61_cast_fp16)[name = tensor<string, []>("linear_61_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(357495040)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(359592256)))];
tensor<fp16, [1, 77, 1024]> linear_62_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16, x = hidden_states_61_cast_fp16)[name = tensor<string, []>("linear_62_cast_fp16")];
tensor<int32, [4]> var_685 = const()[name = tensor<string, []>("op_685"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_686_cast_fp16 = reshape(shape = var_685, x = linear_60_cast_fp16)[name = tensor<string, []>("op_686_cast_fp16")];
tensor<int32, [4]> var_688 = const()[name = tensor<string, []>("op_688"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_689_cast_fp16 = reshape(shape = var_688, x = linear_61_cast_fp16)[name = tensor<string, []>("op_689_cast_fp16")];
tensor<int32, [4]> var_691 = const()[name = tensor<string, []>("op_691"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_692_cast_fp16 = reshape(shape = var_691, x = linear_62_cast_fp16)[name = tensor<string, []>("op_692_cast_fp16")];
tensor<int32, [4]> value_states_43_perm_0 = const()[name = tensor<string, []>("value_states_43_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_10_cast_fp16 = mul(x = var_686_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_10_cast_fp16")];
tensor<bool, []> matmul_10_transpose_y_0 = const()[name = tensor<string, []>("matmul_10_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_10_transpose_x_0 = const()[name = tensor<string, []>("matmul_10_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_113_perm_0 = const()[name = tensor<string, []>("transpose_113_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_114_perm_0 = const()[name = tensor<string, []>("transpose_114_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_114 = transpose(perm = transpose_114_perm_0, x = var_689_cast_fp16)[name = tensor<string, []>("transpose_188")];
tensor<fp16, [1, 16, 77, 64]> transpose_113 = transpose(perm = transpose_113_perm_0, x = mul_10_cast_fp16)[name = tensor<string, []>("transpose_189")];
tensor<fp16, [1, 16, 77, 77]> matmul_10_cast_fp16 = matmul(transpose_x = matmul_10_transpose_x_0, transpose_y = matmul_10_transpose_y_0, x = transpose_113, y = transpose_114)[name = tensor<string, []>("matmul_10_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_10_cast_fp16 = add(x = matmul_10_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_10_cast_fp16")];
tensor<int32, []> softmax_10_axis_0 = const()[name = tensor<string, []>("softmax_10_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_10_cast_fp16 = softmax(axis = softmax_10_axis_0, x = add_10_cast_fp16)[name = tensor<string, []>("softmax_10_cast_fp16")];
tensor<bool, []> attn_output_41_transpose_x_0 = const()[name = tensor<string, []>("attn_output_41_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_41_transpose_y_0 = const()[name = tensor<string, []>("attn_output_41_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_43_cast_fp16 = transpose(perm = value_states_43_perm_0, x = var_692_cast_fp16)[name = tensor<string, []>("transpose_190")];
tensor<fp16, [1, 16, 77, 64]> attn_output_41_cast_fp16 = matmul(transpose_x = attn_output_41_transpose_x_0, transpose_y = attn_output_41_transpose_y_0, x = softmax_10_cast_fp16, y = value_states_43_cast_fp16)[name = tensor<string, []>("attn_output_41_cast_fp16")];
tensor<int32, [4]> attn_output_43_perm_0 = const()[name = tensor<string, []>("attn_output_43_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_696 = const()[name = tensor<string, []>("op_696"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_43_cast_fp16 = transpose(perm = attn_output_43_perm_0, x = attn_output_41_cast_fp16)[name = tensor<string, []>("transpose_187")];
tensor<fp16, [1, 77, 1024]> input_125_cast_fp16 = reshape(shape = var_696, x = attn_output_43_cast_fp16)[name = tensor<string, []>("input_125_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(359594368)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(361691584)))];
tensor<fp16, [1, 77, 1024]> linear_63_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16, x = input_125_cast_fp16)[name = tensor<string, []>("linear_63_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_127_cast_fp16 = add(x = input_123_cast_fp16, y = linear_63_cast_fp16)[name = tensor<string, []>("input_127_cast_fp16")];
tensor<int32, [1]> input_129_axes_0 = const()[name = tensor<string, []>("input_129_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_10_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(361693696)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_10_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(361695808)))];
tensor<fp16, [1, 77, 1024]> input_129_cast_fp16 = layer_norm(axes = input_129_axes_0, beta = text_encoder_text_model_encoder_layers_10_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_10_layer_norm2_weight_to_fp16, x = input_127_cast_fp16)[name = tensor<string, []>("input_129_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_10_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(361697920)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_10_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(370086592)))];
tensor<fp16, [1, 77, 4096]> linear_64_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_10_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_mlp_fc1_weight_to_fp16, x = input_129_cast_fp16)[name = tensor<string, []>("linear_64_cast_fp16")];
tensor<string, []> input_133_mode_0 = const()[name = tensor<string, []>("input_133_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_133_cast_fp16 = gelu(mode = input_133_mode_0, x = linear_64_cast_fp16)[name = tensor<string, []>("input_133_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_10_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(370094848)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_10_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_10_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(378483520)))];
tensor<fp16, [1, 77, 1024]> linear_65_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_10_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_mlp_fc2_weight_to_fp16, x = input_133_cast_fp16)[name = tensor<string, []>("linear_65_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_135_cast_fp16 = add(x = input_127_cast_fp16, y = linear_65_cast_fp16)[name = tensor<string, []>("input_135_cast_fp16")];
tensor<int32, [1]> hidden_states_67_axes_0 = const()[name = tensor<string, []>("hidden_states_67_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_11_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(378485632)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_11_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(378487744)))];
tensor<fp16, [1, 77, 1024]> hidden_states_67_cast_fp16 = layer_norm(axes = hidden_states_67_axes_0, beta = text_encoder_text_model_encoder_layers_11_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_11_layer_norm1_weight_to_fp16, x = input_135_cast_fp16)[name = tensor<string, []>("hidden_states_67_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(378489856)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(380587072)))];
tensor<fp16, [1, 77, 1024]> linear_66_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = tensor<string, []>("linear_66_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(380589184)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(382686400)))];
tensor<fp16, [1, 77, 1024]> linear_67_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = tensor<string, []>("linear_67_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(382688512)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(384785728)))];
tensor<fp16, [1, 77, 1024]> linear_68_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = tensor<string, []>("linear_68_cast_fp16")];
tensor<int32, [4]> var_740 = const()[name = tensor<string, []>("op_740"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_741_cast_fp16 = reshape(shape = var_740, x = linear_66_cast_fp16)[name = tensor<string, []>("op_741_cast_fp16")];
tensor<int32, [4]> var_743 = const()[name = tensor<string, []>("op_743"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_744_cast_fp16 = reshape(shape = var_743, x = linear_67_cast_fp16)[name = tensor<string, []>("op_744_cast_fp16")];
tensor<int32, [4]> var_746 = const()[name = tensor<string, []>("op_746"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_747_cast_fp16 = reshape(shape = var_746, x = linear_68_cast_fp16)[name = tensor<string, []>("op_747_cast_fp16")];
tensor<int32, [4]> value_states_47_perm_0 = const()[name = tensor<string, []>("value_states_47_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_11_cast_fp16 = mul(x = var_741_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_11_cast_fp16")];
tensor<bool, []> matmul_11_transpose_y_0 = const()[name = tensor<string, []>("matmul_11_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_11_transpose_x_0 = const()[name = tensor<string, []>("matmul_11_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_115_perm_0 = const()[name = tensor<string, []>("transpose_115_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_116_perm_0 = const()[name = tensor<string, []>("transpose_116_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_116 = transpose(perm = transpose_116_perm_0, x = var_744_cast_fp16)[name = tensor<string, []>("transpose_184")];
tensor<fp16, [1, 16, 77, 64]> transpose_115 = transpose(perm = transpose_115_perm_0, x = mul_11_cast_fp16)[name = tensor<string, []>("transpose_185")];
tensor<fp16, [1, 16, 77, 77]> matmul_11_cast_fp16 = matmul(transpose_x = matmul_11_transpose_x_0, transpose_y = matmul_11_transpose_y_0, x = transpose_115, y = transpose_116)[name = tensor<string, []>("matmul_11_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_11_cast_fp16 = add(x = matmul_11_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_11_cast_fp16")];
tensor<int32, []> softmax_11_axis_0 = const()[name = tensor<string, []>("softmax_11_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_11_cast_fp16 = softmax(axis = softmax_11_axis_0, x = add_11_cast_fp16)[name = tensor<string, []>("softmax_11_cast_fp16")];
tensor<bool, []> attn_output_45_transpose_x_0 = const()[name = tensor<string, []>("attn_output_45_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_45_transpose_y_0 = const()[name = tensor<string, []>("attn_output_45_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_47_cast_fp16 = transpose(perm = value_states_47_perm_0, x = var_747_cast_fp16)[name = tensor<string, []>("transpose_186")];
tensor<fp16, [1, 16, 77, 64]> attn_output_45_cast_fp16 = matmul(transpose_x = attn_output_45_transpose_x_0, transpose_y = attn_output_45_transpose_y_0, x = softmax_11_cast_fp16, y = value_states_47_cast_fp16)[name = tensor<string, []>("attn_output_45_cast_fp16")];
tensor<int32, [4]> attn_output_47_perm_0 = const()[name = tensor<string, []>("attn_output_47_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_751 = const()[name = tensor<string, []>("op_751"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_47_cast_fp16 = transpose(perm = attn_output_47_perm_0, x = attn_output_45_cast_fp16)[name = tensor<string, []>("transpose_183")];
tensor<fp16, [1, 77, 1024]> input_137_cast_fp16 = reshape(shape = var_751, x = attn_output_47_cast_fp16)[name = tensor<string, []>("input_137_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(384787840)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(386885056)))];
tensor<fp16, [1, 77, 1024]> linear_69_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16, x = input_137_cast_fp16)[name = tensor<string, []>("linear_69_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_139_cast_fp16 = add(x = input_135_cast_fp16, y = linear_69_cast_fp16)[name = tensor<string, []>("input_139_cast_fp16")];
tensor<int32, [1]> input_141_axes_0 = const()[name = tensor<string, []>("input_141_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_11_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(386887168)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_11_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(386889280)))];
tensor<fp16, [1, 77, 1024]> input_141_cast_fp16 = layer_norm(axes = input_141_axes_0, beta = text_encoder_text_model_encoder_layers_11_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_11_layer_norm2_weight_to_fp16, x = input_139_cast_fp16)[name = tensor<string, []>("input_141_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_11_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(386891392)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_11_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(395280064)))];
tensor<fp16, [1, 77, 4096]> linear_70_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_11_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_mlp_fc1_weight_to_fp16, x = input_141_cast_fp16)[name = tensor<string, []>("linear_70_cast_fp16")];
tensor<string, []> input_145_mode_0 = const()[name = tensor<string, []>("input_145_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_145_cast_fp16 = gelu(mode = input_145_mode_0, x = linear_70_cast_fp16)[name = tensor<string, []>("input_145_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_11_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(395288320)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_11_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_11_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(403676992)))];
tensor<fp16, [1, 77, 1024]> linear_71_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_11_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_mlp_fc2_weight_to_fp16, x = input_145_cast_fp16)[name = tensor<string, []>("linear_71_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_147_cast_fp16 = add(x = input_139_cast_fp16, y = linear_71_cast_fp16)[name = tensor<string, []>("input_147_cast_fp16")];
tensor<int32, [1]> hidden_states_73_axes_0 = const()[name = tensor<string, []>("hidden_states_73_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_12_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(403679104)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_12_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(403681216)))];
tensor<fp16, [1, 77, 1024]> hidden_states_73_cast_fp16 = layer_norm(axes = hidden_states_73_axes_0, beta = text_encoder_text_model_encoder_layers_12_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_12_layer_norm1_weight_to_fp16, x = input_147_cast_fp16)[name = tensor<string, []>("hidden_states_73_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(403683328)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(405780544)))];
tensor<fp16, [1, 77, 1024]> linear_72_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16, x = hidden_states_73_cast_fp16)[name = tensor<string, []>("linear_72_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(405782656)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(407879872)))];
tensor<fp16, [1, 77, 1024]> linear_73_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16, x = hidden_states_73_cast_fp16)[name = tensor<string, []>("linear_73_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(407881984)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(409979200)))];
tensor<fp16, [1, 77, 1024]> linear_74_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16, x = hidden_states_73_cast_fp16)[name = tensor<string, []>("linear_74_cast_fp16")];
tensor<int32, [4]> var_795 = const()[name = tensor<string, []>("op_795"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_796_cast_fp16 = reshape(shape = var_795, x = linear_72_cast_fp16)[name = tensor<string, []>("op_796_cast_fp16")];
tensor<int32, [4]> var_798 = const()[name = tensor<string, []>("op_798"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_799_cast_fp16 = reshape(shape = var_798, x = linear_73_cast_fp16)[name = tensor<string, []>("op_799_cast_fp16")];
tensor<int32, [4]> var_801 = const()[name = tensor<string, []>("op_801"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_802_cast_fp16 = reshape(shape = var_801, x = linear_74_cast_fp16)[name = tensor<string, []>("op_802_cast_fp16")];
tensor<int32, [4]> value_states_51_perm_0 = const()[name = tensor<string, []>("value_states_51_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_12_cast_fp16 = mul(x = var_796_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_12_cast_fp16")];
tensor<bool, []> matmul_12_transpose_y_0 = const()[name = tensor<string, []>("matmul_12_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_12_transpose_x_0 = const()[name = tensor<string, []>("matmul_12_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_117_perm_0 = const()[name = tensor<string, []>("transpose_117_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_118_perm_0 = const()[name = tensor<string, []>("transpose_118_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_118 = transpose(perm = transpose_118_perm_0, x = var_799_cast_fp16)[name = tensor<string, []>("transpose_180")];
tensor<fp16, [1, 16, 77, 64]> transpose_117 = transpose(perm = transpose_117_perm_0, x = mul_12_cast_fp16)[name = tensor<string, []>("transpose_181")];
tensor<fp16, [1, 16, 77, 77]> matmul_12_cast_fp16 = matmul(transpose_x = matmul_12_transpose_x_0, transpose_y = matmul_12_transpose_y_0, x = transpose_117, y = transpose_118)[name = tensor<string, []>("matmul_12_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_12_cast_fp16 = add(x = matmul_12_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_12_cast_fp16")];
tensor<int32, []> softmax_12_axis_0 = const()[name = tensor<string, []>("softmax_12_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_12_cast_fp16 = softmax(axis = softmax_12_axis_0, x = add_12_cast_fp16)[name = tensor<string, []>("softmax_12_cast_fp16")];
tensor<bool, []> attn_output_49_transpose_x_0 = const()[name = tensor<string, []>("attn_output_49_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_49_transpose_y_0 = const()[name = tensor<string, []>("attn_output_49_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_51_cast_fp16 = transpose(perm = value_states_51_perm_0, x = var_802_cast_fp16)[name = tensor<string, []>("transpose_182")];
tensor<fp16, [1, 16, 77, 64]> attn_output_49_cast_fp16 = matmul(transpose_x = attn_output_49_transpose_x_0, transpose_y = attn_output_49_transpose_y_0, x = softmax_12_cast_fp16, y = value_states_51_cast_fp16)[name = tensor<string, []>("attn_output_49_cast_fp16")];
tensor<int32, [4]> attn_output_51_perm_0 = const()[name = tensor<string, []>("attn_output_51_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_806 = const()[name = tensor<string, []>("op_806"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_51_cast_fp16 = transpose(perm = attn_output_51_perm_0, x = attn_output_49_cast_fp16)[name = tensor<string, []>("transpose_179")];
tensor<fp16, [1, 77, 1024]> input_149_cast_fp16 = reshape(shape = var_806, x = attn_output_51_cast_fp16)[name = tensor<string, []>("input_149_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(409981312)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(412078528)))];
tensor<fp16, [1, 77, 1024]> linear_75_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16, x = input_149_cast_fp16)[name = tensor<string, []>("linear_75_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_151_cast_fp16 = add(x = input_147_cast_fp16, y = linear_75_cast_fp16)[name = tensor<string, []>("input_151_cast_fp16")];
tensor<int32, [1]> input_153_axes_0 = const()[name = tensor<string, []>("input_153_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_12_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(412080640)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_12_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(412082752)))];
tensor<fp16, [1, 77, 1024]> input_153_cast_fp16 = layer_norm(axes = input_153_axes_0, beta = text_encoder_text_model_encoder_layers_12_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_12_layer_norm2_weight_to_fp16, x = input_151_cast_fp16)[name = tensor<string, []>("input_153_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_12_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(412084864)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_12_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(420473536)))];
tensor<fp16, [1, 77, 4096]> linear_76_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_12_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_mlp_fc1_weight_to_fp16, x = input_153_cast_fp16)[name = tensor<string, []>("linear_76_cast_fp16")];
tensor<string, []> input_157_mode_0 = const()[name = tensor<string, []>("input_157_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_157_cast_fp16 = gelu(mode = input_157_mode_0, x = linear_76_cast_fp16)[name = tensor<string, []>("input_157_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_12_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(420481792)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_12_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_12_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(428870464)))];
tensor<fp16, [1, 77, 1024]> linear_77_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_12_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_mlp_fc2_weight_to_fp16, x = input_157_cast_fp16)[name = tensor<string, []>("linear_77_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_159_cast_fp16 = add(x = input_151_cast_fp16, y = linear_77_cast_fp16)[name = tensor<string, []>("input_159_cast_fp16")];
tensor<int32, [1]> hidden_states_79_axes_0 = const()[name = tensor<string, []>("hidden_states_79_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_13_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(428872576)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_13_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(428874688)))];
tensor<fp16, [1, 77, 1024]> hidden_states_79_cast_fp16 = layer_norm(axes = hidden_states_79_axes_0, beta = text_encoder_text_model_encoder_layers_13_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_13_layer_norm1_weight_to_fp16, x = input_159_cast_fp16)[name = tensor<string, []>("hidden_states_79_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(428876800)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(430974016)))];
tensor<fp16, [1, 77, 1024]> linear_78_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16, x = hidden_states_79_cast_fp16)[name = tensor<string, []>("linear_78_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(430976128)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(433073344)))];
tensor<fp16, [1, 77, 1024]> linear_79_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16, x = hidden_states_79_cast_fp16)[name = tensor<string, []>("linear_79_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(433075456)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(435172672)))];
tensor<fp16, [1, 77, 1024]> linear_80_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16, x = hidden_states_79_cast_fp16)[name = tensor<string, []>("linear_80_cast_fp16")];
tensor<int32, [4]> var_850 = const()[name = tensor<string, []>("op_850"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_851_cast_fp16 = reshape(shape = var_850, x = linear_78_cast_fp16)[name = tensor<string, []>("op_851_cast_fp16")];
tensor<int32, [4]> var_853 = const()[name = tensor<string, []>("op_853"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_854_cast_fp16 = reshape(shape = var_853, x = linear_79_cast_fp16)[name = tensor<string, []>("op_854_cast_fp16")];
tensor<int32, [4]> var_856 = const()[name = tensor<string, []>("op_856"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_857_cast_fp16 = reshape(shape = var_856, x = linear_80_cast_fp16)[name = tensor<string, []>("op_857_cast_fp16")];
tensor<int32, [4]> value_states_55_perm_0 = const()[name = tensor<string, []>("value_states_55_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_13_cast_fp16 = mul(x = var_851_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_13_cast_fp16")];
tensor<bool, []> matmul_13_transpose_y_0 = const()[name = tensor<string, []>("matmul_13_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_13_transpose_x_0 = const()[name = tensor<string, []>("matmul_13_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_119_perm_0 = const()[name = tensor<string, []>("transpose_119_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_120_perm_0 = const()[name = tensor<string, []>("transpose_120_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_120 = transpose(perm = transpose_120_perm_0, x = var_854_cast_fp16)[name = tensor<string, []>("transpose_176")];
tensor<fp16, [1, 16, 77, 64]> transpose_119 = transpose(perm = transpose_119_perm_0, x = mul_13_cast_fp16)[name = tensor<string, []>("transpose_177")];
tensor<fp16, [1, 16, 77, 77]> matmul_13_cast_fp16 = matmul(transpose_x = matmul_13_transpose_x_0, transpose_y = matmul_13_transpose_y_0, x = transpose_119, y = transpose_120)[name = tensor<string, []>("matmul_13_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_13_cast_fp16 = add(x = matmul_13_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_13_cast_fp16")];
tensor<int32, []> softmax_13_axis_0 = const()[name = tensor<string, []>("softmax_13_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_13_cast_fp16 = softmax(axis = softmax_13_axis_0, x = add_13_cast_fp16)[name = tensor<string, []>("softmax_13_cast_fp16")];
tensor<bool, []> attn_output_53_transpose_x_0 = const()[name = tensor<string, []>("attn_output_53_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_53_transpose_y_0 = const()[name = tensor<string, []>("attn_output_53_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_55_cast_fp16 = transpose(perm = value_states_55_perm_0, x = var_857_cast_fp16)[name = tensor<string, []>("transpose_178")];
tensor<fp16, [1, 16, 77, 64]> attn_output_53_cast_fp16 = matmul(transpose_x = attn_output_53_transpose_x_0, transpose_y = attn_output_53_transpose_y_0, x = softmax_13_cast_fp16, y = value_states_55_cast_fp16)[name = tensor<string, []>("attn_output_53_cast_fp16")];
tensor<int32, [4]> attn_output_55_perm_0 = const()[name = tensor<string, []>("attn_output_55_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_861 = const()[name = tensor<string, []>("op_861"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_55_cast_fp16 = transpose(perm = attn_output_55_perm_0, x = attn_output_53_cast_fp16)[name = tensor<string, []>("transpose_175")];
tensor<fp16, [1, 77, 1024]> input_161_cast_fp16 = reshape(shape = var_861, x = attn_output_55_cast_fp16)[name = tensor<string, []>("input_161_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(435174784)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(437272000)))];
tensor<fp16, [1, 77, 1024]> linear_81_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16, x = input_161_cast_fp16)[name = tensor<string, []>("linear_81_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_163_cast_fp16 = add(x = input_159_cast_fp16, y = linear_81_cast_fp16)[name = tensor<string, []>("input_163_cast_fp16")];
tensor<int32, [1]> input_165_axes_0 = const()[name = tensor<string, []>("input_165_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_13_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(437274112)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_13_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(437276224)))];
tensor<fp16, [1, 77, 1024]> input_165_cast_fp16 = layer_norm(axes = input_165_axes_0, beta = text_encoder_text_model_encoder_layers_13_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_13_layer_norm2_weight_to_fp16, x = input_163_cast_fp16)[name = tensor<string, []>("input_165_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_13_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(437278336)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_13_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(445667008)))];
tensor<fp16, [1, 77, 4096]> linear_82_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_13_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_mlp_fc1_weight_to_fp16, x = input_165_cast_fp16)[name = tensor<string, []>("linear_82_cast_fp16")];
tensor<string, []> input_169_mode_0 = const()[name = tensor<string, []>("input_169_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_169_cast_fp16 = gelu(mode = input_169_mode_0, x = linear_82_cast_fp16)[name = tensor<string, []>("input_169_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_13_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(445675264)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_13_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_13_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(454063936)))];
tensor<fp16, [1, 77, 1024]> linear_83_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_13_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_mlp_fc2_weight_to_fp16, x = input_169_cast_fp16)[name = tensor<string, []>("linear_83_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_171_cast_fp16 = add(x = input_163_cast_fp16, y = linear_83_cast_fp16)[name = tensor<string, []>("input_171_cast_fp16")];
tensor<int32, [1]> hidden_states_85_axes_0 = const()[name = tensor<string, []>("hidden_states_85_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_14_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(454066048)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_14_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(454068160)))];
tensor<fp16, [1, 77, 1024]> hidden_states_85_cast_fp16 = layer_norm(axes = hidden_states_85_axes_0, beta = text_encoder_text_model_encoder_layers_14_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_14_layer_norm1_weight_to_fp16, x = input_171_cast_fp16)[name = tensor<string, []>("hidden_states_85_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(454070272)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(456167488)))];
tensor<fp16, [1, 77, 1024]> linear_84_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16, x = hidden_states_85_cast_fp16)[name = tensor<string, []>("linear_84_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(456169600)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(458266816)))];
tensor<fp16, [1, 77, 1024]> linear_85_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16, x = hidden_states_85_cast_fp16)[name = tensor<string, []>("linear_85_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(458268928)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(460366144)))];
tensor<fp16, [1, 77, 1024]> linear_86_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16, x = hidden_states_85_cast_fp16)[name = tensor<string, []>("linear_86_cast_fp16")];
tensor<int32, [4]> var_905 = const()[name = tensor<string, []>("op_905"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_906_cast_fp16 = reshape(shape = var_905, x = linear_84_cast_fp16)[name = tensor<string, []>("op_906_cast_fp16")];
tensor<int32, [4]> var_908 = const()[name = tensor<string, []>("op_908"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_909_cast_fp16 = reshape(shape = var_908, x = linear_85_cast_fp16)[name = tensor<string, []>("op_909_cast_fp16")];
tensor<int32, [4]> var_911 = const()[name = tensor<string, []>("op_911"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_912_cast_fp16 = reshape(shape = var_911, x = linear_86_cast_fp16)[name = tensor<string, []>("op_912_cast_fp16")];
tensor<int32, [4]> value_states_59_perm_0 = const()[name = tensor<string, []>("value_states_59_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_14_cast_fp16 = mul(x = var_906_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_14_cast_fp16")];
tensor<bool, []> matmul_14_transpose_y_0 = const()[name = tensor<string, []>("matmul_14_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_14_transpose_x_0 = const()[name = tensor<string, []>("matmul_14_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_121_perm_0 = const()[name = tensor<string, []>("transpose_121_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_122_perm_0 = const()[name = tensor<string, []>("transpose_122_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_122 = transpose(perm = transpose_122_perm_0, x = var_909_cast_fp16)[name = tensor<string, []>("transpose_172")];
tensor<fp16, [1, 16, 77, 64]> transpose_121 = transpose(perm = transpose_121_perm_0, x = mul_14_cast_fp16)[name = tensor<string, []>("transpose_173")];
tensor<fp16, [1, 16, 77, 77]> matmul_14_cast_fp16 = matmul(transpose_x = matmul_14_transpose_x_0, transpose_y = matmul_14_transpose_y_0, x = transpose_121, y = transpose_122)[name = tensor<string, []>("matmul_14_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_14_cast_fp16 = add(x = matmul_14_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_14_cast_fp16")];
tensor<int32, []> softmax_14_axis_0 = const()[name = tensor<string, []>("softmax_14_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_14_cast_fp16 = softmax(axis = softmax_14_axis_0, x = add_14_cast_fp16)[name = tensor<string, []>("softmax_14_cast_fp16")];
tensor<bool, []> attn_output_57_transpose_x_0 = const()[name = tensor<string, []>("attn_output_57_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_57_transpose_y_0 = const()[name = tensor<string, []>("attn_output_57_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_59_cast_fp16 = transpose(perm = value_states_59_perm_0, x = var_912_cast_fp16)[name = tensor<string, []>("transpose_174")];
tensor<fp16, [1, 16, 77, 64]> attn_output_57_cast_fp16 = matmul(transpose_x = attn_output_57_transpose_x_0, transpose_y = attn_output_57_transpose_y_0, x = softmax_14_cast_fp16, y = value_states_59_cast_fp16)[name = tensor<string, []>("attn_output_57_cast_fp16")];
tensor<int32, [4]> attn_output_59_perm_0 = const()[name = tensor<string, []>("attn_output_59_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_916 = const()[name = tensor<string, []>("op_916"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_59_cast_fp16 = transpose(perm = attn_output_59_perm_0, x = attn_output_57_cast_fp16)[name = tensor<string, []>("transpose_171")];
tensor<fp16, [1, 77, 1024]> input_173_cast_fp16 = reshape(shape = var_916, x = attn_output_59_cast_fp16)[name = tensor<string, []>("input_173_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(460368256)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(462465472)))];
tensor<fp16, [1, 77, 1024]> linear_87_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16, x = input_173_cast_fp16)[name = tensor<string, []>("linear_87_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_175_cast_fp16 = add(x = input_171_cast_fp16, y = linear_87_cast_fp16)[name = tensor<string, []>("input_175_cast_fp16")];
tensor<int32, [1]> input_177_axes_0 = const()[name = tensor<string, []>("input_177_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_14_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(462467584)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_14_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(462469696)))];
tensor<fp16, [1, 77, 1024]> input_177_cast_fp16 = layer_norm(axes = input_177_axes_0, beta = text_encoder_text_model_encoder_layers_14_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_14_layer_norm2_weight_to_fp16, x = input_175_cast_fp16)[name = tensor<string, []>("input_177_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_14_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(462471808)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_14_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(470860480)))];
tensor<fp16, [1, 77, 4096]> linear_88_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_14_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_mlp_fc1_weight_to_fp16, x = input_177_cast_fp16)[name = tensor<string, []>("linear_88_cast_fp16")];
tensor<string, []> input_181_mode_0 = const()[name = tensor<string, []>("input_181_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_181_cast_fp16 = gelu(mode = input_181_mode_0, x = linear_88_cast_fp16)[name = tensor<string, []>("input_181_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_14_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(470868736)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_14_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_14_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(479257408)))];
tensor<fp16, [1, 77, 1024]> linear_89_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_14_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_mlp_fc2_weight_to_fp16, x = input_181_cast_fp16)[name = tensor<string, []>("linear_89_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_183_cast_fp16 = add(x = input_175_cast_fp16, y = linear_89_cast_fp16)[name = tensor<string, []>("input_183_cast_fp16")];
tensor<int32, [1]> hidden_states_91_axes_0 = const()[name = tensor<string, []>("hidden_states_91_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_15_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(479259520)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_15_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(479261632)))];
tensor<fp16, [1, 77, 1024]> hidden_states_91_cast_fp16 = layer_norm(axes = hidden_states_91_axes_0, beta = text_encoder_text_model_encoder_layers_15_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_15_layer_norm1_weight_to_fp16, x = input_183_cast_fp16)[name = tensor<string, []>("hidden_states_91_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(479263744)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(481360960)))];
tensor<fp16, [1, 77, 1024]> linear_90_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16, x = hidden_states_91_cast_fp16)[name = tensor<string, []>("linear_90_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(481363072)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(483460288)))];
tensor<fp16, [1, 77, 1024]> linear_91_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16, x = hidden_states_91_cast_fp16)[name = tensor<string, []>("linear_91_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(483462400)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(485559616)))];
tensor<fp16, [1, 77, 1024]> linear_92_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16, x = hidden_states_91_cast_fp16)[name = tensor<string, []>("linear_92_cast_fp16")];
tensor<int32, [4]> var_960 = const()[name = tensor<string, []>("op_960"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_961_cast_fp16 = reshape(shape = var_960, x = linear_90_cast_fp16)[name = tensor<string, []>("op_961_cast_fp16")];
tensor<int32, [4]> var_963 = const()[name = tensor<string, []>("op_963"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_964_cast_fp16 = reshape(shape = var_963, x = linear_91_cast_fp16)[name = tensor<string, []>("op_964_cast_fp16")];
tensor<int32, [4]> var_966 = const()[name = tensor<string, []>("op_966"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_967_cast_fp16 = reshape(shape = var_966, x = linear_92_cast_fp16)[name = tensor<string, []>("op_967_cast_fp16")];
tensor<int32, [4]> value_states_63_perm_0 = const()[name = tensor<string, []>("value_states_63_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_15_cast_fp16 = mul(x = var_961_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_15_cast_fp16")];
tensor<bool, []> matmul_15_transpose_y_0 = const()[name = tensor<string, []>("matmul_15_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_15_transpose_x_0 = const()[name = tensor<string, []>("matmul_15_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_123_perm_0 = const()[name = tensor<string, []>("transpose_123_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_124_perm_0 = const()[name = tensor<string, []>("transpose_124_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_124 = transpose(perm = transpose_124_perm_0, x = var_964_cast_fp16)[name = tensor<string, []>("transpose_168")];
tensor<fp16, [1, 16, 77, 64]> transpose_123 = transpose(perm = transpose_123_perm_0, x = mul_15_cast_fp16)[name = tensor<string, []>("transpose_169")];
tensor<fp16, [1, 16, 77, 77]> matmul_15_cast_fp16 = matmul(transpose_x = matmul_15_transpose_x_0, transpose_y = matmul_15_transpose_y_0, x = transpose_123, y = transpose_124)[name = tensor<string, []>("matmul_15_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_15_cast_fp16 = add(x = matmul_15_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_15_cast_fp16")];
tensor<int32, []> softmax_15_axis_0 = const()[name = tensor<string, []>("softmax_15_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_15_cast_fp16 = softmax(axis = softmax_15_axis_0, x = add_15_cast_fp16)[name = tensor<string, []>("softmax_15_cast_fp16")];
tensor<bool, []> attn_output_61_transpose_x_0 = const()[name = tensor<string, []>("attn_output_61_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_61_transpose_y_0 = const()[name = tensor<string, []>("attn_output_61_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_63_cast_fp16 = transpose(perm = value_states_63_perm_0, x = var_967_cast_fp16)[name = tensor<string, []>("transpose_170")];
tensor<fp16, [1, 16, 77, 64]> attn_output_61_cast_fp16 = matmul(transpose_x = attn_output_61_transpose_x_0, transpose_y = attn_output_61_transpose_y_0, x = softmax_15_cast_fp16, y = value_states_63_cast_fp16)[name = tensor<string, []>("attn_output_61_cast_fp16")];
tensor<int32, [4]> attn_output_63_perm_0 = const()[name = tensor<string, []>("attn_output_63_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_971 = const()[name = tensor<string, []>("op_971"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_63_cast_fp16 = transpose(perm = attn_output_63_perm_0, x = attn_output_61_cast_fp16)[name = tensor<string, []>("transpose_167")];
tensor<fp16, [1, 77, 1024]> input_185_cast_fp16 = reshape(shape = var_971, x = attn_output_63_cast_fp16)[name = tensor<string, []>("input_185_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(485561728)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(487658944)))];
tensor<fp16, [1, 77, 1024]> linear_93_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16, x = input_185_cast_fp16)[name = tensor<string, []>("linear_93_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_187_cast_fp16 = add(x = input_183_cast_fp16, y = linear_93_cast_fp16)[name = tensor<string, []>("input_187_cast_fp16")];
tensor<int32, [1]> input_189_axes_0 = const()[name = tensor<string, []>("input_189_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_15_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(487661056)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_15_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(487663168)))];
tensor<fp16, [1, 77, 1024]> input_189_cast_fp16 = layer_norm(axes = input_189_axes_0, beta = text_encoder_text_model_encoder_layers_15_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_15_layer_norm2_weight_to_fp16, x = input_187_cast_fp16)[name = tensor<string, []>("input_189_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_15_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(487665280)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_15_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(496053952)))];
tensor<fp16, [1, 77, 4096]> linear_94_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_15_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_mlp_fc1_weight_to_fp16, x = input_189_cast_fp16)[name = tensor<string, []>("linear_94_cast_fp16")];
tensor<string, []> input_193_mode_0 = const()[name = tensor<string, []>("input_193_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_193_cast_fp16 = gelu(mode = input_193_mode_0, x = linear_94_cast_fp16)[name = tensor<string, []>("input_193_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_15_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(496062208)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_15_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_15_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(504450880)))];
tensor<fp16, [1, 77, 1024]> linear_95_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_15_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_mlp_fc2_weight_to_fp16, x = input_193_cast_fp16)[name = tensor<string, []>("linear_95_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_195_cast_fp16 = add(x = input_187_cast_fp16, y = linear_95_cast_fp16)[name = tensor<string, []>("input_195_cast_fp16")];
tensor<int32, [1]> hidden_states_97_axes_0 = const()[name = tensor<string, []>("hidden_states_97_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_16_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(504452992)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_16_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(504455104)))];
tensor<fp16, [1, 77, 1024]> hidden_states_97_cast_fp16 = layer_norm(axes = hidden_states_97_axes_0, beta = text_encoder_text_model_encoder_layers_16_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_16_layer_norm1_weight_to_fp16, x = input_195_cast_fp16)[name = tensor<string, []>("hidden_states_97_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(504457216)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(506554432)))];
tensor<fp16, [1, 77, 1024]> linear_96_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16, x = hidden_states_97_cast_fp16)[name = tensor<string, []>("linear_96_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(506556544)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(508653760)))];
tensor<fp16, [1, 77, 1024]> linear_97_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16, x = hidden_states_97_cast_fp16)[name = tensor<string, []>("linear_97_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(508655872)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(510753088)))];
tensor<fp16, [1, 77, 1024]> linear_98_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16, x = hidden_states_97_cast_fp16)[name = tensor<string, []>("linear_98_cast_fp16")];
tensor<int32, [4]> var_1015 = const()[name = tensor<string, []>("op_1015"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1016_cast_fp16 = reshape(shape = var_1015, x = linear_96_cast_fp16)[name = tensor<string, []>("op_1016_cast_fp16")];
tensor<int32, [4]> var_1018 = const()[name = tensor<string, []>("op_1018"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1019_cast_fp16 = reshape(shape = var_1018, x = linear_97_cast_fp16)[name = tensor<string, []>("op_1019_cast_fp16")];
tensor<int32, [4]> var_1021 = const()[name = tensor<string, []>("op_1021"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1022_cast_fp16 = reshape(shape = var_1021, x = linear_98_cast_fp16)[name = tensor<string, []>("op_1022_cast_fp16")];
tensor<int32, [4]> value_states_67_perm_0 = const()[name = tensor<string, []>("value_states_67_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_16_cast_fp16 = mul(x = var_1016_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_16_cast_fp16")];
tensor<bool, []> matmul_16_transpose_y_0 = const()[name = tensor<string, []>("matmul_16_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_16_transpose_x_0 = const()[name = tensor<string, []>("matmul_16_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_125_perm_0 = const()[name = tensor<string, []>("transpose_125_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_126_perm_0 = const()[name = tensor<string, []>("transpose_126_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_126 = transpose(perm = transpose_126_perm_0, x = var_1019_cast_fp16)[name = tensor<string, []>("transpose_164")];
tensor<fp16, [1, 16, 77, 64]> transpose_125 = transpose(perm = transpose_125_perm_0, x = mul_16_cast_fp16)[name = tensor<string, []>("transpose_165")];
tensor<fp16, [1, 16, 77, 77]> matmul_16_cast_fp16 = matmul(transpose_x = matmul_16_transpose_x_0, transpose_y = matmul_16_transpose_y_0, x = transpose_125, y = transpose_126)[name = tensor<string, []>("matmul_16_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_16_cast_fp16 = add(x = matmul_16_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_16_cast_fp16")];
tensor<int32, []> softmax_16_axis_0 = const()[name = tensor<string, []>("softmax_16_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_16_cast_fp16 = softmax(axis = softmax_16_axis_0, x = add_16_cast_fp16)[name = tensor<string, []>("softmax_16_cast_fp16")];
tensor<bool, []> attn_output_65_transpose_x_0 = const()[name = tensor<string, []>("attn_output_65_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_65_transpose_y_0 = const()[name = tensor<string, []>("attn_output_65_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_67_cast_fp16 = transpose(perm = value_states_67_perm_0, x = var_1022_cast_fp16)[name = tensor<string, []>("transpose_166")];
tensor<fp16, [1, 16, 77, 64]> attn_output_65_cast_fp16 = matmul(transpose_x = attn_output_65_transpose_x_0, transpose_y = attn_output_65_transpose_y_0, x = softmax_16_cast_fp16, y = value_states_67_cast_fp16)[name = tensor<string, []>("attn_output_65_cast_fp16")];
tensor<int32, [4]> attn_output_67_perm_0 = const()[name = tensor<string, []>("attn_output_67_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_1026 = const()[name = tensor<string, []>("op_1026"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_67_cast_fp16 = transpose(perm = attn_output_67_perm_0, x = attn_output_65_cast_fp16)[name = tensor<string, []>("transpose_163")];
tensor<fp16, [1, 77, 1024]> input_197_cast_fp16 = reshape(shape = var_1026, x = attn_output_67_cast_fp16)[name = tensor<string, []>("input_197_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(510755200)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(512852416)))];
tensor<fp16, [1, 77, 1024]> linear_99_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16, x = input_197_cast_fp16)[name = tensor<string, []>("linear_99_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_199_cast_fp16 = add(x = input_195_cast_fp16, y = linear_99_cast_fp16)[name = tensor<string, []>("input_199_cast_fp16")];
tensor<int32, [1]> input_201_axes_0 = const()[name = tensor<string, []>("input_201_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_16_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(512854528)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_16_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(512856640)))];
tensor<fp16, [1, 77, 1024]> input_201_cast_fp16 = layer_norm(axes = input_201_axes_0, beta = text_encoder_text_model_encoder_layers_16_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_16_layer_norm2_weight_to_fp16, x = input_199_cast_fp16)[name = tensor<string, []>("input_201_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_16_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(512858752)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_16_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(521247424)))];
tensor<fp16, [1, 77, 4096]> linear_100_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_16_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_mlp_fc1_weight_to_fp16, x = input_201_cast_fp16)[name = tensor<string, []>("linear_100_cast_fp16")];
tensor<string, []> input_205_mode_0 = const()[name = tensor<string, []>("input_205_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_205_cast_fp16 = gelu(mode = input_205_mode_0, x = linear_100_cast_fp16)[name = tensor<string, []>("input_205_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_16_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(521255680)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_16_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_16_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(529644352)))];
tensor<fp16, [1, 77, 1024]> linear_101_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_16_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_mlp_fc2_weight_to_fp16, x = input_205_cast_fp16)[name = tensor<string, []>("linear_101_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_207_cast_fp16 = add(x = input_199_cast_fp16, y = linear_101_cast_fp16)[name = tensor<string, []>("input_207_cast_fp16")];
tensor<int32, [1]> hidden_states_103_axes_0 = const()[name = tensor<string, []>("hidden_states_103_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_17_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(529646464)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_17_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(529648576)))];
tensor<fp16, [1, 77, 1024]> hidden_states_103_cast_fp16 = layer_norm(axes = hidden_states_103_axes_0, beta = text_encoder_text_model_encoder_layers_17_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_17_layer_norm1_weight_to_fp16, x = input_207_cast_fp16)[name = tensor<string, []>("hidden_states_103_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(529650688)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(531747904)))];
tensor<fp16, [1, 77, 1024]> linear_102_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16, x = hidden_states_103_cast_fp16)[name = tensor<string, []>("linear_102_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(531750016)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(533847232)))];
tensor<fp16, [1, 77, 1024]> linear_103_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16, x = hidden_states_103_cast_fp16)[name = tensor<string, []>("linear_103_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(533849344)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(535946560)))];
tensor<fp16, [1, 77, 1024]> linear_104_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16, x = hidden_states_103_cast_fp16)[name = tensor<string, []>("linear_104_cast_fp16")];
tensor<int32, [4]> var_1070 = const()[name = tensor<string, []>("op_1070"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1071_cast_fp16 = reshape(shape = var_1070, x = linear_102_cast_fp16)[name = tensor<string, []>("op_1071_cast_fp16")];
tensor<int32, [4]> var_1073 = const()[name = tensor<string, []>("op_1073"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1074_cast_fp16 = reshape(shape = var_1073, x = linear_103_cast_fp16)[name = tensor<string, []>("op_1074_cast_fp16")];
tensor<int32, [4]> var_1076 = const()[name = tensor<string, []>("op_1076"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1077_cast_fp16 = reshape(shape = var_1076, x = linear_104_cast_fp16)[name = tensor<string, []>("op_1077_cast_fp16")];
tensor<int32, [4]> value_states_71_perm_0 = const()[name = tensor<string, []>("value_states_71_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_17_cast_fp16 = mul(x = var_1071_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_17_cast_fp16")];
tensor<bool, []> matmul_17_transpose_y_0 = const()[name = tensor<string, []>("matmul_17_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_17_transpose_x_0 = const()[name = tensor<string, []>("matmul_17_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_127_perm_0 = const()[name = tensor<string, []>("transpose_127_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_128_perm_0 = const()[name = tensor<string, []>("transpose_128_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_128 = transpose(perm = transpose_128_perm_0, x = var_1074_cast_fp16)[name = tensor<string, []>("transpose_160")];
tensor<fp16, [1, 16, 77, 64]> transpose_127 = transpose(perm = transpose_127_perm_0, x = mul_17_cast_fp16)[name = tensor<string, []>("transpose_161")];
tensor<fp16, [1, 16, 77, 77]> matmul_17_cast_fp16 = matmul(transpose_x = matmul_17_transpose_x_0, transpose_y = matmul_17_transpose_y_0, x = transpose_127, y = transpose_128)[name = tensor<string, []>("matmul_17_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_17_cast_fp16 = add(x = matmul_17_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_17_cast_fp16")];
tensor<int32, []> softmax_17_axis_0 = const()[name = tensor<string, []>("softmax_17_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_17_cast_fp16 = softmax(axis = softmax_17_axis_0, x = add_17_cast_fp16)[name = tensor<string, []>("softmax_17_cast_fp16")];
tensor<bool, []> attn_output_69_transpose_x_0 = const()[name = tensor<string, []>("attn_output_69_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_69_transpose_y_0 = const()[name = tensor<string, []>("attn_output_69_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_71_cast_fp16 = transpose(perm = value_states_71_perm_0, x = var_1077_cast_fp16)[name = tensor<string, []>("transpose_162")];
tensor<fp16, [1, 16, 77, 64]> attn_output_69_cast_fp16 = matmul(transpose_x = attn_output_69_transpose_x_0, transpose_y = attn_output_69_transpose_y_0, x = softmax_17_cast_fp16, y = value_states_71_cast_fp16)[name = tensor<string, []>("attn_output_69_cast_fp16")];
tensor<int32, [4]> attn_output_71_perm_0 = const()[name = tensor<string, []>("attn_output_71_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_1081 = const()[name = tensor<string, []>("op_1081"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_71_cast_fp16 = transpose(perm = attn_output_71_perm_0, x = attn_output_69_cast_fp16)[name = tensor<string, []>("transpose_159")];
tensor<fp16, [1, 77, 1024]> input_209_cast_fp16 = reshape(shape = var_1081, x = attn_output_71_cast_fp16)[name = tensor<string, []>("input_209_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(535948672)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(538045888)))];
tensor<fp16, [1, 77, 1024]> linear_105_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16, x = input_209_cast_fp16)[name = tensor<string, []>("linear_105_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_211_cast_fp16 = add(x = input_207_cast_fp16, y = linear_105_cast_fp16)[name = tensor<string, []>("input_211_cast_fp16")];
tensor<int32, [1]> input_213_axes_0 = const()[name = tensor<string, []>("input_213_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_17_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(538048000)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_17_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(538050112)))];
tensor<fp16, [1, 77, 1024]> input_213_cast_fp16 = layer_norm(axes = input_213_axes_0, beta = text_encoder_text_model_encoder_layers_17_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_17_layer_norm2_weight_to_fp16, x = input_211_cast_fp16)[name = tensor<string, []>("input_213_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_17_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(538052224)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_17_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(546440896)))];
tensor<fp16, [1, 77, 4096]> linear_106_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_17_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_mlp_fc1_weight_to_fp16, x = input_213_cast_fp16)[name = tensor<string, []>("linear_106_cast_fp16")];
tensor<string, []> input_217_mode_0 = const()[name = tensor<string, []>("input_217_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_217_cast_fp16 = gelu(mode = input_217_mode_0, x = linear_106_cast_fp16)[name = tensor<string, []>("input_217_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_17_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(546449152)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_17_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_17_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(554837824)))];
tensor<fp16, [1, 77, 1024]> linear_107_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_17_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_mlp_fc2_weight_to_fp16, x = input_217_cast_fp16)[name = tensor<string, []>("linear_107_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_219_cast_fp16 = add(x = input_211_cast_fp16, y = linear_107_cast_fp16)[name = tensor<string, []>("input_219_cast_fp16")];
tensor<int32, [1]> hidden_states_109_axes_0 = const()[name = tensor<string, []>("hidden_states_109_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_18_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(554839936)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_18_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(554842048)))];
tensor<fp16, [1, 77, 1024]> hidden_states_109_cast_fp16 = layer_norm(axes = hidden_states_109_axes_0, beta = text_encoder_text_model_encoder_layers_18_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_18_layer_norm1_weight_to_fp16, x = input_219_cast_fp16)[name = tensor<string, []>("hidden_states_109_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(554844160)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(556941376)))];
tensor<fp16, [1, 77, 1024]> linear_108_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = tensor<string, []>("linear_108_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(556943488)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(559040704)))];
tensor<fp16, [1, 77, 1024]> linear_109_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = tensor<string, []>("linear_109_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(559042816)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(561140032)))];
tensor<fp16, [1, 77, 1024]> linear_110_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = tensor<string, []>("linear_110_cast_fp16")];
tensor<int32, [4]> var_1125 = const()[name = tensor<string, []>("op_1125"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1126_cast_fp16 = reshape(shape = var_1125, x = linear_108_cast_fp16)[name = tensor<string, []>("op_1126_cast_fp16")];
tensor<int32, [4]> var_1128 = const()[name = tensor<string, []>("op_1128"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1129_cast_fp16 = reshape(shape = var_1128, x = linear_109_cast_fp16)[name = tensor<string, []>("op_1129_cast_fp16")];
tensor<int32, [4]> var_1131 = const()[name = tensor<string, []>("op_1131"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1132_cast_fp16 = reshape(shape = var_1131, x = linear_110_cast_fp16)[name = tensor<string, []>("op_1132_cast_fp16")];
tensor<int32, [4]> value_states_75_perm_0 = const()[name = tensor<string, []>("value_states_75_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_18_cast_fp16 = mul(x = var_1126_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_18_cast_fp16")];
tensor<bool, []> matmul_18_transpose_y_0 = const()[name = tensor<string, []>("matmul_18_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_18_transpose_x_0 = const()[name = tensor<string, []>("matmul_18_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_129_perm_0 = const()[name = tensor<string, []>("transpose_129_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_130_perm_0 = const()[name = tensor<string, []>("transpose_130_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_130 = transpose(perm = transpose_130_perm_0, x = var_1129_cast_fp16)[name = tensor<string, []>("transpose_156")];
tensor<fp16, [1, 16, 77, 64]> transpose_129 = transpose(perm = transpose_129_perm_0, x = mul_18_cast_fp16)[name = tensor<string, []>("transpose_157")];
tensor<fp16, [1, 16, 77, 77]> matmul_18_cast_fp16 = matmul(transpose_x = matmul_18_transpose_x_0, transpose_y = matmul_18_transpose_y_0, x = transpose_129, y = transpose_130)[name = tensor<string, []>("matmul_18_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_18_cast_fp16 = add(x = matmul_18_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_18_cast_fp16")];
tensor<int32, []> softmax_18_axis_0 = const()[name = tensor<string, []>("softmax_18_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_18_cast_fp16 = softmax(axis = softmax_18_axis_0, x = add_18_cast_fp16)[name = tensor<string, []>("softmax_18_cast_fp16")];
tensor<bool, []> attn_output_73_transpose_x_0 = const()[name = tensor<string, []>("attn_output_73_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_73_transpose_y_0 = const()[name = tensor<string, []>("attn_output_73_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_75_cast_fp16 = transpose(perm = value_states_75_perm_0, x = var_1132_cast_fp16)[name = tensor<string, []>("transpose_158")];
tensor<fp16, [1, 16, 77, 64]> attn_output_73_cast_fp16 = matmul(transpose_x = attn_output_73_transpose_x_0, transpose_y = attn_output_73_transpose_y_0, x = softmax_18_cast_fp16, y = value_states_75_cast_fp16)[name = tensor<string, []>("attn_output_73_cast_fp16")];
tensor<int32, [4]> attn_output_75_perm_0 = const()[name = tensor<string, []>("attn_output_75_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_1136 = const()[name = tensor<string, []>("op_1136"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_75_cast_fp16 = transpose(perm = attn_output_75_perm_0, x = attn_output_73_cast_fp16)[name = tensor<string, []>("transpose_155")];
tensor<fp16, [1, 77, 1024]> input_221_cast_fp16 = reshape(shape = var_1136, x = attn_output_75_cast_fp16)[name = tensor<string, []>("input_221_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(561142144)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(563239360)))];
tensor<fp16, [1, 77, 1024]> linear_111_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16, x = input_221_cast_fp16)[name = tensor<string, []>("linear_111_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_223_cast_fp16 = add(x = input_219_cast_fp16, y = linear_111_cast_fp16)[name = tensor<string, []>("input_223_cast_fp16")];
tensor<int32, [1]> input_225_axes_0 = const()[name = tensor<string, []>("input_225_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_18_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(563241472)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_18_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(563243584)))];
tensor<fp16, [1, 77, 1024]> input_225_cast_fp16 = layer_norm(axes = input_225_axes_0, beta = text_encoder_text_model_encoder_layers_18_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_18_layer_norm2_weight_to_fp16, x = input_223_cast_fp16)[name = tensor<string, []>("input_225_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_18_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(563245696)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_18_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(571634368)))];
tensor<fp16, [1, 77, 4096]> linear_112_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_18_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_mlp_fc1_weight_to_fp16, x = input_225_cast_fp16)[name = tensor<string, []>("linear_112_cast_fp16")];
tensor<string, []> input_229_mode_0 = const()[name = tensor<string, []>("input_229_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_229_cast_fp16 = gelu(mode = input_229_mode_0, x = linear_112_cast_fp16)[name = tensor<string, []>("input_229_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_18_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(571642624)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_18_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_18_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(580031296)))];
tensor<fp16, [1, 77, 1024]> linear_113_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_18_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_mlp_fc2_weight_to_fp16, x = input_229_cast_fp16)[name = tensor<string, []>("linear_113_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_231_cast_fp16 = add(x = input_223_cast_fp16, y = linear_113_cast_fp16)[name = tensor<string, []>("input_231_cast_fp16")];
tensor<int32, [1]> hidden_states_115_axes_0 = const()[name = tensor<string, []>("hidden_states_115_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_19_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(580033408)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_19_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(580035520)))];
tensor<fp16, [1, 77, 1024]> hidden_states_115_cast_fp16 = layer_norm(axes = hidden_states_115_axes_0, beta = text_encoder_text_model_encoder_layers_19_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_19_layer_norm1_weight_to_fp16, x = input_231_cast_fp16)[name = tensor<string, []>("hidden_states_115_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(580037632)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(582134848)))];
tensor<fp16, [1, 77, 1024]> linear_114_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16, x = hidden_states_115_cast_fp16)[name = tensor<string, []>("linear_114_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(582136960)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(584234176)))];
tensor<fp16, [1, 77, 1024]> linear_115_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16, x = hidden_states_115_cast_fp16)[name = tensor<string, []>("linear_115_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(584236288)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(586333504)))];
tensor<fp16, [1, 77, 1024]> linear_116_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16, x = hidden_states_115_cast_fp16)[name = tensor<string, []>("linear_116_cast_fp16")];
tensor<int32, [4]> var_1180 = const()[name = tensor<string, []>("op_1180"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1181_cast_fp16 = reshape(shape = var_1180, x = linear_114_cast_fp16)[name = tensor<string, []>("op_1181_cast_fp16")];
tensor<int32, [4]> var_1183 = const()[name = tensor<string, []>("op_1183"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1184_cast_fp16 = reshape(shape = var_1183, x = linear_115_cast_fp16)[name = tensor<string, []>("op_1184_cast_fp16")];
tensor<int32, [4]> var_1186 = const()[name = tensor<string, []>("op_1186"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1187_cast_fp16 = reshape(shape = var_1186, x = linear_116_cast_fp16)[name = tensor<string, []>("op_1187_cast_fp16")];
tensor<int32, [4]> value_states_79_perm_0 = const()[name = tensor<string, []>("value_states_79_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_19_cast_fp16 = mul(x = var_1181_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_19_cast_fp16")];
tensor<bool, []> matmul_19_transpose_y_0 = const()[name = tensor<string, []>("matmul_19_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_19_transpose_x_0 = const()[name = tensor<string, []>("matmul_19_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_131_perm_0 = const()[name = tensor<string, []>("transpose_131_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_132_perm_0 = const()[name = tensor<string, []>("transpose_132_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_132 = transpose(perm = transpose_132_perm_0, x = var_1184_cast_fp16)[name = tensor<string, []>("transpose_152")];
tensor<fp16, [1, 16, 77, 64]> transpose_131 = transpose(perm = transpose_131_perm_0, x = mul_19_cast_fp16)[name = tensor<string, []>("transpose_153")];
tensor<fp16, [1, 16, 77, 77]> matmul_19_cast_fp16 = matmul(transpose_x = matmul_19_transpose_x_0, transpose_y = matmul_19_transpose_y_0, x = transpose_131, y = transpose_132)[name = tensor<string, []>("matmul_19_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_19_cast_fp16 = add(x = matmul_19_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_19_cast_fp16")];
tensor<int32, []> softmax_19_axis_0 = const()[name = tensor<string, []>("softmax_19_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_19_cast_fp16 = softmax(axis = softmax_19_axis_0, x = add_19_cast_fp16)[name = tensor<string, []>("softmax_19_cast_fp16")];
tensor<bool, []> attn_output_77_transpose_x_0 = const()[name = tensor<string, []>("attn_output_77_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_77_transpose_y_0 = const()[name = tensor<string, []>("attn_output_77_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_79_cast_fp16 = transpose(perm = value_states_79_perm_0, x = var_1187_cast_fp16)[name = tensor<string, []>("transpose_154")];
tensor<fp16, [1, 16, 77, 64]> attn_output_77_cast_fp16 = matmul(transpose_x = attn_output_77_transpose_x_0, transpose_y = attn_output_77_transpose_y_0, x = softmax_19_cast_fp16, y = value_states_79_cast_fp16)[name = tensor<string, []>("attn_output_77_cast_fp16")];
tensor<int32, [4]> attn_output_79_perm_0 = const()[name = tensor<string, []>("attn_output_79_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_1191 = const()[name = tensor<string, []>("op_1191"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_79_cast_fp16 = transpose(perm = attn_output_79_perm_0, x = attn_output_77_cast_fp16)[name = tensor<string, []>("transpose_151")];
tensor<fp16, [1, 77, 1024]> input_233_cast_fp16 = reshape(shape = var_1191, x = attn_output_79_cast_fp16)[name = tensor<string, []>("input_233_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(586335616)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(588432832)))];
tensor<fp16, [1, 77, 1024]> linear_117_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16, x = input_233_cast_fp16)[name = tensor<string, []>("linear_117_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_235_cast_fp16 = add(x = input_231_cast_fp16, y = linear_117_cast_fp16)[name = tensor<string, []>("input_235_cast_fp16")];
tensor<int32, [1]> input_237_axes_0 = const()[name = tensor<string, []>("input_237_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_19_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(588434944)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_19_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(588437056)))];
tensor<fp16, [1, 77, 1024]> input_237_cast_fp16 = layer_norm(axes = input_237_axes_0, beta = text_encoder_text_model_encoder_layers_19_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_19_layer_norm2_weight_to_fp16, x = input_235_cast_fp16)[name = tensor<string, []>("input_237_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_19_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(588439168)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_19_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(596827840)))];
tensor<fp16, [1, 77, 4096]> linear_118_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_19_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_mlp_fc1_weight_to_fp16, x = input_237_cast_fp16)[name = tensor<string, []>("linear_118_cast_fp16")];
tensor<string, []> input_241_mode_0 = const()[name = tensor<string, []>("input_241_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_241_cast_fp16 = gelu(mode = input_241_mode_0, x = linear_118_cast_fp16)[name = tensor<string, []>("input_241_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_19_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(596836096)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_19_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_19_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(605224768)))];
tensor<fp16, [1, 77, 1024]> linear_119_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_19_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_mlp_fc2_weight_to_fp16, x = input_241_cast_fp16)[name = tensor<string, []>("linear_119_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_243_cast_fp16 = add(x = input_235_cast_fp16, y = linear_119_cast_fp16)[name = tensor<string, []>("input_243_cast_fp16")];
tensor<int32, [1]> hidden_states_121_axes_0 = const()[name = tensor<string, []>("hidden_states_121_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_20_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(605226880)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_20_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(605228992)))];
tensor<fp16, [1, 77, 1024]> hidden_states_121_cast_fp16 = layer_norm(axes = hidden_states_121_axes_0, beta = text_encoder_text_model_encoder_layers_20_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_20_layer_norm1_weight_to_fp16, x = input_243_cast_fp16)[name = tensor<string, []>("hidden_states_121_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(605231104)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(607328320)))];
tensor<fp16, [1, 77, 1024]> linear_120_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16, x = hidden_states_121_cast_fp16)[name = tensor<string, []>("linear_120_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(607330432)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(609427648)))];
tensor<fp16, [1, 77, 1024]> linear_121_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16, x = hidden_states_121_cast_fp16)[name = tensor<string, []>("linear_121_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(609429760)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(611526976)))];
tensor<fp16, [1, 77, 1024]> linear_122_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16, x = hidden_states_121_cast_fp16)[name = tensor<string, []>("linear_122_cast_fp16")];
tensor<int32, [4]> var_1235 = const()[name = tensor<string, []>("op_1235"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1236_cast_fp16 = reshape(shape = var_1235, x = linear_120_cast_fp16)[name = tensor<string, []>("op_1236_cast_fp16")];
tensor<int32, [4]> var_1238 = const()[name = tensor<string, []>("op_1238"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1239_cast_fp16 = reshape(shape = var_1238, x = linear_121_cast_fp16)[name = tensor<string, []>("op_1239_cast_fp16")];
tensor<int32, [4]> var_1241 = const()[name = tensor<string, []>("op_1241"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1242_cast_fp16 = reshape(shape = var_1241, x = linear_122_cast_fp16)[name = tensor<string, []>("op_1242_cast_fp16")];
tensor<int32, [4]> value_states_83_perm_0 = const()[name = tensor<string, []>("value_states_83_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_20_cast_fp16 = mul(x = var_1236_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_20_cast_fp16")];
tensor<bool, []> matmul_20_transpose_y_0 = const()[name = tensor<string, []>("matmul_20_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_20_transpose_x_0 = const()[name = tensor<string, []>("matmul_20_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_133_perm_0 = const()[name = tensor<string, []>("transpose_133_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_134_perm_0 = const()[name = tensor<string, []>("transpose_134_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_134 = transpose(perm = transpose_134_perm_0, x = var_1239_cast_fp16)[name = tensor<string, []>("transpose_148")];
tensor<fp16, [1, 16, 77, 64]> transpose_133 = transpose(perm = transpose_133_perm_0, x = mul_20_cast_fp16)[name = tensor<string, []>("transpose_149")];
tensor<fp16, [1, 16, 77, 77]> matmul_20_cast_fp16 = matmul(transpose_x = matmul_20_transpose_x_0, transpose_y = matmul_20_transpose_y_0, x = transpose_133, y = transpose_134)[name = tensor<string, []>("matmul_20_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_20_cast_fp16 = add(x = matmul_20_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_20_cast_fp16")];
tensor<int32, []> softmax_20_axis_0 = const()[name = tensor<string, []>("softmax_20_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_20_cast_fp16 = softmax(axis = softmax_20_axis_0, x = add_20_cast_fp16)[name = tensor<string, []>("softmax_20_cast_fp16")];
tensor<bool, []> attn_output_81_transpose_x_0 = const()[name = tensor<string, []>("attn_output_81_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_81_transpose_y_0 = const()[name = tensor<string, []>("attn_output_81_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_83_cast_fp16 = transpose(perm = value_states_83_perm_0, x = var_1242_cast_fp16)[name = tensor<string, []>("transpose_150")];
tensor<fp16, [1, 16, 77, 64]> attn_output_81_cast_fp16 = matmul(transpose_x = attn_output_81_transpose_x_0, transpose_y = attn_output_81_transpose_y_0, x = softmax_20_cast_fp16, y = value_states_83_cast_fp16)[name = tensor<string, []>("attn_output_81_cast_fp16")];
tensor<int32, [4]> attn_output_83_perm_0 = const()[name = tensor<string, []>("attn_output_83_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_1246 = const()[name = tensor<string, []>("op_1246"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_83_cast_fp16 = transpose(perm = attn_output_83_perm_0, x = attn_output_81_cast_fp16)[name = tensor<string, []>("transpose_147")];
tensor<fp16, [1, 77, 1024]> input_245_cast_fp16 = reshape(shape = var_1246, x = attn_output_83_cast_fp16)[name = tensor<string, []>("input_245_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(611529088)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(613626304)))];
tensor<fp16, [1, 77, 1024]> linear_123_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16, x = input_245_cast_fp16)[name = tensor<string, []>("linear_123_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_247_cast_fp16 = add(x = input_243_cast_fp16, y = linear_123_cast_fp16)[name = tensor<string, []>("input_247_cast_fp16")];
tensor<int32, [1]> input_249_axes_0 = const()[name = tensor<string, []>("input_249_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_20_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(613628416)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_20_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(613630528)))];
tensor<fp16, [1, 77, 1024]> input_249_cast_fp16 = layer_norm(axes = input_249_axes_0, beta = text_encoder_text_model_encoder_layers_20_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_20_layer_norm2_weight_to_fp16, x = input_247_cast_fp16)[name = tensor<string, []>("input_249_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_20_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(613632640)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_20_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(622021312)))];
tensor<fp16, [1, 77, 4096]> linear_124_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_20_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_mlp_fc1_weight_to_fp16, x = input_249_cast_fp16)[name = tensor<string, []>("linear_124_cast_fp16")];
tensor<string, []> input_253_mode_0 = const()[name = tensor<string, []>("input_253_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_253_cast_fp16 = gelu(mode = input_253_mode_0, x = linear_124_cast_fp16)[name = tensor<string, []>("input_253_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_20_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(622029568)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_20_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_20_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(630418240)))];
tensor<fp16, [1, 77, 1024]> linear_125_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_20_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_mlp_fc2_weight_to_fp16, x = input_253_cast_fp16)[name = tensor<string, []>("linear_125_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_255_cast_fp16 = add(x = input_247_cast_fp16, y = linear_125_cast_fp16)[name = tensor<string, []>("input_255_cast_fp16")];
tensor<int32, [1]> hidden_states_127_axes_0 = const()[name = tensor<string, []>("hidden_states_127_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_21_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(630420352)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_21_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(630422464)))];
tensor<fp16, [1, 77, 1024]> hidden_states_127_cast_fp16 = layer_norm(axes = hidden_states_127_axes_0, beta = text_encoder_text_model_encoder_layers_21_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_21_layer_norm1_weight_to_fp16, x = input_255_cast_fp16)[name = tensor<string, []>("hidden_states_127_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(630424576)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(632521792)))];
tensor<fp16, [1, 77, 1024]> linear_126_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16, x = hidden_states_127_cast_fp16)[name = tensor<string, []>("linear_126_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(632523904)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(634621120)))];
tensor<fp16, [1, 77, 1024]> linear_127_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16, x = hidden_states_127_cast_fp16)[name = tensor<string, []>("linear_127_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(634623232)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(636720448)))];
tensor<fp16, [1, 77, 1024]> linear_128_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16, x = hidden_states_127_cast_fp16)[name = tensor<string, []>("linear_128_cast_fp16")];
tensor<int32, [4]> var_1290 = const()[name = tensor<string, []>("op_1290"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1291_cast_fp16 = reshape(shape = var_1290, x = linear_126_cast_fp16)[name = tensor<string, []>("op_1291_cast_fp16")];
tensor<int32, [4]> var_1293 = const()[name = tensor<string, []>("op_1293"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1294_cast_fp16 = reshape(shape = var_1293, x = linear_127_cast_fp16)[name = tensor<string, []>("op_1294_cast_fp16")];
tensor<int32, [4]> var_1296 = const()[name = tensor<string, []>("op_1296"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1297_cast_fp16 = reshape(shape = var_1296, x = linear_128_cast_fp16)[name = tensor<string, []>("op_1297_cast_fp16")];
tensor<int32, [4]> value_states_87_perm_0 = const()[name = tensor<string, []>("value_states_87_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_21_cast_fp16 = mul(x = var_1291_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_21_cast_fp16")];
tensor<bool, []> matmul_21_transpose_y_0 = const()[name = tensor<string, []>("matmul_21_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_21_transpose_x_0 = const()[name = tensor<string, []>("matmul_21_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_135_perm_0 = const()[name = tensor<string, []>("transpose_135_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_136_perm_0 = const()[name = tensor<string, []>("transpose_136_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_136 = transpose(perm = transpose_136_perm_0, x = var_1294_cast_fp16)[name = tensor<string, []>("transpose_144")];
tensor<fp16, [1, 16, 77, 64]> transpose_135 = transpose(perm = transpose_135_perm_0, x = mul_21_cast_fp16)[name = tensor<string, []>("transpose_145")];
tensor<fp16, [1, 16, 77, 77]> matmul_21_cast_fp16 = matmul(transpose_x = matmul_21_transpose_x_0, transpose_y = matmul_21_transpose_y_0, x = transpose_135, y = transpose_136)[name = tensor<string, []>("matmul_21_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_21_cast_fp16 = add(x = matmul_21_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_21_cast_fp16")];
tensor<int32, []> softmax_21_axis_0 = const()[name = tensor<string, []>("softmax_21_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_21_cast_fp16 = softmax(axis = softmax_21_axis_0, x = add_21_cast_fp16)[name = tensor<string, []>("softmax_21_cast_fp16")];
tensor<bool, []> attn_output_85_transpose_x_0 = const()[name = tensor<string, []>("attn_output_85_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_85_transpose_y_0 = const()[name = tensor<string, []>("attn_output_85_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_87_cast_fp16 = transpose(perm = value_states_87_perm_0, x = var_1297_cast_fp16)[name = tensor<string, []>("transpose_146")];
tensor<fp16, [1, 16, 77, 64]> attn_output_85_cast_fp16 = matmul(transpose_x = attn_output_85_transpose_x_0, transpose_y = attn_output_85_transpose_y_0, x = softmax_21_cast_fp16, y = value_states_87_cast_fp16)[name = tensor<string, []>("attn_output_85_cast_fp16")];
tensor<int32, [4]> attn_output_87_perm_0 = const()[name = tensor<string, []>("attn_output_87_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_1301 = const()[name = tensor<string, []>("op_1301"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_87_cast_fp16 = transpose(perm = attn_output_87_perm_0, x = attn_output_85_cast_fp16)[name = tensor<string, []>("transpose_143")];
tensor<fp16, [1, 77, 1024]> input_257_cast_fp16 = reshape(shape = var_1301, x = attn_output_87_cast_fp16)[name = tensor<string, []>("input_257_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(636722560)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(638819776)))];
tensor<fp16, [1, 77, 1024]> linear_129_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16, x = input_257_cast_fp16)[name = tensor<string, []>("linear_129_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_259_cast_fp16 = add(x = input_255_cast_fp16, y = linear_129_cast_fp16)[name = tensor<string, []>("input_259_cast_fp16")];
tensor<int32, [1]> input_261_axes_0 = const()[name = tensor<string, []>("input_261_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_21_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(638821888)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_21_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(638824000)))];
tensor<fp16, [1, 77, 1024]> input_261_cast_fp16 = layer_norm(axes = input_261_axes_0, beta = text_encoder_text_model_encoder_layers_21_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_21_layer_norm2_weight_to_fp16, x = input_259_cast_fp16)[name = tensor<string, []>("input_261_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_21_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(638826112)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_21_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(647214784)))];
tensor<fp16, [1, 77, 4096]> linear_130_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_21_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_mlp_fc1_weight_to_fp16, x = input_261_cast_fp16)[name = tensor<string, []>("linear_130_cast_fp16")];
tensor<string, []> input_265_mode_0 = const()[name = tensor<string, []>("input_265_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_265_cast_fp16 = gelu(mode = input_265_mode_0, x = linear_130_cast_fp16)[name = tensor<string, []>("input_265_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_21_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(647223040)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_21_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_21_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(655611712)))];
tensor<fp16, [1, 77, 1024]> linear_131_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_21_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_mlp_fc2_weight_to_fp16, x = input_265_cast_fp16)[name = tensor<string, []>("linear_131_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_267_cast_fp16 = add(x = input_259_cast_fp16, y = linear_131_cast_fp16)[name = tensor<string, []>("input_267_cast_fp16")];
tensor<int32, [1]> hidden_states_133_axes_0 = const()[name = tensor<string, []>("hidden_states_133_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_22_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(655613824)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_22_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(655615936)))];
tensor<fp16, [1, 77, 1024]> hidden_states_133_cast_fp16 = layer_norm(axes = hidden_states_133_axes_0, beta = text_encoder_text_model_encoder_layers_22_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_22_layer_norm1_weight_to_fp16, x = input_267_cast_fp16)[name = tensor<string, []>("hidden_states_133_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(655618048)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(657715264)))];
tensor<fp16, [1, 77, 1024]> linear_132_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16, x = hidden_states_133_cast_fp16)[name = tensor<string, []>("linear_132_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(657717376)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(659814592)))];
tensor<fp16, [1, 77, 1024]> linear_133_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16, x = hidden_states_133_cast_fp16)[name = tensor<string, []>("linear_133_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(659816704)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(661913920)))];
tensor<fp16, [1, 77, 1024]> linear_134_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16, x = hidden_states_133_cast_fp16)[name = tensor<string, []>("linear_134_cast_fp16")];
tensor<int32, [4]> var_1345 = const()[name = tensor<string, []>("op_1345"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1346_cast_fp16 = reshape(shape = var_1345, x = linear_132_cast_fp16)[name = tensor<string, []>("op_1346_cast_fp16")];
tensor<int32, [4]> var_1348 = const()[name = tensor<string, []>("op_1348"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1349_cast_fp16 = reshape(shape = var_1348, x = linear_133_cast_fp16)[name = tensor<string, []>("op_1349_cast_fp16")];
tensor<int32, [4]> var_1351 = const()[name = tensor<string, []>("op_1351"), val = tensor<int32, [4]>([1, -1, 16, 64])];
tensor<fp16, [1, 77, 16, 64]> var_1352_cast_fp16 = reshape(shape = var_1351, x = linear_134_cast_fp16)[name = tensor<string, []>("op_1352_cast_fp16")];
tensor<int32, [4]> value_states_perm_0 = const()[name = tensor<string, []>("value_states_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<fp16, [1, 77, 16, 64]> mul_22_cast_fp16 = mul(x = var_1346_cast_fp16, y = var_17_to_fp16)[name = tensor<string, []>("mul_22_cast_fp16")];
tensor<bool, []> matmul_22_transpose_y_0 = const()[name = tensor<string, []>("matmul_22_transpose_y_0"), val = tensor<bool, []>(true)];
tensor<bool, []> matmul_22_transpose_x_0 = const()[name = tensor<string, []>("matmul_22_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<int32, [4]> transpose_137_perm_0 = const()[name = tensor<string, []>("transpose_137_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<int32, [4]> transpose_138_perm_0 = const()[name = tensor<string, []>("transpose_138_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])];
tensor<fp16, [1, 16, 77, 64]> transpose_138 = transpose(perm = transpose_138_perm_0, x = var_1349_cast_fp16)[name = tensor<string, []>("transpose_140")];
tensor<fp16, [1, 16, 77, 64]> transpose_137 = transpose(perm = transpose_137_perm_0, x = mul_22_cast_fp16)[name = tensor<string, []>("transpose_141")];
tensor<fp16, [1, 16, 77, 77]> matmul_22_cast_fp16 = matmul(transpose_x = matmul_22_transpose_x_0, transpose_y = matmul_22_transpose_y_0, x = transpose_137, y = transpose_138)[name = tensor<string, []>("matmul_22_cast_fp16")];
tensor<fp16, [1, 16, 77, 77]> add_22_cast_fp16 = add(x = matmul_22_cast_fp16, y = var_58_to_fp16)[name = tensor<string, []>("add_22_cast_fp16")];
tensor<int32, []> softmax_22_axis_0 = const()[name = tensor<string, []>("softmax_22_axis_0"), val = tensor<int32, []>(-1)];
tensor<fp16, [1, 16, 77, 77]> softmax_22_cast_fp16 = softmax(axis = softmax_22_axis_0, x = add_22_cast_fp16)[name = tensor<string, []>("softmax_22_cast_fp16")];
tensor<bool, []> attn_output_89_transpose_x_0 = const()[name = tensor<string, []>("attn_output_89_transpose_x_0"), val = tensor<bool, []>(false)];
tensor<bool, []> attn_output_89_transpose_y_0 = const()[name = tensor<string, []>("attn_output_89_transpose_y_0"), val = tensor<bool, []>(false)];
tensor<fp16, [1, 16, 77, 64]> value_states_cast_fp16 = transpose(perm = value_states_perm_0, x = var_1352_cast_fp16)[name = tensor<string, []>("transpose_142")];
tensor<fp16, [1, 16, 77, 64]> attn_output_89_cast_fp16 = matmul(transpose_x = attn_output_89_transpose_x_0, transpose_y = attn_output_89_transpose_y_0, x = softmax_22_cast_fp16, y = value_states_cast_fp16)[name = tensor<string, []>("attn_output_89_cast_fp16")];
tensor<int32, [4]> attn_output_perm_0 = const()[name = tensor<string, []>("attn_output_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])];
tensor<int32, [3]> var_1356 = const()[name = tensor<string, []>("op_1356"), val = tensor<int32, [3]>([1, 77, 1024])];
tensor<fp16, [1, 77, 16, 64]> attn_output_cast_fp16 = transpose(perm = attn_output_perm_0, x = attn_output_89_cast_fp16)[name = tensor<string, []>("transpose_139")];
tensor<fp16, [1, 77, 1024]> input_269_cast_fp16 = reshape(shape = var_1356, x = attn_output_cast_fp16)[name = tensor<string, []>("input_269_cast_fp16")];
tensor<fp16, [1024, 1024]> text_encoder_text_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(661916032)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(664013248)))];
tensor<fp16, [1, 77, 1024]> linear_135_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16, x = input_269_cast_fp16)[name = tensor<string, []>("linear_135_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_271_cast_fp16 = add(x = input_267_cast_fp16, y = linear_135_cast_fp16)[name = tensor<string, []>("input_271_cast_fp16")];
tensor<int32, [1]> input_273_axes_0 = const()[name = tensor<string, []>("input_273_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_22_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(664015360)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_22_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(664017472)))];
tensor<fp16, [1, 77, 1024]> input_273_cast_fp16 = layer_norm(axes = input_273_axes_0, beta = text_encoder_text_model_encoder_layers_22_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_22_layer_norm2_weight_to_fp16, x = input_271_cast_fp16)[name = tensor<string, []>("input_273_cast_fp16")];
tensor<fp16, [4096, 1024]> text_encoder_text_model_encoder_layers_22_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(664019584)))];
tensor<fp16, [4096]> text_encoder_text_model_encoder_layers_22_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(672408256)))];
tensor<fp16, [1, 77, 4096]> linear_136_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_22_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_mlp_fc1_weight_to_fp16, x = input_273_cast_fp16)[name = tensor<string, []>("linear_136_cast_fp16")];
tensor<string, []> input_277_mode_0 = const()[name = tensor<string, []>("input_277_mode_0"), val = tensor<string, []>("EXACT")];
tensor<fp16, [1, 77, 4096]> input_277_cast_fp16 = gelu(mode = input_277_mode_0, x = linear_136_cast_fp16)[name = tensor<string, []>("input_277_cast_fp16")];
tensor<fp16, [1024, 4096]> text_encoder_text_model_encoder_layers_22_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(672416512)))];
tensor<fp16, [1024]> text_encoder_text_model_encoder_layers_22_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_encoder_layers_22_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(680805184)))];
tensor<fp16, [1, 77, 1024]> linear_137_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_22_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_mlp_fc2_weight_to_fp16, x = input_277_cast_fp16)[name = tensor<string, []>("linear_137_cast_fp16")];
tensor<fp16, [1, 77, 1024]> input_cast_fp16 = add(x = input_271_cast_fp16, y = linear_137_cast_fp16)[name = tensor<string, []>("input_cast_fp16")];
tensor<int32, [1]> last_hidden_state_axes_0 = const()[name = tensor<string, []>("last_hidden_state_axes_0"), val = tensor<int32, [1]>([-1])];
tensor<fp16, [1024]> text_encoder_text_model_final_layer_norm_weight_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_final_layer_norm_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(680807296)))];
tensor<fp16, [1024]> text_encoder_text_model_final_layer_norm_bias_to_fp16 = const()[name = tensor<string, []>("text_encoder_text_model_final_layer_norm_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(680809408)))];
tensor<fp16, [1, 77, 1024]> last_hidden_state_cast_fp16 = layer_norm(axes = last_hidden_state_axes_0, beta = text_encoder_text_model_final_layer_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_final_layer_norm_weight_to_fp16, x = input_cast_fp16)[name = tensor<string, []>("last_hidden_state_cast_fp16")];
tensor<string, []> last_hidden_state_cast_fp16_to_fp32_dtype_0 = const()[name = tensor<string, []>("last_hidden_state_cast_fp16_to_fp32_dtype_0"), val = tensor<string, []>("fp32")];
tensor<int32, [1]> var_1381 = const()[name = tensor<string, []>("op_1381"), val = tensor<int32, [1]>([0])];
tensor<int32, []> var_1383_axis_0 = const()[name = tensor<string, []>("op_1383_axis_0"), val = tensor<int32, []>(-1)];
tensor<bool, []> var_1383_keep_dims_0 = const()[name = tensor<string, []>("op_1383_keep_dims_0"), val = tensor<bool, []>(false)];
tensor<int32, [1]> var_1383 = reduce_argmax(axis = var_1383_axis_0, keep_dims = var_1383_keep_dims_0, x = cast_1)[name = tensor<string, []>("op_1383")];
tensor<int32, []> stack_0_axis_0 = const()[name = tensor<string, []>("stack_0_axis_0"), val = tensor<int32, []>(1)];
tensor<int32, [1, 2]> stack_0 = stack(axis = stack_0_axis_0, values = (var_1381, var_1383))[name = tensor<string, []>("stack_0")];
tensor<int32, []> var_1385_transpose_batch_dims_0 = const()[name = tensor<string, []>("op_1385_transpose_batch_dims_0"), val = tensor<int32, []>(0)];
tensor<fp16, [1, 1024]> var_1385_transpose_cast_fp16 = gather_nd(batch_dims = var_1385_transpose_batch_dims_0, indices = stack_0, x = last_hidden_state_cast_fp16)[name = tensor<string, []>("op_1385_transpose_cast_fp16")];
tensor<string, []> var_1385_cast_fp16_to_fp32_dtype_0 = const()[name = tensor<string, []>("op_1385_cast_fp16_to_fp32_dtype_0"), val = tensor<string, []>("fp32")];
tensor<fp32, [1, 1024]> pooled_outputs = cast(dtype = var_1385_cast_fp16_to_fp32_dtype_0, x = var_1385_transpose_cast_fp16)[name = tensor<string, []>("cast_98")];
tensor<fp32, [1, 77, 1024]> last_hidden_state = cast(dtype = last_hidden_state_cast_fp16_to_fp32_dtype_0, x = last_hidden_state_cast_fp16)[name = tensor<string, []>("cast_99")];
} -> (last_hidden_state, pooled_outputs);
} |