File size: 53,209 Bytes
3eacb92
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
{
    "module": "keras_hub.src.models.mistral3.mistral3_causal_lm",
    "class_name": "Mistral3CausalLM",
    "config": {
        "backbone": {
            "module": "keras_hub.src.models.mistral3.mistral3_backbone",
            "class_name": "Mistral3Backbone",
            "config": {
                "name": "mistral3_backbone_1",
                "trainable": true,
                "dtype": {
                    "module": "keras",
                    "class_name": "DTypePolicy",
                    "config": {
                        "name": "bfloat16"
                    },
                    "registered_name": null
                },
                "vocabulary_size": 131072,
                "num_layers": 40,
                "num_query_heads": 32,
                "hidden_dim": 5120,
                "intermediate_dim": 32768,
                "rope_max_wavelength": 100000000.0,
                "rope_scaling_factor": 48.0,
                "rope_type": "yarn",
                "beta_fast": 32.0,
                "beta_slow": 1.0,
                "original_max_position_embeddings": 8192,
                "num_key_value_heads": 8,
                "sliding_window": null,
                "head_dim": 128,
                "layer_norm_epsilon": 1e-05,
                "dropout": 0,
                "image_token_index": 10,
                "tie_word_embeddings": false,
                "llama_4_scaling_beta": 0.1,
                "attention_factor": 1.0,
                "vision_encoder": {
                    "module": "keras_hub.src.models.mistral3.mistral3_vision_encoder",
                    "class_name": "Mistral3VisionEncoder",
                    "config": {
                        "name": "mistral3_vision_encoder_1",
                        "trainable": true,
                        "dtype": {
                            "module": "keras",
                            "class_name": "DTypePolicy",
                            "config": {
                                "name": "float32"
                            },
                            "registered_name": null
                        },
                        "image_size": 1540,
                        "patch_size": 14,
                        "num_channels": 3,
                        "hidden_dim": 1024,
                        "num_layers": 24,
                        "num_heads": 16,
                        "head_dim": 64,
                        "intermediate_dim": 4096,
                        "rope_theta": 10000.0,
                        "layer_norm_epsilon": 1e-05,
                        "activation": "silu",
                        "attention_dropout": 0.0
                    },
                    "registered_name": "keras_hub>Mistral3VisionEncoder"
                },
                "multimodal_projector": {
                    "module": "keras_hub.src.models.mistral3.mistral3_vision_encoder",
                    "class_name": "Mistral3MultiModalProjector",
                    "config": {
                        "name": "mistral3_multi_modal_projector_1",
                        "trainable": true,
                        "dtype": {
                            "module": "keras",
                            "class_name": "DTypePolicy",
                            "config": {
                                "name": "float32"
                            },
                            "registered_name": null
                        },
                        "vision_hidden_dim": 1024,
                        "text_hidden_dim": 5120,
                        "spatial_merge_size": 2,
                        "patch_size": 14,
                        "image_size": 1540,
                        "layer_norm_epsilon": 1e-05,
                        "projector_hidden_act": "gelu",
                        "multimodal_projector_bias": false
                    },
                    "registered_name": "Mistral3MultiModalProjector"
                }
            },
            "registered_name": "keras_hub>Mistral3Backbone"
        },
        "preprocessor": {
            "module": "keras_hub.src.models.mistral3.mistral3_causal_lm_preprocessor",
            "class_name": "Mistral3CausalLMPreprocessor",
            "config": {
                "name": "mistral3_causal_lm_preprocessor_1",
                "trainable": true,
                "dtype": {
                    "module": "keras",
                    "class_name": "DTypePolicy",
                    "config": {
                        "name": "float32"
                    },
                    "registered_name": null
                },
                "tokenizer": {
                    "module": "keras_hub.src.models.mistral3.mistral3_tokenizer",
                    "class_name": "Mistral3Tokenizer",
                    "config": {
                        "name": "mistral3_tokenizer_1",
                        "trainable": true,
                        "dtype": {
                            "module": "keras",
                            "class_name": "DTypePolicy",
                            "config": {
                                "name": "int32"
                            },
                            "registered_name": null
                        },
                        "config_file": "tokenizer.json",
                        "sequence_length": null,
                        "add_prefix_space": false,
                        "split_pattern": "[^\\r\\n\\p{L}\\p{N}]?[\\p{Lu}\\p{Lt}\\p{Lm}\\p{Lo}\\p{M}]*[\\p{Ll}\\p{Lm}\\p{Lo}\\p{M}]+|[^\\r\\n\\p{L}\\p{N}]?[\\p{Lu}\\p{Lt}\\p{Lm}\\p{Lo}\\p{M}]+[\\p{Ll}\\p{Lm}\\p{Lo}\\p{M}]*|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n/]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
                        "control_tokens": [
                            "<unk>",
                            "<s>",
                            "</s>",
                            "[INST]",
                            "[/INST]",
                            "[AVAILABLE_TOOLS]",
                            "[/AVAILABLE_TOOLS]",
                            "[TOOL_RESULTS]",
                            "[/TOOL_RESULTS]",
                            "[TOOL_CALLS]",
                            "[IMG]",
                            "<pad>",
                            "[IMG_BREAK]",
                            "[IMG_END]",
                            "[PREFIX]",
                            "[MIDDLE]",
                            "[SUFFIX]",
                            "[SYSTEM_PROMPT]",
                            "[/SYSTEM_PROMPT]",
                            "[TOOL_CONTENT]",
                            "<SPECIAL_20>",
                            "<SPECIAL_21>",
                            "<SPECIAL_22>",
                            "<SPECIAL_23>",
                            "[AUDIO]",
                            "[BEGIN_AUDIO]",
                            "<SPECIAL_26>",
                            "<SPECIAL_27>",
                            "<SPECIAL_28>",
                            "<SPECIAL_29>",
                            "<SPECIAL_30>",
                            "<SPECIAL_31>",
                            "[ARGS]",
                            "[CALL_ID]",
                            "<SPECIAL_34>",
                            "<SPECIAL_35>",
                            "<SPECIAL_36>",
                            "<SPECIAL_37>",
                            "<SPECIAL_38>",
                            "<SPECIAL_39>",
                            "<SPECIAL_40>",
                            "<SPECIAL_41>",
                            "<SPECIAL_42>",
                            "<SPECIAL_43>",
                            "<SPECIAL_44>",
                            "<SPECIAL_45>",
                            "<SPECIAL_46>",
                            "<SPECIAL_47>",
                            "<SPECIAL_48>",
                            "<SPECIAL_49>",
                            "<SPECIAL_50>",
                            "<SPECIAL_51>",
                            "<SPECIAL_52>",
                            "<SPECIAL_53>",
                            "<SPECIAL_54>",
                            "<SPECIAL_55>",
                            "<SPECIAL_56>",
                            "<SPECIAL_57>",
                            "<SPECIAL_58>",
                            "<SPECIAL_59>",
                            "<SPECIAL_60>",
                            "<SPECIAL_61>",
                            "<SPECIAL_62>",
                            "<SPECIAL_63>",
                            "<SPECIAL_64>",
                            "<SPECIAL_65>",
                            "<SPECIAL_66>",
                            "<SPECIAL_67>",
                            "<SPECIAL_68>",
                            "<SPECIAL_69>",
                            "<SPECIAL_70>",
                            "<SPECIAL_71>",
                            "<SPECIAL_72>",
                            "<SPECIAL_73>",
                            "<SPECIAL_74>",
                            "<SPECIAL_75>",
                            "<SPECIAL_76>",
                            "<SPECIAL_77>",
                            "<SPECIAL_78>",
                            "<SPECIAL_79>",
                            "<SPECIAL_80>",
                            "<SPECIAL_81>",
                            "<SPECIAL_82>",
                            "<SPECIAL_83>",
                            "<SPECIAL_84>",
                            "<SPECIAL_85>",
                            "<SPECIAL_86>",
                            "<SPECIAL_87>",
                            "<SPECIAL_88>",
                            "<SPECIAL_89>",
                            "<SPECIAL_90>",
                            "<SPECIAL_91>",
                            "<SPECIAL_92>",
                            "<SPECIAL_93>",
                            "<SPECIAL_94>",
                            "<SPECIAL_95>",
                            "<SPECIAL_96>",
                            "<SPECIAL_97>",
                            "<SPECIAL_98>",
                            "<SPECIAL_99>",
                            "<SPECIAL_100>",
                            "<SPECIAL_101>",
                            "<SPECIAL_102>",
                            "<SPECIAL_103>",
                            "<SPECIAL_104>",
                            "<SPECIAL_105>",
                            "<SPECIAL_106>",
                            "<SPECIAL_107>",
                            "<SPECIAL_108>",
                            "<SPECIAL_109>",
                            "<SPECIAL_110>",
                            "<SPECIAL_111>",
                            "<SPECIAL_112>",
                            "<SPECIAL_113>",
                            "<SPECIAL_114>",
                            "<SPECIAL_115>",
                            "<SPECIAL_116>",
                            "<SPECIAL_117>",
                            "<SPECIAL_118>",
                            "<SPECIAL_119>",
                            "<SPECIAL_120>",
                            "<SPECIAL_121>",
                            "<SPECIAL_122>",
                            "<SPECIAL_123>",
                            "<SPECIAL_124>",
                            "<SPECIAL_125>",
                            "<SPECIAL_126>",
                            "<SPECIAL_127>",
                            "<SPECIAL_128>",
                            "<SPECIAL_129>",
                            "<SPECIAL_130>",
                            "<SPECIAL_131>",
                            "<SPECIAL_132>",
                            "<SPECIAL_133>",
                            "<SPECIAL_134>",
                            "<SPECIAL_135>",
                            "<SPECIAL_136>",
                            "<SPECIAL_137>",
                            "<SPECIAL_138>",
                            "<SPECIAL_139>",
                            "<SPECIAL_140>",
                            "<SPECIAL_141>",
                            "<SPECIAL_142>",
                            "<SPECIAL_143>",
                            "<SPECIAL_144>",
                            "<SPECIAL_145>",
                            "<SPECIAL_146>",
                            "<SPECIAL_147>",
                            "<SPECIAL_148>",
                            "<SPECIAL_149>",
                            "<SPECIAL_150>",
                            "<SPECIAL_151>",
                            "<SPECIAL_152>",
                            "<SPECIAL_153>",
                            "<SPECIAL_154>",
                            "<SPECIAL_155>",
                            "<SPECIAL_156>",
                            "<SPECIAL_157>",
                            "<SPECIAL_158>",
                            "<SPECIAL_159>",
                            "<SPECIAL_160>",
                            "<SPECIAL_161>",
                            "<SPECIAL_162>",
                            "<SPECIAL_163>",
                            "<SPECIAL_164>",
                            "<SPECIAL_165>",
                            "<SPECIAL_166>",
                            "<SPECIAL_167>",
                            "<SPECIAL_168>",
                            "<SPECIAL_169>",
                            "<SPECIAL_170>",
                            "<SPECIAL_171>",
                            "<SPECIAL_172>",
                            "<SPECIAL_173>",
                            "<SPECIAL_174>",
                            "<SPECIAL_175>",
                            "<SPECIAL_176>",
                            "<SPECIAL_177>",
                            "<SPECIAL_178>",
                            "<SPECIAL_179>",
                            "<SPECIAL_180>",
                            "<SPECIAL_181>",
                            "<SPECIAL_182>",
                            "<SPECIAL_183>",
                            "<SPECIAL_184>",
                            "<SPECIAL_185>",
                            "<SPECIAL_186>",
                            "<SPECIAL_187>",
                            "<SPECIAL_188>",
                            "<SPECIAL_189>",
                            "<SPECIAL_190>",
                            "<SPECIAL_191>",
                            "<SPECIAL_192>",
                            "<SPECIAL_193>",
                            "<SPECIAL_194>",
                            "<SPECIAL_195>",
                            "<SPECIAL_196>",
                            "<SPECIAL_197>",
                            "<SPECIAL_198>",
                            "<SPECIAL_199>",
                            "<SPECIAL_200>",
                            "<SPECIAL_201>",
                            "<SPECIAL_202>",
                            "<SPECIAL_203>",
                            "<SPECIAL_204>",
                            "<SPECIAL_205>",
                            "<SPECIAL_206>",
                            "<SPECIAL_207>",
                            "<SPECIAL_208>",
                            "<SPECIAL_209>",
                            "<SPECIAL_210>",
                            "<SPECIAL_211>",
                            "<SPECIAL_212>",
                            "<SPECIAL_213>",
                            "<SPECIAL_214>",
                            "<SPECIAL_215>",
                            "<SPECIAL_216>",
                            "<SPECIAL_217>",
                            "<SPECIAL_218>",
                            "<SPECIAL_219>",
                            "<SPECIAL_220>",
                            "<SPECIAL_221>",
                            "<SPECIAL_222>",
                            "<SPECIAL_223>",
                            "<SPECIAL_224>",
                            "<SPECIAL_225>",
                            "<SPECIAL_226>",
                            "<SPECIAL_227>",
                            "<SPECIAL_228>",
                            "<SPECIAL_229>",
                            "<SPECIAL_230>",
                            "<SPECIAL_231>",
                            "<SPECIAL_232>",
                            "<SPECIAL_233>",
                            "<SPECIAL_234>",
                            "<SPECIAL_235>",
                            "<SPECIAL_236>",
                            "<SPECIAL_237>",
                            "<SPECIAL_238>",
                            "<SPECIAL_239>",
                            "<SPECIAL_240>",
                            "<SPECIAL_241>",
                            "<SPECIAL_242>",
                            "<SPECIAL_243>",
                            "<SPECIAL_244>",
                            "<SPECIAL_245>",
                            "<SPECIAL_246>",
                            "<SPECIAL_247>",
                            "<SPECIAL_248>",
                            "<SPECIAL_249>",
                            "<SPECIAL_250>",
                            "<SPECIAL_251>",
                            "<SPECIAL_252>",
                            "<SPECIAL_253>",
                            "<SPECIAL_254>",
                            "<SPECIAL_255>",
                            "<SPECIAL_256>",
                            "<SPECIAL_257>",
                            "<SPECIAL_258>",
                            "<SPECIAL_259>",
                            "<SPECIAL_260>",
                            "<SPECIAL_261>",
                            "<SPECIAL_262>",
                            "<SPECIAL_263>",
                            "<SPECIAL_264>",
                            "<SPECIAL_265>",
                            "<SPECIAL_266>",
                            "<SPECIAL_267>",
                            "<SPECIAL_268>",
                            "<SPECIAL_269>",
                            "<SPECIAL_270>",
                            "<SPECIAL_271>",
                            "<SPECIAL_272>",
                            "<SPECIAL_273>",
                            "<SPECIAL_274>",
                            "<SPECIAL_275>",
                            "<SPECIAL_276>",
                            "<SPECIAL_277>",
                            "<SPECIAL_278>",
                            "<SPECIAL_279>",
                            "<SPECIAL_280>",
                            "<SPECIAL_281>",
                            "<SPECIAL_282>",
                            "<SPECIAL_283>",
                            "<SPECIAL_284>",
                            "<SPECIAL_285>",
                            "<SPECIAL_286>",
                            "<SPECIAL_287>",
                            "<SPECIAL_288>",
                            "<SPECIAL_289>",
                            "<SPECIAL_290>",
                            "<SPECIAL_291>",
                            "<SPECIAL_292>",
                            "<SPECIAL_293>",
                            "<SPECIAL_294>",
                            "<SPECIAL_295>",
                            "<SPECIAL_296>",
                            "<SPECIAL_297>",
                            "<SPECIAL_298>",
                            "<SPECIAL_299>",
                            "<SPECIAL_300>",
                            "<SPECIAL_301>",
                            "<SPECIAL_302>",
                            "<SPECIAL_303>",
                            "<SPECIAL_304>",
                            "<SPECIAL_305>",
                            "<SPECIAL_306>",
                            "<SPECIAL_307>",
                            "<SPECIAL_308>",
                            "<SPECIAL_309>",
                            "<SPECIAL_310>",
                            "<SPECIAL_311>",
                            "<SPECIAL_312>",
                            "<SPECIAL_313>",
                            "<SPECIAL_314>",
                            "<SPECIAL_315>",
                            "<SPECIAL_316>",
                            "<SPECIAL_317>",
                            "<SPECIAL_318>",
                            "<SPECIAL_319>",
                            "<SPECIAL_320>",
                            "<SPECIAL_321>",
                            "<SPECIAL_322>",
                            "<SPECIAL_323>",
                            "<SPECIAL_324>",
                            "<SPECIAL_325>",
                            "<SPECIAL_326>",
                            "<SPECIAL_327>",
                            "<SPECIAL_328>",
                            "<SPECIAL_329>",
                            "<SPECIAL_330>",
                            "<SPECIAL_331>",
                            "<SPECIAL_332>",
                            "<SPECIAL_333>",
                            "<SPECIAL_334>",
                            "<SPECIAL_335>",
                            "<SPECIAL_336>",
                            "<SPECIAL_337>",
                            "<SPECIAL_338>",
                            "<SPECIAL_339>",
                            "<SPECIAL_340>",
                            "<SPECIAL_341>",
                            "<SPECIAL_342>",
                            "<SPECIAL_343>",
                            "<SPECIAL_344>",
                            "<SPECIAL_345>",
                            "<SPECIAL_346>",
                            "<SPECIAL_347>",
                            "<SPECIAL_348>",
                            "<SPECIAL_349>",
                            "<SPECIAL_350>",
                            "<SPECIAL_351>",
                            "<SPECIAL_352>",
                            "<SPECIAL_353>",
                            "<SPECIAL_354>",
                            "<SPECIAL_355>",
                            "<SPECIAL_356>",
                            "<SPECIAL_357>",
                            "<SPECIAL_358>",
                            "<SPECIAL_359>",
                            "<SPECIAL_360>",
                            "<SPECIAL_361>",
                            "<SPECIAL_362>",
                            "<SPECIAL_363>",
                            "<SPECIAL_364>",
                            "<SPECIAL_365>",
                            "<SPECIAL_366>",
                            "<SPECIAL_367>",
                            "<SPECIAL_368>",
                            "<SPECIAL_369>",
                            "<SPECIAL_370>",
                            "<SPECIAL_371>",
                            "<SPECIAL_372>",
                            "<SPECIAL_373>",
                            "<SPECIAL_374>",
                            "<SPECIAL_375>",
                            "<SPECIAL_376>",
                            "<SPECIAL_377>",
                            "<SPECIAL_378>",
                            "<SPECIAL_379>",
                            "<SPECIAL_380>",
                            "<SPECIAL_381>",
                            "<SPECIAL_382>",
                            "<SPECIAL_383>",
                            "<SPECIAL_384>",
                            "<SPECIAL_385>",
                            "<SPECIAL_386>",
                            "<SPECIAL_387>",
                            "<SPECIAL_388>",
                            "<SPECIAL_389>",
                            "<SPECIAL_390>",
                            "<SPECIAL_391>",
                            "<SPECIAL_392>",
                            "<SPECIAL_393>",
                            "<SPECIAL_394>",
                            "<SPECIAL_395>",
                            "<SPECIAL_396>",
                            "<SPECIAL_397>",
                            "<SPECIAL_398>",
                            "<SPECIAL_399>",
                            "<SPECIAL_400>",
                            "<SPECIAL_401>",
                            "<SPECIAL_402>",
                            "<SPECIAL_403>",
                            "<SPECIAL_404>",
                            "<SPECIAL_405>",
                            "<SPECIAL_406>",
                            "<SPECIAL_407>",
                            "<SPECIAL_408>",
                            "<SPECIAL_409>",
                            "<SPECIAL_410>",
                            "<SPECIAL_411>",
                            "<SPECIAL_412>",
                            "<SPECIAL_413>",
                            "<SPECIAL_414>",
                            "<SPECIAL_415>",
                            "<SPECIAL_416>",
                            "<SPECIAL_417>",
                            "<SPECIAL_418>",
                            "<SPECIAL_419>",
                            "<SPECIAL_420>",
                            "<SPECIAL_421>",
                            "<SPECIAL_422>",
                            "<SPECIAL_423>",
                            "<SPECIAL_424>",
                            "<SPECIAL_425>",
                            "<SPECIAL_426>",
                            "<SPECIAL_427>",
                            "<SPECIAL_428>",
                            "<SPECIAL_429>",
                            "<SPECIAL_430>",
                            "<SPECIAL_431>",
                            "<SPECIAL_432>",
                            "<SPECIAL_433>",
                            "<SPECIAL_434>",
                            "<SPECIAL_435>",
                            "<SPECIAL_436>",
                            "<SPECIAL_437>",
                            "<SPECIAL_438>",
                            "<SPECIAL_439>",
                            "<SPECIAL_440>",
                            "<SPECIAL_441>",
                            "<SPECIAL_442>",
                            "<SPECIAL_443>",
                            "<SPECIAL_444>",
                            "<SPECIAL_445>",
                            "<SPECIAL_446>",
                            "<SPECIAL_447>",
                            "<SPECIAL_448>",
                            "<SPECIAL_449>",
                            "<SPECIAL_450>",
                            "<SPECIAL_451>",
                            "<SPECIAL_452>",
                            "<SPECIAL_453>",
                            "<SPECIAL_454>",
                            "<SPECIAL_455>",
                            "<SPECIAL_456>",
                            "<SPECIAL_457>",
                            "<SPECIAL_458>",
                            "<SPECIAL_459>",
                            "<SPECIAL_460>",
                            "<SPECIAL_461>",
                            "<SPECIAL_462>",
                            "<SPECIAL_463>",
                            "<SPECIAL_464>",
                            "<SPECIAL_465>",
                            "<SPECIAL_466>",
                            "<SPECIAL_467>",
                            "<SPECIAL_468>",
                            "<SPECIAL_469>",
                            "<SPECIAL_470>",
                            "<SPECIAL_471>",
                            "<SPECIAL_472>",
                            "<SPECIAL_473>",
                            "<SPECIAL_474>",
                            "<SPECIAL_475>",
                            "<SPECIAL_476>",
                            "<SPECIAL_477>",
                            "<SPECIAL_478>",
                            "<SPECIAL_479>",
                            "<SPECIAL_480>",
                            "<SPECIAL_481>",
                            "<SPECIAL_482>",
                            "<SPECIAL_483>",
                            "<SPECIAL_484>",
                            "<SPECIAL_485>",
                            "<SPECIAL_486>",
                            "<SPECIAL_487>",
                            "<SPECIAL_488>",
                            "<SPECIAL_489>",
                            "<SPECIAL_490>",
                            "<SPECIAL_491>",
                            "<SPECIAL_492>",
                            "<SPECIAL_493>",
                            "<SPECIAL_494>",
                            "<SPECIAL_495>",
                            "<SPECIAL_496>",
                            "<SPECIAL_497>",
                            "<SPECIAL_498>",
                            "<SPECIAL_499>",
                            "<SPECIAL_500>",
                            "<SPECIAL_501>",
                            "<SPECIAL_502>",
                            "<SPECIAL_503>",
                            "<SPECIAL_504>",
                            "<SPECIAL_505>",
                            "<SPECIAL_506>",
                            "<SPECIAL_507>",
                            "<SPECIAL_508>",
                            "<SPECIAL_509>",
                            "<SPECIAL_510>",
                            "<SPECIAL_511>",
                            "<SPECIAL_512>",
                            "<SPECIAL_513>",
                            "<SPECIAL_514>",
                            "<SPECIAL_515>",
                            "<SPECIAL_516>",
                            "<SPECIAL_517>",
                            "<SPECIAL_518>",
                            "<SPECIAL_519>",
                            "<SPECIAL_520>",
                            "<SPECIAL_521>",
                            "<SPECIAL_522>",
                            "<SPECIAL_523>",
                            "<SPECIAL_524>",
                            "<SPECIAL_525>",
                            "<SPECIAL_526>",
                            "<SPECIAL_527>",
                            "<SPECIAL_528>",
                            "<SPECIAL_529>",
                            "<SPECIAL_530>",
                            "<SPECIAL_531>",
                            "<SPECIAL_532>",
                            "<SPECIAL_533>",
                            "<SPECIAL_534>",
                            "<SPECIAL_535>",
                            "<SPECIAL_536>",
                            "<SPECIAL_537>",
                            "<SPECIAL_538>",
                            "<SPECIAL_539>",
                            "<SPECIAL_540>",
                            "<SPECIAL_541>",
                            "<SPECIAL_542>",
                            "<SPECIAL_543>",
                            "<SPECIAL_544>",
                            "<SPECIAL_545>",
                            "<SPECIAL_546>",
                            "<SPECIAL_547>",
                            "<SPECIAL_548>",
                            "<SPECIAL_549>",
                            "<SPECIAL_550>",
                            "<SPECIAL_551>",
                            "<SPECIAL_552>",
                            "<SPECIAL_553>",
                            "<SPECIAL_554>",
                            "<SPECIAL_555>",
                            "<SPECIAL_556>",
                            "<SPECIAL_557>",
                            "<SPECIAL_558>",
                            "<SPECIAL_559>",
                            "<SPECIAL_560>",
                            "<SPECIAL_561>",
                            "<SPECIAL_562>",
                            "<SPECIAL_563>",
                            "<SPECIAL_564>",
                            "<SPECIAL_565>",
                            "<SPECIAL_566>",
                            "<SPECIAL_567>",
                            "<SPECIAL_568>",
                            "<SPECIAL_569>",
                            "<SPECIAL_570>",
                            "<SPECIAL_571>",
                            "<SPECIAL_572>",
                            "<SPECIAL_573>",
                            "<SPECIAL_574>",
                            "<SPECIAL_575>",
                            "<SPECIAL_576>",
                            "<SPECIAL_577>",
                            "<SPECIAL_578>",
                            "<SPECIAL_579>",
                            "<SPECIAL_580>",
                            "<SPECIAL_581>",
                            "<SPECIAL_582>",
                            "<SPECIAL_583>",
                            "<SPECIAL_584>",
                            "<SPECIAL_585>",
                            "<SPECIAL_586>",
                            "<SPECIAL_587>",
                            "<SPECIAL_588>",
                            "<SPECIAL_589>",
                            "<SPECIAL_590>",
                            "<SPECIAL_591>",
                            "<SPECIAL_592>",
                            "<SPECIAL_593>",
                            "<SPECIAL_594>",
                            "<SPECIAL_595>",
                            "<SPECIAL_596>",
                            "<SPECIAL_597>",
                            "<SPECIAL_598>",
                            "<SPECIAL_599>",
                            "<SPECIAL_600>",
                            "<SPECIAL_601>",
                            "<SPECIAL_602>",
                            "<SPECIAL_603>",
                            "<SPECIAL_604>",
                            "<SPECIAL_605>",
                            "<SPECIAL_606>",
                            "<SPECIAL_607>",
                            "<SPECIAL_608>",
                            "<SPECIAL_609>",
                            "<SPECIAL_610>",
                            "<SPECIAL_611>",
                            "<SPECIAL_612>",
                            "<SPECIAL_613>",
                            "<SPECIAL_614>",
                            "<SPECIAL_615>",
                            "<SPECIAL_616>",
                            "<SPECIAL_617>",
                            "<SPECIAL_618>",
                            "<SPECIAL_619>",
                            "<SPECIAL_620>",
                            "<SPECIAL_621>",
                            "<SPECIAL_622>",
                            "<SPECIAL_623>",
                            "<SPECIAL_624>",
                            "<SPECIAL_625>",
                            "<SPECIAL_626>",
                            "<SPECIAL_627>",
                            "<SPECIAL_628>",
                            "<SPECIAL_629>",
                            "<SPECIAL_630>",
                            "<SPECIAL_631>",
                            "<SPECIAL_632>",
                            "<SPECIAL_633>",
                            "<SPECIAL_634>",
                            "<SPECIAL_635>",
                            "<SPECIAL_636>",
                            "<SPECIAL_637>",
                            "<SPECIAL_638>",
                            "<SPECIAL_639>",
                            "<SPECIAL_640>",
                            "<SPECIAL_641>",
                            "<SPECIAL_642>",
                            "<SPECIAL_643>",
                            "<SPECIAL_644>",
                            "<SPECIAL_645>",
                            "<SPECIAL_646>",
                            "<SPECIAL_647>",
                            "<SPECIAL_648>",
                            "<SPECIAL_649>",
                            "<SPECIAL_650>",
                            "<SPECIAL_651>",
                            "<SPECIAL_652>",
                            "<SPECIAL_653>",
                            "<SPECIAL_654>",
                            "<SPECIAL_655>",
                            "<SPECIAL_656>",
                            "<SPECIAL_657>",
                            "<SPECIAL_658>",
                            "<SPECIAL_659>",
                            "<SPECIAL_660>",
                            "<SPECIAL_661>",
                            "<SPECIAL_662>",
                            "<SPECIAL_663>",
                            "<SPECIAL_664>",
                            "<SPECIAL_665>",
                            "<SPECIAL_666>",
                            "<SPECIAL_667>",
                            "<SPECIAL_668>",
                            "<SPECIAL_669>",
                            "<SPECIAL_670>",
                            "<SPECIAL_671>",
                            "<SPECIAL_672>",
                            "<SPECIAL_673>",
                            "<SPECIAL_674>",
                            "<SPECIAL_675>",
                            "<SPECIAL_676>",
                            "<SPECIAL_677>",
                            "<SPECIAL_678>",
                            "<SPECIAL_679>",
                            "<SPECIAL_680>",
                            "<SPECIAL_681>",
                            "<SPECIAL_682>",
                            "<SPECIAL_683>",
                            "<SPECIAL_684>",
                            "<SPECIAL_685>",
                            "<SPECIAL_686>",
                            "<SPECIAL_687>",
                            "<SPECIAL_688>",
                            "<SPECIAL_689>",
                            "<SPECIAL_690>",
                            "<SPECIAL_691>",
                            "<SPECIAL_692>",
                            "<SPECIAL_693>",
                            "<SPECIAL_694>",
                            "<SPECIAL_695>",
                            "<SPECIAL_696>",
                            "<SPECIAL_697>",
                            "<SPECIAL_698>",
                            "<SPECIAL_699>",
                            "<SPECIAL_700>",
                            "<SPECIAL_701>",
                            "<SPECIAL_702>",
                            "<SPECIAL_703>",
                            "<SPECIAL_704>",
                            "<SPECIAL_705>",
                            "<SPECIAL_706>",
                            "<SPECIAL_707>",
                            "<SPECIAL_708>",
                            "<SPECIAL_709>",
                            "<SPECIAL_710>",
                            "<SPECIAL_711>",
                            "<SPECIAL_712>",
                            "<SPECIAL_713>",
                            "<SPECIAL_714>",
                            "<SPECIAL_715>",
                            "<SPECIAL_716>",
                            "<SPECIAL_717>",
                            "<SPECIAL_718>",
                            "<SPECIAL_719>",
                            "<SPECIAL_720>",
                            "<SPECIAL_721>",
                            "<SPECIAL_722>",
                            "<SPECIAL_723>",
                            "<SPECIAL_724>",
                            "<SPECIAL_725>",
                            "<SPECIAL_726>",
                            "<SPECIAL_727>",
                            "<SPECIAL_728>",
                            "<SPECIAL_729>",
                            "<SPECIAL_730>",
                            "<SPECIAL_731>",
                            "<SPECIAL_732>",
                            "<SPECIAL_733>",
                            "<SPECIAL_734>",
                            "<SPECIAL_735>",
                            "<SPECIAL_736>",
                            "<SPECIAL_737>",
                            "<SPECIAL_738>",
                            "<SPECIAL_739>",
                            "<SPECIAL_740>",
                            "<SPECIAL_741>",
                            "<SPECIAL_742>",
                            "<SPECIAL_743>",
                            "<SPECIAL_744>",
                            "<SPECIAL_745>",
                            "<SPECIAL_746>",
                            "<SPECIAL_747>",
                            "<SPECIAL_748>",
                            "<SPECIAL_749>",
                            "<SPECIAL_750>",
                            "<SPECIAL_751>",
                            "<SPECIAL_752>",
                            "<SPECIAL_753>",
                            "<SPECIAL_754>",
                            "<SPECIAL_755>",
                            "<SPECIAL_756>",
                            "<SPECIAL_757>",
                            "<SPECIAL_758>",
                            "<SPECIAL_759>",
                            "<SPECIAL_760>",
                            "<SPECIAL_761>",
                            "<SPECIAL_762>",
                            "<SPECIAL_763>",
                            "<SPECIAL_764>",
                            "<SPECIAL_765>",
                            "<SPECIAL_766>",
                            "<SPECIAL_767>",
                            "<SPECIAL_768>",
                            "<SPECIAL_769>",
                            "<SPECIAL_770>",
                            "<SPECIAL_771>",
                            "<SPECIAL_772>",
                            "<SPECIAL_773>",
                            "<SPECIAL_774>",
                            "<SPECIAL_775>",
                            "<SPECIAL_776>",
                            "<SPECIAL_777>",
                            "<SPECIAL_778>",
                            "<SPECIAL_779>",
                            "<SPECIAL_780>",
                            "<SPECIAL_781>",
                            "<SPECIAL_782>",
                            "<SPECIAL_783>",
                            "<SPECIAL_784>",
                            "<SPECIAL_785>",
                            "<SPECIAL_786>",
                            "<SPECIAL_787>",
                            "<SPECIAL_788>",
                            "<SPECIAL_789>",
                            "<SPECIAL_790>",
                            "<SPECIAL_791>",
                            "<SPECIAL_792>",
                            "<SPECIAL_793>",
                            "<SPECIAL_794>",
                            "<SPECIAL_795>",
                            "<SPECIAL_796>",
                            "<SPECIAL_797>",
                            "<SPECIAL_798>",
                            "<SPECIAL_799>",
                            "<SPECIAL_800>",
                            "<SPECIAL_801>",
                            "<SPECIAL_802>",
                            "<SPECIAL_803>",
                            "<SPECIAL_804>",
                            "<SPECIAL_805>",
                            "<SPECIAL_806>",
                            "<SPECIAL_807>",
                            "<SPECIAL_808>",
                            "<SPECIAL_809>",
                            "<SPECIAL_810>",
                            "<SPECIAL_811>",
                            "<SPECIAL_812>",
                            "<SPECIAL_813>",
                            "<SPECIAL_814>",
                            "<SPECIAL_815>",
                            "<SPECIAL_816>",
                            "<SPECIAL_817>",
                            "<SPECIAL_818>",
                            "<SPECIAL_819>",
                            "<SPECIAL_820>",
                            "<SPECIAL_821>",
                            "<SPECIAL_822>",
                            "<SPECIAL_823>",
                            "<SPECIAL_824>",
                            "<SPECIAL_825>",
                            "<SPECIAL_826>",
                            "<SPECIAL_827>",
                            "<SPECIAL_828>",
                            "<SPECIAL_829>",
                            "<SPECIAL_830>",
                            "<SPECIAL_831>",
                            "<SPECIAL_832>",
                            "<SPECIAL_833>",
                            "<SPECIAL_834>",
                            "<SPECIAL_835>",
                            "<SPECIAL_836>",
                            "<SPECIAL_837>",
                            "<SPECIAL_838>",
                            "<SPECIAL_839>",
                            "<SPECIAL_840>",
                            "<SPECIAL_841>",
                            "<SPECIAL_842>",
                            "<SPECIAL_843>",
                            "<SPECIAL_844>",
                            "<SPECIAL_845>",
                            "<SPECIAL_846>",
                            "<SPECIAL_847>",
                            "<SPECIAL_848>",
                            "<SPECIAL_849>",
                            "<SPECIAL_850>",
                            "<SPECIAL_851>",
                            "<SPECIAL_852>",
                            "<SPECIAL_853>",
                            "<SPECIAL_854>",
                            "<SPECIAL_855>",
                            "<SPECIAL_856>",
                            "<SPECIAL_857>",
                            "<SPECIAL_858>",
                            "<SPECIAL_859>",
                            "<SPECIAL_860>",
                            "<SPECIAL_861>",
                            "<SPECIAL_862>",
                            "<SPECIAL_863>",
                            "<SPECIAL_864>",
                            "<SPECIAL_865>",
                            "<SPECIAL_866>",
                            "<SPECIAL_867>",
                            "<SPECIAL_868>",
                            "<SPECIAL_869>",
                            "<SPECIAL_870>",
                            "<SPECIAL_871>",
                            "<SPECIAL_872>",
                            "<SPECIAL_873>",
                            "<SPECIAL_874>",
                            "<SPECIAL_875>",
                            "<SPECIAL_876>",
                            "<SPECIAL_877>",
                            "<SPECIAL_878>",
                            "<SPECIAL_879>",
                            "<SPECIAL_880>",
                            "<SPECIAL_881>",
                            "<SPECIAL_882>",
                            "<SPECIAL_883>",
                            "<SPECIAL_884>",
                            "<SPECIAL_885>",
                            "<SPECIAL_886>",
                            "<SPECIAL_887>",
                            "<SPECIAL_888>",
                            "<SPECIAL_889>",
                            "<SPECIAL_890>",
                            "<SPECIAL_891>",
                            "<SPECIAL_892>",
                            "<SPECIAL_893>",
                            "<SPECIAL_894>",
                            "<SPECIAL_895>",
                            "<SPECIAL_896>",
                            "<SPECIAL_897>",
                            "<SPECIAL_898>",
                            "<SPECIAL_899>",
                            "<SPECIAL_900>",
                            "<SPECIAL_901>",
                            "<SPECIAL_902>",
                            "<SPECIAL_903>",
                            "<SPECIAL_904>",
                            "<SPECIAL_905>",
                            "<SPECIAL_906>",
                            "<SPECIAL_907>",
                            "<SPECIAL_908>",
                            "<SPECIAL_909>",
                            "<SPECIAL_910>",
                            "<SPECIAL_911>",
                            "<SPECIAL_912>",
                            "<SPECIAL_913>",
                            "<SPECIAL_914>",
                            "<SPECIAL_915>",
                            "<SPECIAL_916>",
                            "<SPECIAL_917>",
                            "<SPECIAL_918>",
                            "<SPECIAL_919>",
                            "<SPECIAL_920>",
                            "<SPECIAL_921>",
                            "<SPECIAL_922>",
                            "<SPECIAL_923>",
                            "<SPECIAL_924>",
                            "<SPECIAL_925>",
                            "<SPECIAL_926>",
                            "<SPECIAL_927>",
                            "<SPECIAL_928>",
                            "<SPECIAL_929>",
                            "<SPECIAL_930>",
                            "<SPECIAL_931>",
                            "<SPECIAL_932>",
                            "<SPECIAL_933>",
                            "<SPECIAL_934>",
                            "<SPECIAL_935>",
                            "<SPECIAL_936>",
                            "<SPECIAL_937>",
                            "<SPECIAL_938>",
                            "<SPECIAL_939>",
                            "<SPECIAL_940>",
                            "<SPECIAL_941>",
                            "<SPECIAL_942>",
                            "<SPECIAL_943>",
                            "<SPECIAL_944>",
                            "<SPECIAL_945>",
                            "<SPECIAL_946>",
                            "<SPECIAL_947>",
                            "<SPECIAL_948>",
                            "<SPECIAL_949>",
                            "<SPECIAL_950>",
                            "<SPECIAL_951>",
                            "<SPECIAL_952>",
                            "<SPECIAL_953>",
                            "<SPECIAL_954>",
                            "<SPECIAL_955>",
                            "<SPECIAL_956>",
                            "<SPECIAL_957>",
                            "<SPECIAL_958>",
                            "<SPECIAL_959>",
                            "<SPECIAL_960>",
                            "<SPECIAL_961>",
                            "<SPECIAL_962>",
                            "<SPECIAL_963>",
                            "<SPECIAL_964>",
                            "<SPECIAL_965>",
                            "<SPECIAL_966>",
                            "<SPECIAL_967>",
                            "<SPECIAL_968>",
                            "<SPECIAL_969>",
                            "<SPECIAL_970>",
                            "<SPECIAL_971>",
                            "<SPECIAL_972>",
                            "<SPECIAL_973>",
                            "<SPECIAL_974>",
                            "<SPECIAL_975>",
                            "<SPECIAL_976>",
                            "<SPECIAL_977>",
                            "<SPECIAL_978>",
                            "<SPECIAL_979>",
                            "<SPECIAL_980>",
                            "<SPECIAL_981>",
                            "<SPECIAL_982>",
                            "<SPECIAL_983>",
                            "<SPECIAL_984>",
                            "<SPECIAL_985>",
                            "<SPECIAL_986>",
                            "<SPECIAL_987>",
                            "<SPECIAL_988>",
                            "<SPECIAL_989>",
                            "<SPECIAL_990>",
                            "<SPECIAL_991>",
                            "<SPECIAL_992>",
                            "<SPECIAL_993>",
                            "<SPECIAL_994>",
                            "<SPECIAL_995>",
                            "<SPECIAL_996>",
                            "<SPECIAL_997>",
                            "<SPECIAL_998>",
                            "<SPECIAL_999>"
                        ]
                    },
                    "registered_name": "keras_hub>Mistral3Tokenizer"
                },
                "image_converter": {
                    "module": "keras_hub.src.models.mistral3.mistral3_image_converter",
                    "class_name": "Mistral3ImageConverter",
                    "config": {
                        "name": "mistral3_image_converter_1",
                        "trainable": true,
                        "dtype": {
                            "module": "keras",
                            "class_name": "DTypePolicy",
                            "config": {
                                "name": "float32"
                            },
                            "registered_name": null
                        },
                        "image_size": null,
                        "scale": [
                            0.014598426619242919,
                            0.015007768493717055,
                            0.014220065717024086
                        ],
                        "offset": [
                            -1.79226253374815,
                            -1.7520971281645974,
                            -1.4802197687835659
                        ],
                        "interpolation": "bicubic",
                        "antialias": true,
                        "crop_to_aspect_ratio": false,
                        "pad_to_aspect_ratio": false,
                        "bounding_box_format": "yxyx",
                        "longest_edge": 1540,
                        "patch_size": 14,
                        "spatial_merge_size": 2,
                        "image_mean": [
                            0.48145466,
                            0.4578275,
                            0.40821073
                        ],
                        "image_std": [
                            0.26862954,
                            0.26130258,
                            0.27577711
                        ],
                        "rescale_factor": 0.00392156862745098
                    },
                    "registered_name": "keras_hub>Mistral3ImageConverter"
                },
                "config_file": "preprocessor.json",
                "sequence_length": 1024,
                "add_start_token": true,
                "add_end_token": true,
                "spatial_merge_size": 2
            },
            "registered_name": "keras_hub>Mistral3CausalLMPreprocessor"
        },
        "name": "mistral3_causal_lm_1"
    },
    "registered_name": "keras_hub>Mistral3CausalLM"
}