{ "architectures": [ "CaptionBertModel" ], "auto_map": { "AutoConfig": "configuration_captionbert.CaptionBertConfig", "AutoModel": "modeling_captionbert.CaptionBertModel" }, "continuation_ids": [ 2015, 2050, 2063, 2072, 2075, 2078, 2080, 2094, 2098, 2099, 2100, 2102, 2121, 2135, 2140, 2213, 2226, 2229, 2232, 2239, 2243, 2271, 2278, 2290, 2319, 2361, 2368, 2378, 2386, 2389, 2401, 2475, 2480, 2483, 2487, 2497, 2509, 2527, 2532, 2545, 2546, 2549, 2571, 2575, 2581, 2594, 2595, 2615, 2618, 2620, 2629, 2638, 2666, 2669, 2683, 2692, 2696, 2705, 2721, 2791, 2818, 2819, 2850, 2854, 2860, 2863, 2869, 2884, 2890, 2891, 2906, 2912, 2923, 2937, 2953, 2964, 2989, 3012, 3022, 3051, 3064, 3070, 3077, 3085, 3089, 3111, 3122, 3126, 3148, 3170, 3207, 3211, 3215, 3217, 3238, 3240, 3258, 3270, 3286, 3334, 3351, 3363, 3366, 3367, 3370, 3372, 3385, 3388, 3401, 3406, 3436, 3468, 3489, 3490, 3501, 3508, 3511, 3512, 3527, 3540, 3549, 3550, 3560, 3567, 3593, 3597, 3600, 3619, 3630, 3654, 3669, 3672, 3676, 3678, 3683, 3686, 3695, 3702, 3709, 3723, 3726, 3736, 3762, 3771, 3775, 3790, 3877, 3900, 3917, 3973, 3981, 3989, 3993, 3995, 4014, 4017, 4048, 4059, 4063, 4095, 4103, 4115, 4135, 4140, 4143, 4160, 4168, 4173, 4179, 4181, 4183, 4213, 4215, 4221, 4226, 4232, 4244, 4246, 4263, 4270, 4305, 4313, 4328, 4355, 4360, 4371, 4381, 4383, 4402, 4430, 4478, 4492, 4502, 4509, 4523, 4570, 4571, 4576, 4580, 4588, 4590, 4609, 4630, 4645, 4648, 4665, 4667, 4674, 4691, 4697, 4710, 4726, 4747, 4757, 4765, 4779, 4783, 4801, 4817, 4818, 4819, 4842, 4859, 4877, 4886, 4887, 4890, 4892, 4904, 4917, 4939, 4948, 4974, 5004, 5007, 5017, 5051, 5054, 5063, 5084, 5092, 5104, 5130, 5134, 5149, 5162, 5172, 5178, 5243, 5244, 5267, 5280, 5283, 5289, 5302, 5311, 5313, 5332, 5339, 5349, 5358, 5369, 5397, 5400, 5403, 5420, 5422, 5428, 5480, 5484, 5488, 5498, 5521, 5524, 5555, 5558, 5562, 5575, 5582, 5596, 5602, 5603, 5605, 5620, 5634, 5638, 5643, 5644, 5649, 5654, 5657, 5666, 5668, 5669, 5677, 5685, 5686, 5705, 5714, 5732, 5737, 5740, 5753, 5794, 5802, 5804, 5809, 5831, 5833, 5844, 5856, 5867, 5874, 5880, 5886, 5897, 5910, 5937, 5946, 5963, 5974, 5999, 6024, 6026, 6030, 6038, 6072, 6096, 6129, 6132, 6137, 6155, 6169, 6182, 6190, 6198, 6199, 6200, 6212, 6216, 6238, 6277, 6279, 6290, 6292, 6299, 6305, 6313, 6321, 6340, 6342, 6371, 6374, 6392, 6442, 6444, 6447, 6455, 6460, 6483, 6491, 6494, 6499, 6508, 6525, 6528, 6553, 6558, 6559, 6562, 6582, 6588, 6590, 6591, 6593, 6610, 6632, 6633, 6648, 6651, 6657, 6672, 6673, 6675, 6679, 6692, 6711, 6761, 6767, 6774, 6776, 6777, 6779, 6784, 6790, 6799, 6806, 6810, 6820, 6824, 6826, 6834, 6843, 6844, 6850, 6856, 6858, 6862, 6873, 6894, 6895, 6906, 6914, 6916, 6924, 6935, 6961, 6962, 6968, 6977, 6979, 7011, 7028, 7033, 7054, 7062, 7066, 7068, 7076, 7088, 7092, 7096, 7100, 7103, 7106, 7113, 7138, 7140, 7159, 7174, 7178, 7184, 7228, 7229, 7231, 7245, 7265, 7274, 7277, 7292, 7295, 7301, 7315, 7317, 7347, 7352, 7361, 7363, 7368, 7373, 7377, 7382, 7384, 7389, 7393, 7405, 7406, 7413, 7416, 7430, 7432, 7442, 7446, 7447, 7474, 7476, 7485, 7507, 7512, 7520, 7529, 7542, 7556, 7559, 7583, 7585, 7606, 7616, 7629, 7630, 7646, 7652, 7662, 7666, 7677, 7685, 7690, 7693, 7698, 7699, 7712, 7716, 7724, 7730, 7737, 7741, 7747, 7770, 7810, 7811, 7828, 7834, 7840, 7847, 7849, 7853, 7856, 7869, 7874, 7875, 7878, 7895, 7898, 7903, 7911, 7913, 7934, 7941, 7946, 7951, 7952, 7959, 7962, 7971, 7974, 7983, 7999, 8002, 8004, 8010, 8017, 8022, 8024, 8029, 8034, 8043, 8049, 8059, 8067, 8082, 8091, 8093, 8095, 8113, 8126, 8151, 8156, 8159, 8162, 8163, 8167, 8180, 8189, 8193, 8197, 8202, 8229, 8231, 8237, 8238, 8261, 8270, 8286, 8296, 8303, 8322, 8337, 8376, 8400, 8405, 8411, 8428, 8445, 8447, 8449, 8450, 8454, 8458, 8462, 8464, 8485, 8486, 8490, 8496, 8516, 8520, 8523, 8524, 8525, 8528, 8540, 8545, 8551, 8553, 8557, 8566, 8569, 8571, 8583, 8584, 8585, 8586, 8591, 8602, 8609, 8613, 8621, 8625, 8630, 8649, 8653, 8654, 8661, 8662, 8663, 8671, 8684, 8706, 8713, 8717, 8718, 8737, 8743, 8747, 8751, 8757, 8758, 8780, 8787, 8791, 8820, 8838, 8844, 8865, 8873, 8883, 8889, 8898, 8913, 8918, 8939, 8943, 8950, 8953, 8977, 8978, 8988, 9001, 9006, 9013, 9021, 9024, 9028, 9031, 9032, 9035, 9048, 9050, 9057, 9067, 9071, 9072, 9077, 9080, 9091, 9096, 9102, 9103, 9126, 9142, 9148, 9153, 9189, 9215, 9221, 9232, 9236, 9243, 9247, 9250, 9257, 9276, 9284, 9285, 9286, 9289, 9299, 9305, 9307, 9314, 9316, 9323, 9328, 9331, 9333, 9335, 9336, 9337, 9351, 9354, 9355, 9363, 9365, 9386, 9397, 9407, 9438, 9447, 9453, 9463, 9468, 9488, 9496, 9497, 9513, 9515, 9516, 9521, 9527, 9541, 9581, 9589, 9623, 9626, 9628, 9629, 9644, 9648, 9650, 9654, 9681, 9688, 9691, 9692, 9695, 9697, 9709, 9711, 9737, 9739, 9759, 9766, 9769, 9777, 9791, 9793, 9816, 9818, 9821, 9825, 9834, 9856, 9863, 9864, 9869, 9888, 9890, 9892, 9905, 9910, 9911, 9912, 9953, 9954, 9956, 9961, 9966, 10010, 10020, 10023, 10024, 10050, 10052, 10054, 10057, 10074, 10085, 10087, 10091, 10092, 10105, 10111, 10127, 10128, 10136, 10139, 10143, 10169, 10175, 10177, 10179, 10182, 10196, 10199, 10207, 10222, 10224, 10230, 10235, 10242, 10244, 10253, 10258, 10259, 10260, 10264, 10265, 10270, 10273, 10278, 10280, 10285, 10286, 10288, 10322, 10325, 10343, 10344, 10354, 10359, 10362, 10371, 10374, 10376, 10383, 10404, 10415, 10419, 10421, 10422, 10431, 10440, 10441, 10446, 10448, 10450, 10451, 10458, 10464, 10472, 10483, 10484, 10486, 10497, 10510, 10513, 10521, 10524, 10526, 10532, 10536, 10542, 10559, 10581, 10586, 10593, 10600, 10603, 10606, 10609, 10610, 10623, 10624, 10626, 10631, 10649, 10665, 10672, 10686, 10695, 10696, 10698, 10701, 10708, 10711, 10719, 10727, 10732, 10735, 10736, 10755, 10760, 10762, 10772, 10790, 10803, 10814, 10820, 10830, 10841, 10867, 10875, 10880, 10893, 10895, 10924, 10929, 10932, 10936, 10976, 10980, 10985, 10992, 10993, 10994, 10997, 11001, 11008, 11012, 11020, 11022, 11029, 11031, 11039, 11045, 11057, 11066, 11069, 11077, 11097, 11101, 11106, 11108, 11115, 11124, 11129, 11137, 11140, 11144, 11148, 11149, 11151, 11179, 11187, 11191, 11198, 11201, 11215, 11219, 11227, 11231, 11233, 11236, 11239, 11244, 11246, 11253, 11254, 11261, 11263, 11266, 11272, 11283, 11285, 11306, 11314, 11319, 11329, 11335, 11362, 11365, 11368, 11387, 11390, 11392, 11393, 11410, 11411, 11431, 11439, 11442, 11444, 11451, 11452, 11461, 11467, 11469, 11474, 11475, 11483, 11484, 11488, 11493, 11510, 11512, 11514, 11522, 11528, 11533, 11563, 11589, 11592, 11597, 11602, 11607, 11610, 11613, 11614, 11622, 11624, 11627, 11631, 11634, 11636, 11638, 11639, 11644, 11649, 11650, 11656, 11657, 11663, 11667, 11692, 11705, 11711, 11714, 11715, 11722, 11733, 11735, 11741, 11745, 11751, 11755, 11761, 11774, 11783, 11787, 11788, 11795, 11796, 11800, 11802, 11818, 11823, 11837, 11871, 11872, 11873, 11877, 11880, 11890, 11905, 11916, 11921, 11923, 11927, 11960, 11961, 11975, 11983, 11998, 12002, 12031, 12032, 12036, 12044, 12053, 12054, 12059, 12069, 12070, 12079, 12083, 12086, 12088, 12096, 12112, 12119, 12129, 12131, 12146, 12155, 12162, 12165, 12166, 12171, 12172, 12173, 12179, 12184, 12186, 12190, 12193, 12198, 12199, 12207, 12215, 12221, 12227, 12228, 12229, 12243, 12244, 12248, 12255, 12259, 12260, 12269, 12273, 12274, 12298, 12303, 12314, 12322, 12325, 12326, 12333, 12349, 12352, 12356, 12376, 12377, 12380, 12384, 12399, 12412, 12414, 12417, 12423, 12426, 12439, 12449, 12458, 12462, 12474, 12488, 12494, 12502, 12514, 12516, 12519, 12521, 12540, 12541, 12556, 12561, 12565, 12588, 12589, 12614, 12617, 12618, 12624, 12638, 12640, 12644, 12647, 12650, 12662, 12672, 12676, 12680, 12681, 12690, 12691, 12693, 12707, 12717, 12718, 12722, 12733, 12734, 12735, 12740, 12742, 12744, 12750, 12758, 12762, 12782, 12789, 12792, 12798, 12811, 12820, 12821, 12830, 12837, 12844, 12848, 12863, 12866, 12868, 12870, 12871, 12879, 12881, 12887, 12891, 12898, 12902, 12910, 12911, 12914, 12921, 12926, 12928, 12933, 12942, 12952, 12956, 12972, 12995, 13006, 13013, 13027, 13028, 13033, 13038, 13043, 13046, 13062, 13064, 13068, 13069, 13087, 13088, 13089, 13094, 13098, 13102, 13106, 13112, 13113, 13122, 13124, 13129, 13143, 13149, 13150, 13153, 13159, 13181, 13186, 13203, 13210, 13213, 13231, 13238, 13241, 13245, 13247, 13278, 13288, 13290, 13295, 13306, 13309, 13320, 13327, 13331, 13334, 13340, 13344, 13348, 13355, 13369, 13375, 13380, 13390, 13421, 13429, 13444, 13453, 13455, 13461, 13462, 13464, 13465, 13469, 13471, 13473, 13476, 13484, 13490, 13492, 13510, 13512, 13535, 13542, 13565, 13578, 13592, 13596, 13602, 13615, 13620, 13623, 13626, 13629, 13639, 13662, 13663, 13665, 13668, 13669, 13684, 13687, 13699, 13700, 13701, 13704, 13705, 13706, 13714, 13716, 13719, 13728, 13731, 13754, 13759, 13765, 13767, 13770, 13775, 13776, 13777, 13778, 13786, 13793, 13806, 13807, 13808, 13820, 13821, 13832, 13837, 13860, 13871, 13874, 13876, 13887, 13890, 13900, 13901, 13902, 13910, 13911, 13923, 13936, 13944, 13947, 13959, 13966, 13976, 14001, 14014, 14028, 14031, 14035, 14045, 14049, 14050, 14066, 14069, 14074, 14075, 14081, 14083, 14088, 14097, 14116, 14117, 14122, 14127, 14129, 14132, 14138, 14141, 14142, 14144, 14147, 14149, 14150, 14151, 14156, 14157, 14162, 14183, 14191, 14192, 14194, 14204, 14213, 14220, 14226, 14227, 14228, 14232, 14235, 14238, 14239, 14244, 14268, 14270, 14272, 14273, 14277, 14287, 14289, 14301, 14317, 14321, 14322, 14326, 14339, 14341, 14343, 14346, 14353, 14355, 14356, 14359, 14376, 14399, 14406, 14413, 14416, 14417, 14423, 14428, 14431, 14432, 14454, 14478, 14479, 14482, 14483, 14490, 14498, 14499, 14503, 14505, 14510, 14511, 14515, 14517, 14526, 14528, 14530, 14536, 14540, 14544, 14545, 14547, 14550, 14561, 14565, 14573, 14581, 14586, 14604, 14606, 14608, 14615, 14619, 14621, 14625, 14626, 14634, 14642, 14643, 14644, 14647, 14650, 14656, 14659, 14660, 14663, 14672, 14680, 14691, 14693, 14697, 14701, 14702, 14706, 14713, 14715, 14716, 14728, 14733, 14735, 14737, 14740, 14756, 14758, 14760, 14762, 14767, 14769, 14772, 14773, 14774, 14776, 14778, 14782, 14787, 14795, 14808, 14820, 14821, 14839, 14844, 14852, 14853, 14854, 14856, 14859, 14862, 14876, 14881, 14890, 14898, 14900, 14905, 14907, 14919, 14945, 14949, 14956, 14966, 14968, 14971, 14973, 14995, 15000, 15004, 15006, 15007, 15010, 15042, 15049, 15058, 15061, 15069, 15070, 15073, 15088, 15094, 15096, 15104, 15118, 15136, 15141, 15143, 15145, 15148, 15150, 15154, 15155, 15164, 15166, 15172, 15185, 15194, 15198, 15202, 15204, 15217, 15222, 15227, 15238, 15239, 15249, 15256, 15265, 15266, 15271, 15272, 15277, 15286, 15290, 15297, 15305, 15312, 15319, 15327, 15338, 15343, 15350, 15353, 15361, 15362, 15370, 15378, 15379, 15388, 15394, 15395, 15396, 15402, 15414, 15416, 15417, 15422, 15431, 15441, 15444, 15449, 15455, 15457, 15459, 15460, 15464, 15465, 15472, 15474, 15482, 15493, 15494, 15495, 15496, 15499, 15500, 15509, 15513, 15530, 15532, 15534, 15542, 15549, 15551, 15557, 15558, 15564, 15567, 15568, 15569, 15580, 15590, 15593, 15599, 15603, 15608, 15613, 15621, 15628, 15630, 15637, 15638, 15643, 15648, 15660, 15666, 15668, 15671, 15683, 15687, 15689, 15706, 15707, 15710, 15714, 15719, 15721, 15725, 15728, 15733, 15735, 15750, 15758, 15759, 15773, 15776, 15780, 15781, 15782, 15787, 15788, 15794, 15808, 15810, 15816, 15830, 15833, 15851, 15853, 15857, 15859, 15864, 15869, 15872, 15878, 15879, 15900, 15904, 15907, 15909, 15915, 15916, 15922, 15928, 15937, 15950, 15951, 15952, 15975, 15979, 15985, 15987, 15992, 15994, 16001, 16020, 16022, 16026, 16033, 16037, 16043, 16044, 16048, 16050, 16052, 16059, 16066, 16068, 16069, 16070, 16076, 16078, 16084, 16086, 16089, 16093, 16098, 16102, 16103, 16107, 16116, 16118, 16119, 16136, 16147, 16150, 16161, 16168, 16173, 16177, 16179, 16186, 16190, 16194, 16198, 16200, 16203, 16206, 16207, 16211, 16213, 16223, 16230, 16238, 16252, 16256, 16257, 16259, 16275, 16277, 16279, 16280, 16281, 16284, 16288, 16294, 16302, 16303, 16307, 16308, 16313, 16329, 16336, 16338, 16339, 16340, 16344, 16347, 16363, 16365, 16366, 16368, 16369, 16377, 16383, 16398, 16402, 16409, 16414, 16415, 16416, 16425, 16429, 16445, 16446, 16451, 16453, 16454, 16458, 16467, 16502, 16503, 16505, 16506, 16515, 16518, 16523, 16526, 16529, 16530, 16531, 16535, 16549, 16550, 16555, 16558, 16563, 16564, 16566, 16567, 16570, 16576, 16584, 16585, 16594, 16600, 16610, 16613, 16616, 16643, 16649, 16650, 16652, 16656, 16665, 16670, 16671, 16677, 16689, 16693, 16695, 16700, 16703, 16704, 16715, 16737, 16739, 16741, 16748, 16750, 16754, 16761, 16765, 16774, 16777, 16778, 16781, 16782, 16786, 16790, 16811, 16814, 16816, 16835, 16843, 16846, 16848, 16856, 16862, 16867, 16869, 16872, 16874, 16882, 16885, 16886, 16892, 16898, 16901, 16912, 16917, 16918, 16921, 16930, 16932, 16940, 16952, 16961, 16963, 16969, 16975, 16977, 16989, 16992, 16998, 17004, 17007, 17028, 17036, 17040, 17043, 17048, 17058, 17062, 17063, 17071, 17080, 17084, 17086, 17101, 17110, 17112, 17119, 17122, 17125, 17130, 17134, 17139, 17140, 17149, 17157, 17166, 17167, 17168, 17175, 17190, 17191, 17198, 17206, 17226, 17231, 17236, 17238, 17240, 17250, 17252, 17258, 17269, 17275, 17281, 17285, 17287, 17288, 17296, 17298, 17299, 17301, 17302, 17305, 17308, 17310, 17311, 17322, 17325, 17327, 17339, 17340, 17342, 17345, 17364, 17369, 17375, 17378, 17386, 17389, 17406, 17413, 17417, 17420, 17421, 17426, 17432, 17440, 17441, 17452, 17456, 17457, 17460, 17465, 17468, 17470, 17471, 17479, 17487, 17499, 17510, 17516, 17545, 17560, 17563, 17570, 17572, 17577, 17579, 17580, 17583, 17585, 17592, 17597, 17599, 17603, 17619, 17622, 17625, 17629, 17635, 17643, 17644, 17650, 17658, 17661, 17668, 17670, 17679, 17681, 17682, 17683, 17686, 17695, 17699, 17701, 17706, 17713, 17724, 17726, 17728, 17729, 17751, 17753, 17759, 17788, 17789, 17791, 17794, 17799, 17802, 17809, 17811, 17815, 17819, 17822, 17830, 17847, 17848, 17854, 17868, 17872, 17875, 17883, 17884, 17896, 17897, 17904, 17905, 17906, 17914, 17915, 17920, 17922, 17926, 17933, 17944, 17948, 17955, 17960, 17965, 17968, 17980, 17988, 17989, 17994, 17998, 18003, 18009, 18028, 18032, 18037, 18041, 18053, 18057, 18060, 18065, 18069, 18073, 18075, 18078, 18083, 18095, 18098, 18100, 18107, 18115, 18116, 18117, 18124, 18136, 18139, 18141, 18142, 18143, 18150, 18153, 18155, 18161, 18163, 18170, 18175, 18182, 18192, 18194, 18195, 18199, 18209, 18219, 18222, 18223, 18232, 18246, 18249, 18252, 18256, 18259, 18260, 18274, 18277, 18278, 18279, 18291, 18300, 18317, 18319, 18321, 18324, 18331, 18334, 18337, 18339, 18349, 18351, 18352, 18357, 18367, 18372, 18376, 18377, 18380, 18382, 18384, 18389, 18393, 18400, 18405, 18409, 18410, 18412, 18413, 18417, 18418, 18424, 18425, 18426, 18428, 18436, 18442, 18447, 18450, 18471, 18477, 18483, 18491, 18492, 18494, 18505, 18507, 18510, 18511, 18513, 18514, 18515, 18518, 18532, 18533, 18537, 18552, 18557, 18560, 18569, 18570, 18581, 18585, 18589, 18595, 18598, 18599, 18602, 18605, 18606, 18613, 18617, 18620, 18622, 18623, 18630, 18632, 18637, 18639, 18647, 18655, 18657, 18660, 18663, 18673, 18674, 18679, 18682, 18684, 18688, 18689, 18690, 18696, 18697, 18702, 18703, 18715, 18717, 18718, 18719, 18721, 18722, 18724, 18727, 18738, 18743, 18752, 18757, 18769, 18774, 18780, 18790, 18796, 18802, 18803, 18807, 18808, 18809, 18810, 18818, 18824, 18826, 18827, 18839, 18842, 18845, 18861, 18863, 18866, 18871, 18878, 18879, 18884, 18885, 18886, 18891, 18894, 18900, 18902, 18903, 18907, 18908, 18909, 18912, 18915, 18924, 18926, 18927, 18933, 18935, 18938, 18939, 18940, 18941, 18947, 18954, 18963, 18964, 18965, 18969, 18979, 18980, 18981, 18992, 18994, 19000, 19001, 19009, 19020, 19022, 19023, 19025, 19036, 19040, 19042, 19053, 19058, 19062, 19068, 19082, 19092, 19093, 19098, 19099, 19105, 19109, 19110, 19114, 19126, 19137, 19139, 19140, 19145, 19146, 19150, 19152, 19155, 19159, 19168, 19170, 19172, 19182, 19185, 19190, 19196, 19198, 19205, 19208, 19210, 19213, 19217, 19224, 19225, 19228, 19230, 19231, 19234, 19250, 19253, 19259, 19263, 19265, 19269, 19270, 19277, 19279, 19281, 19282, 19288, 19291, 19301, 19303, 19304, 19307, 19310, 19312, 19315, 19317, 19321, 19333, 19339, 19341, 19357, 19358, 19362, 19386, 19392, 19393, 19403, 19405, 19417, 19418, 19419, 19422, 19425, 19426, 19433, 19434, 19436, 19440, 19442, 19445, 19454, 19464, 19466, 19468, 19473, 19478, 19481, 19491, 19496, 19498, 19500, 19506, 19510, 19513, 19516, 19520, 19524, 19531, 19539, 19562, 19563, 19565, 19567, 19570, 19574, 19579, 19585, 19588, 19603, 19612, 19620, 19629, 19636, 19646, 19648, 19650, 19658, 19661, 19663, 19665, 19666, 19673, 19696, 19699, 19704, 19707, 19708, 19716, 19718, 19722, 19729, 19731, 19736, 19738, 19742, 19755, 19761, 19763, 19766, 19767, 19771, 19779, 19784, 19791, 19792, 19797, 19798, 19800, 19801, 19811, 19824, 19825, 19826, 19833, 19834, 19839, 19841, 19845, 19847, 19848, 19849, 19856, 19859, 19862, 19864, 19865, 19869, 19877, 19879, 19880, 19892, 19894, 19895, 19901, 19903, 19908, 19909, 19912, 19915, 19927, 19929, 19932, 19944, 19946, 19961, 19966, 19968, 19969, 19980, 19983, 19987, 19990, 19991, 19993, 20009, 20011, 20023, 20026, 20027, 20028, 20030, 20031, 20041, 20042, 20043, 20048, 20049, 20051, 20058, 20060, 20082, 20086, 20089, 20097, 20100, 20106, 20110, 20113, 20132, 20136, 20142, 20147, 20156, 20159, 20166, 20169, 20175, 20179, 20186, 20189, 20192, 20200, 20203, 20205, 20207, 20211, 20214, 20217, 20224, 20236, 20240, 20255, 20257, 20260, 20265, 20267, 20269, 20281, 20282, 20285, 20303, 20307, 20318, 20330, 20338, 20343, 20348, 20349, 20350, 20357, 20360, 20363, 20366, 20367, 20370, 20379, 20382, 20389, 20391, 20395, 20409, 20411, 20414, 20420, 20431, 20434, 20444, 20447, 20450, 20459, 20464, 20465, 20469, 20470, 20473, 20479, 20483, 20486, 20492, 20496, 20499, 20501, 20511, 20515, 20518, 20523, 20527, 20528, 20529, 20534, 20535, 20536, 20550, 20552, 20553, 20554, 20559, 20562, 20564, 20569, 20570, 20573, 20574, 20577, 20589, 20590, 20591, 20592, 20598, 20609, 20614, 20617, 20620, 20623, 20624, 20630, 20644, 20650, 20654, 20656, 20660, 20668, 20671, 20679, 20683, 20684, 20685, 20688, 20689, 20693, 20697, 20709, 20715, 20718, 20721, 20722, 20734, 20738, 20740, 20744, 20745, 20746, 20755, 20760, 20763, 20766, 20770, 20771, 20778, 20781, 20782, 20784, 20791, 20792, 20793, 20799, 20800, 20806, 20807, 20808, 20812, 20821, 20822, 20824, 20838, 20842, 20844, 20845, 20846, 20849, 20850, 20853, 20860, 20872, 20875, 20876, 20881, 20891, 20894, 20897, 20898, 20899, 20900, 20902, 20908, 20909, 20913, 20915, 20921, 20922, 20924, 20925, 20927, 20935, 20936, 20938, 20939, 20941, 20942, 20952, 20958, 20959, 20960, 20961, 20968, 20972, 20974, 20984, 20995, 21001, 21007, 21010, 21011, 21013, 21017, 21020, 21022, 21030, 21031, 21041, 21043, 21046, 21050, 21055, 21057, 21077, 21081, 21084, 21095, 21102, 21104, 21112, 21114, 21119, 21126, 21128, 21131, 21132, 21138, 21141, 21147, 21148, 21149, 21156, 21159, 21162, 21163, 21165, 21166, 21170, 21172, 21181, 21187, 21188, 21190, 21194, 21197, 21201, 21202, 21204, 21205, 21217, 21218, 21222, 21223, 21225, 21227, 21228, 21230, 21231, 21239, 21246, 21252, 21253, 21254, 21261, 21266, 21270, 21272, 21273, 21275, 21280, 21281, 21285, 21292, 21293, 21297, 21302, 21309, 21314, 21325, 21332, 21335, 21337, 21338, 21341, 21351, 21354, 21355, 21361, 21369, 21382, 21397, 21398, 21405, 21408, 21409, 21412, 21421, 21422, 21426, 21436, 21450, 21456, 21458, 21463, 21466, 21471, 21472, 21476, 21482, 21486, 21493, 21499, 21504, 21508, 21509, 21511, 21512, 21515, 21525, 21530, 21531, 21532, 21539, 21540, 21543, 21547, 21548, 21556, 21557, 21558, 21559, 21561, 21564, 21565, 21572, 21576, 21578, 21579, 21590, 21593, 21595, 21596, 21600, 21604, 21608, 21615, 21619, 21621, 21634, 21638, 21639, 21646, 21649, 21654, 21661, 21663, 21673, 21678, 21682, 21685, 21693, 21694, 21700, 21709, 21710, 21711, 21716, 21723, 21724, 21735, 21736, 21737, 21748, 21752, 21756, 21758, 21759, 21761, 21763, 21769, 21781, 21784, 21786, 21789, 21799, 21804, 21806, 21807, 21808, 21814, 21815, 21816, 21818, 21819, 21820, 21821, 21823, 21827, 21835, 21837, 21842, 21844, 21847, 21850, 21861, 21869, 21884, 21885, 21886, 21890, 21891, 21898, 21906, 21924, 21926, 21927, 21928, 21930, 21932, 21939, 21940, 21945, 21946, 21958, 21966, 21967, 21983, 21996, 21997, 21998, 22008, 22014, 22016, 22022, 22025, 22026, 22036, 22043, 22044, 22045, 22046, 22048, 22049, 22059, 22068, 22071, 22074, 22081, 22083, 22084, 22086, 22087, 22090, 22104, 22107, 22117, 22119, 22122, 22123, 22134, 22139, 22144, 22145, 22153, 22155, 22158, 22167, 22172, 22179, 22187, 22192, 22196, 22197, 22199, 22203, 22204, 22208, 22218, 22225, 22231, 22244, 22248, 22251, 22254, 22263, 22264, 22269, 22270, 22272, 22275, 22280, 22282, 22287, 22299, 22305, 22311, 22314, 22315, 22318, 22325, 22327, 22328, 22332, 22341, 22342, 22345, 22352, 22360, 22367, 22368, 22373, 22375, 22379, 22381, 22384, 22392, 22394, 22397, 22398, 22401, 22407, 22408, 22414, 22420, 22425, 22426, 22427, 22436, 22444, 22447, 22461, 22462, 22465, 22471, 22483, 22486, 22492, 22494, 22499, 22500, 22504, 22507, 22509, 22510, 22513, 22516, 22517, 22522, 22536, 22540, 22542, 22543, 22556, 22571, 22573, 22576, 22578, 22579, 22586, 22591, 22592, 22599, 22601, 22610, 22612, 22618, 22620, 22626, 22631, 22637, 22638, 22642, 22646, 22648, 22655, 22658, 22662, 22669, 22670, 22675, 22684, 22691, 22693, 22694, 22698, 22717, 22723, 22729, 22731, 22734, 22738, 22740, 22743, 22747, 22749, 22750, 22753, 22758, 22769, 22772, 22776, 22779, 22780, 22781, 22786, 22787, 22792, 22798, 22799, 22803, 22809, 22823, 22828, 22829, 22835, 22842, 22844, 22847, 22850, 22852, 22862, 22864, 22869, 22879, 22881, 22890, 22893, 22895, 22903, 22907, 22908, 22909, 22911, 22916, 22918, 22919, 22920, 22923, 22924, 22925, 22927, 22929, 22930, 22932, 22934, 22938, 22942, 22943, 22948, 22957, 22960, 22966, 22967, 22968, 22971, 22972, 22974, 22984, 22987, 22991, 22994, 23004, 23017, 23024, 23033, 23035, 23041, 23047, 23048, 23049, 23052, 23056, 23057, 23058, 23061, 23062, 23065, 23067, 23070, 23072, 23076, 23078, 23085, 23086, 23091, 23093, 23095, 23096, 23099, 23101, 23102, 23108, 23111, 23115, 23125, 23128, 23132, 23137, 23141, 23144, 23147, 23155, 23169, 23177, 23180, 23185, 23186, 23194, 23195, 23196, 23200, 23207, 23211, 23212, 23221, 23223, 23230, 23235, 23237, 23238, 23239, 23242, 23243, 23247, 23248, 23266, 23267, 23270, 23274, 23278, 23282, 23296, 23298, 23301, 23302, 23305, 23309, 23314, 23316, 23320, 23335, 23342, 23344, 23345, 23350, 23352, 23355, 23356, 23357, 23361, 23367, 23373, 23379, 23385, 23393, 23395, 23398, 23402, 23410, 23416, 23417, 23419, 23422, 23423, 23425, 23432, 23436, 23446, 23451, 23460, 23461, 23467, 23479, 23483, 23487, 23490, 23491, 23496, 23499, 23500, 23505, 23510, 23511, 23518, 23522, 23543, 23544, 23545, 23549, 23553, 23555, 23559, 23565, 23567, 23573, 23574, 23576, 23580, 23584, 23585, 23597, 23606, 23615, 23630, 23632, 23633, 23644, 23645, 23650, 23654, 23656, 23662, 23663, 23664, 23665, 23670, 23671, 23673, 23681, 23684, 23692, 23695, 23697, 23706, 23709, 23722, 23732, 23736, 23737, 23738, 23742, 23743, 23744, 23749, 23757, 23773, 23777, 23778, 23780, 23782, 23783, 23784, 23793, 23795, 23796, 23797, 23803, 23804, 23805, 23806, 23808, 23809, 23816, 23823, 23829, 23830, 23833, 23835, 23836, 23846, 23854, 23858, 23865, 23871, 23874, 23877, 23884, 23887, 23890, 23891, 23896, 23901, 23904, 23909, 23913, 23918, 23924, 23925, 23930, 23931, 23935, 23938, 23940, 23941, 23943, 23947, 23948, 23955, 23991, 23998, 24002, 24007, 24014, 24015, 24019, 24032, 24038, 24041, 24045, 24063, 24065, 24066, 24068, 24072, 24073, 24076, 24077, 24079, 24080, 24085, 24087, 24088, 24090, 24092, 24093, 24096, 24097, 24101, 24102, 24103, 24108, 24117, 24118, 24124, 24128, 24129, 24133, 24137, 24138, 24140, 24141, 24144, 24145, 24146, 24147, 24153, 24158, 24163, 24164, 24167, 24168, 24170, 24174, 24175, 24178, 24180, 24192, 24198, 24200, 24204, 24206, 24220, 24221, 24225, 24226, 24228, 24229, 24230, 24237, 24238, 24242, 24268, 24270, 24271, 24277, 24278, 24279, 24281, 24284, 24285, 24290, 24291, 24292, 24298, 24300, 24301, 24302, 24303, 24310, 24314, 24316, 24317, 24322, 24323, 24327, 24330, 24333, 24335, 24336, 24340, 24342, 24343, 24344, 24352, 24359, 24360, 24366, 24375, 24376, 24383, 24384, 24388, 24390, 24393, 24395, 24396, 24397, 24409, 24410, 24411, 24412, 24413, 24415, 24422, 24428, 24431, 24434, 24435, 24448, 24449, 24454, 24455, 24456, 24457, 24458, 24463, 24472, 24475, 24488, 24490, 24498, 24506, 24513, 24516, 24518, 24521, 24527, 24539, 24546, 24548, 24553, 24556, 24561, 24562, 24572, 24573, 24586, 24587, 24589, 24594, 24597, 24598, 24601, 24607, 24610, 24612, 24619, 24620, 24649, 24652, 24653, 24657, 24658, 24660, 24661, 24662, 24667, 24669, 24676, 24679, 24682, 24695, 24700, 24703, 24714, 24721, 24725, 24729, 24741, 24746, 24755, 24759, 24764, 24768, 24769, 24771, 24772, 24778, 24788, 24790, 24793, 24796, 24798, 24804, 24805, 24817, 24824, 24825, 24826, 24830, 24836, 24838, 24844, 24847, 24848, 24850, 24860, 24861, 24862, 24864, 24871, 24872, 24876, 24879, 24886, 24887, 24891, 24894, 24895, 24901, 24911, 24913, 24914, 24915, 24916, 24917, 24918, 24920, 24925, 24930, 24932, 24938, 24952, 24965, 24967, 24968, 24971, 24979, 24985, 24988, 24989, 24991, 24996, 24997, 24999, 25002, 25008, 25009, 25013, 25015, 25016, 25023, 25027, 25031, 25032, 25036, 25046, 25051, 25057, 25058, 25060, 25062, 25063, 25064, 25070, 25074, 25078, 25083, 25084, 25089, 25090, 25091, 25099, 25100, 25101, 25105, 25107, 25112, 25114, 25121, 25122, 25127, 25128, 25137, 25148, 25152, 25153, 25154, 25164, 25165, 25167, 25168, 25171, 25181, 25184, 25185, 25190, 25201, 25205, 25217, 25219, 25226, 25229, 25230, 25232, 25236, 25243, 25253, 25255, 25258, 25279, 25284, 25290, 25293, 25299, 25300, 25301, 25310, 25311, 25313, 25318, 25322, 25324, 25329, 25344, 25346, 25351, 25360, 25368, 25370, 25373, 25377, 25378, 25379, 25383, 25384, 25385, 25389, 25393, 25394, 25399, 25417, 25418, 25421, 25425, 25426, 25434, 25438, 25440, 25441, 25443, 25444, 25450, 25451, 25457, 25459, 25460, 25463, 25464, 25465, 25469, 25475, 25481, 25485, 25490, 25494, 25495, 25499, 25500, 25508, 25509, 25514, 25518, 25522, 25523, 25524, 25526, 25528, 25529, 25531, 25533, 25538, 25541, 25547, 25555, 25556, 25557, 25560, 25561, 25564, 25572, 25573, 25574, 25575, 25581, 25587, 25592, 25593, 25599, 25607, 25608, 25611, 25619, 25623, 25629, 25632, 25638, 25639, 25643, 25646, 25647, 25650, 25655, 25656, 25660, 25661, 25666, 25667, 25673, 25678, 25679, 25680, 25687, 25688, 25689, 25690, 25691, 25698, 25701, 25708, 25709, 25711, 25725, 25731, 25733, 25746, 25758, 25761, 25766, 25767, 25778, 25780, 25785, 25787, 25789, 25793, 25794, 25798, 25799, 25804, 25807, 25808, 25810, 25811, 25816, 25820, 25831, 25832, 25838, 25839, 25848, 25849, 25852, 25855, 25856, 25858, 25862, 25863, 25868, 25872, 25879, 25888, 25890, 25892, 25896, 25902, 25903, 25910, 25911, 25915, 25917, 25918, 25923, 25929, 25932, 25940, 25944, 25949, 25950, 25955, 25965, 25968, 25969, 25970, 25974, 25987, 25990, 25994, 25997, 26005, 26006, 26010, 26013, 26016, 26020, 26022, 26029, 26032, 26036, 26039, 26052, 26053, 26054, 26055, 26058, 26061, 26065, 26067, 26068, 26083, 26086, 26087, 26091, 26095, 26100, 26115, 26116, 26117, 26121, 26126, 26127, 26132, 26134, 26139, 26143, 26145, 26147, 26148, 26154, 26156, 26160, 26169, 26173, 26174, 26187, 26190, 26199, 26200, 26207, 26210, 26212, 26217, 26224, 26227, 26228, 26229, 26230, 26240, 26243, 26247, 26250, 26251, 26255, 26266, 26274, 26282, 26289, 26291, 26295, 26300, 26302, 26305, 26306, 26310, 26320, 26327, 26328, 26332, 26335, 26336, 26337, 26338, 26340, 26341, 26348, 26356, 26362, 26370, 26371, 26373, 26376, 26378, 26379, 26387, 26388, 26393, 26394, 26401, 26414, 26415, 26416, 26426, 26430, 26432, 26437, 26440, 26441, 26444, 26454, 26455, 26456, 26460, 26461, 26467, 26468, 26474, 26477, 26492, 26493, 26494, 26496, 26516, 26517, 26518, 26521, 26525, 26526, 26527, 26531, 26534, 26535, 26541, 26544, 26547, 26548, 26549, 26557, 26559, 26560, 26565, 26569, 26571, 26573, 26576, 26579, 26580, 26585, 26589, 26591, 26592, 26601, 26605, 26607, 26611, 26614, 26620, 26634, 26636, 26638, 26639, 26642, 26643, 26644, 26652, 26654, 26655, 26656, 26657, 26658, 26662, 26675, 26677, 26682, 26685, 26686, 26688, 26691, 26692, 26698, 26702, 26703, 26711, 26715, 26724, 26725, 26730, 26737, 26741, 26744, 26745, 26746, 26755, 26760, 26763, 26764, 26770, 26775, 26782, 26786, 26787, 26788, 26789, 26792, 26793, 26797, 26801, 26802, 26806, 26807, 26813, 26824, 26827, 26830, 26832, 26837, 26846, 26860, 26863, 26869, 26876, 26877, 26878, 26884, 26891, 26895, 26896, 26897, 26901, 26907, 26910, 26915, 26919, 26933, 26941, 26942, 26945, 26949, 26950, 26951, 26952, 26965, 26966, 26972, 26976, 26977, 26978, 26982, 26985, 26989, 26992, 26993, 26994, 27002, 27009, 27010, 27014, 27015, 27020, 27026, 27027, 27028, 27031, 27032, 27035, 27051, 27052, 27058, 27064, 27065, 27066, 27067, 27072, 27073, 27082, 27085, 27086, 27087, 27095, 27100, 27102, 27103, 27108, 27109, 27110, 27113, 27114, 27115, 27122, 27131, 27147, 27153, 27156, 27164, 27165, 27172, 27174, 27176, 27179, 27184, 27190, 27191, 27199, 27203, 27204, 27210, 27225, 27235, 27239, 27241, 27242, 27245, 27265, 27266, 27267, 27268, 27272, 27275, 27276, 27283, 27287, 27288, 27292, 27293, 27296, 27310, 27313, 27318, 27321, 27330, 27334, 27341, 27342, 27346, 27348, 27349, 27350, 27351, 27355, 27360, 27361, 27362, 27364, 27366, 27373, 27378, 27380, 27381, 27385, 27390, 27391, 27392, 27401, 27405, 27406, 27412, 27413, 27415, 27416, 27417, 27421, 27428, 27430, 27431, 27432, 27439, 27444, 27453, 27454, 27465, 27466, 27469, 27472, 27475, 27479, 27483, 27484, 27487, 27488, 27495, 27500, 27501, 27506, 27511, 27512, 27524, 27528, 27531, 27532, 27537, 27543, 27548, 27549, 27559, 27572, 27573, 27576, 27578, 27580, 27581, 27584, 27585, 27586, 27595, 27605, 27606, 27609, 27610, 27611, 27614, 27618, 27623, 27627, 27629, 27631, 27632, 27633, 27635, 27640, 27642, 27651, 27654, 27657, 27659, 27663, 27678, 27684, 27685, 27687, 27688, 27693, 27694, 27698, 27703, 27704, 27709, 27710, 27711, 27717, 27718, 27720, 27727, 27730, 27732, 27740, 27742, 27750, 27751, 27753, 27757, 27759, 27760, 27766, 27767, 27773, 27774, 27794, 27795, 27798, 27803, 27806, 27807, 27814, 27815, 27819, 27821, 27822, 27833, 27839, 27840, 27843, 27844, 27847, 27851, 27861, 27867, 27869, 27870, 27871, 27872, 27875, 27876, 27877, 27881, 27887, 27892, 27893, 27896, 27897, 27898, 27900, 27901, 27903, 27904, 27914, 27915, 27920, 27921, 27922, 27923, 27927, 27931, 27932, 27933, 27942, 27943, 27944, 27949, 27953, 27958, 27959, 27965, 27966, 27967, 27971, 27972, 27975, 27982, 27983, 27989, 28001, 28002, 28006, 28008, 28014, 28020, 28027, 28029, 28032, 28037, 28039, 28040, 28055, 28060, 28061, 28064, 28065, 28067, 28074, 28075, 28077, 28078, 28083, 28084, 28090, 28094, 28097, 28099, 28100, 28104, 28108, 28109, 28113, 28114, 28116, 28118, 28119, 28120, 28121, 28128, 28132, 28136, 28138, 28139, 28140, 28143, 28146, 28147, 28154, 28160, 28168, 28173, 28176, 28183, 28184, 28187, 28191, 28195, 28198, 28199, 28200, 28201, 28207, 28209, 28210, 28212, 28221, 28225, 28227, 28228, 28230, 28231, 28234, 28235, 28239, 28242, 28247, 28250, 28251, 28254, 28255, 28260, 28262, 28264, 28265, 28277, 28281, 28282, 28295, 28296, 28298, 28302, 28307, 28311, 28312, 28313, 28327, 28329, 28331, 28332, 28335, 28344, 28345, 28351, 28357, 28362, 28365, 28369, 28370, 28377, 28392, 28393, 28394, 28397, 28400, 28402, 28403, 28405, 28412, 28414, 28418, 28426, 28431, 28433, 28437, 28471, 28472, 28473, 28476, 28478, 28479, 28483, 28484, 28488, 28495, 28499, 28503, 28505, 28507, 28508, 28510, 28518, 28522, 28524, 28530, 28533, 28534, 28545, 28546, 28550, 28551, 28553, 28555, 28556, 28562, 28563, 28574, 28578, 28579, 28580, 28582, 28588, 28591, 28597, 28598, 28600, 28610, 28613, 28614, 28617, 28621, 28632, 28637, 28640, 28649, 28656, 28659, 28660, 28665, 28674, 28677, 28682, 28687, 28689, 28695, 28696, 28700, 28703, 28704, 28705, 28706, 28716, 28723, 28727, 28728, 28730, 28731, 28732, 28733, 28738, 28739, 28741, 28742, 28745, 28748, 28752, 28753, 28756, 28759, 28765, 28775, 28787, 28788, 28793, 28804, 28807, 28808, 28812, 28813, 28817, 28819, 28823, 28824, 28825, 28827, 28832, 28835, 28849, 28852, 28863, 28869, 28871, 28872, 28875, 28878, 28880, 28883, 28884, 28886, 28891, 28893, 28897, 28901, 28905, 28911, 28921, 28922, 28931, 28940, 28943, 28948, 28949, 28951, 28954, 28957, 28964, 28968, 28969, 28970, 28975, 28985, 28986, 28987, 28989, 28990, 28992, 28993, 28994, 28995, 29001, 29002, 29005, 29006, 29015, 29020, 29021, 29027, 29028, 29033, 29039, 29040, 29043, 29045, 29046, 29048, 29050, 29055, 29064, 29067, 29068, 29074, 29076, 29084, 29091, 29092, 29097, 29098, 29099, 29100, 29107, 29109, 29110, 29111, 29112, 29113, 29122, 29123, 29125, 29128, 29133, 29134, 29135, 29136, 29138, 29139, 29146, 29147, 29148, 29150, 29154, 29155, 29159, 29162, 29163, 29164, 29165, 29166, 29171, 29178, 29180, 29181, 29183, 29184, 29189, 29190, 29193, 29196, 29201, 29206, 29207, 29212, 29218, 29232, 29234, 29243, 29244, 29246, 29247, 29251, 29256, 29264, 29266, 29275, 29278, 29282, 29284, 29287, 29288, 29289, 29292, 29293, 29297, 29301, 29312, 29313, 29314, 29315, 29319, 29320, 29323, 29325, 29334, 29336, 29337, 29339, 29342, 29344, 29345, 29346, 29356, 29358, 29366, 29370, 29377, 29378, 29381, 29385, 29388, 29389, 29390, 29392, 29397, 29401, 29402, 29405, 29415, 29416, 29417, 29418, 29419, 29422, 29423, 29424, 29427, 29428, 29436, 29440, 29441, 29443, 29446, 29451, 29452, 29459, 29462, 29469, 29472, 29473, 29477, 29480, 29481, 29487, 29488, 29493, 29501, 29510, 29513, 29514, 29518, 29519, 29521, 29522, 29531, 29537, 29538, 29539, 29540, 29544, 29545, 29546, 29547, 29548, 29553, 29560, 29566, 29573, 29574, 29576, 29577, 29578, 29587, 29595, 29598, 29599, 29601, 29602, 29604, 29605, 29612, 29613, 29614, 29615, 29616, 29617, 29618, 29619, 29620, 29621, 29622, 29623, 29624, 29625, 29626, 29627, 29628, 29629, 29630, 29631, 29632, 29633, 29634, 29635, 29636, 29637, 29638, 29639, 29640, 29641, 29642, 29643, 29644, 29645, 29646, 29647, 29648, 29649, 29650, 29651, 29652, 29653, 29654, 29655, 29656, 29657, 29658, 29659, 29660, 29661, 29662, 29663, 29664, 29665, 29666, 29667, 29668, 29669, 29670, 29671, 29672, 29673, 29674, 29675, 29676, 29677, 29678, 29679, 29680, 29681, 29682, 29683, 29684, 29685, 29686, 29687, 29688, 29689, 29690, 29691, 29692, 29693, 29694, 29695, 29696, 29697, 29698, 29699, 29700, 29701, 29702, 29703, 29704, 29705, 29706, 29707, 29708, 29709, 29710, 29711, 29712, 29713, 29714, 29715, 29716, 29717, 29718, 29719, 29720, 29721, 29722, 29723, 29724, 29725, 29726, 29727, 29728, 29729, 29730, 29731, 29732, 29733, 29734, 29735, 29736, 29737, 29738, 29739, 29740, 29741, 29742, 29743, 29744, 29745, 29746, 29747, 29748, 29749, 29750, 29751, 29752, 29753, 29754, 29755, 29756, 29757, 29758, 29759, 29760, 29761, 29762, 29763, 29764, 29765, 29766, 29767, 29768, 29769, 29770, 29771, 29772, 29773, 29774, 29775, 29776, 29777, 29778, 29779, 29780, 29781, 29782, 29783, 29784, 29785, 29786, 29787, 29788, 29789, 29790, 29791, 29792, 29793, 29794, 29795, 29796, 29797, 29798, 29799, 29800, 29801, 29802, 29803, 29804, 29805, 29806, 29807, 29808, 29809, 29810, 29811, 29812, 29813, 29814, 29815, 29816, 29817, 29818, 29819, 29820, 29821, 29822, 29823, 29824, 29825, 29826, 29827, 29828, 29829, 29830, 29831, 29832, 29833, 29834, 29835, 29836, 29837, 29838, 29839, 29840, 29841, 29842, 29843, 29844, 29845, 29846, 29847, 29848, 29849, 29850, 29851, 29852, 29853, 29854, 29855, 29856, 29857, 29858, 29859, 29860, 29861, 29862, 29863, 29864, 29865, 29866, 29867, 29868, 29869, 29870, 29871, 29872, 29873, 29874, 29875, 29876, 29877, 29878, 29879, 29880, 29881, 29882, 29883, 29884, 29885, 29886, 29887, 29888, 29889, 29890, 29891, 29892, 29893, 29894, 29895, 29896, 29897, 29898, 29899, 29900, 29901, 29902, 29903, 29904, 29905, 29906, 29907, 29908, 29909, 29910, 29911, 29912, 29913, 29914, 29915, 29916, 29917, 29918, 29919, 29920, 29921, 29922, 29923, 29924, 29925, 29926, 29927, 29928, 29929, 29930, 29931, 29932, 29933, 29934, 29935, 29936, 29937, 29938, 29939, 29940, 29941, 29942, 29943, 29944, 29945, 29946, 29947, 29948, 29949, 29950, 29951, 29952, 29953, 29954, 29955, 29956, 29957, 29958, 29959, 29960, 29961, 29962, 29963, 29964, 29965, 29966, 29967, 29968, 29969, 29970, 29971, 29972, 29973, 29974, 29975, 29976, 29977, 29978, 29979, 29980, 29981, 29982, 29983, 29984, 29985, 29986, 29987, 29988, 29989, 29990, 29991, 29992, 29993, 29994, 29995, 29996, 29997, 29998, 29999, 30000, 30001, 30002, 30003, 30004, 30005, 30006, 30007, 30008, 30009, 30010, 30011, 30012, 30013, 30014, 30015, 30016, 30017, 30018, 30019, 30020, 30021, 30022, 30023, 30024, 30025, 30026, 30027, 30028, 30029, 30030, 30031, 30032, 30033, 30034, 30035, 30036, 30037, 30038, 30039, 30040, 30041, 30042, 30043, 30044, 30045, 30046, 30047, 30048, 30049, 30050, 30051, 30052, 30053, 30054, 30055, 30056, 30057, 30058, 30059, 30060, 30061, 30062, 30063, 30064, 30065, 30066, 30067, 30068, 30069, 30070, 30071, 30072, 30073, 30074, 30075, 30076, 30077, 30078, 30079, 30080, 30081, 30082, 30083, 30084, 30085, 30086, 30087, 30088, 30089, 30090, 30091, 30092, 30093, 30094, 30095, 30096, 30097, 30098, 30099, 30100, 30101, 30102, 30103, 30104, 30105, 30106, 30107, 30108, 30109, 30110, 30111, 30112, 30113, 30114, 30115, 30116, 30117, 30118, 30119, 30120, 30121, 30122, 30123, 30124, 30125, 30126, 30127, 30128, 30129, 30130, 30131, 30132, 30133, 30134, 30135, 30136, 30137, 30138, 30139, 30140, 30141, 30142, 30143, 30144, 30145, 30146, 30147, 30148, 30149, 30150, 30151, 30152, 30153, 30154, 30155, 30156, 30157, 30158, 30159, 30160, 30161, 30162, 30163, 30164, 30165, 30166, 30167, 30168, 30169, 30170, 30171, 30172, 30173, 30174, 30175, 30176, 30177, 30178, 30179, 30180, 30181, 30182, 30183, 30184, 30185, 30186, 30187, 30188, 30189, 30190, 30191, 30192, 30193, 30194, 30195, 30196, 30197, 30198, 30199, 30200, 30201, 30202, 30203, 30204, 30205, 30206, 30207, 30208, 30209, 30210, 30211, 30212, 30213, 30214, 30215, 30216, 30217, 30218, 30219, 30220, 30221, 30222, 30223, 30224, 30225, 30226, 30227, 30228, 30229, 30230, 30231, 30232, 30233, 30234, 30235, 30236, 30237, 30238, 30239, 30240, 30241, 30242, 30243, 30244, 30245, 30246, 30247, 30248, 30249, 30250, 30251, 30252, 30253, 30254, 30255, 30256, 30257, 30258, 30259, 30260, 30261, 30262, 30263, 30264, 30265, 30266, 30267, 30268, 30269, 30270, 30271, 30272, 30273, 30274, 30275, 30276, 30277, 30278, 30279, 30280, 30281, 30282, 30283, 30284, 30285, 30286, 30287, 30288, 30289, 30290, 30291, 30292, 30293, 30294, 30295, 30296, 30297, 30298, 30299, 30300, 30301, 30302, 30303, 30304, 30305, 30306, 30307, 30308, 30309, 30310, 30311, 30312, 30313, 30314, 30315, 30316, 30317, 30318, 30319, 30320, 30321, 30322, 30323, 30324, 30325, 30326, 30327, 30328, 30329, 30330, 30331, 30332, 30333, 30334, 30335, 30336, 30337, 30338, 30339, 30340, 30341, 30342, 30343, 30344, 30345, 30346, 30347, 30348, 30349, 30350, 30351, 30352, 30353, 30354, 30355, 30356, 30357, 30358, 30359, 30360, 30361, 30362, 30363, 30364, 30365, 30366, 30367, 30368, 30369, 30370, 30371, 30372, 30373, 30374, 30375, 30376, 30377, 30378, 30379, 30380, 30381, 30382, 30383, 30384, 30385, 30386, 30387, 30388, 30389, 30390, 30391, 30392, 30393, 30394, 30395, 30396, 30397, 30398, 30399, 30400, 30401, 30402, 30403, 30404, 30405, 30406, 30407, 30408, 30409, 30410, 30411, 30412, 30413, 30414, 30415, 30416, 30417, 30418, 30419, 30420, 30421, 30422, 30423, 30424, 30425, 30426, 30427, 30428, 30429, 30430, 30431, 30432, 30433, 30434, 30435, 30436, 30437, 30438, 30439, 30440, 30441, 30442, 30443, 30444, 30445, 30446, 30447, 30448, 30449, 30450, 30451, 30452, 30453, 30454, 30455, 30456, 30457, 30458, 30459, 30460, 30461, 30462, 30463, 30464, 30465, 30466, 30467, 30468, 30469, 30470, 30471, 30472, 30473, 30474, 30475, 30476, 30477, 30478, 30479, 30480, 30481, 30482, 30483, 30484, 30485, 30486, 30487, 30488, 30489, 30490, 30491, 30492, 30493, 30494, 30495, 30496, 30497, 30498, 30499, 30500, 30501, 30502, 30503, 30504, 30505, 30506, 30507, 30508, 30509, 30510, 30511, 30512, 30513, 30514, 30515, 30516, 30517, 30518, 30519, 30520, 30521 ], "dtype": "float32", "hidden_dropout_prob": 0.1, "hidden_size": 512, "intermediate_size": 2048, "key_rho": 2.18, "lookup_head": 0, "lookup_layer": 3, "max_position_embeddings": 8192, "model_type": "captionbert_structured_rotary", "num_attention_heads": 16, "num_hidden_layers": 12, "output_dim": 768, "pad_token_id": 0, "phase_seed": 1662197431, "pointer_positions": "all", "pointer_weight": 0.0, "punctuation_ids": [ 1012, 999, 1029 ], "rotary_mode": "ntk", "special_ids": [ 100, 102, 0, 101, 103 ], "transformers_version": "4.57.6", "use_value_addresses": false, "vocab_size": 30522 }