{ "pooling_strategy": "sum", "activation_function": "relu", "embedding_dimension": 30524, "allowed_token_ids": [ 2047, 2051, 2066, 2074, 2082, 2088, 2095, 2103, 2110, 2111, 2113, 2117, 2118, 2120, 2126, 2132, 2136, 2141, 2143, 2146, 2147, 2148, 2152, 2154, 2155, 2157, 2158, 2160, 2161, 2162, 2164, 2166, 2167, 2173, 2177, 2181, 2185, 2187, 2188, 2189, 2190, 2191, 2192, 2193, 2194, 2203, 2204, 2208, 2210, 2214, 2215, 2220, 2224, 2225, 2227, 2228, 2231, 2233, 2235, 2236, 2237, 2240, 2245, 2248, 2250, 2252, 2264, 2266, 2267, 2269, 2270, 2272, 2275, 2276, 2277, 2282, 2283, 2287, 2292, 2293, 2298, 2299, 2300, 2301, 2303, 2304, 2305, 2307, 2309, 2311, 2312, 2313, 2314, 2316, 2317, 2326, 2330, 2331, 2332, 2334, 2336, 2338, 2341, 2342, 2343, 2344, 2346, 2352, 2360, 2364, 2365, 2367, 2373, 2374, 2375, 2376, 2377, 2379, 2380, 2381, 2388, 2390, 2391, 2393, 2395, 2396, 2397, 2402, 2406, 2407, 2415, 2417, 2421, 2422, 2425, 2428, 2429, 2430, 2431, 2433, 2436, 2444, 2448, 2449, 2450, 2452, 2454, 2455, 2457, 2460, 2461, 2465, 2466, 2469, 2473, 2479, 2482, 2485, 2486, 2488, 2489, 2490, 2491, 2492, 2495, 2501, 2502, 2503, 2504, 2510, 2514, 2516, 2518, 2521, 2523, 2524, 2529, 2530, 2533, 2534, 2536, 2537, 2540, 2547, 2548, 2552, 2553, 2554, 2556, 2557, 2558, 2561, 2564, 2567, 2568, 2569, 2574, 2576, 2586, 2590, 2591, 2592, 2597, 2598, 2599, 2600, 2601, 2602, 2604, 2606, 2607, 2608, 2610, 2611, 2612, 2613, 2614, 2617, 2621, 2627, 2630, 2642, 2643, 2644, 2645, 2648, 2650, 2651, 2653, 2659, 2663, 2665, 2668, 2670, 2671, 2674, 2675, 2677, 2679, 2681, 2684, 2686, 2689, 2690, 2691, 2695, 2697, 2698, 2704, 2707, 2708, 2709, 2711, 2712, 2714, 2715, 2717, 2718, 2723, 2724, 2729, 2732, 2733, 2735, 2737, 2739, 2740, 2742, 2748, 2751, 2754, 2755, 2757, 2759, 2765, 2767, 2769, 2773, 2775, 2778, 2779, 2783, 2784, 2785, 2789, 2793, 2795, 2797, 2801, 2804, 2806, 2811, 2812, 2813, 2817, 2825, 2828, 2829, 2830, 2831, 2832, 2833, 2835, 2837, 2839, 2843, 2844, 2846, 2849, 2851, 2862, 2868, 2879, 2880, 2882, 2886, 2892, 2895, 2896, 2897, 2898, 2902, 2903, 2905, 2907, 2911, 2915, 2918, 2919, 2924, 2925, 2926, 2927, 2928, 2931, 2932, 2933, 2935, 2940, 2944, 2946, 2948, 2952, 2954, 2958, 2959, 2961, 2962, 2963, 2965, 2966, 2971, 2978, 2980, 2983, 2986, 2991, 2994, 2995, 3006, 3007, 3011, 3013, 3014, 3023, 3028, 3029, 3035, 3040, 3043, 3046, 3052, 3053, 3056, 3058, 3066, 3068, 3072, 3073, 3075, 3076, 3082, 3086, 3091, 3094, 3096, 3097, 3102, 3103, 3104, 3105, 3108, 3110, 3112, 3113, 3114, 3115, 3116, 3119, 3123, 3129, 3131, 3137, 3141, 3143, 3144, 3145, 3147, 3153, 3154, 3159, 3160, 3161, 3165, 3167, 3168, 3169, 3177, 3178, 3180, 3187, 3189, 3191, 3193, 3194, 3198, 3199, 3200, 3201, 3203, 3204, 3206, 3208, 3212, 3218, 3221, 3224, 3231, 3233, 3239, 3242, 3243, 3244, 3246, 3247, 3252, 3255, 3256, 3257, 3259, 3267, 3269, 3274, 3275, 3279, 3280, 3282, 3283, 3287, 3288, 3291, 3292, 3297, 3298, 3300, 3302, 3305, 3308, 3309, 3311, 3313, 3317, 3318, 3323, 3325, 3327, 3328, 3329, 3332, 3335, 3336, 3338, 3341, 3342, 3345, 3347, 3348, 3356, 3357, 3358, 3360, 3362, 3364, 3371, 3374, 3376, 3377, 3379, 3382, 3384, 3392, 3395, 3396, 3404, 3407, 3409, 3412, 3413, 3417, 3418, 3420, 3422, 3423, 3425, 3426, 3430, 3435, 3437, 3439, 3442, 3446, 3457, 3460, 3462, 3465, 3466, 3467, 3477, 3480, 3481, 3482, 3492, 3496, 3497, 3499, 3500, 3507, 3510, 3514, 3521, 3522, 3524, 3526, 3528, 3532, 3535, 3536, 3538, 3542, 3543, 3558, 3571, 3573, 3574, 3578, 3582, 3584, 3585, 3586, 3587, 3589, 3595, 3601, 3604, 3606, 3608, 3609, 3610, 3612, 3613, 3614, 3622, 3623, 3625, 3627, 3635, 3637, 3638, 3639, 3643, 3647, 3648, 3659, 3661, 3663, 3670, 3675, 3677, 3679, 3682, 3684, 3693, 3696, 3697, 3698, 3707, 3710, 3711, 3712, 3713, 3715, 3716, 3720, 3722, 3728, 3730, 3733, 3737, 3739, 3742, 3743, 3745, 3746, 3747, 3748, 3749, 3751, 3754, 3756, 3759, 3761, 3768, 3778, 3780, 3786, 3789, 3796, 3797, 3800, 3805, 3806, 3807, 3808, 3813, 3819, 3820, 3827, 3828, 3829, 3835, 3842, 3844, 3857, 3860, 3861, 3863, 3869, 3871, 3883, 3886, 3888, 3891, 3892, 3894, 3897, 3899, 3902, 3906, 3907, 3913, 3919, 3926, 3928, 3930, 3931, 3932, 3940, 3942, 3944, 3945, 3947, 3949, 3959, 3961, 3962, 3965, 3969, 3975, 3976, 3984, 3987, 3992, 3997, 4003, 4009, 4010, 4019, 4023, 4024, 4026, 4028, 4030, 4031, 4040, 4045, 4047, 4049, 4053, 4060, 4066, 4067, 4070, 4071, 4072, 4086, 4088, 4094, 4099, 4101, 4111, 4113, 4118, 4125, 4126, 4130, 4133, 4138, 4139, 4142, 4148, 4151, 4153, 4154, 4157, 4164, 4167, 4169, 4171, 4175, 4182, 4186, 4189, 4190, 4197, 4200, 4206, 4211, 4218, 4220, 4223, 4231, 4237, 4248, 4251, 4253, 4256, 4257, 4258, 4276, 4281, 4284, 4287, 4298, 4299, 4306, 4308, 4316, 4318, 4319, 4326, 4330, 4331, 4333, 4338, 4339, 4340, 4344, 4356, 4366, 4368, 4369, 4374, 4377, 4382, 4387, 4389, 4390, 4392, 4400, 4405, 4408, 4412, 4416, 4418, 4419, 4424, 4425, 4440, 4450, 4451, 4452, 4468, 4470, 4471, 4474, 4476, 4489, 4497, 4500, 4503, 4511, 4512, 4519, 4521, 4524, 4530, 4533, 4536, 4540, 4542, 4550, 4553, 4558, 4559, 4562, 4569, 4578, 4586, 4589, 4595, 4596, 4598, 4604, 4605, 4607, 4608, 4611, 4613, 4618, 4621, 4623, 4624, 4628, 4629, 4633, 4635, 4638, 4639, 4650, 4652, 4658, 4666, 4671, 4676, 4677, 4678, 4682, 4685, 4687, 4690, 4713, 4735, 4737, 4742, 4743, 4752, 4756, 4761, 4763, 4769, 4770, 4788, 4792, 4795, 4796, 4797, 4799, 4802, 4808, 4825, 4826, 4827, 4834, 4839, 4840, 4847, 4848, 4853, 4854, 4860, 4863, 4867, 4872, 4874, 4875, 4882, 4894, 4897, 4906, 4926, 4929, 4937, 4945, 4946, 4949, 4950, 4952, 4954, 4955, 4963, 4965, 4979, 4982, 4990, 4998, 5005, 5009, 5011, 5013, 5020, 5024, 5025, 5027, 5030, 5038, 5041, 5047, 5048, 5050, 5053, 5056, 5060, 5061, 5066, 5069, 5072, 5081, 5083, 5093, 5096, 5101, 5103, 5110, 5114, 5119, 5122, 5127, 5133, 5136, 5138, 5142, 5156, 5157, 5160, 5164, 5165, 5171, 5189, 5192, 5195, 5197, 5210, 5213, 5216, 5217, 5220, 5223, 5227, 5236, 5245, 5247, 5248, 5252, 5254, 5256, 5257, 5259, 5268, 5270, 5271, 5293, 5304, 5305, 5308, 5317, 5318, 5323, 5333, 5335, 5337, 5342, 5346, 5350, 5370, 5372, 5376, 5379, 5383, 5402, 5404, 5409, 5410, 5413, 5415, 5418, 5423, 5427, 5435, 5437, 5438, 5440, 5442, 5448, 5450, 5452, 5454, 5455, 5456, 5460, 5463, 5466, 5468, 5472, 5473, 5474, 5475, 5481, 5492, 5495, 5506, 5508, 5510, 5532, 5547, 5566, 5568, 5572, 5573, 5580, 5583, 5587, 5592, 5593, 5607, 5610, 5615, 5618, 5627, 5630, 5648, 5653, 5658, 5660, 5665, 5674, 5684, 5690, 5697, 5699, 5703, 5717, 5725, 5726, 5729, 5730, 5744, 5747, 5760, 5771, 5776, 5785, 5787, 5798, 5800, 5805, 5806, 5808, 5810, 5812, 5816, 5823, 5835, 5843, 5855, 5875, 5898, 5903, 5909, 5914, 5915, 5916, 5917, 5923, 5926, 5929, 5931, 5949, 5956, 5959, 5961, 5964, 5968, 5976, 5987, 5988, 5993, 5995, 5998, 6011, 6014, 6019, 6033, 6034, 6040, 6045, 6057, 6058, 6061, 6065, 6073, 6081, 6085, 6090, 6091, 6099, 6100, 6107, 6112, 6130, 6133, 6140, 6149, 6160, 6170, 6172, 6176, 6178, 6179, 6181, 6203, 6207, 6209, 6215, 6217, 6226, 6240, 6251, 6270, 6271, 6293, 6297, 6314, 6315, 6323, 6336, 6346, 6350, 6355, 6357, 6366, 6370, 6375, 6379, 6381, 6383, 6397, 6402, 6412, 6436, 6438, 6449, 6450, 6451, 6462, 6466, 6487, 6492, 6497, 6501, 6512, 6517, 6519, 6530, 6532, 6534, 6536, 6542, 6544, 6546, 6547, 6548, 6557, 6569, 6570, 6580, 6581, 6592, 6602, 6614, 6619, 6620, 6623, 6625, 6635, 6638, 6656, 6658, 6659, 6664, 6680, 6683, 6684, 6685, 6686, 6687, 6706, 6707, 6714, 6715, 6735, 6740, 6742, 6771, 6772, 6773, 6802, 6805, 6807, 6808, 6814, 6816, 6821, 6855, 6865, 6900, 6909, 6912, 6917, 6923, 6926, 6943, 6947, 6949, 6953, 6958, 6967, 6976, 6985, 6994, 7006, 7015, 7016, 7023, 7026, 7053, 7058, 7070, 7083, 7086, 7098, 7105, 7109, 7114, 7116, 7117, 7123, 7125, 7132, 7133, 7141, 7142, 7144, 7155, 7166, 7169, 7170, 7175, 7177, 7180, 7186, 7189, 7191, 7192, 7198, 7200, 7204, 7216, 7218, 7223, 7239, 7254, 7263, 7267, 7270, 7279, 7280, 7281, 7312, 7318, 7324, 7328, 7358, 7370, 7374, 7381, 7386, 7388, 7390, 7392, 7404, 7407, 7409, 7425, 7438, 7452, 7475, 7481, 7483, 7488, 7499, 7500, 7501, 7504, 7514, 7523, 7526, 7532, 7537, 7538, 7540, 7547, 7564, 7568, 7577, 7591, 7620, 7634, 7639, 7655, 7656, 7661, 7669, 7680, 7683, 7697, 7713, 7722, 7738, 7749, 7750, 7752, 7774, 7786, 7790, 7796, 7805, 7815, 7831, 7852, 7872, 7899, 7905, 7909, 7922, 7947, 7954, 7960, 7965, 7966, 7967, 7968, 7969, 7975, 7976, 7980, 7985, 8000, 8011, 8013, 8016, 8035, 8056, 8066, 8075, 8081, 8085, 8103, 8108, 8116, 8132, 8137, 8143, 8145, 8150, 8155, 8164, 8170, 8177, 8206, 8242, 8246, 8248, 8251, 8257, 8260, 8288, 8294, 8300, 8316, 8325, 8351, 8364, 8415, 8416, 8417, 8424, 8448, 8457, 8460, 8468, 8473, 8489, 8494, 8505, 8536, 8562, 8579, 8587, 8606, 8616, 8618, 8627, 8632, 8638, 8667, 8676, 8689, 8691, 8694, 8702, 8703, 8721, 8724, 8741, 8742, 8774, 8782, 8794, 8808, 8815, 8833, 8843, 8848, 8867, 8884, 8892, 8903, 8910, 8940, 8954, 8962, 8970, 8982, 8984, 8985, 8999, 9004, 9012, 9015, 9016, 9044, 9049, 9062, 9075, 9089, 9098, 9113, 9118, 9121, 9127, 9128, 9129, 9145, 9146, 9154, 9191, 9200, 9205, 9206, 9226, 9231, 9241, 9278, 9292, 9311, 9347, 9350, 9358, 9377, 9378, 9379, 9381, 9415, 9436, 9457, 9461, 9467, 9474, 9479, 9498, 9510, 9518, 9526, 9543, 9561, 9573, 9596, 9608, 9641, 9647, 9657, 9663, 9715, 9721, 9723, 9754, 9764, 9778, 9781, 9792, 9811, 9841, 9850, 9866, 9880, 9885, 9898, 9906, 9907, 9934, 9940, 9945, 9947, 9958, 9962, 9967, 9981, 9982, 10021, 10036, 10048, 10051, 10059, 10083, 10089, 10095, 10107, 10154, 10165, 10170, 10188, 10214, 10216, 10236, 10295, 10311, 10326, 10327, 10364, 10369, 10377, 10388, 10394, 10416, 10427, 10433, 10437, 10442, 10462, 10498, 10500, 10506, 10535, 10551, 10577, 10585, 10608, 10634, 10667, 10671, 10710, 10777, 10792, 10800, 10810, 10818, 10825, 10869, 10887, 10990, 11002, 11007, 11010, 11028, 11043, 11084, 11089, 11094, 11119, 11122, 11136, 11142, 11150, 11190, 11192, 11194, 11224, 11245, 11255, 11276, 11281, 11297, 11322, 11350, 11355, 11359, 11429, 11443, 11446, 11455, 11473, 11480, 11506, 11565, 11582, 11601, 11628, 11633, 11689, 11693, 11701, 11712, 11740, 11752, 11756, 11765, 11808, 11809, 11839, 11868, 11876, 11883, 11891, 11912, 11981, 12006, 12034, 12046, 12063, 12072, 12073, 12076, 12087, 12121, 12136, 12142, 12178, 12201, 12208, 12226, 12266, 12336, 12341, 12342, 12367, 12382, 12383, 12440, 12530, 12533, 12559, 12570, 12575, 12579, 12666, 12678, 12692, 12710, 12726, 12824, 12826, 12831, 13026, 13048, 13065, 13121, 13184, 13205, 13219, 13225, 13250, 13260, 13300, 13338, 13454, 13520, 13523, 13541, 13545, 13555, 13556, 13566, 13580, 13610, 13621, 13661, 13713, 13724, 13753, 13774, 13787, 13788, 13883, 13948, 13971, 13984, 13994, 14033, 14038, 14044, 14057, 14068, 14187, 14211, 14225, 14257, 14300, 14385, 14402, 14405, 14548, 14557, 14652, 14699, 14709, 14742, 14745, 14768, 14771, 14806, 14899, 14984, 15044, 15116, 15126, 15138, 15147, 15156, 15161, 15212, 15236, 15264, 15291, 15292, 15344, 15390, 15391, 15415, 15470, 15485, 15498, 15550, 15596, 15610, 15642, 15686, 15708, 15846, 15875, 15892, 15908, 16030, 16166, 16385, 16510, 16514, 16582, 16592, 16612, 16669, 16718, 16823, 16833, 16957, 17005, 17021, 17042, 17115, 17141, 17156, 17321, 17363, 17466, 17490, 17539, 17612, 17631, 17637, 17674, 17677, 17772, 17781, 17938, 18012, 18186, 18265, 18350, 18370, 18422, 18487, 18496, 18855, 19002, 19072, 19142, 19340, 19350, 19390, 19415, 19487, 19501, 19549, 19590, 19741, 19747, 19776, 19815, 19837, 19949, 19964, 19994, 20195, 20259, 20432, 20463, 20595, 20625, 20627, 20919, 20949, 21082, 21208, 21274, 21459, 21462, 21810, 21863, 21904, 21910, 22274, 22503, 22641, 22645, 22726, 22863, 23045, 23288, 23358, 23525, 23675, 23788, 23839, 23975, 24191, 24274, 24635, 24907, 24931, 25238, 25288, 25291, 25308, 25337, 25672, 25763, 25806, 26035, 26066, 26077, 26260, 26438, 26479, 26859, 27048, 27060, 27151, 27201, 27206, 27594, 28085, 28407, 28679, 28751, 29221, 29369, 29460, 29524 ], "m1_tok_id": 30522, "m2_tok_id": 30523 }