pod backup 2026-11-07: pykt (4800-4811)

pykt/xes3g5m/pykt-qdkt-s0/train_info.json

@@ -0,0 +1 @@
+{"train_s": 224.8, "epochs": 12, "best_epoch": 2, "dev_auc_pykt": 0.796333559237796, "n_train_users": 3600, "n_train_chunks": 7709, "n_dev_chunks": 864, "batch_size": 32, "seq_len": 200, "n_val_users": 400, "cfg": {"model": "qdkt", "params": {"dataset_name": "assist2009", "model_name": "qdkt", "emb_type": "qid", "save_dir": "saved_model", "seed": 42, "fold": 0, "dropout": 0.2, "emb_size": 300, "learning_rate": 0.001, "batch_size": 32, "num_epochs": 200, "use_wandb": 1, "add_uuid": 1}, "model_config": {"dropout": 0.2, "emb_size": 300}, "train_config": {"batch_size": 32, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "question"}, "users": [5, 8, 11, 28, 30, 38, 44, 46, 49, 61, 62, 67, 71, 84, 85, 90, 94, 96, 101, 104, 111, 113, 118, 120, 121, 127, 132, 134, 142, 143, 149, 151, 153, 157, 159, 168, 176, 178, 182, 184, 187, 188, 196, 197, 202, 206, 208, 210, 211, 216, 218, 227, 228, 230, 232, 242, 248, 252, 253, 257, 262, 268, 279, 285, 292, 298, 307, 308, 310, 316, 320, 321, 322, 325, 329, 330, 331, 338, 343, 346, 348, 357, 358, 362, 363, 365, 369, 371, 382, 388, 391, 396, 398, 399, 403, 406, 416, 417, 420, 422, 423, 426, 431, 432, 439, 440, 441, 446, 451, 452, 454, 457, 458, 464, 471, 472, 477, 478, 488, 489, 497, 502, 505, 506, 507, 510, 519, 534, 539, 541, 548, 556, 559, 560, 561, 562, 565, 568, 570, 577, 579, 584, 600, 605, 611, 612, 616, 619, 620, 628, 642, 645, 647, 661, 666, 676, 683, 687, 689, 695, 696, 699, 702, 704, 708, 712, 719, 723, 727, 740, 745, 756, 759, 761, 763, 764, 765, 781, 786, 789, 794, 810, 813, 817, 825, 837, 841, 844, 852, 859, 867, 869, 878, 880, 892, 900, 903, 904, 905, 909, 912, 913, 916, 927, 938, 941, 945, 968, 971, 974, 977, 985, 991, 992, 998, 1002, 1008, 1022, 1051, 1057, 1062, 1073, 1079, 1082, 1085, 1086, 1095, 1098, 1103, 1104, 1106, 1113, 1115, 1118, 1125, 1127, 1132, 1133, 1135, 1140, 1146, 1154, 1158, 1160, 1167, 1170, 1172, 1173, 1175, 1177, 1178, 1179, 1181, 1188, 1195, 1203, 1212, 1217, 1218, 1221, 1230, 1235, 1239, 1240, 1241, 1253, 1254, 1258, 1259, 1260, 1263, 1265, 1273, 1275, 1278, 1280, 1283, 1284, 1289, 1294, 1296, 1312, 1317, 1328, 1337, 1342, 1344, 1357, 1359, 1365, 1367, 1376, 1380, 1381, 1382, 1386, 1387, 1389, 1393, 1406, 1412, 1413, 1414, 1424, 1433, 1441, 1444, 1448, 1449, 1451, 1460, 1462, 1469, 1474, 1483, 1491, 1493, 1494, 1497, 1498, 1508, 1509, 1515, 1520, 1523, 1525, 1529, 1531, 1533, 1536, 1545, 1547, 1552, 1554, 1566, 1567, 1572, 1596, 1598, 1599, 1608, 1610, 1611, 1628, 1631, 1632, 1635, 1636, 1637, 1639, 1645, 1650, 1651, 1669, 1670, 1681, 1684, 1688, 1698, 1704, 1713, 1716, 1723, 1739, 1744, 1745, 1750, 1755, 1760, 1776, 1780, 1782, 1784, 1793, 1812, 1816, 1823, 1824, 1844, 1857, 1862, 1876, 1891, 1899, 1901, 1915, 1917, 1923, 1924, 1926, 1942, 1943, 1948, 1949, 1957, 1962, 1965, 1971, 1975, 1980, 1994, 1995, 1998, 2000, 2003, 2014, 2015, 2026, 2028, 2049, 2058, 2060, 2064, 2068, 2080, 2094, 2099, 2103, 2105, 2106, 2119, 2120, 2126, 2127, 2131, 2132, 2134, 2143, 2146, 2150, 2151, 2154, 2165, 2166, 2167, 2171, 2173, 2178, 2186, 2192, 2200, 2204, 2205, 2206, 2211, 2218, 2220, 2223, 2227, 2232, 2234, 2239, 2245, 2248, 2251, 2255, 2262, 2268, 2269, 2274, 2280, 2300, 2306, 2321, 2322, 2332, 2334, 2345, 2348, 2349, 2351, 2353, 2359, 2367, 2369, 2371, 2376, 2380, 2384, 2388, 2401, 2403, 2409, 2411, 2415, 2420, 2426, 2431, 2433, 2434, 2442, 2448, 2453, 2458, 2460, 2464, 2466, 2467, 2485, 2489, 2492, 2494, 2500, 2513, 2524, 2532, 2535, 2536, 2537, 2544, 2549, 2554, 2559, 2560, 2564, 2580, 2582, 2584, 2586, 2588, 2592, 2597, 2598, 2606, 2610, 2620, 2630, 2635, 2637, 2639, 2643, 2649, 2652, 2655, 2658, 2661, 2663, 2671, 2675, 2676, 2680, 2685, 2694, 2699, 2710, 2734, 2737, 2739, 2748, 2762, 2764, 2771, 2776, 2777, 2780, 2785, 2786, 2789, 2799, 2805, 2812, 2819, 2824, 2825, 2828, 2831, 2835, 2842, 2843, 2846, 2869, 2879, 2887, 2894, 2902, 2910, 2911, 2920, 2931, 2935, 2937, 2942, 2944, 2947, 2948, 2952, 2956, 2959, 2971, 2972, 2976, 2977, 2980, 2982, 2983, 2986, 2988, 2992, 2994, 3001, 3005, 3008, 3009, 3013, 3016, 3019, 3020, 3030, 3035, 3038, 3048, 3059, 3063, 3066, 3080, 3093, 3097, 3101, 3102, 3104, 3111, 3115, 3122, 3126, 3127, 3131, 3133, 3134, 3141, 3142, 3147, 3148, 3151, 3153, 3159, 3164, 3182, 3185, 3191, 3192, 3202, 3213, 3217, 3237, 3240, 3246, 3254, 3256, 3268, 3269, 3270, 3271, 3276, 3285, 3291, 3300, 3303, 3310, 3311, 3312, 3318, 3320, 3322, 3324, 3326, 3328, 3334, 3337, 3342, 3350, 3351, 3357, 3358, 3359, 3360, 3371, 3381, 3387, 3390, 3405, 3417, 3419, 3429, 3431, 3433, 3439, 3444, 3449, 3453, 3467, 3468, 3469, 3472, 3482, 3484, 3497, 3499, 3500, 3507, 3524, 3550, 3553, 3556, 3561, 3565, 3572, 3577, 3581, 3588, 3597, 3607, 3610, 3619, 3620, 3628, 3640, 3642, 3647, 3651, 3661, 3670, 3676, 3680, 3681, 3687, 3688, 3689, 3696, 3698, 3699, 3708, 3709, 3710, 3712, 3715, 3717, 3726, 3728, 3734, 3747, 3764, 3767, 3768, 3773, 3778, 3779, 3787, 3789, 3795, 3800, 3810, 3812, 3821, 3824, 3829, 3859, 3867, 3872, 3875, 3876, 3883, 3886, 3892, 3895, 3901, 3903, 3904, 3910, 3916, 3918, 3929, 3951, 3952, 3956, 3957, 3964, 3967, 3971, 3981, 3994, 4022, 4023, 4032, 4037, 4042, 4051, 4052, 4055, 4057, 4060, 4063, 4066, 4068, 4073, 4074, 4080, 4082, 4085, 4087, 4095, 4096, 4101, 4103, 4108, 4113, 4116, 4121, 4131, 4135, 4136, 4139, 4143, 4144, 4148, 4150, 4151, 4152, 4156, 4161, 4166, 4168, 4180, 4183, 4193, 4194, 4196, 4203, 4204, 4207, 4208, 4221, 4233, 4234, 4235, 4250, 4254, 4256, 4258, 4259, 4266, 4274, 4276, 4278, 4279, 4280, 4288, 4296, 4299, 4305, 4309, 4317, 4322, 4323, 4328, 4331, 4340, 4344, 4345, 4347, 4365, 4371, 4375, 4381, 4382, 4392, 4408, 4412, 4414, 4417, 4425, 4426, 4429, 4431, 4434, 4436, 4437, 4438, 4441, 4446, 4458, 4461, 4464, 4466, 4479, 4481, 4483, 4487, 4490, 4497, 4506, 4510, 4512, 4514, 4516, 4523, 4530, 4537, 4541, 4545, 4555, 4561, 4564, 4566, 4572, 4578, 4583, 4587, 4588, 4595, 4600, 4601, 4608, 4612, 4619, 4624, 4625, 4630, 4636, 4637, 4645, 4650, 4651, 4653, 4665, 4667, 4675, 4680, 4681, 4683, 4690, 4712, 4719, 4724, 4730, 4735, 4736, 4740, 4744, 4748, 4752, 4757, 4763, 4764, 4766, 4767, 4769, 4770, 4777, 4784, 4785, 4787, 4788, 4789, 4800, 4805, 4806, 4807, 4817, 4826, 4827, 4837, 4841, 4857, 4859, 4862, 4865, 4867, 4869, 4880, 4883, 4886, 4887, 4889, 4894, 4903, 4907, 4912, 4918, 4921, 4922, 4924, 4929, 4932, 4946, 4948, 4956, 4959, 4961, 4967, 4973, 4974, 4992, 4998, 5000, 5008, 5011, 5015, 5021, 5023, 5030, 5032, 5034, 5038, 5043, 5044, 5048, 5052, 5053, 5061, 5067, 5072, 5074, 5075, 5077, 5086, 5103, 5105, 5113, 5117, 5129, 5133, 5134, 5144, 5164, 5167, 5172, 5178, 5179, 5185, 5186, 5192, 5197, 5198, 5201, 5208, 5215, 5216, 5218, 5220, 5223, 5228, 5236, 5247, 5252, 5255, 5256, 5263, 5265, 5277, 5278, 5280, 5283, 5293, 5302, 5304, 5316, 5321, 5322, 5323, 5326, 5332, 5338, 5341, 5342, 5349, 5350, 5351, 5355, 5357, 5362, 5363, 5366, 5376, 5380, 5381, 5393, 5396, 5417, 5418, 5425, 5428, 5430, 5434, 5444, 5446, 5450, 5454, 5455, 5458, 5460, 5462, 5463, 5464, 5475, 5477, 5478, 5482, 5490, 5491, 5494, 5501, 5502, 5503, 5505, 5506, 5514, 5516, 5517, 5519, 5521, 5525, 5526, 5527, 5532, 5534, 5541, 5542, 5546, 5548, 5550, 5560, 5565, 5569, 5572, 5573, 5579, 5582, 5585, 5588, 5598, 5599, 5609, 5611, 5612, 5615, 5620, 5624, 5629, 5638, 5640, 5641, 5652, 5660, 5662, 5665, 5673, 5681, 5687, 5705, 5743, 5746, 5747, 5748, 5752, 5771, 5772, 5783, 5788, 5793, 5809, 5814, 5828, 5837, 5838, 5849, 5852, 5868, 5873, 5877, 5880, 5910, 5919, 5923, 5953, 5965, 5974, 5977, 5978, 5980, 5982, 5983, 5987, 5998, 6003, 6005, 6009, 6010, 6023, 6025, 6031, 6035, 6036, 6041, 6052, 6056, 6059, 6065, 6066, 6076, 6082, 6085, 6087, 6095, 6100, 6102, 6106, 6110, 6116, 6117, 6121, 6125, 6126, 6129, 6132, 6137, 6138, 6139, 6146, 6154, 6160, 6171, 6174, 6191, 6192, 6194, 6196, 6205, 6214, 6224, 6232, 6243, 6248, 6255, 6261, 6262, 6275, 6283, 6285, 6286, 6287, 6290, 6292, 6302, 6305, 6311, 6318, 6324, 6325, 6336, 6342, 6351, 6353, 6354, 6358, 6359, 6360, 6369, 6372, 6373, 6389, 6400, 6407, 6414, 6424, 6434, 6435, 6440, 6441, 6446, 6448, 6453, 6462, 6475, 6482, 6484, 6487, 6492, 6493, 6498, 6503, 6524, 6536, 6542, 6544, 6546, 6553, 6556, 6561, 6562, 6568, 6570, 6572, 6580, 6589, 6594, 6597, 6607, 6610, 6618, 6619, 6620, 6629, 6638, 6642, 6645, 6646, 6649, 6652, 6659, 6664, 6668, 6669, 6670, 6675, 6678, 6679, 6683, 6692, 6695, 6699, 6704, 6706, 6709, 6721, 6723, 6727, 6733, 6740, 6744, 6749, 6756, 6762, 6768, 6776, 6791, 6794, 6801, 6815, 6819, 6822, 6831, 6836, 6841, 6844, 6846, 6850, 6851, 6852, 6853, 6858, 6868, 6871, 6879, 6892, 6897, 6898, 6908, 6914, 6933, 6944, 6954, 6964, 6966, 6967, 6971, 6976, 6986, 6989, 6999, 7000, 7003, 7012, 7013, 7014, 7015, 7024, 7026, 7028, 7035, 7040, 7041, 7047, 7054, 7059, 7078, 7083, 7084, 7089, 7092, 7094, 7097, 7106, 7108, 7110, 7111, 7115, 7117, 7118, 7123, 7128, 7129, 7133, 7135, 7137, 7148, 7151, 7176, 7182, 7189, 7191, 7200, 7204, 7207, 7209, 7216, 7220, 7222, 7223, 7225, 7233, 7235, 7237, 7247, 7250, 7254, 7257, 7258, 7260, 7268, 7272, 7278, 7294, 7300, 7305, 7309, 7313, 7315, 7319, 7328, 7331, 7337, 7344, 7345, 7347, 7354, 7355, 7356, 7360, 7370, 7375, 7377, 7382, 7385, 7386, 7404, 7409, 7410, 7419, 7425, 7426, 7427, 7430, 7444, 7457, 7467, 7471, 7474, 7478, 7483, 7489, 7490, 7498, 7503, 7507, 7510, 7516, 7517, 7518, 7522, 7523, 7524, 7529, 7534, 7535, 7536, 7554, 7558, 7565, 7568, 7577, 7595, 7599, 7600, 7610, 7612, 7613, 7614, 7617, 7618, 7620, 7625, 7629, 7636, 7637, 7648, 7650, 7654, 7657, 7666, 7669, 7672, 7673, 7685, 7690, 7699, 7702, 7705, 7707, 7720, 7722, 7723, 7727, 7732, 7733, 7753, 7754, 7766, 7775, 7776, 7777, 7783, 7786, 7791, 7795, 7797, 7809, 7823, 7827, 7829, 7832, 7837, 7845, 7846, 7853, 7861, 7863, 7864, 7875, 7882, 7891, 7896, 7900, 7901, 7902, 7904, 7909, 7910, 7912, 7919, 7923, 7926, 7932, 7936, 7947, 7956, 7958, 7970, 7974, 7979, 7980, 7983, 7988, 8005, 8007, 8010, 8013, 8015, 8022, 8036, 8038, 8044, 8052, 8061, 8064, 8068, 8070, 8071, 8077, 8078, 8081, 8084, 8085, 8091, 8095, 8102, 8103, 8105, 8106, 8120, 8140, 8144, 8150, 8157, 8166, 8172, 8178, 8184, 8186, 8189, 8190, 8192, 8196, 8197, 8201, 8204, 8215, 8218, 8222, 8223, 8231, 8238, 8240, 8249, 8250, 8258, 8260, 8264, 8279, 8285, 8286, 8292, 8295, 8299, 8300, 8301, 8303, 8306, 8310, 8325, 8332, 8336, 8345, 8355, 8360, 8363, 8365, 8374, 8379, 8381, 8393, 8408, 8414, 8415, 8419, 8427, 8436, 8439, 8441, 8446, 8450, 8456, 8457, 8458, 8460, 8462, 8471, 8475, 8476, 8483, 8494, 8501, 8502, 8504, 8511, 8517, 8519, 8524, 8530, 8531, 8541, 8549, 8551, 8558, 8559, 8562, 8574, 8576, 8584, 8590, 8592, 8593, 8596, 8598, 8602, 8606, 8613, 8617, 8618, 8631, 8647, 8651, 8657, 8666, 8667, 8671, 8672, 8686, 8689, 8694, 8701, 8703, 8704, 8716, 8717, 8719, 8723, 8726, 8732, 8741, 8746, 8762, 8764, 8766, 8777, 8779, 8780, 8784, 8791, 8793, 8794, 8812, 8816, 8819, 8821, 8823, 8824, 8832, 8835, 8836, 8837, 8841, 8849, 8862, 8863, 8866, 8867, 8869, 8875, 8884, 8887, 8896, 8898, 8900, 8903, 8905, 8911, 8913, 8915, 8928, 8931, 8934, 8939, 8941, 8942, 8944, 8951, 8954, 8956, 8957, 8959, 8967, 8972, 8973, 8976, 8981, 8989, 8991, 8995, 9001, 9003, 9016, 9024, 9025, 9026, 9035, 9041, 9042, 9045, 9046, 9047, 9051, 9053, 9055, 9056, 9059, 9063, 9065, 9069, 9085, 9090, 9092, 9099, 9103, 9104, 9106, 9113, 9129, 9130, 9137, 9143, 9144, 9145, 9147, 9157, 9159, 9167, 9171, 9174, 9178, 9191, 9192, 9202, 9211, 9225, 9233, 9234, 9237, 9241, 9254, 9260, 9273, 9277, 9287, 9290, 9301, 9305, 9308, 9316, 9321, 9330, 9332, 9343, 9349, 9356, 9357, 9364, 9366, 9367, 9369, 9375, 9378, 9381, 9382, 9390, 9391, 9394, 9396, 9400, 9408, 9409, 9422, 9424, 9426, 9434, 9436, 9443, 9446, 9451, 9452, 9453, 9454, 9463, 9471, 9472, 9475, 9476, 9480, 9487, 9492, 9497, 9506, 9508, 9517, 9519, 9525, 9526, 9531, 9534, 9538, 9539, 9540, 9542, 9545, 9546, 9551, 9557, 9558, 9564, 9568, 9570, 9583, 9592, 9593, 9605, 9607, 9611, 9618, 9620, 9622, 9627, 9628, 9629, 9630, 9631, 9641, 9642, 9659, 9661, 9665, 9669, 9670, 9673, 9683, 9697, 9703, 9709, 9714, 9715, 9721, 9722, 9726, 9728, 9730, 9731, 9738, 9739, 9759, 9760, 9763, 9768, 9770, 9777, 9783, 9784, 9799, 9801, 9803, 9808, 9810, 9811, 9819, 9832, 9833, 9835, 9840, 9843, 9848, 9857, 9860, 9866, 9870, 9871, 9877, 9881, 9882, 9886, 9893, 9898, 9904, 9906, 9918, 9930, 9933, 9937, 9939, 9942, 9952, 9957, 9958, 9959, 9971, 9977, 9980, 9990, 9992, 9999, 10002, 10011, 10018, 10019, 10030, 10037, 10039, 10040, 10052, 10057, 10058, 10069, 10074, 10087, 10090, 10091, 10092, 10094, 10097, 10099, 10105, 10107, 10120, 10122, 10126, 10131, 10132, 10138, 10143, 10145, 10148, 10152, 10153, 10157, 10160, 10161, 10165, 10173, 10176, 10180, 10183, 10185, 10189, 10194, 10195, 10196, 10200, 10208, 10211, 10216, 10222, 10230, 10233, 10236, 10241, 10242, 10243, 10245, 10246, 10253, 10258, 10260, 10277, 10278, 10281, 10284, 10299, 10300, 10302, 10309, 10315, 10317, 10322, 10324, 10326, 10333, 10335, 10337, 10342, 10344, 10354, 10357, 10358, 10364, 10366, 10370, 10380, 10381, 10382, 10384, 10385, 10387, 10394, 10399, 10405, 10408, 10410, 10411, 10421, 10422, 10431, 10435, 10444, 10447, 10449, 10457, 10464, 10466, 10469, 10470, 10475, 10476, 10481, 10495, 10499, 10501, 10507, 10511, 10529, 10537, 10539, 10541, 10545, 10554, 10566, 10575, 10576, 10592, 10595, 10597, 10603, 10604, 10605, 10607, 10608, 10609, 10613, 10622, 10623, 10628, 10632, 10634, 10635, 10649, 10654, 10656, 10661, 10667, 10677, 10689, 10704, 10711, 10714, 10720, 10727, 10730, 10732, 10736, 10740, 10742, 10743, 10745, 10751, 10753, 10773, 10789, 10800, 10821, 10824, 10829, 10833, 10834, 10837, 10842, 10843, 10845, 10851, 10852, 10853, 10854, 10873, 10879, 10884, 10890, 10896, 10897, 10911, 10916, 10922, 10931, 10934, 10935, 10947, 10952, 10957, 10963, 10971, 10974, 10979, 10984, 10986, 10991, 10992, 10993, 11004, 11010, 11015, 11017, 11018, 11022, 11025, 11031, 11035, 11042, 11044, 11058, 11061, 11071, 11074, 11087, 11093, 11102, 11115, 11120, 11121, 11122, 11129, 11133, 11136, 11145, 11147, 11148, 11150, 11154, 11156, 11159, 11160, 11161, 11162, 11166, 11169, 11171, 11175, 11177, 11179, 11189, 11190, 11199, 11201, 11206, 11227, 11229, 11239, 11240, 11251, 11254, 11260, 11263, 11265, 11266, 11276, 11280, 11281, 11282, 11283, 11287, 11289, 11298, 11299, 11303, 11308, 11324, 11325, 11326, 11329, 11332, 11338, 11340, 11341, 11348, 11357, 11365, 11366, 11371, 11377, 11379, 11383, 11387, 11399, 11403, 11408, 11411, 11412, 11421, 11426, 11431, 11432, 11441, 11446, 11447, 11454, 11458, 11463, 11465, 11473, 11483, 11492, 11496, 11504, 11512, 11515, 11525, 11527, 11529, 11533, 11538, 11553, 11556, 11558, 11565, 11579, 11589, 11592, 11593, 11599, 11607, 11613, 11619, 11622, 11630, 11631, 11649, 11652, 11661, 11664, 11669, 11670, 11671, 11678, 11680, 11681, 11683, 11684, 11689, 11697, 11704, 11712, 11725, 11727, 11728, 11742, 11743, 11748, 11750, 11753, 11756, 11762, 11767, 11782, 11791, 11802, 11822, 11824, 11832, 11849, 11852, 11853, 11859, 11861, 11862, 11863, 11866, 11872, 11877, 11880, 11893, 11902, 11912, 11918, 11920, 11923, 11926, 11933, 11940, 11941, 11945, 11949, 11950, 11954, 11955, 11957, 11963, 11966, 11971, 11994, 11999, 12012, 12014, 12015, 12016, 12020, 12024, 12028, 12035, 12038, 12042, 12054, 12065, 12067, 12076, 12077, 12085, 12089, 12091, 12094, 12097, 12099, 12105, 12109, 12111, 12113, 12115, 12124, 12132, 12137, 12146, 12149, 12151, 12161, 12164, 12166, 12174, 12176, 12182, 12183, 12192, 12199, 12201, 12205, 12211, 12212, 12214, 12215, 12221, 12237, 12241, 12246, 12254, 12259, 12260, 12263, 12266, 12272, 12279, 12284, 12287, 12295, 12299, 12306, 12309, 12314, 12317, 12321, 12329, 12332, 12338, 12345, 12349, 12352, 12354, 12358, 12361, 12368, 12372, 12375, 12376, 12383, 12386, 12393, 12395, 12400, 12406, 12407, 12409, 12417, 12425, 12429, 12431, 12436, 12440, 12443, 12446, 12448, 12451, 12457, 12473, 12475, 12477, 12479, 12493, 12498, 12506, 12508, 12510, 12515, 12520, 12522, 12534, 12542, 12547, 12551, 12554, 12555, 12564, 12566, 12568, 12570, 12575, 12590, 12594, 12603, 12610, 12612, 12615, 12621, 12636, 12645, 12646, 12660, 12662, 12666, 12667, 12672, 12674, 12682, 12685, 12686, 12696, 12698, 12701, 12717, 12724, 12729, 12742, 12744, 12748, 12758, 12791, 12793, 12796, 12799, 12801, 12804, 12809, 12812, 12814, 12815, 12816, 12817, 12820, 12822, 12823, 12831, 12835, 12836, 12845, 12854, 12855, 12856, 12857, 12858, 12866, 12867, 12873, 12883, 12886, 12888, 12902, 12906, 12912, 12915, 12917, 12924, 12929, 12933, 12938, 12953, 12960, 12962, 12967, 12971, 12972, 12986, 12987, 12988, 12995, 12998, 13010, 13016, 13029, 13030, 13036, 13040, 13045, 13047, 13049, 13052, 13053, 13055, 13062, 13063, 13069, 13079, 13085, 13088, 13089, 13097, 13102, 13104, 13105, 13114, 13115, 13118, 13119, 13121, 13123, 13128, 13132, 13133, 13141, 13160, 13168, 13170, 13171, 13174, 13176, 13187, 13189, 13191, 13193, 13194, 13201, 13228, 13230, 13233, 13243, 13244, 13248, 13255, 13257, 13261, 13270, 13278, 13288, 13292, 13294, 13296, 13299, 13307, 13322, 13323, 13326, 13336, 13340, 13344, 13356, 13366, 13369, 13376, 13389, 13390, 13393, 13401, 13407, 13409, 13410, 13412, 13413, 13422, 13427, 13435, 13443, 13449, 13452, 13457, 13462, 13464, 13466, 13471, 13476, 13478, 13479, 13486, 13487, 13489, 13494, 13496, 13499, 13505, 13514, 13518, 13519, 13522, 13527, 13529, 13537, 13546, 13550, 13554, 13559, 13565, 13567, 13568, 13578, 13582, 13589, 13596, 13599, 13600, 13602, 13603, 13612, 13621, 13627, 13630, 13636, 13637, 13638, 13639, 13647, 13650, 13651, 13653, 13657, 13660, 13667, 13671, 13676, 13693, 13698, 13707, 13709, 13718, 13725, 13727, 13729, 13730, 13734, 13745, 13750, 13752, 13753, 13757, 13760, 13765, 13766, 13773, 13775, 13779, 13780, 13783, 13785, 13788, 13792, 13797, 13798, 13805, 13809, 13810, 13813, 13815, 13825, 13827, 13831, 13837, 13843, 13844, 13848, 13853, 13859, 13862, 13864, 13866, 13877, 13882, 13886, 13890, 13896, 13897, 13898, 13903, 13904, 13911, 13913, 13914, 13917, 13921, 13922, 13929, 13946, 13948, 13951, 13968, 13972, 13973, 13974, 13980, 13983, 13992, 13995, 13996, 13999, 14007, 14008, 14010, 14019, 14021, 14024, 14043, 14053, 14059, 14065, 14080, 14088, 14089, 14091, 14092, 14101, 14104, 14109, 14110, 14114, 14121, 14134, 14135, 14140, 14145, 14147, 14154, 14157, 14160, 14161, 14164, 14174, 14178, 14185, 14189, 14190, 14191, 14195, 14213, 14215, 14224, 14227, 14232, 14239, 14253, 14256, 14262, 14265, 14268, 14281, 14283, 14285, 14294, 14303, 14317, 14320, 14329, 14330, 14334, 14335, 14338, 14341, 14342, 14345, 14346, 14347, 14355, 14356, 14361, 14366, 14370, 14380, 14383, 14388, 14391, 14410, 14413, 14415, 14416, 14417, 14425, 14426, 14427, 14436, 14439, 14442, 14446, 14449, 14459, 14461, 14466, 14469, 14472, 14473, 14475, 14477, 14482, 14486, 14487, 14491, 14496, 14500, 14501, 14504, 14505, 14509, 14511, 14516, 14521, 14538, 14549, 14555, 14562, 14563, 14581, 14588, 14596, 14597, 14609, 14611, 14613, 14617, 14618, 14620, 14624, 14625, 14627, 14633, 14637, 14645, 14651, 14655, 14657, 14664, 14672, 14679, 14685, 14693, 14701, 14705, 14706, 14708, 14712, 14713, 14718, 14722, 14732, 14736, 14737, 14738, 14743, 14747, 14749, 14750, 14751, 14755, 14763, 14764, 14765, 14774, 14779, 14788, 14797, 14798, 14810, 14811, 14821, 14832, 14844, 14854, 14859, 14860, 14873, 14881, 14882, 14888, 14895, 14916, 14924, 14927, 14932, 14934, 14940, 14957, 14968, 14984, 14994, 14997, 14998, 14999, 15007, 15011, 15020, 15024, 15028, 15029, 15036, 15038, 15057, 15059, 15061, 15066, 15068, 15078, 15083, 15085, 15086, 15087, 15097, 15099, 15116, 15119, 15121, 15125, 15129, 15140, 15143, 15153, 15156, 15159, 15162, 15170, 15171, 15173, 15202, 15203, 15208, 15211, 15213, 15218, 15223, 15235, 15238, 15245, 15260, 15261, 15266, 15268, 15269, 15273, 15274, 15279, 15282, 15288, 15291, 15294, 15295, 15304, 15305, 15306, 15309, 15312, 15314, 15320, 15327, 15330, 15334, 15335, 15338, 15339, 15340, 15345, 15347, 15348, 15349, 15355, 15357, 15362, 15363, 15367, 15368, 15371, 15376, 15382, 15401, 15403, 15404, 15412, 15417, 15435, 15436, 15463, 15465, 15468, 15479, 15481, 15482, 15485, 15492, 15493, 15502, 15515, 15522, 15523, 15525, 15532, 15539, 15557, 15563, 15565, 15570, 15571, 15572, 15573, 15575, 15579, 15585, 15587, 15592, 15596, 15610, 15612, 15624, 15635, 15636, 15645, 15649, 15661, 15662, 15676, 15703, 15713, 15714, 15718, 15724, 15725, 15727, 15728, 15731, 15736, 15742, 15754, 15757, 15762, 15764, 15765, 15768, 15788, 15796, 15805, 15808, 15816, 15820, 15829, 15835, 15843, 15845, 15854, 15863, 15869, 15872, 15873, 15875, 15877, 15878, 15879, 15886, 15887, 15899, 15904, 15909, 15910, 15914, 15915, 15917, 15922, 15926, 15929, 15939, 15945, 15946, 15951, 15954, 15957, 15961, 15968, 15976, 15981, 15983, 15985, 15986, 16003, 16004, 16005, 16009, 16010, 16018, 16027, 16032, 16044, 16047, 16061, 16063, 16064, 16066, 16088, 16090, 16091, 16093, 16094, 16101, 16102, 16103, 16111, 16114, 16118, 16125, 16131, 16132, 16133, 16138, 16139, 16148, 16152, 16153, 16155, 16168, 16174, 16179, 16186, 16191, 16192, 16194, 16208, 16209, 16223, 16224, 16226, 16228, 16235, 16239, 16241, 16247, 16264, 16271, 16276, 16288, 16290, 16291, 16301, 16304, 16305, 16309, 16313, 16323, 16325, 16326, 16333, 16336, 16344, 16351, 16352, 16354, 16360, 16365, 16375, 16376, 16381, 16385, 16388, 16389, 16395, 16397, 16402, 16403, 16408, 16412, 16413, 16424, 16425, 16430, 16431, 16437, 16442, 16446, 16459, 16479, 16485, 16488, 16493, 16498, 16500, 16512, 16517, 16518, 16528, 16535, 16539, 16540, 16543, 16556, 16568, 16574, 16575, 16578, 16584, 16586, 16591, 16597, 16601, 16607, 16608, 16612, 16616, 16619, 16623, 16624, 16630, 16631, 16659, 16660, 16665, 16671, 16676, 16695, 16696, 16697, 16702, 16721, 16723, 16724, 16731, 16732, 16736, 16739, 16742, 16746, 16756, 16764, 16766, 16770, 16772, 16780, 16785, 16788, 16792, 16794, 16796, 16802, 16804, 16805, 16810, 16818, 16820, 16828, 16841, 16848, 16853, 16856, 16858, 16862, 16864, 16865, 16867, 16870, 16871, 16873, 16875, 16876, 16877, 16884, 16885, 16893, 16899, 16904, 16907, 16918, 16920, 16921, 16934, 16935, 16939, 16940, 16942, 16949, 16953, 16958, 16960, 16963, 16964, 16965, 16972, 16974, 16982, 16984, 16989, 16994, 16996, 16998, 17004, 17006, 17019, 17024, 17025, 17031, 17037, 17038, 17042, 17048, 17049, 17061, 17062, 17065, 17071, 17074, 17075, 17079, 17088, 17092, 17100, 17105, 17108, 17109, 17110, 17120, 17139, 17150, 17151, 17155, 17168, 17169, 17180, 17181, 17188, 17189, 17196, 17197, 17202, 17208, 17216, 17221, 17223, 17227, 17228, 17229, 17231, 17241, 17245, 17246, 17247, 17249, 17271, 17273, 17274, 17284, 17287, 17309, 17314, 17315, 17321, 17327, 17339, 17344, 17352, 17355, 17356, 17357, 17360, 17365, 17367, 17371, 17378, 17379, 17386, 17388, 17396, 17398, 17399, 17402, 17406, 17408, 17423, 17425, 17429, 17433, 17438, 17445, 17448, 17450, 17451, 17458, 17460, 17464, 17473, 17486, 17489, 17490, 17494, 17495, 17504, 17506, 17509, 17514, 17517, 17520, 17523, 17526, 17533, 17539, 17545, 17551, 17557, 17569, 17571, 17582, 17591, 17598, 17600, 17602, 17604, 17607, 17610, 17613, 17622, 17623, 17624, 17629, 17632, 17641, 17642, 17646, 17657, 17665, 17667, 17672, 17677, 17680, 17689, 17694, 17697, 17708, 17715, 17718, 17724, 17725, 17727, 17728, 17732, 17737, 17739, 17743, 17745, 17746, 17747, 17756, 17776, 17779, 17785, 17786, 17789, 17800, 17803, 17807, 17812, 17825, 17830, 17831, 17832, 17835, 17848, 17851, 17860, 17864, 17866, 17881, 17883, 17884, 17888, 17894, 17906, 17911, 17915, 17924, 17932, 17933, 17939, 17940, 17943, 17944, 17945, 17953, 17967, 17970, 17972, 17992, 18002, 18007, 18012, 18016, 18018, 18020, 18024, 18027, 18031, 18036, 18038, 18043, 18048, 18049, 18054, 18056, 18065], "val_users": [3, 57, 73, 92, 99, 122, 133, 179, 246, 260, 265, 267, 323, 459, 603, 613, 632, 644, 735, 739, 743, 748, 752, 772, 774, 790, 845, 855, 948, 966, 970, 1031, 1053, 1105, 1232, 1236, 1286, 1287, 1341, 1355, 1396, 1432, 1443, 1459, 1481, 1484, 1495, 1512, 1661, 1674, 1753, 1818, 1863, 1890, 1974, 2006, 2037, 2107, 2158, 2215, 2221, 2235, 2236, 2270, 2290, 2316, 2335, 2339, 2340, 2501, 2595, 2609, 2705, 2717, 2722, 2801, 2841, 2851, 2880, 2900, 2914, 2940, 3075, 3095, 3252, 3253, 3259, 3272, 3283, 3364, 3434, 3490, 3516, 3590, 3685, 3721, 3765, 3806, 3834, 3856, 3860, 3882, 3889, 4007, 4093, 4158, 4159, 4227, 4491, 4509, 4678, 4696, 4727, 4743, 4793, 4819, 4825, 4832, 4873, 4985, 5007, 5062, 5094, 5123, 5141, 5160, 5240, 5259, 5327, 5335, 5399, 5403, 5435, 5440, 5443, 5580, 5600, 5625, 5647, 5653, 5670, 5719, 5754, 5758, 5764, 5775, 5794, 5795, 5817, 5841, 5865, 5916, 5964, 6067, 6119, 6152, 6173, 6200, 6284, 6289, 6295, 6316, 6392, 6396, 6469, 6510, 6528, 6614, 6711, 6758, 6777, 6806, 6814, 6895, 7001, 7113, 7122, 7201, 7238, 7266, 7334, 7421, 7597, 7635, 7758, 7772, 7778, 7785, 7883, 7911, 8030, 8148, 8167, 8229, 8237, 8259, 8318, 8328, 8421, 8516, 8528, 8529, 8542, 8591, 8628, 8724, 8751, 8760, 8839, 8873, 8879, 8891, 8996, 9034, 9084, 9121, 9122, 9124, 9246, 9253, 9307, 9341, 9404, 9420, 9468, 9512, 9598, 9653, 9737, 9761, 9794, 9817, 9828, 9891, 9968, 9996, 10084, 10223, 10229, 10488, 10505, 10534, 10671, 10812, 10838, 10907, 11000, 11039, 11043, 11053, 11109, 11135, 11146, 11165, 11172, 11323, 11435, 11449, 11455, 11471, 11537, 11587, 11623, 11700, 11779, 11807, 11836, 11970, 11974, 12034, 12057, 12141, 12180, 12268, 12282, 12307, 12414, 12421, 12432, 12463, 12518, 12573, 12663, 12740, 12749, 12784, 12792, 13035, 13064, 13093, 13103, 13196, 13223, 13246, 13313, 13320, 13347, 13387, 13391, 13421, 13498, 13531, 13711, 13758, 13790, 13836, 13871, 13875, 13900, 13991, 14022, 14027, 14035, 14068, 14094, 14288, 14419, 14447, 14458, 14533, 14565, 14589, 14602, 14648, 14668, 14680, 14686, 14783, 14801, 14818, 14898, 14953, 14964, 14973, 14986, 15048, 15150, 15172, 15289, 15350, 15372, 15393, 15430, 15434, 15508, 15569, 15618, 15761, 15775, 15908, 15925, 15984, 16002, 16014, 16033, 16040, 16249, 16293, 16349, 16515, 16560, 16567, 16573, 16673, 16689, 16726, 16733, 16741, 16761, 16803, 16812, 16831, 16925, 17096, 17106, 17118, 17136, 17153, 17161, 17178, 17214, 17269, 17349, 17372, 17465, 17491, 17518, 17540, 17639, 17670, 17671, 17823, 17828, 17862, 17904, 17961, 17962, 17983, 18022, 18060]}

pykt/xes3g5m/pykt-qdkt-s1/qid_model.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72735a7efd3a17e00b1318128619c078a79cf0073a710c574eb2542d4d5eed9
+size 29468401

pykt/xes3g5m/pykt-qdkt-s1/train_info.json

@@ -0,0 +1 @@
+{"train_s": 93.5, "epochs": 13, "best_epoch": 3, "dev_auc_pykt": 0.7964940176534117, "n_train_users": 3600, "n_train_chunks": 7709, "n_dev_chunks": 864, "batch_size": 32, "seq_len": 200, "n_val_users": 400, "cfg": {"model": "qdkt", "params": {"dataset_name": "assist2009", "model_name": "qdkt", "emb_type": "qid", "save_dir": "saved_model", "seed": 42, "fold": 0, "dropout": 0.2, "emb_size": 300, "learning_rate": 0.001, "batch_size": 32, "num_epochs": 200, "use_wandb": 1, "add_uuid": 1}, "model_config": {"dropout": 0.2, "emb_size": 300}, "train_config": {"batch_size": 32, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "question"}, "users": [5, 8, 11, 28, 30, 38, 44, 46, 49, 61, 62, 67, 71, 84, 85, 90, 94, 96, 101, 104, 111, 113, 118, 120, 121, 127, 132, 134, 142, 143, 149, 151, 153, 157, 159, 168, 176, 178, 182, 184, 187, 188, 196, 197, 202, 206, 208, 210, 211, 216, 218, 227, 228, 230, 232, 242, 248, 252, 253, 257, 262, 268, 279, 285, 292, 298, 307, 308, 310, 316, 320, 321, 322, 325, 329, 330, 331, 338, 343, 346, 348, 357, 358, 362, 363, 365, 369, 371, 382, 388, 391, 396, 398, 399, 403, 406, 416, 417, 420, 422, 423, 426, 431, 432, 439, 440, 441, 446, 451, 452, 454, 457, 458, 464, 471, 472, 477, 478, 488, 489, 497, 502, 505, 506, 507, 510, 519, 534, 539, 541, 548, 556, 559, 560, 561, 562, 565, 568, 570, 577, 579, 584, 600, 605, 611, 612, 616, 619, 620, 628, 642, 645, 647, 661, 666, 676, 683, 687, 689, 695, 696, 699, 702, 704, 708, 712, 719, 723, 727, 740, 745, 756, 759, 761, 763, 764, 765, 781, 786, 789, 794, 810, 813, 817, 825, 837, 841, 844, 852, 859, 867, 869, 878, 880, 892, 900, 903, 904, 905, 909, 912, 913, 916, 927, 938, 941, 945, 968, 971, 974, 977, 985, 991, 992, 998, 1002, 1008, 1022, 1051, 1057, 1062, 1073, 1079, 1082, 1085, 1086, 1095, 1098, 1103, 1104, 1106, 1113, 1115, 1118, 1125, 1127, 1132, 1133, 1135, 1140, 1146, 1154, 1158, 1160, 1167, 1170, 1172, 1173, 1175, 1177, 1178, 1179, 1181, 1188, 1195, 1203, 1212, 1217, 1218, 1221, 1230, 1235, 1239, 1240, 1241, 1253, 1254, 1258, 1259, 1260, 1263, 1265, 1273, 1275, 1278, 1280, 1283, 1284, 1289, 1294, 1296, 1312, 1317, 1328, 1337, 1342, 1344, 1357, 1359, 1365, 1367, 1376, 1380, 1381, 1382, 1386, 1387, 1389, 1393, 1406, 1412, 1413, 1414, 1424, 1433, 1441, 1444, 1448, 1449, 1451, 1460, 1462, 1469, 1474, 1483, 1491, 1493, 1494, 1497, 1498, 1508, 1509, 1515, 1520, 1523, 1525, 1529, 1531, 1533, 1536, 1545, 1547, 1552, 1554, 1566, 1567, 1572, 1596, 1598, 1599, 1608, 1610, 1611, 1628, 1631, 1632, 1635, 1636, 1637, 1639, 1645, 1650, 1651, 1669, 1670, 1681, 1684, 1688, 1698, 1704, 1713, 1716, 1723, 1739, 1744, 1745, 1750, 1755, 1760, 1776, 1780, 1782, 1784, 1793, 1812, 1816, 1823, 1824, 1844, 1857, 1862, 1876, 1891, 1899, 1901, 1915, 1917, 1923, 1924, 1926, 1942, 1943, 1948, 1949, 1957, 1962, 1965, 1971, 1975, 1980, 1994, 1995, 1998, 2000, 2003, 2014, 2015, 2026, 2028, 2049, 2058, 2060, 2064, 2068, 2080, 2094, 2099, 2103, 2105, 2106, 2119, 2120, 2126, 2127, 2131, 2132, 2134, 2143, 2146, 2150, 2151, 2154, 2165, 2166, 2167, 2171, 2173, 2178, 2186, 2192, 2200, 2204, 2205, 2206, 2211, 2218, 2220, 2223, 2227, 2232, 2234, 2239, 2245, 2248, 2251, 2255, 2262, 2268, 2269, 2274, 2280, 2300, 2306, 2321, 2322, 2332, 2334, 2345, 2348, 2349, 2351, 2353, 2359, 2367, 2369, 2371, 2376, 2380, 2384, 2388, 2401, 2403, 2409, 2411, 2415, 2420, 2426, 2431, 2433, 2434, 2442, 2448, 2453, 2458, 2460, 2464, 2466, 2467, 2485, 2489, 2492, 2494, 2500, 2513, 2524, 2532, 2535, 2536, 2537, 2544, 2549, 2554, 2559, 2560, 2564, 2580, 2582, 2584, 2586, 2588, 2592, 2597, 2598, 2606, 2610, 2620, 2630, 2635, 2637, 2639, 2643, 2649, 2652, 2655, 2658, 2661, 2663, 2671, 2675, 2676, 2680, 2685, 2694, 2699, 2710, 2734, 2737, 2739, 2748, 2762, 2764, 2771, 2776, 2777, 2780, 2785, 2786, 2789, 2799, 2805, 2812, 2819, 2824, 2825, 2828, 2831, 2835, 2842, 2843, 2846, 2869, 2879, 2887, 2894, 2902, 2910, 2911, 2920, 2931, 2935, 2937, 2942, 2944, 2947, 2948, 2952, 2956, 2959, 2971, 2972, 2976, 2977, 2980, 2982, 2983, 2986, 2988, 2992, 2994, 3001, 3005, 3008, 3009, 3013, 3016, 3019, 3020, 3030, 3035, 3038, 3048, 3059, 3063, 3066, 3080, 3093, 3097, 3101, 3102, 3104, 3111, 3115, 3122, 3126, 3127, 3131, 3133, 3134, 3141, 3142, 3147, 3148, 3151, 3153, 3159, 3164, 3182, 3185, 3191, 3192, 3202, 3213, 3217, 3237, 3240, 3246, 3254, 3256, 3268, 3269, 3270, 3271, 3276, 3285, 3291, 3300, 3303, 3310, 3311, 3312, 3318, 3320, 3322, 3324, 3326, 3328, 3334, 3337, 3342, 3350, 3351, 3357, 3358, 3359, 3360, 3371, 3381, 3387, 3390, 3405, 3417, 3419, 3429, 3431, 3433, 3439, 3444, 3449, 3453, 3467, 3468, 3469, 3472, 3482, 3484, 3497, 3499, 3500, 3507, 3524, 3550, 3553, 3556, 3561, 3565, 3572, 3577, 3581, 3588, 3597, 3607, 3610, 3619, 3620, 3628, 3640, 3642, 3647, 3651, 3661, 3670, 3676, 3680, 3681, 3687, 3688, 3689, 3696, 3698, 3699, 3708, 3709, 3710, 3712, 3715, 3717, 3726, 3728, 3734, 3747, 3764, 3767, 3768, 3773, 3778, 3779, 3787, 3789, 3795, 3800, 3810, 3812, 3821, 3824, 3829, 3859, 3867, 3872, 3875, 3876, 3883, 3886, 3892, 3895, 3901, 3903, 3904, 3910, 3916, 3918, 3929, 3951, 3952, 3956, 3957, 3964, 3967, 3971, 3981, 3994, 4022, 4023, 4032, 4037, 4042, 4051, 4052, 4055, 4057, 4060, 4063, 4066, 4068, 4073, 4074, 4080, 4082, 4085, 4087, 4095, 4096, 4101, 4103, 4108, 4113, 4116, 4121, 4131, 4135, 4136, 4139, 4143, 4144, 4148, 4150, 4151, 4152, 4156, 4161, 4166, 4168, 4180, 4183, 4193, 4194, 4196, 4203, 4204, 4207, 4208, 4221, 4233, 4234, 4235, 4250, 4254, 4256, 4258, 4259, 4266, 4274, 4276, 4278, 4279, 4280, 4288, 4296, 4299, 4305, 4309, 4317, 4322, 4323, 4328, 4331, 4340, 4344, 4345, 4347, 4365, 4371, 4375, 4381, 4382, 4392, 4408, 4412, 4414, 4417, 4425, 4426, 4429, 4431, 4434, 4436, 4437, 4438, 4441, 4446, 4458, 4461, 4464, 4466, 4479, 4481, 4483, 4487, 4490, 4497, 4506, 4510, 4512, 4514, 4516, 4523, 4530, 4537, 4541, 4545, 4555, 4561, 4564, 4566, 4572, 4578, 4583, 4587, 4588, 4595, 4600, 4601, 4608, 4612, 4619, 4624, 4625, 4630, 4636, 4637, 4645, 4650, 4651, 4653, 4665, 4667, 4675, 4680, 4681, 4683, 4690, 4712, 4719, 4724, 4730, 4735, 4736, 4740, 4744, 4748, 4752, 4757, 4763, 4764, 4766, 4767, 4769, 4770, 4777, 4784, 4785, 4787, 4788, 4789, 4800, 4805, 4806, 4807, 4817, 4826, 4827, 4837, 4841, 4857, 4859, 4862, 4865, 4867, 4869, 4880, 4883, 4886, 4887, 4889, 4894, 4903, 4907, 4912, 4918, 4921, 4922, 4924, 4929, 4932, 4946, 4948, 4956, 4959, 4961, 4967, 4973, 4974, 4992, 4998, 5000, 5008, 5011, 5015, 5021, 5023, 5030, 5032, 5034, 5038, 5043, 5044, 5048, 5052, 5053, 5061, 5067, 5072, 5074, 5075, 5077, 5086, 5103, 5105, 5113, 5117, 5129, 5133, 5134, 5144, 5164, 5167, 5172, 5178, 5179, 5185, 5186, 5192, 5197, 5198, 5201, 5208, 5215, 5216, 5218, 5220, 5223, 5228, 5236, 5247, 5252, 5255, 5256, 5263, 5265, 5277, 5278, 5280, 5283, 5293, 5302, 5304, 5316, 5321, 5322, 5323, 5326, 5332, 5338, 5341, 5342, 5349, 5350, 5351, 5355, 5357, 5362, 5363, 5366, 5376, 5380, 5381, 5393, 5396, 5417, 5418, 5425, 5428, 5430, 5434, 5444, 5446, 5450, 5454, 5455, 5458, 5460, 5462, 5463, 5464, 5475, 5477, 5478, 5482, 5490, 5491, 5494, 5501, 5502, 5503, 5505, 5506, 5514, 5516, 5517, 5519, 5521, 5525, 5526, 5527, 5532, 5534, 5541, 5542, 5546, 5548, 5550, 5560, 5565, 5569, 5572, 5573, 5579, 5582, 5585, 5588, 5598, 5599, 5609, 5611, 5612, 5615, 5620, 5624, 5629, 5638, 5640, 5641, 5652, 5660, 5662, 5665, 5673, 5681, 5687, 5705, 5743, 5746, 5747, 5748, 5752, 5771, 5772, 5783, 5788, 5793, 5809, 5814, 5828, 5837, 5838, 5849, 5852, 5868, 5873, 5877, 5880, 5910, 5919, 5923, 5953, 5965, 5974, 5977, 5978, 5980, 5982, 5983, 5987, 5998, 6003, 6005, 6009, 6010, 6023, 6025, 6031, 6035, 6036, 6041, 6052, 6056, 6059, 6065, 6066, 6076, 6082, 6085, 6087, 6095, 6100, 6102, 6106, 6110, 6116, 6117, 6121, 6125, 6126, 6129, 6132, 6137, 6138, 6139, 6146, 6154, 6160, 6171, 6174, 6191, 6192, 6194, 6196, 6205, 6214, 6224, 6232, 6243, 6248, 6255, 6261, 6262, 6275, 6283, 6285, 6286, 6287, 6290, 6292, 6302, 6305, 6311, 6318, 6324, 6325, 6336, 6342, 6351, 6353, 6354, 6358, 6359, 6360, 6369, 6372, 6373, 6389, 6400, 6407, 6414, 6424, 6434, 6435, 6440, 6441, 6446, 6448, 6453, 6462, 6475, 6482, 6484, 6487, 6492, 6493, 6498, 6503, 6524, 6536, 6542, 6544, 6546, 6553, 6556, 6561, 6562, 6568, 6570, 6572, 6580, 6589, 6594, 6597, 6607, 6610, 6618, 6619, 6620, 6629, 6638, 6642, 6645, 6646, 6649, 6652, 6659, 6664, 6668, 6669, 6670, 6675, 6678, 6679, 6683, 6692, 6695, 6699, 6704, 6706, 6709, 6721, 6723, 6727, 6733, 6740, 6744, 6749, 6756, 6762, 6768, 6776, 6791, 6794, 6801, 6815, 6819, 6822, 6831, 6836, 6841, 6844, 6846, 6850, 6851, 6852, 6853, 6858, 6868, 6871, 6879, 6892, 6897, 6898, 6908, 6914, 6933, 6944, 6954, 6964, 6966, 6967, 6971, 6976, 6986, 6989, 6999, 7000, 7003, 7012, 7013, 7014, 7015, 7024, 7026, 7028, 7035, 7040, 7041, 7047, 7054, 7059, 7078, 7083, 7084, 7089, 7092, 7094, 7097, 7106, 7108, 7110, 7111, 7115, 7117, 7118, 7123, 7128, 7129, 7133, 7135, 7137, 7148, 7151, 7176, 7182, 7189, 7191, 7200, 7204, 7207, 7209, 7216, 7220, 7222, 7223, 7225, 7233, 7235, 7237, 7247, 7250, 7254, 7257, 7258, 7260, 7268, 7272, 7278, 7294, 7300, 7305, 7309, 7313, 7315, 7319, 7328, 7331, 7337, 7344, 7345, 7347, 7354, 7355, 7356, 7360, 7370, 7375, 7377, 7382, 7385, 7386, 7404, 7409, 7410, 7419, 7425, 7426, 7427, 7430, 7444, 7457, 7467, 7471, 7474, 7478, 7483, 7489, 7490, 7498, 7503, 7507, 7510, 7516, 7517, 7518, 7522, 7523, 7524, 7529, 7534, 7535, 7536, 7554, 7558, 7565, 7568, 7577, 7595, 7599, 7600, 7610, 7612, 7613, 7614, 7617, 7618, 7620, 7625, 7629, 7636, 7637, 7648, 7650, 7654, 7657, 7666, 7669, 7672, 7673, 7685, 7690, 7699, 7702, 7705, 7707, 7720, 7722, 7723, 7727, 7732, 7733, 7753, 7754, 7766, 7775, 7776, 7777, 7783, 7786, 7791, 7795, 7797, 7809, 7823, 7827, 7829, 7832, 7837, 7845, 7846, 7853, 7861, 7863, 7864, 7875, 7882, 7891, 7896, 7900, 7901, 7902, 7904, 7909, 7910, 7912, 7919, 7923, 7926, 7932, 7936, 7947, 7956, 7958, 7970, 7974, 7979, 7980, 7983, 7988, 8005, 8007, 8010, 8013, 8015, 8022, 8036, 8038, 8044, 8052, 8061, 8064, 8068, 8070, 8071, 8077, 8078, 8081, 8084, 8085, 8091, 8095, 8102, 8103, 8105, 8106, 8120, 8140, 8144, 8150, 8157, 8166, 8172, 8178, 8184, 8186, 8189, 8190, 8192, 8196, 8197, 8201, 8204, 8215, 8218, 8222, 8223, 8231, 8238, 8240, 8249, 8250, 8258, 8260, 8264, 8279, 8285, 8286, 8292, 8295, 8299, 8300, 8301, 8303, 8306, 8310, 8325, 8332, 8336, 8345, 8355, 8360, 8363, 8365, 8374, 8379, 8381, 8393, 8408, 8414, 8415, 8419, 8427, 8436, 8439, 8441, 8446, 8450, 8456, 8457, 8458, 8460, 8462, 8471, 8475, 8476, 8483, 8494, 8501, 8502, 8504, 8511, 8517, 8519, 8524, 8530, 8531, 8541, 8549, 8551, 8558, 8559, 8562, 8574, 8576, 8584, 8590, 8592, 8593, 8596, 8598, 8602, 8606, 8613, 8617, 8618, 8631, 8647, 8651, 8657, 8666, 8667, 8671, 8672, 8686, 8689, 8694, 8701, 8703, 8704, 8716, 8717, 8719, 8723, 8726, 8732, 8741, 8746, 8762, 8764, 8766, 8777, 8779, 8780, 8784, 8791, 8793, 8794, 8812, 8816, 8819, 8821, 8823, 8824, 8832, 8835, 8836, 8837, 8841, 8849, 8862, 8863, 8866, 8867, 8869, 8875, 8884, 8887, 8896, 8898, 8900, 8903, 8905, 8911, 8913, 8915, 8928, 8931, 8934, 8939, 8941, 8942, 8944, 8951, 8954, 8956, 8957, 8959, 8967, 8972, 8973, 8976, 8981, 8989, 8991, 8995, 9001, 9003, 9016, 9024, 9025, 9026, 9035, 9041, 9042, 9045, 9046, 9047, 9051, 9053, 9055, 9056, 9059, 9063, 9065, 9069, 9085, 9090, 9092, 9099, 9103, 9104, 9106, 9113, 9129, 9130, 9137, 9143, 9144, 9145, 9147, 9157, 9159, 9167, 9171, 9174, 9178, 9191, 9192, 9202, 9211, 9225, 9233, 9234, 9237, 9241, 9254, 9260, 9273, 9277, 9287, 9290, 9301, 9305, 9308, 9316, 9321, 9330, 9332, 9343, 9349, 9356, 9357, 9364, 9366, 9367, 9369, 9375, 9378, 9381, 9382, 9390, 9391, 9394, 9396, 9400, 9408, 9409, 9422, 9424, 9426, 9434, 9436, 9443, 9446, 9451, 9452, 9453, 9454, 9463, 9471, 9472, 9475, 9476, 9480, 9487, 9492, 9497, 9506, 9508, 9517, 9519, 9525, 9526, 9531, 9534, 9538, 9539, 9540, 9542, 9545, 9546, 9551, 9557, 9558, 9564, 9568, 9570, 9583, 9592, 9593, 9605, 9607, 9611, 9618, 9620, 9622, 9627, 9628, 9629, 9630, 9631, 9641, 9642, 9659, 9661, 9665, 9669, 9670, 9673, 9683, 9697, 9703, 9709, 9714, 9715, 9721, 9722, 9726, 9728, 9730, 9731, 9738, 9739, 9759, 9760, 9763, 9768, 9770, 9777, 9783, 9784, 9799, 9801, 9803, 9808, 9810, 9811, 9819, 9832, 9833, 9835, 9840, 9843, 9848, 9857, 9860, 9866, 9870, 9871, 9877, 9881, 9882, 9886, 9893, 9898, 9904, 9906, 9918, 9930, 9933, 9937, 9939, 9942, 9952, 9957, 9958, 9959, 9971, 9977, 9980, 9990, 9992, 9999, 10002, 10011, 10018, 10019, 10030, 10037, 10039, 10040, 10052, 10057, 10058, 10069, 10074, 10087, 10090, 10091, 10092, 10094, 10097, 10099, 10105, 10107, 10120, 10122, 10126, 10131, 10132, 10138, 10143, 10145, 10148, 10152, 10153, 10157, 10160, 10161, 10165, 10173, 10176, 10180, 10183, 10185, 10189, 10194, 10195, 10196, 10200, 10208, 10211, 10216, 10222, 10230, 10233, 10236, 10241, 10242, 10243, 10245, 10246, 10253, 10258, 10260, 10277, 10278, 10281, 10284, 10299, 10300, 10302, 10309, 10315, 10317, 10322, 10324, 10326, 10333, 10335, 10337, 10342, 10344, 10354, 10357, 10358, 10364, 10366, 10370, 10380, 10381, 10382, 10384, 10385, 10387, 10394, 10399, 10405, 10408, 10410, 10411, 10421, 10422, 10431, 10435, 10444, 10447, 10449, 10457, 10464, 10466, 10469, 10470, 10475, 10476, 10481, 10495, 10499, 10501, 10507, 10511, 10529, 10537, 10539, 10541, 10545, 10554, 10566, 10575, 10576, 10592, 10595, 10597, 10603, 10604, 10605, 10607, 10608, 10609, 10613, 10622, 10623, 10628, 10632, 10634, 10635, 10649, 10654, 10656, 10661, 10667, 10677, 10689, 10704, 10711, 10714, 10720, 10727, 10730, 10732, 10736, 10740, 10742, 10743, 10745, 10751, 10753, 10773, 10789, 10800, 10821, 10824, 10829, 10833, 10834, 10837, 10842, 10843, 10845, 10851, 10852, 10853, 10854, 10873, 10879, 10884, 10890, 10896, 10897, 10911, 10916, 10922, 10931, 10934, 10935, 10947, 10952, 10957, 10963, 10971, 10974, 10979, 10984, 10986, 10991, 10992, 10993, 11004, 11010, 11015, 11017, 11018, 11022, 11025, 11031, 11035, 11042, 11044, 11058, 11061, 11071, 11074, 11087, 11093, 11102, 11115, 11120, 11121, 11122, 11129, 11133, 11136, 11145, 11147, 11148, 11150, 11154, 11156, 11159, 11160, 11161, 11162, 11166, 11169, 11171, 11175, 11177, 11179, 11189, 11190, 11199, 11201, 11206, 11227, 11229, 11239, 11240, 11251, 11254, 11260, 11263, 11265, 11266, 11276, 11280, 11281, 11282, 11283, 11287, 11289, 11298, 11299, 11303, 11308, 11324, 11325, 11326, 11329, 11332, 11338, 11340, 11341, 11348, 11357, 11365, 11366, 11371, 11377, 11379, 11383, 11387, 11399, 11403, 11408, 11411, 11412, 11421, 11426, 11431, 11432, 11441, 11446, 11447, 11454, 11458, 11463, 11465, 11473, 11483, 11492, 11496, 11504, 11512, 11515, 11525, 11527, 11529, 11533, 11538, 11553, 11556, 11558, 11565, 11579, 11589, 11592, 11593, 11599, 11607, 11613, 11619, 11622, 11630, 11631, 11649, 11652, 11661, 11664, 11669, 11670, 11671, 11678, 11680, 11681, 11683, 11684, 11689, 11697, 11704, 11712, 11725, 11727, 11728, 11742, 11743, 11748, 11750, 11753, 11756, 11762, 11767, 11782, 11791, 11802, 11822, 11824, 11832, 11849, 11852, 11853, 11859, 11861, 11862, 11863, 11866, 11872, 11877, 11880, 11893, 11902, 11912, 11918, 11920, 11923, 11926, 11933, 11940, 11941, 11945, 11949, 11950, 11954, 11955, 11957, 11963, 11966, 11971, 11994, 11999, 12012, 12014, 12015, 12016, 12020, 12024, 12028, 12035, 12038, 12042, 12054, 12065, 12067, 12076, 12077, 12085, 12089, 12091, 12094, 12097, 12099, 12105, 12109, 12111, 12113, 12115, 12124, 12132, 12137, 12146, 12149, 12151, 12161, 12164, 12166, 12174, 12176, 12182, 12183, 12192, 12199, 12201, 12205, 12211, 12212, 12214, 12215, 12221, 12237, 12241, 12246, 12254, 12259, 12260, 12263, 12266, 12272, 12279, 12284, 12287, 12295, 12299, 12306, 12309, 12314, 12317, 12321, 12329, 12332, 12338, 12345, 12349, 12352, 12354, 12358, 12361, 12368, 12372, 12375, 12376, 12383, 12386, 12393, 12395, 12400, 12406, 12407, 12409, 12417, 12425, 12429, 12431, 12436, 12440, 12443, 12446, 12448, 12451, 12457, 12473, 12475, 12477, 12479, 12493, 12498, 12506, 12508, 12510, 12515, 12520, 12522, 12534, 12542, 12547, 12551, 12554, 12555, 12564, 12566, 12568, 12570, 12575, 12590, 12594, 12603, 12610, 12612, 12615, 12621, 12636, 12645, 12646, 12660, 12662, 12666, 12667, 12672, 12674, 12682, 12685, 12686, 12696, 12698, 12701, 12717, 12724, 12729, 12742, 12744, 12748, 12758, 12791, 12793, 12796, 12799, 12801, 12804, 12809, 12812, 12814, 12815, 12816, 12817, 12820, 12822, 12823, 12831, 12835, 12836, 12845, 12854, 12855, 12856, 12857, 12858, 12866, 12867, 12873, 12883, 12886, 12888, 12902, 12906, 12912, 12915, 12917, 12924, 12929, 12933, 12938, 12953, 12960, 12962, 12967, 12971, 12972, 12986, 12987, 12988, 12995, 12998, 13010, 13016, 13029, 13030, 13036, 13040, 13045, 13047, 13049, 13052, 13053, 13055, 13062, 13063, 13069, 13079, 13085, 13088, 13089, 13097, 13102, 13104, 13105, 13114, 13115, 13118, 13119, 13121, 13123, 13128, 13132, 13133, 13141, 13160, 13168, 13170, 13171, 13174, 13176, 13187, 13189, 13191, 13193, 13194, 13201, 13228, 13230, 13233, 13243, 13244, 13248, 13255, 13257, 13261, 13270, 13278, 13288, 13292, 13294, 13296, 13299, 13307, 13322, 13323, 13326, 13336, 13340, 13344, 13356, 13366, 13369, 13376, 13389, 13390, 13393, 13401, 13407, 13409, 13410, 13412, 13413, 13422, 13427, 13435, 13443, 13449, 13452, 13457, 13462, 13464, 13466, 13471, 13476, 13478, 13479, 13486, 13487, 13489, 13494, 13496, 13499, 13505, 13514, 13518, 13519, 13522, 13527, 13529, 13537, 13546, 13550, 13554, 13559, 13565, 13567, 13568, 13578, 13582, 13589, 13596, 13599, 13600, 13602, 13603, 13612, 13621, 13627, 13630, 13636, 13637, 13638, 13639, 13647, 13650, 13651, 13653, 13657, 13660, 13667, 13671, 13676, 13693, 13698, 13707, 13709, 13718, 13725, 13727, 13729, 13730, 13734, 13745, 13750, 13752, 13753, 13757, 13760, 13765, 13766, 13773, 13775, 13779, 13780, 13783, 13785, 13788, 13792, 13797, 13798, 13805, 13809, 13810, 13813, 13815, 13825, 13827, 13831, 13837, 13843, 13844, 13848, 13853, 13859, 13862, 13864, 13866, 13877, 13882, 13886, 13890, 13896, 13897, 13898, 13903, 13904, 13911, 13913, 13914, 13917, 13921, 13922, 13929, 13946, 13948, 13951, 13968, 13972, 13973, 13974, 13980, 13983, 13992, 13995, 13996, 13999, 14007, 14008, 14010, 14019, 14021, 14024, 14043, 14053, 14059, 14065, 14080, 14088, 14089, 14091, 14092, 14101, 14104, 14109, 14110, 14114, 14121, 14134, 14135, 14140, 14145, 14147, 14154, 14157, 14160, 14161, 14164, 14174, 14178, 14185, 14189, 14190, 14191, 14195, 14213, 14215, 14224, 14227, 14232, 14239, 14253, 14256, 14262, 14265, 14268, 14281, 14283, 14285, 14294, 14303, 14317, 14320, 14329, 14330, 14334, 14335, 14338, 14341, 14342, 14345, 14346, 14347, 14355, 14356, 14361, 14366, 14370, 14380, 14383, 14388, 14391, 14410, 14413, 14415, 14416, 14417, 14425, 14426, 14427, 14436, 14439, 14442, 14446, 14449, 14459, 14461, 14466, 14469, 14472, 14473, 14475, 14477, 14482, 14486, 14487, 14491, 14496, 14500, 14501, 14504, 14505, 14509, 14511, 14516, 14521, 14538, 14549, 14555, 14562, 14563, 14581, 14588, 14596, 14597, 14609, 14611, 14613, 14617, 14618, 14620, 14624, 14625, 14627, 14633, 14637, 14645, 14651, 14655, 14657, 14664, 14672, 14679, 14685, 14693, 14701, 14705, 14706, 14708, 14712, 14713, 14718, 14722, 14732, 14736, 14737, 14738, 14743, 14747, 14749, 14750, 14751, 14755, 14763, 14764, 14765, 14774, 14779, 14788, 14797, 14798, 14810, 14811, 14821, 14832, 14844, 14854, 14859, 14860, 14873, 14881, 14882, 14888, 14895, 14916, 14924, 14927, 14932, 14934, 14940, 14957, 14968, 14984, 14994, 14997, 14998, 14999, 15007, 15011, 15020, 15024, 15028, 15029, 15036, 15038, 15057, 15059, 15061, 15066, 15068, 15078, 15083, 15085, 15086, 15087, 15097, 15099, 15116, 15119, 15121, 15125, 15129, 15140, 15143, 15153, 15156, 15159, 15162, 15170, 15171, 15173, 15202, 15203, 15208, 15211, 15213, 15218, 15223, 15235, 15238, 15245, 15260, 15261, 15266, 15268, 15269, 15273, 15274, 15279, 15282, 15288, 15291, 15294, 15295, 15304, 15305, 15306, 15309, 15312, 15314, 15320, 15327, 15330, 15334, 15335, 15338, 15339, 15340, 15345, 15347, 15348, 15349, 15355, 15357, 15362, 15363, 15367, 15368, 15371, 15376, 15382, 15401, 15403, 15404, 15412, 15417, 15435, 15436, 15463, 15465, 15468, 15479, 15481, 15482, 15485, 15492, 15493, 15502, 15515, 15522, 15523, 15525, 15532, 15539, 15557, 15563, 15565, 15570, 15571, 15572, 15573, 15575, 15579, 15585, 15587, 15592, 15596, 15610, 15612, 15624, 15635, 15636, 15645, 15649, 15661, 15662, 15676, 15703, 15713, 15714, 15718, 15724, 15725, 15727, 15728, 15731, 15736, 15742, 15754, 15757, 15762, 15764, 15765, 15768, 15788, 15796, 15805, 15808, 15816, 15820, 15829, 15835, 15843, 15845, 15854, 15863, 15869, 15872, 15873, 15875, 15877, 15878, 15879, 15886, 15887, 15899, 15904, 15909, 15910, 15914, 15915, 15917, 15922, 15926, 15929, 15939, 15945, 15946, 15951, 15954, 15957, 15961, 15968, 15976, 15981, 15983, 15985, 15986, 16003, 16004, 16005, 16009, 16010, 16018, 16027, 16032, 16044, 16047, 16061, 16063, 16064, 16066, 16088, 16090, 16091, 16093, 16094, 16101, 16102, 16103, 16111, 16114, 16118, 16125, 16131, 16132, 16133, 16138, 16139, 16148, 16152, 16153, 16155, 16168, 16174, 16179, 16186, 16191, 16192, 16194, 16208, 16209, 16223, 16224, 16226, 16228, 16235, 16239, 16241, 16247, 16264, 16271, 16276, 16288, 16290, 16291, 16301, 16304, 16305, 16309, 16313, 16323, 16325, 16326, 16333, 16336, 16344, 16351, 16352, 16354, 16360, 16365, 16375, 16376, 16381, 16385, 16388, 16389, 16395, 16397, 16402, 16403, 16408, 16412, 16413, 16424, 16425, 16430, 16431, 16437, 16442, 16446, 16459, 16479, 16485, 16488, 16493, 16498, 16500, 16512, 16517, 16518, 16528, 16535, 16539, 16540, 16543, 16556, 16568, 16574, 16575, 16578, 16584, 16586, 16591, 16597, 16601, 16607, 16608, 16612, 16616, 16619, 16623, 16624, 16630, 16631, 16659, 16660, 16665, 16671, 16676, 16695, 16696, 16697, 16702, 16721, 16723, 16724, 16731, 16732, 16736, 16739, 16742, 16746, 16756, 16764, 16766, 16770, 16772, 16780, 16785, 16788, 16792, 16794, 16796, 16802, 16804, 16805, 16810, 16818, 16820, 16828, 16841, 16848, 16853, 16856, 16858, 16862, 16864, 16865, 16867, 16870, 16871, 16873, 16875, 16876, 16877, 16884, 16885, 16893, 16899, 16904, 16907, 16918, 16920, 16921, 16934, 16935, 16939, 16940, 16942, 16949, 16953, 16958, 16960, 16963, 16964, 16965, 16972, 16974, 16982, 16984, 16989, 16994, 16996, 16998, 17004, 17006, 17019, 17024, 17025, 17031, 17037, 17038, 17042, 17048, 17049, 17061, 17062, 17065, 17071, 17074, 17075, 17079, 17088, 17092, 17100, 17105, 17108, 17109, 17110, 17120, 17139, 17150, 17151, 17155, 17168, 17169, 17180, 17181, 17188, 17189, 17196, 17197, 17202, 17208, 17216, 17221, 17223, 17227, 17228, 17229, 17231, 17241, 17245, 17246, 17247, 17249, 17271, 17273, 17274, 17284, 17287, 17309, 17314, 17315, 17321, 17327, 17339, 17344, 17352, 17355, 17356, 17357, 17360, 17365, 17367, 17371, 17378, 17379, 17386, 17388, 17396, 17398, 17399, 17402, 17406, 17408, 17423, 17425, 17429, 17433, 17438, 17445, 17448, 17450, 17451, 17458, 17460, 17464, 17473, 17486, 17489, 17490, 17494, 17495, 17504, 17506, 17509, 17514, 17517, 17520, 17523, 17526, 17533, 17539, 17545, 17551, 17557, 17569, 17571, 17582, 17591, 17598, 17600, 17602, 17604, 17607, 17610, 17613, 17622, 17623, 17624, 17629, 17632, 17641, 17642, 17646, 17657, 17665, 17667, 17672, 17677, 17680, 17689, 17694, 17697, 17708, 17715, 17718, 17724, 17725, 17727, 17728, 17732, 17737, 17739, 17743, 17745, 17746, 17747, 17756, 17776, 17779, 17785, 17786, 17789, 17800, 17803, 17807, 17812, 17825, 17830, 17831, 17832, 17835, 17848, 17851, 17860, 17864, 17866, 17881, 17883, 17884, 17888, 17894, 17906, 17911, 17915, 17924, 17932, 17933, 17939, 17940, 17943, 17944, 17945, 17953, 17967, 17970, 17972, 17992, 18002, 18007, 18012, 18016, 18018, 18020, 18024, 18027, 18031, 18036, 18038, 18043, 18048, 18049, 18054, 18056, 18065], "val_users": [3, 57, 73, 92, 99, 122, 133, 179, 246, 260, 265, 267, 323, 459, 603, 613, 632, 644, 735, 739, 743, 748, 752, 772, 774, 790, 845, 855, 948, 966, 970, 1031, 1053, 1105, 1232, 1236, 1286, 1287, 1341, 1355, 1396, 1432, 1443, 1459, 1481, 1484, 1495, 1512, 1661, 1674, 1753, 1818, 1863, 1890, 1974, 2006, 2037, 2107, 2158, 2215, 2221, 2235, 2236, 2270, 2290, 2316, 2335, 2339, 2340, 2501, 2595, 2609, 2705, 2717, 2722, 2801, 2841, 2851, 2880, 2900, 2914, 2940, 3075, 3095, 3252, 3253, 3259, 3272, 3283, 3364, 3434, 3490, 3516, 3590, 3685, 3721, 3765, 3806, 3834, 3856, 3860, 3882, 3889, 4007, 4093, 4158, 4159, 4227, 4491, 4509, 4678, 4696, 4727, 4743, 4793, 4819, 4825, 4832, 4873, 4985, 5007, 5062, 5094, 5123, 5141, 5160, 5240, 5259, 5327, 5335, 5399, 5403, 5435, 5440, 5443, 5580, 5600, 5625, 5647, 5653, 5670, 5719, 5754, 5758, 5764, 5775, 5794, 5795, 5817, 5841, 5865, 5916, 5964, 6067, 6119, 6152, 6173, 6200, 6284, 6289, 6295, 6316, 6392, 6396, 6469, 6510, 6528, 6614, 6711, 6758, 6777, 6806, 6814, 6895, 7001, 7113, 7122, 7201, 7238, 7266, 7334, 7421, 7597, 7635, 7758, 7772, 7778, 7785, 7883, 7911, 8030, 8148, 8167, 8229, 8237, 8259, 8318, 8328, 8421, 8516, 8528, 8529, 8542, 8591, 8628, 8724, 8751, 8760, 8839, 8873, 8879, 8891, 8996, 9034, 9084, 9121, 9122, 9124, 9246, 9253, 9307, 9341, 9404, 9420, 9468, 9512, 9598, 9653, 9737, 9761, 9794, 9817, 9828, 9891, 9968, 9996, 10084, 10223, 10229, 10488, 10505, 10534, 10671, 10812, 10838, 10907, 11000, 11039, 11043, 11053, 11109, 11135, 11146, 11165, 11172, 11323, 11435, 11449, 11455, 11471, 11537, 11587, 11623, 11700, 11779, 11807, 11836, 11970, 11974, 12034, 12057, 12141, 12180, 12268, 12282, 12307, 12414, 12421, 12432, 12463, 12518, 12573, 12663, 12740, 12749, 12784, 12792, 13035, 13064, 13093, 13103, 13196, 13223, 13246, 13313, 13320, 13347, 13387, 13391, 13421, 13498, 13531, 13711, 13758, 13790, 13836, 13871, 13875, 13900, 13991, 14022, 14027, 14035, 14068, 14094, 14288, 14419, 14447, 14458, 14533, 14565, 14589, 14602, 14648, 14668, 14680, 14686, 14783, 14801, 14818, 14898, 14953, 14964, 14973, 14986, 15048, 15150, 15172, 15289, 15350, 15372, 15393, 15430, 15434, 15508, 15569, 15618, 15761, 15775, 15908, 15925, 15984, 16002, 16014, 16033, 16040, 16249, 16293, 16349, 16515, 16560, 16567, 16573, 16673, 16689, 16726, 16733, 16741, 16761, 16803, 16812, 16831, 16925, 17096, 17106, 17118, 17136, 17153, 17161, 17178, 17214, 17269, 17349, 17372, 17465, 17491, 17518, 17540, 17639, 17670, 17671, 17823, 17828, 17862, 17904, 17961, 17962, 17983, 18022, 18060]}

pykt/xes3g5m/pykt-qdkt-s2/qid_model.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2c56e67092e39045512acc55fefda61acfd8d79f4b8360ce188424f78e5bb3
+size 29468401

pykt/xes3g5m/pykt-qdkt-s2/train_info.json

@@ -0,0 +1 @@
+{"train_s": 96.3, "epochs": 13, "best_epoch": 3, "dev_auc_pykt": 0.7981580293504679, "n_train_users": 3600, "n_train_chunks": 7709, "n_dev_chunks": 864, "batch_size": 32, "seq_len": 200, "n_val_users": 400, "cfg": {"model": "qdkt", "params": {"dataset_name": "assist2009", "model_name": "qdkt", "emb_type": "qid", "save_dir": "saved_model", "seed": 42, "fold": 0, "dropout": 0.2, "emb_size": 300, "learning_rate": 0.001, "batch_size": 32, "num_epochs": 200, "use_wandb": 1, "add_uuid": 1}, "model_config": {"dropout": 0.2, "emb_size": 300}, "train_config": {"batch_size": 32, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "qid", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "question"}, "users": [5, 8, 11, 28, 30, 38, 44, 46, 49, 61, 62, 67, 71, 84, 85, 90, 94, 96, 101, 104, 111, 113, 118, 120, 121, 127, 132, 134, 142, 143, 149, 151, 153, 157, 159, 168, 176, 178, 182, 184, 187, 188, 196, 197, 202, 206, 208, 210, 211, 216, 218, 227, 228, 230, 232, 242, 248, 252, 253, 257, 262, 268, 279, 285, 292, 298, 307, 308, 310, 316, 320, 321, 322, 325, 329, 330, 331, 338, 343, 346, 348, 357, 358, 362, 363, 365, 369, 371, 382, 388, 391, 396, 398, 399, 403, 406, 416, 417, 420, 422, 423, 426, 431, 432, 439, 440, 441, 446, 451, 452, 454, 457, 458, 464, 471, 472, 477, 478, 488, 489, 497, 502, 505, 506, 507, 510, 519, 534, 539, 541, 548, 556, 559, 560, 561, 562, 565, 568, 570, 577, 579, 584, 600, 605, 611, 612, 616, 619, 620, 628, 642, 645, 647, 661, 666, 676, 683, 687, 689, 695, 696, 699, 702, 704, 708, 712, 719, 723, 727, 740, 745, 756, 759, 761, 763, 764, 765, 781, 786, 789, 794, 810, 813, 817, 825, 837, 841, 844, 852, 859, 867, 869, 878, 880, 892, 900, 903, 904, 905, 909, 912, 913, 916, 927, 938, 941, 945, 968, 971, 974, 977, 985, 991, 992, 998, 1002, 1008, 1022, 1051, 1057, 1062, 1073, 1079, 1082, 1085, 1086, 1095, 1098, 1103, 1104, 1106, 1113, 1115, 1118, 1125, 1127, 1132, 1133, 1135, 1140, 1146, 1154, 1158, 1160, 1167, 1170, 1172, 1173, 1175, 1177, 1178, 1179, 1181, 1188, 1195, 1203, 1212, 1217, 1218, 1221, 1230, 1235, 1239, 1240, 1241, 1253, 1254, 1258, 1259, 1260, 1263, 1265, 1273, 1275, 1278, 1280, 1283, 1284, 1289, 1294, 1296, 1312, 1317, 1328, 1337, 1342, 1344, 1357, 1359, 1365, 1367, 1376, 1380, 1381, 1382, 1386, 1387, 1389, 1393, 1406, 1412, 1413, 1414, 1424, 1433, 1441, 1444, 1448, 1449, 1451, 1460, 1462, 1469, 1474, 1483, 1491, 1493, 1494, 1497, 1498, 1508, 1509, 1515, 1520, 1523, 1525, 1529, 1531, 1533, 1536, 1545, 1547, 1552, 1554, 1566, 1567, 1572, 1596, 1598, 1599, 1608, 1610, 1611, 1628, 1631, 1632, 1635, 1636, 1637, 1639, 1645, 1650, 1651, 1669, 1670, 1681, 1684, 1688, 1698, 1704, 1713, 1716, 1723, 1739, 1744, 1745, 1750, 1755, 1760, 1776, 1780, 1782, 1784, 1793, 1812, 1816, 1823, 1824, 1844, 1857, 1862, 1876, 1891, 1899, 1901, 1915, 1917, 1923, 1924, 1926, 1942, 1943, 1948, 1949, 1957, 1962, 1965, 1971, 1975, 1980, 1994, 1995, 1998, 2000, 2003, 2014, 2015, 2026, 2028, 2049, 2058, 2060, 2064, 2068, 2080, 2094, 2099, 2103, 2105, 2106, 2119, 2120, 2126, 2127, 2131, 2132, 2134, 2143, 2146, 2150, 2151, 2154, 2165, 2166, 2167, 2171, 2173, 2178, 2186, 2192, 2200, 2204, 2205, 2206, 2211, 2218, 2220, 2223, 2227, 2232, 2234, 2239, 2245, 2248, 2251, 2255, 2262, 2268, 2269, 2274, 2280, 2300, 2306, 2321, 2322, 2332, 2334, 2345, 2348, 2349, 2351, 2353, 2359, 2367, 2369, 2371, 2376, 2380, 2384, 2388, 2401, 2403, 2409, 2411, 2415, 2420, 2426, 2431, 2433, 2434, 2442, 2448, 2453, 2458, 2460, 2464, 2466, 2467, 2485, 2489, 2492, 2494, 2500, 2513, 2524, 2532, 2535, 2536, 2537, 2544, 2549, 2554, 2559, 2560, 2564, 2580, 2582, 2584, 2586, 2588, 2592, 2597, 2598, 2606, 2610, 2620, 2630, 2635, 2637, 2639, 2643, 2649, 2652, 2655, 2658, 2661, 2663, 2671, 2675, 2676, 2680, 2685, 2694, 2699, 2710, 2734, 2737, 2739, 2748, 2762, 2764, 2771, 2776, 2777, 2780, 2785, 2786, 2789, 2799, 2805, 2812, 2819, 2824, 2825, 2828, 2831, 2835, 2842, 2843, 2846, 2869, 2879, 2887, 2894, 2902, 2910, 2911, 2920, 2931, 2935, 2937, 2942, 2944, 2947, 2948, 2952, 2956, 2959, 2971, 2972, 2976, 2977, 2980, 2982, 2983, 2986, 2988, 2992, 2994, 3001, 3005, 3008, 3009, 3013, 3016, 3019, 3020, 3030, 3035, 3038, 3048, 3059, 3063, 3066, 3080, 3093, 3097, 3101, 3102, 3104, 3111, 3115, 3122, 3126, 3127, 3131, 3133, 3134, 3141, 3142, 3147, 3148, 3151, 3153, 3159, 3164, 3182, 3185, 3191, 3192, 3202, 3213, 3217, 3237, 3240, 3246, 3254, 3256, 3268, 3269, 3270, 3271, 3276, 3285, 3291, 3300, 3303, 3310, 3311, 3312, 3318, 3320, 3322, 3324, 3326, 3328, 3334, 3337, 3342, 3350, 3351, 3357, 3358, 3359, 3360, 3371, 3381, 3387, 3390, 3405, 3417, 3419, 3429, 3431, 3433, 3439, 3444, 3449, 3453, 3467, 3468, 3469, 3472, 3482, 3484, 3497, 3499, 3500, 3507, 3524, 3550, 3553, 3556, 3561, 3565, 3572, 3577, 3581, 3588, 3597, 3607, 3610, 3619, 3620, 3628, 3640, 3642, 3647, 3651, 3661, 3670, 3676, 3680, 3681, 3687, 3688, 3689, 3696, 3698, 3699, 3708, 3709, 3710, 3712, 3715, 3717, 3726, 3728, 3734, 3747, 3764, 3767, 3768, 3773, 3778, 3779, 3787, 3789, 3795, 3800, 3810, 3812, 3821, 3824, 3829, 3859, 3867, 3872, 3875, 3876, 3883, 3886, 3892, 3895, 3901, 3903, 3904, 3910, 3916, 3918, 3929, 3951, 3952, 3956, 3957, 3964, 3967, 3971, 3981, 3994, 4022, 4023, 4032, 4037, 4042, 4051, 4052, 4055, 4057, 4060, 4063, 4066, 4068, 4073, 4074, 4080, 4082, 4085, 4087, 4095, 4096, 4101, 4103, 4108, 4113, 4116, 4121, 4131, 4135, 4136, 4139, 4143, 4144, 4148, 4150, 4151, 4152, 4156, 4161, 4166, 4168, 4180, 4183, 4193, 4194, 4196, 4203, 4204, 4207, 4208, 4221, 4233, 4234, 4235, 4250, 4254, 4256, 4258, 4259, 4266, 4274, 4276, 4278, 4279, 4280, 4288, 4296, 4299, 4305, 4309, 4317, 4322, 4323, 4328, 4331, 4340, 4344, 4345, 4347, 4365, 4371, 4375, 4381, 4382, 4392, 4408, 4412, 4414, 4417, 4425, 4426, 4429, 4431, 4434, 4436, 4437, 4438, 4441, 4446, 4458, 4461, 4464, 4466, 4479, 4481, 4483, 4487, 4490, 4497, 4506, 4510, 4512, 4514, 4516, 4523, 4530, 4537, 4541, 4545, 4555, 4561, 4564, 4566, 4572, 4578, 4583, 4587, 4588, 4595, 4600, 4601, 4608, 4612, 4619, 4624, 4625, 4630, 4636, 4637, 4645, 4650, 4651, 4653, 4665, 4667, 4675, 4680, 4681, 4683, 4690, 4712, 4719, 4724, 4730, 4735, 4736, 4740, 4744, 4748, 4752, 4757, 4763, 4764, 4766, 4767, 4769, 4770, 4777, 4784, 4785, 4787, 4788, 4789, 4800, 4805, 4806, 4807, 4817, 4826, 4827, 4837, 4841, 4857, 4859, 4862, 4865, 4867, 4869, 4880, 4883, 4886, 4887, 4889, 4894, 4903, 4907, 4912, 4918, 4921, 4922, 4924, 4929, 4932, 4946, 4948, 4956, 4959, 4961, 4967, 4973, 4974, 4992, 4998, 5000, 5008, 5011, 5015, 5021, 5023, 5030, 5032, 5034, 5038, 5043, 5044, 5048, 5052, 5053, 5061, 5067, 5072, 5074, 5075, 5077, 5086, 5103, 5105, 5113, 5117, 5129, 5133, 5134, 5144, 5164, 5167, 5172, 5178, 5179, 5185, 5186, 5192, 5197, 5198, 5201, 5208, 5215, 5216, 5218, 5220, 5223, 5228, 5236, 5247, 5252, 5255, 5256, 5263, 5265, 5277, 5278, 5280, 5283, 5293, 5302, 5304, 5316, 5321, 5322, 5323, 5326, 5332, 5338, 5341, 5342, 5349, 5350, 5351, 5355, 5357, 5362, 5363, 5366, 5376, 5380, 5381, 5393, 5396, 5417, 5418, 5425, 5428, 5430, 5434, 5444, 5446, 5450, 5454, 5455, 5458, 5460, 5462, 5463, 5464, 5475, 5477, 5478, 5482, 5490, 5491, 5494, 5501, 5502, 5503, 5505, 5506, 5514, 5516, 5517, 5519, 5521, 5525, 5526, 5527, 5532, 5534, 5541, 5542, 5546, 5548, 5550, 5560, 5565, 5569, 5572, 5573, 5579, 5582, 5585, 5588, 5598, 5599, 5609, 5611, 5612, 5615, 5620, 5624, 5629, 5638, 5640, 5641, 5652, 5660, 5662, 5665, 5673, 5681, 5687, 5705, 5743, 5746, 5747, 5748, 5752, 5771, 5772, 5783, 5788, 5793, 5809, 5814, 5828, 5837, 5838, 5849, 5852, 5868, 5873, 5877, 5880, 5910, 5919, 5923, 5953, 5965, 5974, 5977, 5978, 5980, 5982, 5983, 5987, 5998, 6003, 6005, 6009, 6010, 6023, 6025, 6031, 6035, 6036, 6041, 6052, 6056, 6059, 6065, 6066, 6076, 6082, 6085, 6087, 6095, 6100, 6102, 6106, 6110, 6116, 6117, 6121, 6125, 6126, 6129, 6132, 6137, 6138, 6139, 6146, 6154, 6160, 6171, 6174, 6191, 6192, 6194, 6196, 6205, 6214, 6224, 6232, 6243, 6248, 6255, 6261, 6262, 6275, 6283, 6285, 6286, 6287, 6290, 6292, 6302, 6305, 6311, 6318, 6324, 6325, 6336, 6342, 6351, 6353, 6354, 6358, 6359, 6360, 6369, 6372, 6373, 6389, 6400, 6407, 6414, 6424, 6434, 6435, 6440, 6441, 6446, 6448, 6453, 6462, 6475, 6482, 6484, 6487, 6492, 6493, 6498, 6503, 6524, 6536, 6542, 6544, 6546, 6553, 6556, 6561, 6562, 6568, 6570, 6572, 6580, 6589, 6594, 6597, 6607, 6610, 6618, 6619, 6620, 6629, 6638, 6642, 6645, 6646, 6649, 6652, 6659, 6664, 6668, 6669, 6670, 6675, 6678, 6679, 6683, 6692, 6695, 6699, 6704, 6706, 6709, 6721, 6723, 6727, 6733, 6740, 6744, 6749, 6756, 6762, 6768, 6776, 6791, 6794, 6801, 6815, 6819, 6822, 6831, 6836, 6841, 6844, 6846, 6850, 6851, 6852, 6853, 6858, 6868, 6871, 6879, 6892, 6897, 6898, 6908, 6914, 6933, 6944, 6954, 6964, 6966, 6967, 6971, 6976, 6986, 6989, 6999, 7000, 7003, 7012, 7013, 7014, 7015, 7024, 7026, 7028, 7035, 7040, 7041, 7047, 7054, 7059, 7078, 7083, 7084, 7089, 7092, 7094, 7097, 7106, 7108, 7110, 7111, 7115, 7117, 7118, 7123, 7128, 7129, 7133, 7135, 7137, 7148, 7151, 7176, 7182, 7189, 7191, 7200, 7204, 7207, 7209, 7216, 7220, 7222, 7223, 7225, 7233, 7235, 7237, 7247, 7250, 7254, 7257, 7258, 7260, 7268, 7272, 7278, 7294, 7300, 7305, 7309, 7313, 7315, 7319, 7328, 7331, 7337, 7344, 7345, 7347, 7354, 7355, 7356, 7360, 7370, 7375, 7377, 7382, 7385, 7386, 7404, 7409, 7410, 7419, 7425, 7426, 7427, 7430, 7444, 7457, 7467, 7471, 7474, 7478, 7483, 7489, 7490, 7498, 7503, 7507, 7510, 7516, 7517, 7518, 7522, 7523, 7524, 7529, 7534, 7535, 7536, 7554, 7558, 7565, 7568, 7577, 7595, 7599, 7600, 7610, 7612, 7613, 7614, 7617, 7618, 7620, 7625, 7629, 7636, 7637, 7648, 7650, 7654, 7657, 7666, 7669, 7672, 7673, 7685, 7690, 7699, 7702, 7705, 7707, 7720, 7722, 7723, 7727, 7732, 7733, 7753, 7754, 7766, 7775, 7776, 7777, 7783, 7786, 7791, 7795, 7797, 7809, 7823, 7827, 7829, 7832, 7837, 7845, 7846, 7853, 7861, 7863, 7864, 7875, 7882, 7891, 7896, 7900, 7901, 7902, 7904, 7909, 7910, 7912, 7919, 7923, 7926, 7932, 7936, 7947, 7956, 7958, 7970, 7974, 7979, 7980, 7983, 7988, 8005, 8007, 8010, 8013, 8015, 8022, 8036, 8038, 8044, 8052, 8061, 8064, 8068, 8070, 8071, 8077, 8078, 8081, 8084, 8085, 8091, 8095, 8102, 8103, 8105, 8106, 8120, 8140, 8144, 8150, 8157, 8166, 8172, 8178, 8184, 8186, 8189, 8190, 8192, 8196, 8197, 8201, 8204, 8215, 8218, 8222, 8223, 8231, 8238, 8240, 8249, 8250, 8258, 8260, 8264, 8279, 8285, 8286, 8292, 8295, 8299, 8300, 8301, 8303, 8306, 8310, 8325, 8332, 8336, 8345, 8355, 8360, 8363, 8365, 8374, 8379, 8381, 8393, 8408, 8414, 8415, 8419, 8427, 8436, 8439, 8441, 8446, 8450, 8456, 8457, 8458, 8460, 8462, 8471, 8475, 8476, 8483, 8494, 8501, 8502, 8504, 8511, 8517, 8519, 8524, 8530, 8531, 8541, 8549, 8551, 8558, 8559, 8562, 8574, 8576, 8584, 8590, 8592, 8593, 8596, 8598, 8602, 8606, 8613, 8617, 8618, 8631, 8647, 8651, 8657, 8666, 8667, 8671, 8672, 8686, 8689, 8694, 8701, 8703, 8704, 8716, 8717, 8719, 8723, 8726, 8732, 8741, 8746, 8762, 8764, 8766, 8777, 8779, 8780, 8784, 8791, 8793, 8794, 8812, 8816, 8819, 8821, 8823, 8824, 8832, 8835, 8836, 8837, 8841, 8849, 8862, 8863, 8866, 8867, 8869, 8875, 8884, 8887, 8896, 8898, 8900, 8903, 8905, 8911, 8913, 8915, 8928, 8931, 8934, 8939, 8941, 8942, 8944, 8951, 8954, 8956, 8957, 8959, 8967, 8972, 8973, 8976, 8981, 8989, 8991, 8995, 9001, 9003, 9016, 9024, 9025, 9026, 9035, 9041, 9042, 9045, 9046, 9047, 9051, 9053, 9055, 9056, 9059, 9063, 9065, 9069, 9085, 9090, 9092, 9099, 9103, 9104, 9106, 9113, 9129, 9130, 9137, 9143, 9144, 9145, 9147, 9157, 9159, 9167, 9171, 9174, 9178, 9191, 9192, 9202, 9211, 9225, 9233, 9234, 9237, 9241, 9254, 9260, 9273, 9277, 9287, 9290, 9301, 9305, 9308, 9316, 9321, 9330, 9332, 9343, 9349, 9356, 9357, 9364, 9366, 9367, 9369, 9375, 9378, 9381, 9382, 9390, 9391, 9394, 9396, 9400, 9408, 9409, 9422, 9424, 9426, 9434, 9436, 9443, 9446, 9451, 9452, 9453, 9454, 9463, 9471, 9472, 9475, 9476, 9480, 9487, 9492, 9497, 9506, 9508, 9517, 9519, 9525, 9526, 9531, 9534, 9538, 9539, 9540, 9542, 9545, 9546, 9551, 9557, 9558, 9564, 9568, 9570, 9583, 9592, 9593, 9605, 9607, 9611, 9618, 9620, 9622, 9627, 9628, 9629, 9630, 9631, 9641, 9642, 9659, 9661, 9665, 9669, 9670, 9673, 9683, 9697, 9703, 9709, 9714, 9715, 9721, 9722, 9726, 9728, 9730, 9731, 9738, 9739, 9759, 9760, 9763, 9768, 9770, 9777, 9783, 9784, 9799, 9801, 9803, 9808, 9810, 9811, 9819, 9832, 9833, 9835, 9840, 9843, 9848, 9857, 9860, 9866, 9870, 9871, 9877, 9881, 9882, 9886, 9893, 9898, 9904, 9906, 9918, 9930, 9933, 9937, 9939, 9942, 9952, 9957, 9958, 9959, 9971, 9977, 9980, 9990, 9992, 9999, 10002, 10011, 10018, 10019, 10030, 10037, 10039, 10040, 10052, 10057, 10058, 10069, 10074, 10087, 10090, 10091, 10092, 10094, 10097, 10099, 10105, 10107, 10120, 10122, 10126, 10131, 10132, 10138, 10143, 10145, 10148, 10152, 10153, 10157, 10160, 10161, 10165, 10173, 10176, 10180, 10183, 10185, 10189, 10194, 10195, 10196, 10200, 10208, 10211, 10216, 10222, 10230, 10233, 10236, 10241, 10242, 10243, 10245, 10246, 10253, 10258, 10260, 10277, 10278, 10281, 10284, 10299, 10300, 10302, 10309, 10315, 10317, 10322, 10324, 10326, 10333, 10335, 10337, 10342, 10344, 10354, 10357, 10358, 10364, 10366, 10370, 10380, 10381, 10382, 10384, 10385, 10387, 10394, 10399, 10405, 10408, 10410, 10411, 10421, 10422, 10431, 10435, 10444, 10447, 10449, 10457, 10464, 10466, 10469, 10470, 10475, 10476, 10481, 10495, 10499, 10501, 10507, 10511, 10529, 10537, 10539, 10541, 10545, 10554, 10566, 10575, 10576, 10592, 10595, 10597, 10603, 10604, 10605, 10607, 10608, 10609, 10613, 10622, 10623, 10628, 10632, 10634, 10635, 10649, 10654, 10656, 10661, 10667, 10677, 10689, 10704, 10711, 10714, 10720, 10727, 10730, 10732, 10736, 10740, 10742, 10743, 10745, 10751, 10753, 10773, 10789, 10800, 10821, 10824, 10829, 10833, 10834, 10837, 10842, 10843, 10845, 10851, 10852, 10853, 10854, 10873, 10879, 10884, 10890, 10896, 10897, 10911, 10916, 10922, 10931, 10934, 10935, 10947, 10952, 10957, 10963, 10971, 10974, 10979, 10984, 10986, 10991, 10992, 10993, 11004, 11010, 11015, 11017, 11018, 11022, 11025, 11031, 11035, 11042, 11044, 11058, 11061, 11071, 11074, 11087, 11093, 11102, 11115, 11120, 11121, 11122, 11129, 11133, 11136, 11145, 11147, 11148, 11150, 11154, 11156, 11159, 11160, 11161, 11162, 11166, 11169, 11171, 11175, 11177, 11179, 11189, 11190, 11199, 11201, 11206, 11227, 11229, 11239, 11240, 11251, 11254, 11260, 11263, 11265, 11266, 11276, 11280, 11281, 11282, 11283, 11287, 11289, 11298, 11299, 11303, 11308, 11324, 11325, 11326, 11329, 11332, 11338, 11340, 11341, 11348, 11357, 11365, 11366, 11371, 11377, 11379, 11383, 11387, 11399, 11403, 11408, 11411, 11412, 11421, 11426, 11431, 11432, 11441, 11446, 11447, 11454, 11458, 11463, 11465, 11473, 11483, 11492, 11496, 11504, 11512, 11515, 11525, 11527, 11529, 11533, 11538, 11553, 11556, 11558, 11565, 11579, 11589, 11592, 11593, 11599, 11607, 11613, 11619, 11622, 11630, 11631, 11649, 11652, 11661, 11664, 11669, 11670, 11671, 11678, 11680, 11681, 11683, 11684, 11689, 11697, 11704, 11712, 11725, 11727, 11728, 11742, 11743, 11748, 11750, 11753, 11756, 11762, 11767, 11782, 11791, 11802, 11822, 11824, 11832, 11849, 11852, 11853, 11859, 11861, 11862, 11863, 11866, 11872, 11877, 11880, 11893, 11902, 11912, 11918, 11920, 11923, 11926, 11933, 11940, 11941, 11945, 11949, 11950, 11954, 11955, 11957, 11963, 11966, 11971, 11994, 11999, 12012, 12014, 12015, 12016, 12020, 12024, 12028, 12035, 12038, 12042, 12054, 12065, 12067, 12076, 12077, 12085, 12089, 12091, 12094, 12097, 12099, 12105, 12109, 12111, 12113, 12115, 12124, 12132, 12137, 12146, 12149, 12151, 12161, 12164, 12166, 12174, 12176, 12182, 12183, 12192, 12199, 12201, 12205, 12211, 12212, 12214, 12215, 12221, 12237, 12241, 12246, 12254, 12259, 12260, 12263, 12266, 12272, 12279, 12284, 12287, 12295, 12299, 12306, 12309, 12314, 12317, 12321, 12329, 12332, 12338, 12345, 12349, 12352, 12354, 12358, 12361, 12368, 12372, 12375, 12376, 12383, 12386, 12393, 12395, 12400, 12406, 12407, 12409, 12417, 12425, 12429, 12431, 12436, 12440, 12443, 12446, 12448, 12451, 12457, 12473, 12475, 12477, 12479, 12493, 12498, 12506, 12508, 12510, 12515, 12520, 12522, 12534, 12542, 12547, 12551, 12554, 12555, 12564, 12566, 12568, 12570, 12575, 12590, 12594, 12603, 12610, 12612, 12615, 12621, 12636, 12645, 12646, 12660, 12662, 12666, 12667, 12672, 12674, 12682, 12685, 12686, 12696, 12698, 12701, 12717, 12724, 12729, 12742, 12744, 12748, 12758, 12791, 12793, 12796, 12799, 12801, 12804, 12809, 12812, 12814, 12815, 12816, 12817, 12820, 12822, 12823, 12831, 12835, 12836, 12845, 12854, 12855, 12856, 12857, 12858, 12866, 12867, 12873, 12883, 12886, 12888, 12902, 12906, 12912, 12915, 12917, 12924, 12929, 12933, 12938, 12953, 12960, 12962, 12967, 12971, 12972, 12986, 12987, 12988, 12995, 12998, 13010, 13016, 13029, 13030, 13036, 13040, 13045, 13047, 13049, 13052, 13053, 13055, 13062, 13063, 13069, 13079, 13085, 13088, 13089, 13097, 13102, 13104, 13105, 13114, 13115, 13118, 13119, 13121, 13123, 13128, 13132, 13133, 13141, 13160, 13168, 13170, 13171, 13174, 13176, 13187, 13189, 13191, 13193, 13194, 13201, 13228, 13230, 13233, 13243, 13244, 13248, 13255, 13257, 13261, 13270, 13278, 13288, 13292, 13294, 13296, 13299, 13307, 13322, 13323, 13326, 13336, 13340, 13344, 13356, 13366, 13369, 13376, 13389, 13390, 13393, 13401, 13407, 13409, 13410, 13412, 13413, 13422, 13427, 13435, 13443, 13449, 13452, 13457, 13462, 13464, 13466, 13471, 13476, 13478, 13479, 13486, 13487, 13489, 13494, 13496, 13499, 13505, 13514, 13518, 13519, 13522, 13527, 13529, 13537, 13546, 13550, 13554, 13559, 13565, 13567, 13568, 13578, 13582, 13589, 13596, 13599, 13600, 13602, 13603, 13612, 13621, 13627, 13630, 13636, 13637, 13638, 13639, 13647, 13650, 13651, 13653, 13657, 13660, 13667, 13671, 13676, 13693, 13698, 13707, 13709, 13718, 13725, 13727, 13729, 13730, 13734, 13745, 13750, 13752, 13753, 13757, 13760, 13765, 13766, 13773, 13775, 13779, 13780, 13783, 13785, 13788, 13792, 13797, 13798, 13805, 13809, 13810, 13813, 13815, 13825, 13827, 13831, 13837, 13843, 13844, 13848, 13853, 13859, 13862, 13864, 13866, 13877, 13882, 13886, 13890, 13896, 13897, 13898, 13903, 13904, 13911, 13913, 13914, 13917, 13921, 13922, 13929, 13946, 13948, 13951, 13968, 13972, 13973, 13974, 13980, 13983, 13992, 13995, 13996, 13999, 14007, 14008, 14010, 14019, 14021, 14024, 14043, 14053, 14059, 14065, 14080, 14088, 14089, 14091, 14092, 14101, 14104, 14109, 14110, 14114, 14121, 14134, 14135, 14140, 14145, 14147, 14154, 14157, 14160, 14161, 14164, 14174, 14178, 14185, 14189, 14190, 14191, 14195, 14213, 14215, 14224, 14227, 14232, 14239, 14253, 14256, 14262, 14265, 14268, 14281, 14283, 14285, 14294, 14303, 14317, 14320, 14329, 14330, 14334, 14335, 14338, 14341, 14342, 14345, 14346, 14347, 14355, 14356, 14361, 14366, 14370, 14380, 14383, 14388, 14391, 14410, 14413, 14415, 14416, 14417, 14425, 14426, 14427, 14436, 14439, 14442, 14446, 14449, 14459, 14461, 14466, 14469, 14472, 14473, 14475, 14477, 14482, 14486, 14487, 14491, 14496, 14500, 14501, 14504, 14505, 14509, 14511, 14516, 14521, 14538, 14549, 14555, 14562, 14563, 14581, 14588, 14596, 14597, 14609, 14611, 14613, 14617, 14618, 14620, 14624, 14625, 14627, 14633, 14637, 14645, 14651, 14655, 14657, 14664, 14672, 14679, 14685, 14693, 14701, 14705, 14706, 14708, 14712, 14713, 14718, 14722, 14732, 14736, 14737, 14738, 14743, 14747, 14749, 14750, 14751, 14755, 14763, 14764, 14765, 14774, 14779, 14788, 14797, 14798, 14810, 14811, 14821, 14832, 14844, 14854, 14859, 14860, 14873, 14881, 14882, 14888, 14895, 14916, 14924, 14927, 14932, 14934, 14940, 14957, 14968, 14984, 14994, 14997, 14998, 14999, 15007, 15011, 15020, 15024, 15028, 15029, 15036, 15038, 15057, 15059, 15061, 15066, 15068, 15078, 15083, 15085, 15086, 15087, 15097, 15099, 15116, 15119, 15121, 15125, 15129, 15140, 15143, 15153, 15156, 15159, 15162, 15170, 15171, 15173, 15202, 15203, 15208, 15211, 15213, 15218, 15223, 15235, 15238, 15245, 15260, 15261, 15266, 15268, 15269, 15273, 15274, 15279, 15282, 15288, 15291, 15294, 15295, 15304, 15305, 15306, 15309, 15312, 15314, 15320, 15327, 15330, 15334, 15335, 15338, 15339, 15340, 15345, 15347, 15348, 15349, 15355, 15357, 15362, 15363, 15367, 15368, 15371, 15376, 15382, 15401, 15403, 15404, 15412, 15417, 15435, 15436, 15463, 15465, 15468, 15479, 15481, 15482, 15485, 15492, 15493, 15502, 15515, 15522, 15523, 15525, 15532, 15539, 15557, 15563, 15565, 15570, 15571, 15572, 15573, 15575, 15579, 15585, 15587, 15592, 15596, 15610, 15612, 15624, 15635, 15636, 15645, 15649, 15661, 15662, 15676, 15703, 15713, 15714, 15718, 15724, 15725, 15727, 15728, 15731, 15736, 15742, 15754, 15757, 15762, 15764, 15765, 15768, 15788, 15796, 15805, 15808, 15816, 15820, 15829, 15835, 15843, 15845, 15854, 15863, 15869, 15872, 15873, 15875, 15877, 15878, 15879, 15886, 15887, 15899, 15904, 15909, 15910, 15914, 15915, 15917, 15922, 15926, 15929, 15939, 15945, 15946, 15951, 15954, 15957, 15961, 15968, 15976, 15981, 15983, 15985, 15986, 16003, 16004, 16005, 16009, 16010, 16018, 16027, 16032, 16044, 16047, 16061, 16063, 16064, 16066, 16088, 16090, 16091, 16093, 16094, 16101, 16102, 16103, 16111, 16114, 16118, 16125, 16131, 16132, 16133, 16138, 16139, 16148, 16152, 16153, 16155, 16168, 16174, 16179, 16186, 16191, 16192, 16194, 16208, 16209, 16223, 16224, 16226, 16228, 16235, 16239, 16241, 16247, 16264, 16271, 16276, 16288, 16290, 16291, 16301, 16304, 16305, 16309, 16313, 16323, 16325, 16326, 16333, 16336, 16344, 16351, 16352, 16354, 16360, 16365, 16375, 16376, 16381, 16385, 16388, 16389, 16395, 16397, 16402, 16403, 16408, 16412, 16413, 16424, 16425, 16430, 16431, 16437, 16442, 16446, 16459, 16479, 16485, 16488, 16493, 16498, 16500, 16512, 16517, 16518, 16528, 16535, 16539, 16540, 16543, 16556, 16568, 16574, 16575, 16578, 16584, 16586, 16591, 16597, 16601, 16607, 16608, 16612, 16616, 16619, 16623, 16624, 16630, 16631, 16659, 16660, 16665, 16671, 16676, 16695, 16696, 16697, 16702, 16721, 16723, 16724, 16731, 16732, 16736, 16739, 16742, 16746, 16756, 16764, 16766, 16770, 16772, 16780, 16785, 16788, 16792, 16794, 16796, 16802, 16804, 16805, 16810, 16818, 16820, 16828, 16841, 16848, 16853, 16856, 16858, 16862, 16864, 16865, 16867, 16870, 16871, 16873, 16875, 16876, 16877, 16884, 16885, 16893, 16899, 16904, 16907, 16918, 16920, 16921, 16934, 16935, 16939, 16940, 16942, 16949, 16953, 16958, 16960, 16963, 16964, 16965, 16972, 16974, 16982, 16984, 16989, 16994, 16996, 16998, 17004, 17006, 17019, 17024, 17025, 17031, 17037, 17038, 17042, 17048, 17049, 17061, 17062, 17065, 17071, 17074, 17075, 17079, 17088, 17092, 17100, 17105, 17108, 17109, 17110, 17120, 17139, 17150, 17151, 17155, 17168, 17169, 17180, 17181, 17188, 17189, 17196, 17197, 17202, 17208, 17216, 17221, 17223, 17227, 17228, 17229, 17231, 17241, 17245, 17246, 17247, 17249, 17271, 17273, 17274, 17284, 17287, 17309, 17314, 17315, 17321, 17327, 17339, 17344, 17352, 17355, 17356, 17357, 17360, 17365, 17367, 17371, 17378, 17379, 17386, 17388, 17396, 17398, 17399, 17402, 17406, 17408, 17423, 17425, 17429, 17433, 17438, 17445, 17448, 17450, 17451, 17458, 17460, 17464, 17473, 17486, 17489, 17490, 17494, 17495, 17504, 17506, 17509, 17514, 17517, 17520, 17523, 17526, 17533, 17539, 17545, 17551, 17557, 17569, 17571, 17582, 17591, 17598, 17600, 17602, 17604, 17607, 17610, 17613, 17622, 17623, 17624, 17629, 17632, 17641, 17642, 17646, 17657, 17665, 17667, 17672, 17677, 17680, 17689, 17694, 17697, 17708, 17715, 17718, 17724, 17725, 17727, 17728, 17732, 17737, 17739, 17743, 17745, 17746, 17747, 17756, 17776, 17779, 17785, 17786, 17789, 17800, 17803, 17807, 17812, 17825, 17830, 17831, 17832, 17835, 17848, 17851, 17860, 17864, 17866, 17881, 17883, 17884, 17888, 17894, 17906, 17911, 17915, 17924, 17932, 17933, 17939, 17940, 17943, 17944, 17945, 17953, 17967, 17970, 17972, 17992, 18002, 18007, 18012, 18016, 18018, 18020, 18024, 18027, 18031, 18036, 18038, 18043, 18048, 18049, 18054, 18056, 18065], "val_users": [3, 57, 73, 92, 99, 122, 133, 179, 246, 260, 265, 267, 323, 459, 603, 613, 632, 644, 735, 739, 743, 748, 752, 772, 774, 790, 845, 855, 948, 966, 970, 1031, 1053, 1105, 1232, 1236, 1286, 1287, 1341, 1355, 1396, 1432, 1443, 1459, 1481, 1484, 1495, 1512, 1661, 1674, 1753, 1818, 1863, 1890, 1974, 2006, 2037, 2107, 2158, 2215, 2221, 2235, 2236, 2270, 2290, 2316, 2335, 2339, 2340, 2501, 2595, 2609, 2705, 2717, 2722, 2801, 2841, 2851, 2880, 2900, 2914, 2940, 3075, 3095, 3252, 3253, 3259, 3272, 3283, 3364, 3434, 3490, 3516, 3590, 3685, 3721, 3765, 3806, 3834, 3856, 3860, 3882, 3889, 4007, 4093, 4158, 4159, 4227, 4491, 4509, 4678, 4696, 4727, 4743, 4793, 4819, 4825, 4832, 4873, 4985, 5007, 5062, 5094, 5123, 5141, 5160, 5240, 5259, 5327, 5335, 5399, 5403, 5435, 5440, 5443, 5580, 5600, 5625, 5647, 5653, 5670, 5719, 5754, 5758, 5764, 5775, 5794, 5795, 5817, 5841, 5865, 5916, 5964, 6067, 6119, 6152, 6173, 6200, 6284, 6289, 6295, 6316, 6392, 6396, 6469, 6510, 6528, 6614, 6711, 6758, 6777, 6806, 6814, 6895, 7001, 7113, 7122, 7201, 7238, 7266, 7334, 7421, 7597, 7635, 7758, 7772, 7778, 7785, 7883, 7911, 8030, 8148, 8167, 8229, 8237, 8259, 8318, 8328, 8421, 8516, 8528, 8529, 8542, 8591, 8628, 8724, 8751, 8760, 8839, 8873, 8879, 8891, 8996, 9034, 9084, 9121, 9122, 9124, 9246, 9253, 9307, 9341, 9404, 9420, 9468, 9512, 9598, 9653, 9737, 9761, 9794, 9817, 9828, 9891, 9968, 9996, 10084, 10223, 10229, 10488, 10505, 10534, 10671, 10812, 10838, 10907, 11000, 11039, 11043, 11053, 11109, 11135, 11146, 11165, 11172, 11323, 11435, 11449, 11455, 11471, 11537, 11587, 11623, 11700, 11779, 11807, 11836, 11970, 11974, 12034, 12057, 12141, 12180, 12268, 12282, 12307, 12414, 12421, 12432, 12463, 12518, 12573, 12663, 12740, 12749, 12784, 12792, 13035, 13064, 13093, 13103, 13196, 13223, 13246, 13313, 13320, 13347, 13387, 13391, 13421, 13498, 13531, 13711, 13758, 13790, 13836, 13871, 13875, 13900, 13991, 14022, 14027, 14035, 14068, 14094, 14288, 14419, 14447, 14458, 14533, 14565, 14589, 14602, 14648, 14668, 14680, 14686, 14783, 14801, 14818, 14898, 14953, 14964, 14973, 14986, 15048, 15150, 15172, 15289, 15350, 15372, 15393, 15430, 15434, 15508, 15569, 15618, 15761, 15775, 15908, 15925, 15984, 16002, 16014, 16033, 16040, 16249, 16293, 16349, 16515, 16560, 16567, 16573, 16673, 16689, 16726, 16733, 16741, 16761, 16803, 16812, 16831, 16925, 17096, 17106, 17118, 17136, 17153, 17161, 17178, 17214, 17269, 17349, 17372, 17465, 17491, 17518, 17540, 17639, 17670, 17671, 17823, 17828, 17862, 17904, 17961, 17962, 17983, 18022, 18060]}

pykt/xes3g5m/pykt-qikt-s0/iekt_model.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4f450102889e996a205d81d8b6834254e1aaf86db227e41942067fc78d3b0f
+size 52400693

pykt/xes3g5m/pykt-qikt-s0/train_info.json

@@ -0,0 +1 @@
+{"train_s": 713.5, "epochs": 12, "best_epoch": 2, "dev_auc_pykt": 0.8033799751956637, "n_train_users": 3600, "n_train_chunks": 7709, "n_dev_chunks": 864, "batch_size": 32, "seq_len": 200, "n_val_users": 400, "cfg": {"model": "qikt", "params": {"dataset_name": "assist2009", "fold": 0, "learning_rate": 0.001, "seed": 3407, "batch_size": 32, "num_epochs": 200, "use_wandb": 1, "add_uuid": 1, "save_dir": "saved_model", "model_name": "qikt", "emb_type": "iekt", "dropout": 0.4, "emb_size": 300, "mlp_layer_num": 2, "loss_q_all_lambda": 0, "loss_c_all_lambda": 0, "loss_q_next_lambda": 0, "loss_c_next_lambda": 0, "output_q_all_lambda": 1, "output_c_all_lambda": 1, "output_q_next_lambda": 0, "output_c_next_lambda": 1, "output_mode": "an"}, "model_config": {"dropout": 0.4, "emb_size": 300, "mlp_layer_num": 2, "loss_q_all_lambda": 0, "loss_c_all_lambda": 0, "loss_q_next_lambda": 0, "loss_c_next_lambda": 0, "output_q_all_lambda": 1, "output_c_all_lambda": 1, "output_q_next_lambda": 0, "output_c_next_lambda": 1, "output_mode": "an"}, "train_config": {"batch_size": 32, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "iekt", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "question"}, "users": [5, 8, 11, 28, 30, 38, 44, 46, 49, 61, 62, 67, 71, 84, 85, 90, 94, 96, 101, 104, 111, 113, 118, 120, 121, 127, 132, 134, 142, 143, 149, 151, 153, 157, 159, 168, 176, 178, 182, 184, 187, 188, 196, 197, 202, 206, 208, 210, 211, 216, 218, 227, 228, 230, 232, 242, 248, 252, 253, 257, 262, 268, 279, 285, 292, 298, 307, 308, 310, 316, 320, 321, 322, 325, 329, 330, 331, 338, 343, 346, 348, 357, 358, 362, 363, 365, 369, 371, 382, 388, 391, 396, 398, 399, 403, 406, 416, 417, 420, 422, 423, 426, 431, 432, 439, 440, 441, 446, 451, 452, 454, 457, 458, 464, 471, 472, 477, 478, 488, 489, 497, 502, 505, 506, 507, 510, 519, 534, 539, 541, 548, 556, 559, 560, 561, 562, 565, 568, 570, 577, 579, 584, 600, 605, 611, 612, 616, 619, 620, 628, 642, 645, 647, 661, 666, 676, 683, 687, 689, 695, 696, 699, 702, 704, 708, 712, 719, 723, 727, 740, 745, 756, 759, 761, 763, 764, 765, 781, 786, 789, 794, 810, 813, 817, 825, 837, 841, 844, 852, 859, 867, 869, 878, 880, 892, 900, 903, 904, 905, 909, 912, 913, 916, 927, 938, 941, 945, 968, 971, 974, 977, 985, 991, 992, 998, 1002, 1008, 1022, 1051, 1057, 1062, 1073, 1079, 1082, 1085, 1086, 1095, 1098, 1103, 1104, 1106, 1113, 1115, 1118, 1125, 1127, 1132, 1133, 1135, 1140, 1146, 1154, 1158, 1160, 1167, 1170, 1172, 1173, 1175, 1177, 1178, 1179, 1181, 1188, 1195, 1203, 1212, 1217, 1218, 1221, 1230, 1235, 1239, 1240, 1241, 1253, 1254, 1258, 1259, 1260, 1263, 1265, 1273, 1275, 1278, 1280, 1283, 1284, 1289, 1294, 1296, 1312, 1317, 1328, 1337, 1342, 1344, 1357, 1359, 1365, 1367, 1376, 1380, 1381, 1382, 1386, 1387, 1389, 1393, 1406, 1412, 1413, 1414, 1424, 1433, 1441, 1444, 1448, 1449, 1451, 1460, 1462, 1469, 1474, 1483, 1491, 1493, 1494, 1497, 1498, 1508, 1509, 1515, 1520, 1523, 1525, 1529, 1531, 1533, 1536, 1545, 1547, 1552, 1554, 1566, 1567, 1572, 1596, 1598, 1599, 1608, 1610, 1611, 1628, 1631, 1632, 1635, 1636, 1637, 1639, 1645, 1650, 1651, 1669, 1670, 1681, 1684, 1688, 1698, 1704, 1713, 1716, 1723, 1739, 1744, 1745, 1750, 1755, 1760, 1776, 1780, 1782, 1784, 1793, 1812, 1816, 1823, 1824, 1844, 1857, 1862, 1876, 1891, 1899, 1901, 1915, 1917, 1923, 1924, 1926, 1942, 1943, 1948, 1949, 1957, 1962, 1965, 1971, 1975, 1980, 1994, 1995, 1998, 2000, 2003, 2014, 2015, 2026, 2028, 2049, 2058, 2060, 2064, 2068, 2080, 2094, 2099, 2103, 2105, 2106, 2119, 2120, 2126, 2127, 2131, 2132, 2134, 2143, 2146, 2150, 2151, 2154, 2165, 2166, 2167, 2171, 2173, 2178, 2186, 2192, 2200, 2204, 2205, 2206, 2211, 2218, 2220, 2223, 2227, 2232, 2234, 2239, 2245, 2248, 2251, 2255, 2262, 2268, 2269, 2274, 2280, 2300, 2306, 2321, 2322, 2332, 2334, 2345, 2348, 2349, 2351, 2353, 2359, 2367, 2369, 2371, 2376, 2380, 2384, 2388, 2401, 2403, 2409, 2411, 2415, 2420, 2426, 2431, 2433, 2434, 2442, 2448, 2453, 2458, 2460, 2464, 2466, 2467, 2485, 2489, 2492, 2494, 2500, 2513, 2524, 2532, 2535, 2536, 2537, 2544, 2549, 2554, 2559, 2560, 2564, 2580, 2582, 2584, 2586, 2588, 2592, 2597, 2598, 2606, 2610, 2620, 2630, 2635, 2637, 2639, 2643, 2649, 2652, 2655, 2658, 2661, 2663, 2671, 2675, 2676, 2680, 2685, 2694, 2699, 2710, 2734, 2737, 2739, 2748, 2762, 2764, 2771, 2776, 2777, 2780, 2785, 2786, 2789, 2799, 2805, 2812, 2819, 2824, 2825, 2828, 2831, 2835, 2842, 2843, 2846, 2869, 2879, 2887, 2894, 2902, 2910, 2911, 2920, 2931, 2935, 2937, 2942, 2944, 2947, 2948, 2952, 2956, 2959, 2971, 2972, 2976, 2977, 2980, 2982, 2983, 2986, 2988, 2992, 2994, 3001, 3005, 3008, 3009, 3013, 3016, 3019, 3020, 3030, 3035, 3038, 3048, 3059, 3063, 3066, 3080, 3093, 3097, 3101, 3102, 3104, 3111, 3115, 3122, 3126, 3127, 3131, 3133, 3134, 3141, 3142, 3147, 3148, 3151, 3153, 3159, 3164, 3182, 3185, 3191, 3192, 3202, 3213, 3217, 3237, 3240, 3246, 3254, 3256, 3268, 3269, 3270, 3271, 3276, 3285, 3291, 3300, 3303, 3310, 3311, 3312, 3318, 3320, 3322, 3324, 3326, 3328, 3334, 3337, 3342, 3350, 3351, 3357, 3358, 3359, 3360, 3371, 3381, 3387, 3390, 3405, 3417, 3419, 3429, 3431, 3433, 3439, 3444, 3449, 3453, 3467, 3468, 3469, 3472, 3482, 3484, 3497, 3499, 3500, 3507, 3524, 3550, 3553, 3556, 3561, 3565, 3572, 3577, 3581, 3588, 3597, 3607, 3610, 3619, 3620, 3628, 3640, 3642, 3647, 3651, 3661, 3670, 3676, 3680, 3681, 3687, 3688, 3689, 3696, 3698, 3699, 3708, 3709, 3710, 3712, 3715, 3717, 3726, 3728, 3734, 3747, 3764, 3767, 3768, 3773, 3778, 3779, 3787, 3789, 3795, 3800, 3810, 3812, 3821, 3824, 3829, 3859, 3867, 3872, 3875, 3876, 3883, 3886, 3892, 3895, 3901, 3903, 3904, 3910, 3916, 3918, 3929, 3951, 3952, 3956, 3957, 3964, 3967, 3971, 3981, 3994, 4022, 4023, 4032, 4037, 4042, 4051, 4052, 4055, 4057, 4060, 4063, 4066, 4068, 4073, 4074, 4080, 4082, 4085, 4087, 4095, 4096, 4101, 4103, 4108, 4113, 4116, 4121, 4131, 4135, 4136, 4139, 4143, 4144, 4148, 4150, 4151, 4152, 4156, 4161, 4166, 4168, 4180, 4183, 4193, 4194, 4196, 4203, 4204, 4207, 4208, 4221, 4233, 4234, 4235, 4250, 4254, 4256, 4258, 4259, 4266, 4274, 4276, 4278, 4279, 4280, 4288, 4296, 4299, 4305, 4309, 4317, 4322, 4323, 4328, 4331, 4340, 4344, 4345, 4347, 4365, 4371, 4375, 4381, 4382, 4392, 4408, 4412, 4414, 4417, 4425, 4426, 4429, 4431, 4434, 4436, 4437, 4438, 4441, 4446, 4458, 4461, 4464, 4466, 4479, 4481, 4483, 4487, 4490, 4497, 4506, 4510, 4512, 4514, 4516, 4523, 4530, 4537, 4541, 4545, 4555, 4561, 4564, 4566, 4572, 4578, 4583, 4587, 4588, 4595, 4600, 4601, 4608, 4612, 4619, 4624, 4625, 4630, 4636, 4637, 4645, 4650, 4651, 4653, 4665, 4667, 4675, 4680, 4681, 4683, 4690, 4712, 4719, 4724, 4730, 4735, 4736, 4740, 4744, 4748, 4752, 4757, 4763, 4764, 4766, 4767, 4769, 4770, 4777, 4784, 4785, 4787, 4788, 4789, 4800, 4805, 4806, 4807, 4817, 4826, 4827, 4837, 4841, 4857, 4859, 4862, 4865, 4867, 4869, 4880, 4883, 4886, 4887, 4889, 4894, 4903, 4907, 4912, 4918, 4921, 4922, 4924, 4929, 4932, 4946, 4948, 4956, 4959, 4961, 4967, 4973, 4974, 4992, 4998, 5000, 5008, 5011, 5015, 5021, 5023, 5030, 5032, 5034, 5038, 5043, 5044, 5048, 5052, 5053, 5061, 5067, 5072, 5074, 5075, 5077, 5086, 5103, 5105, 5113, 5117, 5129, 5133, 5134, 5144, 5164, 5167, 5172, 5178, 5179, 5185, 5186, 5192, 5197, 5198, 5201, 5208, 5215, 5216, 5218, 5220, 5223, 5228, 5236, 5247, 5252, 5255, 5256, 5263, 5265, 5277, 5278, 5280, 5283, 5293, 5302, 5304, 5316, 5321, 5322, 5323, 5326, 5332, 5338, 5341, 5342, 5349, 5350, 5351, 5355, 5357, 5362, 5363, 5366, 5376, 5380, 5381, 5393, 5396, 5417, 5418, 5425, 5428, 5430, 5434, 5444, 5446, 5450, 5454, 5455, 5458, 5460, 5462, 5463, 5464, 5475, 5477, 5478, 5482, 5490, 5491, 5494, 5501, 5502, 5503, 5505, 5506, 5514, 5516, 5517, 5519, 5521, 5525, 5526, 5527, 5532, 5534, 5541, 5542, 5546, 5548, 5550, 5560, 5565, 5569, 5572, 5573, 5579, 5582, 5585, 5588, 5598, 5599, 5609, 5611, 5612, 5615, 5620, 5624, 5629, 5638, 5640, 5641, 5652, 5660, 5662, 5665, 5673, 5681, 5687, 5705, 5743, 5746, 5747, 5748, 5752, 5771, 5772, 5783, 5788, 5793, 5809, 5814, 5828, 5837, 5838, 5849, 5852, 5868, 5873, 5877, 5880, 5910, 5919, 5923, 5953, 5965, 5974, 5977, 5978, 5980, 5982, 5983, 5987, 5998, 6003, 6005, 6009, 6010, 6023, 6025, 6031, 6035, 6036, 6041, 6052, 6056, 6059, 6065, 6066, 6076, 6082, 6085, 6087, 6095, 6100, 6102, 6106, 6110, 6116, 6117, 6121, 6125, 6126, 6129, 6132, 6137, 6138, 6139, 6146, 6154, 6160, 6171, 6174, 6191, 6192, 6194, 6196, 6205, 6214, 6224, 6232, 6243, 6248, 6255, 6261, 6262, 6275, 6283, 6285, 6286, 6287, 6290, 6292, 6302, 6305, 6311, 6318, 6324, 6325, 6336, 6342, 6351, 6353, 6354, 6358, 6359, 6360, 6369, 6372, 6373, 6389, 6400, 6407, 6414, 6424, 6434, 6435, 6440, 6441, 6446, 6448, 6453, 6462, 6475, 6482, 6484, 6487, 6492, 6493, 6498, 6503, 6524, 6536, 6542, 6544, 6546, 6553, 6556, 6561, 6562, 6568, 6570, 6572, 6580, 6589, 6594, 6597, 6607, 6610, 6618, 6619, 6620, 6629, 6638, 6642, 6645, 6646, 6649, 6652, 6659, 6664, 6668, 6669, 6670, 6675, 6678, 6679, 6683, 6692, 6695, 6699, 6704, 6706, 6709, 6721, 6723, 6727, 6733, 6740, 6744, 6749, 6756, 6762, 6768, 6776, 6791, 6794, 6801, 6815, 6819, 6822, 6831, 6836, 6841, 6844, 6846, 6850, 6851, 6852, 6853, 6858, 6868, 6871, 6879, 6892, 6897, 6898, 6908, 6914, 6933, 6944, 6954, 6964, 6966, 6967, 6971, 6976, 6986, 6989, 6999, 7000, 7003, 7012, 7013, 7014, 7015, 7024, 7026, 7028, 7035, 7040, 7041, 7047, 7054, 7059, 7078, 7083, 7084, 7089, 7092, 7094, 7097, 7106, 7108, 7110, 7111, 7115, 7117, 7118, 7123, 7128, 7129, 7133, 7135, 7137, 7148, 7151, 7176, 7182, 7189, 7191, 7200, 7204, 7207, 7209, 7216, 7220, 7222, 7223, 7225, 7233, 7235, 7237, 7247, 7250, 7254, 7257, 7258, 7260, 7268, 7272, 7278, 7294, 7300, 7305, 7309, 7313, 7315, 7319, 7328, 7331, 7337, 7344, 7345, 7347, 7354, 7355, 7356, 7360, 7370, 7375, 7377, 7382, 7385, 7386, 7404, 7409, 7410, 7419, 7425, 7426, 7427, 7430, 7444, 7457, 7467, 7471, 7474, 7478, 7483, 7489, 7490, 7498, 7503, 7507, 7510, 7516, 7517, 7518, 7522, 7523, 7524, 7529, 7534, 7535, 7536, 7554, 7558, 7565, 7568, 7577, 7595, 7599, 7600, 7610, 7612, 7613, 7614, 7617, 7618, 7620, 7625, 7629, 7636, 7637, 7648, 7650, 7654, 7657, 7666, 7669, 7672, 7673, 7685, 7690, 7699, 7702, 7705, 7707, 7720, 7722, 7723, 7727, 7732, 7733, 7753, 7754, 7766, 7775, 7776, 7777, 7783, 7786, 7791, 7795, 7797, 7809, 7823, 7827, 7829, 7832, 7837, 7845, 7846, 7853, 7861, 7863, 7864, 7875, 7882, 7891, 7896, 7900, 7901, 7902, 7904, 7909, 7910, 7912, 7919, 7923, 7926, 7932, 7936, 7947, 7956, 7958, 7970, 7974, 7979, 7980, 7983, 7988, 8005, 8007, 8010, 8013, 8015, 8022, 8036, 8038, 8044, 8052, 8061, 8064, 8068, 8070, 8071, 8077, 8078, 8081, 8084, 8085, 8091, 8095, 8102, 8103, 8105, 8106, 8120, 8140, 8144, 8150, 8157, 8166, 8172, 8178, 8184, 8186, 8189, 8190, 8192, 8196, 8197, 8201, 8204, 8215, 8218, 8222, 8223, 8231, 8238, 8240, 8249, 8250, 8258, 8260, 8264, 8279, 8285, 8286, 8292, 8295, 8299, 8300, 8301, 8303, 8306, 8310, 8325, 8332, 8336, 8345, 8355, 8360, 8363, 8365, 8374, 8379, 8381, 8393, 8408, 8414, 8415, 8419, 8427, 8436, 8439, 8441, 8446, 8450, 8456, 8457, 8458, 8460, 8462, 8471, 8475, 8476, 8483, 8494, 8501, 8502, 8504, 8511, 8517, 8519, 8524, 8530, 8531, 8541, 8549, 8551, 8558, 8559, 8562, 8574, 8576, 8584, 8590, 8592, 8593, 8596, 8598, 8602, 8606, 8613, 8617, 8618, 8631, 8647, 8651, 8657, 8666, 8667, 8671, 8672, 8686, 8689, 8694, 8701, 8703, 8704, 8716, 8717, 8719, 8723, 8726, 8732, 8741, 8746, 8762, 8764, 8766, 8777, 8779, 8780, 8784, 8791, 8793, 8794, 8812, 8816, 8819, 8821, 8823, 8824, 8832, 8835, 8836, 8837, 8841, 8849, 8862, 8863, 8866, 8867, 8869, 8875, 8884, 8887, 8896, 8898, 8900, 8903, 8905, 8911, 8913, 8915, 8928, 8931, 8934, 8939, 8941, 8942, 8944, 8951, 8954, 8956, 8957, 8959, 8967, 8972, 8973, 8976, 8981, 8989, 8991, 8995, 9001, 9003, 9016, 9024, 9025, 9026, 9035, 9041, 9042, 9045, 9046, 9047, 9051, 9053, 9055, 9056, 9059, 9063, 9065, 9069, 9085, 9090, 9092, 9099, 9103, 9104, 9106, 9113, 9129, 9130, 9137, 9143, 9144, 9145, 9147, 9157, 9159, 9167, 9171, 9174, 9178, 9191, 9192, 9202, 9211, 9225, 9233, 9234, 9237, 9241, 9254, 9260, 9273, 9277, 9287, 9290, 9301, 9305, 9308, 9316, 9321, 9330, 9332, 9343, 9349, 9356, 9357, 9364, 9366, 9367, 9369, 9375, 9378, 9381, 9382, 9390, 9391, 9394, 9396, 9400, 9408, 9409, 9422, 9424, 9426, 9434, 9436, 9443, 9446, 9451, 9452, 9453, 9454, 9463, 9471, 9472, 9475, 9476, 9480, 9487, 9492, 9497, 9506, 9508, 9517, 9519, 9525, 9526, 9531, 9534, 9538, 9539, 9540, 9542, 9545, 9546, 9551, 9557, 9558, 9564, 9568, 9570, 9583, 9592, 9593, 9605, 9607, 9611, 9618, 9620, 9622, 9627, 9628, 9629, 9630, 9631, 9641, 9642, 9659, 9661, 9665, 9669, 9670, 9673, 9683, 9697, 9703, 9709, 9714, 9715, 9721, 9722, 9726, 9728, 9730, 9731, 9738, 9739, 9759, 9760, 9763, 9768, 9770, 9777, 9783, 9784, 9799, 9801, 9803, 9808, 9810, 9811, 9819, 9832, 9833, 9835, 9840, 9843, 9848, 9857, 9860, 9866, 9870, 9871, 9877, 9881, 9882, 9886, 9893, 9898, 9904, 9906, 9918, 9930, 9933, 9937, 9939, 9942, 9952, 9957, 9958, 9959, 9971, 9977, 9980, 9990, 9992, 9999, 10002, 10011, 10018, 10019, 10030, 10037, 10039, 10040, 10052, 10057, 10058, 10069, 10074, 10087, 10090, 10091, 10092, 10094, 10097, 10099, 10105, 10107, 10120, 10122, 10126, 10131, 10132, 10138, 10143, 10145, 10148, 10152, 10153, 10157, 10160, 10161, 10165, 10173, 10176, 10180, 10183, 10185, 10189, 10194, 10195, 10196, 10200, 10208, 10211, 10216, 10222, 10230, 10233, 10236, 10241, 10242, 10243, 10245, 10246, 10253, 10258, 10260, 10277, 10278, 10281, 10284, 10299, 10300, 10302, 10309, 10315, 10317, 10322, 10324, 10326, 10333, 10335, 10337, 10342, 10344, 10354, 10357, 10358, 10364, 10366, 10370, 10380, 10381, 10382, 10384, 10385, 10387, 10394, 10399, 10405, 10408, 10410, 10411, 10421, 10422, 10431, 10435, 10444, 10447, 10449, 10457, 10464, 10466, 10469, 10470, 10475, 10476, 10481, 10495, 10499, 10501, 10507, 10511, 10529, 10537, 10539, 10541, 10545, 10554, 10566, 10575, 10576, 10592, 10595, 10597, 10603, 10604, 10605, 10607, 10608, 10609, 10613, 10622, 10623, 10628, 10632, 10634, 10635, 10649, 10654, 10656, 10661, 10667, 10677, 10689, 10704, 10711, 10714, 10720, 10727, 10730, 10732, 10736, 10740, 10742, 10743, 10745, 10751, 10753, 10773, 10789, 10800, 10821, 10824, 10829, 10833, 10834, 10837, 10842, 10843, 10845, 10851, 10852, 10853, 10854, 10873, 10879, 10884, 10890, 10896, 10897, 10911, 10916, 10922, 10931, 10934, 10935, 10947, 10952, 10957, 10963, 10971, 10974, 10979, 10984, 10986, 10991, 10992, 10993, 11004, 11010, 11015, 11017, 11018, 11022, 11025, 11031, 11035, 11042, 11044, 11058, 11061, 11071, 11074, 11087, 11093, 11102, 11115, 11120, 11121, 11122, 11129, 11133, 11136, 11145, 11147, 11148, 11150, 11154, 11156, 11159, 11160, 11161, 11162, 11166, 11169, 11171, 11175, 11177, 11179, 11189, 11190, 11199, 11201, 11206, 11227, 11229, 11239, 11240, 11251, 11254, 11260, 11263, 11265, 11266, 11276, 11280, 11281, 11282, 11283, 11287, 11289, 11298, 11299, 11303, 11308, 11324, 11325, 11326, 11329, 11332, 11338, 11340, 11341, 11348, 11357, 11365, 11366, 11371, 11377, 11379, 11383, 11387, 11399, 11403, 11408, 11411, 11412, 11421, 11426, 11431, 11432, 11441, 11446, 11447, 11454, 11458, 11463, 11465, 11473, 11483, 11492, 11496, 11504, 11512, 11515, 11525, 11527, 11529, 11533, 11538, 11553, 11556, 11558, 11565, 11579, 11589, 11592, 11593, 11599, 11607, 11613, 11619, 11622, 11630, 11631, 11649, 11652, 11661, 11664, 11669, 11670, 11671, 11678, 11680, 11681, 11683, 11684, 11689, 11697, 11704, 11712, 11725, 11727, 11728, 11742, 11743, 11748, 11750, 11753, 11756, 11762, 11767, 11782, 11791, 11802, 11822, 11824, 11832, 11849, 11852, 11853, 11859, 11861, 11862, 11863, 11866, 11872, 11877, 11880, 11893, 11902, 11912, 11918, 11920, 11923, 11926, 11933, 11940, 11941, 11945, 11949, 11950, 11954, 11955, 11957, 11963, 11966, 11971, 11994, 11999, 12012, 12014, 12015, 12016, 12020, 12024, 12028, 12035, 12038, 12042, 12054, 12065, 12067, 12076, 12077, 12085, 12089, 12091, 12094, 12097, 12099, 12105, 12109, 12111, 12113, 12115, 12124, 12132, 12137, 12146, 12149, 12151, 12161, 12164, 12166, 12174, 12176, 12182, 12183, 12192, 12199, 12201, 12205, 12211, 12212, 12214, 12215, 12221, 12237, 12241, 12246, 12254, 12259, 12260, 12263, 12266, 12272, 12279, 12284, 12287, 12295, 12299, 12306, 12309, 12314, 12317, 12321, 12329, 12332, 12338, 12345, 12349, 12352, 12354, 12358, 12361, 12368, 12372, 12375, 12376, 12383, 12386, 12393, 12395, 12400, 12406, 12407, 12409, 12417, 12425, 12429, 12431, 12436, 12440, 12443, 12446, 12448, 12451, 12457, 12473, 12475, 12477, 12479, 12493, 12498, 12506, 12508, 12510, 12515, 12520, 12522, 12534, 12542, 12547, 12551, 12554, 12555, 12564, 12566, 12568, 12570, 12575, 12590, 12594, 12603, 12610, 12612, 12615, 12621, 12636, 12645, 12646, 12660, 12662, 12666, 12667, 12672, 12674, 12682, 12685, 12686, 12696, 12698, 12701, 12717, 12724, 12729, 12742, 12744, 12748, 12758, 12791, 12793, 12796, 12799, 12801, 12804, 12809, 12812, 12814, 12815, 12816, 12817, 12820, 12822, 12823, 12831, 12835, 12836, 12845, 12854, 12855, 12856, 12857, 12858, 12866, 12867, 12873, 12883, 12886, 12888, 12902, 12906, 12912, 12915, 12917, 12924, 12929, 12933, 12938, 12953, 12960, 12962, 12967, 12971, 12972, 12986, 12987, 12988, 12995, 12998, 13010, 13016, 13029, 13030, 13036, 13040, 13045, 13047, 13049, 13052, 13053, 13055, 13062, 13063, 13069, 13079, 13085, 13088, 13089, 13097, 13102, 13104, 13105, 13114, 13115, 13118, 13119, 13121, 13123, 13128, 13132, 13133, 13141, 13160, 13168, 13170, 13171, 13174, 13176, 13187, 13189, 13191, 13193, 13194, 13201, 13228, 13230, 13233, 13243, 13244, 13248, 13255, 13257, 13261, 13270, 13278, 13288, 13292, 13294, 13296, 13299, 13307, 13322, 13323, 13326, 13336, 13340, 13344, 13356, 13366, 13369, 13376, 13389, 13390, 13393, 13401, 13407, 13409, 13410, 13412, 13413, 13422, 13427, 13435, 13443, 13449, 13452, 13457, 13462, 13464, 13466, 13471, 13476, 13478, 13479, 13486, 13487, 13489, 13494, 13496, 13499, 13505, 13514, 13518, 13519, 13522, 13527, 13529, 13537, 13546, 13550, 13554, 13559, 13565, 13567, 13568, 13578, 13582, 13589, 13596, 13599, 13600, 13602, 13603, 13612, 13621, 13627, 13630, 13636, 13637, 13638, 13639, 13647, 13650, 13651, 13653, 13657, 13660, 13667, 13671, 13676, 13693, 13698, 13707, 13709, 13718, 13725, 13727, 13729, 13730, 13734, 13745, 13750, 13752, 13753, 13757, 13760, 13765, 13766, 13773, 13775, 13779, 13780, 13783, 13785, 13788, 13792, 13797, 13798, 13805, 13809, 13810, 13813, 13815, 13825, 13827, 13831, 13837, 13843, 13844, 13848, 13853, 13859, 13862, 13864, 13866, 13877, 13882, 13886, 13890, 13896, 13897, 13898, 13903, 13904, 13911, 13913, 13914, 13917, 13921, 13922, 13929, 13946, 13948, 13951, 13968, 13972, 13973, 13974, 13980, 13983, 13992, 13995, 13996, 13999, 14007, 14008, 14010, 14019, 14021, 14024, 14043, 14053, 14059, 14065, 14080, 14088, 14089, 14091, 14092, 14101, 14104, 14109, 14110, 14114, 14121, 14134, 14135, 14140, 14145, 14147, 14154, 14157, 14160, 14161, 14164, 14174, 14178, 14185, 14189, 14190, 14191, 14195, 14213, 14215, 14224, 14227, 14232, 14239, 14253, 14256, 14262, 14265, 14268, 14281, 14283, 14285, 14294, 14303, 14317, 14320, 14329, 14330, 14334, 14335, 14338, 14341, 14342, 14345, 14346, 14347, 14355, 14356, 14361, 14366, 14370, 14380, 14383, 14388, 14391, 14410, 14413, 14415, 14416, 14417, 14425, 14426, 14427, 14436, 14439, 14442, 14446, 14449, 14459, 14461, 14466, 14469, 14472, 14473, 14475, 14477, 14482, 14486, 14487, 14491, 14496, 14500, 14501, 14504, 14505, 14509, 14511, 14516, 14521, 14538, 14549, 14555, 14562, 14563, 14581, 14588, 14596, 14597, 14609, 14611, 14613, 14617, 14618, 14620, 14624, 14625, 14627, 14633, 14637, 14645, 14651, 14655, 14657, 14664, 14672, 14679, 14685, 14693, 14701, 14705, 14706, 14708, 14712, 14713, 14718, 14722, 14732, 14736, 14737, 14738, 14743, 14747, 14749, 14750, 14751, 14755, 14763, 14764, 14765, 14774, 14779, 14788, 14797, 14798, 14810, 14811, 14821, 14832, 14844, 14854, 14859, 14860, 14873, 14881, 14882, 14888, 14895, 14916, 14924, 14927, 14932, 14934, 14940, 14957, 14968, 14984, 14994, 14997, 14998, 14999, 15007, 15011, 15020, 15024, 15028, 15029, 15036, 15038, 15057, 15059, 15061, 15066, 15068, 15078, 15083, 15085, 15086, 15087, 15097, 15099, 15116, 15119, 15121, 15125, 15129, 15140, 15143, 15153, 15156, 15159, 15162, 15170, 15171, 15173, 15202, 15203, 15208, 15211, 15213, 15218, 15223, 15235, 15238, 15245, 15260, 15261, 15266, 15268, 15269, 15273, 15274, 15279, 15282, 15288, 15291, 15294, 15295, 15304, 15305, 15306, 15309, 15312, 15314, 15320, 15327, 15330, 15334, 15335, 15338, 15339, 15340, 15345, 15347, 15348, 15349, 15355, 15357, 15362, 15363, 15367, 15368, 15371, 15376, 15382, 15401, 15403, 15404, 15412, 15417, 15435, 15436, 15463, 15465, 15468, 15479, 15481, 15482, 15485, 15492, 15493, 15502, 15515, 15522, 15523, 15525, 15532, 15539, 15557, 15563, 15565, 15570, 15571, 15572, 15573, 15575, 15579, 15585, 15587, 15592, 15596, 15610, 15612, 15624, 15635, 15636, 15645, 15649, 15661, 15662, 15676, 15703, 15713, 15714, 15718, 15724, 15725, 15727, 15728, 15731, 15736, 15742, 15754, 15757, 15762, 15764, 15765, 15768, 15788, 15796, 15805, 15808, 15816, 15820, 15829, 15835, 15843, 15845, 15854, 15863, 15869, 15872, 15873, 15875, 15877, 15878, 15879, 15886, 15887, 15899, 15904, 15909, 15910, 15914, 15915, 15917, 15922, 15926, 15929, 15939, 15945, 15946, 15951, 15954, 15957, 15961, 15968, 15976, 15981, 15983, 15985, 15986, 16003, 16004, 16005, 16009, 16010, 16018, 16027, 16032, 16044, 16047, 16061, 16063, 16064, 16066, 16088, 16090, 16091, 16093, 16094, 16101, 16102, 16103, 16111, 16114, 16118, 16125, 16131, 16132, 16133, 16138, 16139, 16148, 16152, 16153, 16155, 16168, 16174, 16179, 16186, 16191, 16192, 16194, 16208, 16209, 16223, 16224, 16226, 16228, 16235, 16239, 16241, 16247, 16264, 16271, 16276, 16288, 16290, 16291, 16301, 16304, 16305, 16309, 16313, 16323, 16325, 16326, 16333, 16336, 16344, 16351, 16352, 16354, 16360, 16365, 16375, 16376, 16381, 16385, 16388, 16389, 16395, 16397, 16402, 16403, 16408, 16412, 16413, 16424, 16425, 16430, 16431, 16437, 16442, 16446, 16459, 16479, 16485, 16488, 16493, 16498, 16500, 16512, 16517, 16518, 16528, 16535, 16539, 16540, 16543, 16556, 16568, 16574, 16575, 16578, 16584, 16586, 16591, 16597, 16601, 16607, 16608, 16612, 16616, 16619, 16623, 16624, 16630, 16631, 16659, 16660, 16665, 16671, 16676, 16695, 16696, 16697, 16702, 16721, 16723, 16724, 16731, 16732, 16736, 16739, 16742, 16746, 16756, 16764, 16766, 16770, 16772, 16780, 16785, 16788, 16792, 16794, 16796, 16802, 16804, 16805, 16810, 16818, 16820, 16828, 16841, 16848, 16853, 16856, 16858, 16862, 16864, 16865, 16867, 16870, 16871, 16873, 16875, 16876, 16877, 16884, 16885, 16893, 16899, 16904, 16907, 16918, 16920, 16921, 16934, 16935, 16939, 16940, 16942, 16949, 16953, 16958, 16960, 16963, 16964, 16965, 16972, 16974, 16982, 16984, 16989, 16994, 16996, 16998, 17004, 17006, 17019, 17024, 17025, 17031, 17037, 17038, 17042, 17048, 17049, 17061, 17062, 17065, 17071, 17074, 17075, 17079, 17088, 17092, 17100, 17105, 17108, 17109, 17110, 17120, 17139, 17150, 17151, 17155, 17168, 17169, 17180, 17181, 17188, 17189, 17196, 17197, 17202, 17208, 17216, 17221, 17223, 17227, 17228, 17229, 17231, 17241, 17245, 17246, 17247, 17249, 17271, 17273, 17274, 17284, 17287, 17309, 17314, 17315, 17321, 17327, 17339, 17344, 17352, 17355, 17356, 17357, 17360, 17365, 17367, 17371, 17378, 17379, 17386, 17388, 17396, 17398, 17399, 17402, 17406, 17408, 17423, 17425, 17429, 17433, 17438, 17445, 17448, 17450, 17451, 17458, 17460, 17464, 17473, 17486, 17489, 17490, 17494, 17495, 17504, 17506, 17509, 17514, 17517, 17520, 17523, 17526, 17533, 17539, 17545, 17551, 17557, 17569, 17571, 17582, 17591, 17598, 17600, 17602, 17604, 17607, 17610, 17613, 17622, 17623, 17624, 17629, 17632, 17641, 17642, 17646, 17657, 17665, 17667, 17672, 17677, 17680, 17689, 17694, 17697, 17708, 17715, 17718, 17724, 17725, 17727, 17728, 17732, 17737, 17739, 17743, 17745, 17746, 17747, 17756, 17776, 17779, 17785, 17786, 17789, 17800, 17803, 17807, 17812, 17825, 17830, 17831, 17832, 17835, 17848, 17851, 17860, 17864, 17866, 17881, 17883, 17884, 17888, 17894, 17906, 17911, 17915, 17924, 17932, 17933, 17939, 17940, 17943, 17944, 17945, 17953, 17967, 17970, 17972, 17992, 18002, 18007, 18012, 18016, 18018, 18020, 18024, 18027, 18031, 18036, 18038, 18043, 18048, 18049, 18054, 18056, 18065], "val_users": [3, 57, 73, 92, 99, 122, 133, 179, 246, 260, 265, 267, 323, 459, 603, 613, 632, 644, 735, 739, 743, 748, 752, 772, 774, 790, 845, 855, 948, 966, 970, 1031, 1053, 1105, 1232, 1236, 1286, 1287, 1341, 1355, 1396, 1432, 1443, 1459, 1481, 1484, 1495, 1512, 1661, 1674, 1753, 1818, 1863, 1890, 1974, 2006, 2037, 2107, 2158, 2215, 2221, 2235, 2236, 2270, 2290, 2316, 2335, 2339, 2340, 2501, 2595, 2609, 2705, 2717, 2722, 2801, 2841, 2851, 2880, 2900, 2914, 2940, 3075, 3095, 3252, 3253, 3259, 3272, 3283, 3364, 3434, 3490, 3516, 3590, 3685, 3721, 3765, 3806, 3834, 3856, 3860, 3882, 3889, 4007, 4093, 4158, 4159, 4227, 4491, 4509, 4678, 4696, 4727, 4743, 4793, 4819, 4825, 4832, 4873, 4985, 5007, 5062, 5094, 5123, 5141, 5160, 5240, 5259, 5327, 5335, 5399, 5403, 5435, 5440, 5443, 5580, 5600, 5625, 5647, 5653, 5670, 5719, 5754, 5758, 5764, 5775, 5794, 5795, 5817, 5841, 5865, 5916, 5964, 6067, 6119, 6152, 6173, 6200, 6284, 6289, 6295, 6316, 6392, 6396, 6469, 6510, 6528, 6614, 6711, 6758, 6777, 6806, 6814, 6895, 7001, 7113, 7122, 7201, 7238, 7266, 7334, 7421, 7597, 7635, 7758, 7772, 7778, 7785, 7883, 7911, 8030, 8148, 8167, 8229, 8237, 8259, 8318, 8328, 8421, 8516, 8528, 8529, 8542, 8591, 8628, 8724, 8751, 8760, 8839, 8873, 8879, 8891, 8996, 9034, 9084, 9121, 9122, 9124, 9246, 9253, 9307, 9341, 9404, 9420, 9468, 9512, 9598, 9653, 9737, 9761, 9794, 9817, 9828, 9891, 9968, 9996, 10084, 10223, 10229, 10488, 10505, 10534, 10671, 10812, 10838, 10907, 11000, 11039, 11043, 11053, 11109, 11135, 11146, 11165, 11172, 11323, 11435, 11449, 11455, 11471, 11537, 11587, 11623, 11700, 11779, 11807, 11836, 11970, 11974, 12034, 12057, 12141, 12180, 12268, 12282, 12307, 12414, 12421, 12432, 12463, 12518, 12573, 12663, 12740, 12749, 12784, 12792, 13035, 13064, 13093, 13103, 13196, 13223, 13246, 13313, 13320, 13347, 13387, 13391, 13421, 13498, 13531, 13711, 13758, 13790, 13836, 13871, 13875, 13900, 13991, 14022, 14027, 14035, 14068, 14094, 14288, 14419, 14447, 14458, 14533, 14565, 14589, 14602, 14648, 14668, 14680, 14686, 14783, 14801, 14818, 14898, 14953, 14964, 14973, 14986, 15048, 15150, 15172, 15289, 15350, 15372, 15393, 15430, 15434, 15508, 15569, 15618, 15761, 15775, 15908, 15925, 15984, 16002, 16014, 16033, 16040, 16249, 16293, 16349, 16515, 16560, 16567, 16573, 16673, 16689, 16726, 16733, 16741, 16761, 16803, 16812, 16831, 16925, 17096, 17106, 17118, 17136, 17153, 17161, 17178, 17214, 17269, 17349, 17372, 17465, 17491, 17518, 17540, 17639, 17670, 17671, 17823, 17828, 17862, 17904, 17961, 17962, 17983, 18022, 18060]}

pykt/xes3g5m/pykt-qikt-s1/iekt_model.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d223a03b37df600aaddd22746fc8c4978a3131b70d9b5791eab45a6c7a19f1
+size 52400693

pykt/xes3g5m/pykt-qikt-s1/train_info.json

@@ -0,0 +1 @@
+{"train_s": 274.0, "epochs": 12, "best_epoch": 2, "dev_auc_pykt": 0.8036540595693425, "n_train_users": 3600, "n_train_chunks": 7709, "n_dev_chunks": 864, "batch_size": 32, "seq_len": 200, "n_val_users": 400, "cfg": {"model": "qikt", "params": {"dataset_name": "assist2009", "fold": 0, "learning_rate": 0.001, "seed": 3407, "batch_size": 32, "num_epochs": 200, "use_wandb": 1, "add_uuid": 1, "save_dir": "saved_model", "model_name": "qikt", "emb_type": "iekt", "dropout": 0.4, "emb_size": 300, "mlp_layer_num": 2, "loss_q_all_lambda": 0, "loss_c_all_lambda": 0, "loss_q_next_lambda": 0, "loss_c_next_lambda": 0, "output_q_all_lambda": 1, "output_c_all_lambda": 1, "output_q_next_lambda": 0, "output_c_next_lambda": 1, "output_mode": "an"}, "model_config": {"dropout": 0.4, "emb_size": 300, "mlp_layer_num": 2, "loss_q_all_lambda": 0, "loss_c_all_lambda": 0, "loss_q_next_lambda": 0, "loss_c_next_lambda": 0, "output_q_all_lambda": 1, "output_c_all_lambda": 1, "output_q_next_lambda": 0, "output_c_next_lambda": 1, "output_mode": "an"}, "train_config": {"batch_size": 32, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "iekt", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "question"}, "users": [5, 8, 11, 28, 30, 38, 44, 46, 49, 61, 62, 67, 71, 84, 85, 90, 94, 96, 101, 104, 111, 113, 118, 120, 121, 127, 132, 134, 142, 143, 149, 151, 153, 157, 159, 168, 176, 178, 182, 184, 187, 188, 196, 197, 202, 206, 208, 210, 211, 216, 218, 227, 228, 230, 232, 242, 248, 252, 253, 257, 262, 268, 279, 285, 292, 298, 307, 308, 310, 316, 320, 321, 322, 325, 329, 330, 331, 338, 343, 346, 348, 357, 358, 362, 363, 365, 369, 371, 382, 388, 391, 396, 398, 399, 403, 406, 416, 417, 420, 422, 423, 426, 431, 432, 439, 440, 441, 446, 451, 452, 454, 457, 458, 464, 471, 472, 477, 478, 488, 489, 497, 502, 505, 506, 507, 510, 519, 534, 539, 541, 548, 556, 559, 560, 561, 562, 565, 568, 570, 577, 579, 584, 600, 605, 611, 612, 616, 619, 620, 628, 642, 645, 647, 661, 666, 676, 683, 687, 689, 695, 696, 699, 702, 704, 708, 712, 719, 723, 727, 740, 745, 756, 759, 761, 763, 764, 765, 781, 786, 789, 794, 810, 813, 817, 825, 837, 841, 844, 852, 859, 867, 869, 878, 880, 892, 900, 903, 904, 905, 909, 912, 913, 916, 927, 938, 941, 945, 968, 971, 974, 977, 985, 991, 992, 998, 1002, 1008, 1022, 1051, 1057, 1062, 1073, 1079, 1082, 1085, 1086, 1095, 1098, 1103, 1104, 1106, 1113, 1115, 1118, 1125, 1127, 1132, 1133, 1135, 1140, 1146, 1154, 1158, 1160, 1167, 1170, 1172, 1173, 1175, 1177, 1178, 1179, 1181, 1188, 1195, 1203, 1212, 1217, 1218, 1221, 1230, 1235, 1239, 1240, 1241, 1253, 1254, 1258, 1259, 1260, 1263, 1265, 1273, 1275, 1278, 1280, 1283, 1284, 1289, 1294, 1296, 1312, 1317, 1328, 1337, 1342, 1344, 1357, 1359, 1365, 1367, 1376, 1380, 1381, 1382, 1386, 1387, 1389, 1393, 1406, 1412, 1413, 1414, 1424, 1433, 1441, 1444, 1448, 1449, 1451, 1460, 1462, 1469, 1474, 1483, 1491, 1493, 1494, 1497, 1498, 1508, 1509, 1515, 1520, 1523, 1525, 1529, 1531, 1533, 1536, 1545, 1547, 1552, 1554, 1566, 1567, 1572, 1596, 1598, 1599, 1608, 1610, 1611, 1628, 1631, 1632, 1635, 1636, 1637, 1639, 1645, 1650, 1651, 1669, 1670, 1681, 1684, 1688, 1698, 1704, 1713, 1716, 1723, 1739, 1744, 1745, 1750, 1755, 1760, 1776, 1780, 1782, 1784, 1793, 1812, 1816, 1823, 1824, 1844, 1857, 1862, 1876, 1891, 1899, 1901, 1915, 1917, 1923, 1924, 1926, 1942, 1943, 1948, 1949, 1957, 1962, 1965, 1971, 1975, 1980, 1994, 1995, 1998, 2000, 2003, 2014, 2015, 2026, 2028, 2049, 2058, 2060, 2064, 2068, 2080, 2094, 2099, 2103, 2105, 2106, 2119, 2120, 2126, 2127, 2131, 2132, 2134, 2143, 2146, 2150, 2151, 2154, 2165, 2166, 2167, 2171, 2173, 2178, 2186, 2192, 2200, 2204, 2205, 2206, 2211, 2218, 2220, 2223, 2227, 2232, 2234, 2239, 2245, 2248, 2251, 2255, 2262, 2268, 2269, 2274, 2280, 2300, 2306, 2321, 2322, 2332, 2334, 2345, 2348, 2349, 2351, 2353, 2359, 2367, 2369, 2371, 2376, 2380, 2384, 2388, 2401, 2403, 2409, 2411, 2415, 2420, 2426, 2431, 2433, 2434, 2442, 2448, 2453, 2458, 2460, 2464, 2466, 2467, 2485, 2489, 2492, 2494, 2500, 2513, 2524, 2532, 2535, 2536, 2537, 2544, 2549, 2554, 2559, 2560, 2564, 2580, 2582, 2584, 2586, 2588, 2592, 2597, 2598, 2606, 2610, 2620, 2630, 2635, 2637, 2639, 2643, 2649, 2652, 2655, 2658, 2661, 2663, 2671, 2675, 2676, 2680, 2685, 2694, 2699, 2710, 2734, 2737, 2739, 2748, 2762, 2764, 2771, 2776, 2777, 2780, 2785, 2786, 2789, 2799, 2805, 2812, 2819, 2824, 2825, 2828, 2831, 2835, 2842, 2843, 2846, 2869, 2879, 2887, 2894, 2902, 2910, 2911, 2920, 2931, 2935, 2937, 2942, 2944, 2947, 2948, 2952, 2956, 2959, 2971, 2972, 2976, 2977, 2980, 2982, 2983, 2986, 2988, 2992, 2994, 3001, 3005, 3008, 3009, 3013, 3016, 3019, 3020, 3030, 3035, 3038, 3048, 3059, 3063, 3066, 3080, 3093, 3097, 3101, 3102, 3104, 3111, 3115, 3122, 3126, 3127, 3131, 3133, 3134, 3141, 3142, 3147, 3148, 3151, 3153, 3159, 3164, 3182, 3185, 3191, 3192, 3202, 3213, 3217, 3237, 3240, 3246, 3254, 3256, 3268, 3269, 3270, 3271, 3276, 3285, 3291, 3300, 3303, 3310, 3311, 3312, 3318, 3320, 3322, 3324, 3326, 3328, 3334, 3337, 3342, 3350, 3351, 3357, 3358, 3359, 3360, 3371, 3381, 3387, 3390, 3405, 3417, 3419, 3429, 3431, 3433, 3439, 3444, 3449, 3453, 3467, 3468, 3469, 3472, 3482, 3484, 3497, 3499, 3500, 3507, 3524, 3550, 3553, 3556, 3561, 3565, 3572, 3577, 3581, 3588, 3597, 3607, 3610, 3619, 3620, 3628, 3640, 3642, 3647, 3651, 3661, 3670, 3676, 3680, 3681, 3687, 3688, 3689, 3696, 3698, 3699, 3708, 3709, 3710, 3712, 3715, 3717, 3726, 3728, 3734, 3747, 3764, 3767, 3768, 3773, 3778, 3779, 3787, 3789, 3795, 3800, 3810, 3812, 3821, 3824, 3829, 3859, 3867, 3872, 3875, 3876, 3883, 3886, 3892, 3895, 3901, 3903, 3904, 3910, 3916, 3918, 3929, 3951, 3952, 3956, 3957, 3964, 3967, 3971, 3981, 3994, 4022, 4023, 4032, 4037, 4042, 4051, 4052, 4055, 4057, 4060, 4063, 4066, 4068, 4073, 4074, 4080, 4082, 4085, 4087, 4095, 4096, 4101, 4103, 4108, 4113, 4116, 4121, 4131, 4135, 4136, 4139, 4143, 4144, 4148, 4150, 4151, 4152, 4156, 4161, 4166, 4168, 4180, 4183, 4193, 4194, 4196, 4203, 4204, 4207, 4208, 4221, 4233, 4234, 4235, 4250, 4254, 4256, 4258, 4259, 4266, 4274, 4276, 4278, 4279, 4280, 4288, 4296, 4299, 4305, 4309, 4317, 4322, 4323, 4328, 4331, 4340, 4344, 4345, 4347, 4365, 4371, 4375, 4381, 4382, 4392, 4408, 4412, 4414, 4417, 4425, 4426, 4429, 4431, 4434, 4436, 4437, 4438, 4441, 4446, 4458, 4461, 4464, 4466, 4479, 4481, 4483, 4487, 4490, 4497, 4506, 4510, 4512, 4514, 4516, 4523, 4530, 4537, 4541, 4545, 4555, 4561, 4564, 4566, 4572, 4578, 4583, 4587, 4588, 4595, 4600, 4601, 4608, 4612, 4619, 4624, 4625, 4630, 4636, 4637, 4645, 4650, 4651, 4653, 4665, 4667, 4675, 4680, 4681, 4683, 4690, 4712, 4719, 4724, 4730, 4735, 4736, 4740, 4744, 4748, 4752, 4757, 4763, 4764, 4766, 4767, 4769, 4770, 4777, 4784, 4785, 4787, 4788, 4789, 4800, 4805, 4806, 4807, 4817, 4826, 4827, 4837, 4841, 4857, 4859, 4862, 4865, 4867, 4869, 4880, 4883, 4886, 4887, 4889, 4894, 4903, 4907, 4912, 4918, 4921, 4922, 4924, 4929, 4932, 4946, 4948, 4956, 4959, 4961, 4967, 4973, 4974, 4992, 4998, 5000, 5008, 5011, 5015, 5021, 5023, 5030, 5032, 5034, 5038, 5043, 5044, 5048, 5052, 5053, 5061, 5067, 5072, 5074, 5075, 5077, 5086, 5103, 5105, 5113, 5117, 5129, 5133, 5134, 5144, 5164, 5167, 5172, 5178, 5179, 5185, 5186, 5192, 5197, 5198, 5201, 5208, 5215, 5216, 5218, 5220, 5223, 5228, 5236, 5247, 5252, 5255, 5256, 5263, 5265, 5277, 5278, 5280, 5283, 5293, 5302, 5304, 5316, 5321, 5322, 5323, 5326, 5332, 5338, 5341, 5342, 5349, 5350, 5351, 5355, 5357, 5362, 5363, 5366, 5376, 5380, 5381, 5393, 5396, 5417, 5418, 5425, 5428, 5430, 5434, 5444, 5446, 5450, 5454, 5455, 5458, 5460, 5462, 5463, 5464, 5475, 5477, 5478, 5482, 5490, 5491, 5494, 5501, 5502, 5503, 5505, 5506, 5514, 5516, 5517, 5519, 5521, 5525, 5526, 5527, 5532, 5534, 5541, 5542, 5546, 5548, 5550, 5560, 5565, 5569, 5572, 5573, 5579, 5582, 5585, 5588, 5598, 5599, 5609, 5611, 5612, 5615, 5620, 5624, 5629, 5638, 5640, 5641, 5652, 5660, 5662, 5665, 5673, 5681, 5687, 5705, 5743, 5746, 5747, 5748, 5752, 5771, 5772, 5783, 5788, 5793, 5809, 5814, 5828, 5837, 5838, 5849, 5852, 5868, 5873, 5877, 5880, 5910, 5919, 5923, 5953, 5965, 5974, 5977, 5978, 5980, 5982, 5983, 5987, 5998, 6003, 6005, 6009, 6010, 6023, 6025, 6031, 6035, 6036, 6041, 6052, 6056, 6059, 6065, 6066, 6076, 6082, 6085, 6087, 6095, 6100, 6102, 6106, 6110, 6116, 6117, 6121, 6125, 6126, 6129, 6132, 6137, 6138, 6139, 6146, 6154, 6160, 6171, 6174, 6191, 6192, 6194, 6196, 6205, 6214, 6224, 6232, 6243, 6248, 6255, 6261, 6262, 6275, 6283, 6285, 6286, 6287, 6290, 6292, 6302, 6305, 6311, 6318, 6324, 6325, 6336, 6342, 6351, 6353, 6354, 6358, 6359, 6360, 6369, 6372, 6373, 6389, 6400, 6407, 6414, 6424, 6434, 6435, 6440, 6441, 6446, 6448, 6453, 6462, 6475, 6482, 6484, 6487, 6492, 6493, 6498, 6503, 6524, 6536, 6542, 6544, 6546, 6553, 6556, 6561, 6562, 6568, 6570, 6572, 6580, 6589, 6594, 6597, 6607, 6610, 6618, 6619, 6620, 6629, 6638, 6642, 6645, 6646, 6649, 6652, 6659, 6664, 6668, 6669, 6670, 6675, 6678, 6679, 6683, 6692, 6695, 6699, 6704, 6706, 6709, 6721, 6723, 6727, 6733, 6740, 6744, 6749, 6756, 6762, 6768, 6776, 6791, 6794, 6801, 6815, 6819, 6822, 6831, 6836, 6841, 6844, 6846, 6850, 6851, 6852, 6853, 6858, 6868, 6871, 6879, 6892, 6897, 6898, 6908, 6914, 6933, 6944, 6954, 6964, 6966, 6967, 6971, 6976, 6986, 6989, 6999, 7000, 7003, 7012, 7013, 7014, 7015, 7024, 7026, 7028, 7035, 7040, 7041, 7047, 7054, 7059, 7078, 7083, 7084, 7089, 7092, 7094, 7097, 7106, 7108, 7110, 7111, 7115, 7117, 7118, 7123, 7128, 7129, 7133, 7135, 7137, 7148, 7151, 7176, 7182, 7189, 7191, 7200, 7204, 7207, 7209, 7216, 7220, 7222, 7223, 7225, 7233, 7235, 7237, 7247, 7250, 7254, 7257, 7258, 7260, 7268, 7272, 7278, 7294, 7300, 7305, 7309, 7313, 7315, 7319, 7328, 7331, 7337, 7344, 7345, 7347, 7354, 7355, 7356, 7360, 7370, 7375, 7377, 7382, 7385, 7386, 7404, 7409, 7410, 7419, 7425, 7426, 7427, 7430, 7444, 7457, 7467, 7471, 7474, 7478, 7483, 7489, 7490, 7498, 7503, 7507, 7510, 7516, 7517, 7518, 7522, 7523, 7524, 7529, 7534, 7535, 7536, 7554, 7558, 7565, 7568, 7577, 7595, 7599, 7600, 7610, 7612, 7613, 7614, 7617, 7618, 7620, 7625, 7629, 7636, 7637, 7648, 7650, 7654, 7657, 7666, 7669, 7672, 7673, 7685, 7690, 7699, 7702, 7705, 7707, 7720, 7722, 7723, 7727, 7732, 7733, 7753, 7754, 7766, 7775, 7776, 7777, 7783, 7786, 7791, 7795, 7797, 7809, 7823, 7827, 7829, 7832, 7837, 7845, 7846, 7853, 7861, 7863, 7864, 7875, 7882, 7891, 7896, 7900, 7901, 7902, 7904, 7909, 7910, 7912, 7919, 7923, 7926, 7932, 7936, 7947, 7956, 7958, 7970, 7974, 7979, 7980, 7983, 7988, 8005, 8007, 8010, 8013, 8015, 8022, 8036, 8038, 8044, 8052, 8061, 8064, 8068, 8070, 8071, 8077, 8078, 8081, 8084, 8085, 8091, 8095, 8102, 8103, 8105, 8106, 8120, 8140, 8144, 8150, 8157, 8166, 8172, 8178, 8184, 8186, 8189, 8190, 8192, 8196, 8197, 8201, 8204, 8215, 8218, 8222, 8223, 8231, 8238, 8240, 8249, 8250, 8258, 8260, 8264, 8279, 8285, 8286, 8292, 8295, 8299, 8300, 8301, 8303, 8306, 8310, 8325, 8332, 8336, 8345, 8355, 8360, 8363, 8365, 8374, 8379, 8381, 8393, 8408, 8414, 8415, 8419, 8427, 8436, 8439, 8441, 8446, 8450, 8456, 8457, 8458, 8460, 8462, 8471, 8475, 8476, 8483, 8494, 8501, 8502, 8504, 8511, 8517, 8519, 8524, 8530, 8531, 8541, 8549, 8551, 8558, 8559, 8562, 8574, 8576, 8584, 8590, 8592, 8593, 8596, 8598, 8602, 8606, 8613, 8617, 8618, 8631, 8647, 8651, 8657, 8666, 8667, 8671, 8672, 8686, 8689, 8694, 8701, 8703, 8704, 8716, 8717, 8719, 8723, 8726, 8732, 8741, 8746, 8762, 8764, 8766, 8777, 8779, 8780, 8784, 8791, 8793, 8794, 8812, 8816, 8819, 8821, 8823, 8824, 8832, 8835, 8836, 8837, 8841, 8849, 8862, 8863, 8866, 8867, 8869, 8875, 8884, 8887, 8896, 8898, 8900, 8903, 8905, 8911, 8913, 8915, 8928, 8931, 8934, 8939, 8941, 8942, 8944, 8951, 8954, 8956, 8957, 8959, 8967, 8972, 8973, 8976, 8981, 8989, 8991, 8995, 9001, 9003, 9016, 9024, 9025, 9026, 9035, 9041, 9042, 9045, 9046, 9047, 9051, 9053, 9055, 9056, 9059, 9063, 9065, 9069, 9085, 9090, 9092, 9099, 9103, 9104, 9106, 9113, 9129, 9130, 9137, 9143, 9144, 9145, 9147, 9157, 9159, 9167, 9171, 9174, 9178, 9191, 9192, 9202, 9211, 9225, 9233, 9234, 9237, 9241, 9254, 9260, 9273, 9277, 9287, 9290, 9301, 9305, 9308, 9316, 9321, 9330, 9332, 9343, 9349, 9356, 9357, 9364, 9366, 9367, 9369, 9375, 9378, 9381, 9382, 9390, 9391, 9394, 9396, 9400, 9408, 9409, 9422, 9424, 9426, 9434, 9436, 9443, 9446, 9451, 9452, 9453, 9454, 9463, 9471, 9472, 9475, 9476, 9480, 9487, 9492, 9497, 9506, 9508, 9517, 9519, 9525, 9526, 9531, 9534, 9538, 9539, 9540, 9542, 9545, 9546, 9551, 9557, 9558, 9564, 9568, 9570, 9583, 9592, 9593, 9605, 9607, 9611, 9618, 9620, 9622, 9627, 9628, 9629, 9630, 9631, 9641, 9642, 9659, 9661, 9665, 9669, 9670, 9673, 9683, 9697, 9703, 9709, 9714, 9715, 9721, 9722, 9726, 9728, 9730, 9731, 9738, 9739, 9759, 9760, 9763, 9768, 9770, 9777, 9783, 9784, 9799, 9801, 9803, 9808, 9810, 9811, 9819, 9832, 9833, 9835, 9840, 9843, 9848, 9857, 9860, 9866, 9870, 9871, 9877, 9881, 9882, 9886, 9893, 9898, 9904, 9906, 9918, 9930, 9933, 9937, 9939, 9942, 9952, 9957, 9958, 9959, 9971, 9977, 9980, 9990, 9992, 9999, 10002, 10011, 10018, 10019, 10030, 10037, 10039, 10040, 10052, 10057, 10058, 10069, 10074, 10087, 10090, 10091, 10092, 10094, 10097, 10099, 10105, 10107, 10120, 10122, 10126, 10131, 10132, 10138, 10143, 10145, 10148, 10152, 10153, 10157, 10160, 10161, 10165, 10173, 10176, 10180, 10183, 10185, 10189, 10194, 10195, 10196, 10200, 10208, 10211, 10216, 10222, 10230, 10233, 10236, 10241, 10242, 10243, 10245, 10246, 10253, 10258, 10260, 10277, 10278, 10281, 10284, 10299, 10300, 10302, 10309, 10315, 10317, 10322, 10324, 10326, 10333, 10335, 10337, 10342, 10344, 10354, 10357, 10358, 10364, 10366, 10370, 10380, 10381, 10382, 10384, 10385, 10387, 10394, 10399, 10405, 10408, 10410, 10411, 10421, 10422, 10431, 10435, 10444, 10447, 10449, 10457, 10464, 10466, 10469, 10470, 10475, 10476, 10481, 10495, 10499, 10501, 10507, 10511, 10529, 10537, 10539, 10541, 10545, 10554, 10566, 10575, 10576, 10592, 10595, 10597, 10603, 10604, 10605, 10607, 10608, 10609, 10613, 10622, 10623, 10628, 10632, 10634, 10635, 10649, 10654, 10656, 10661, 10667, 10677, 10689, 10704, 10711, 10714, 10720, 10727, 10730, 10732, 10736, 10740, 10742, 10743, 10745, 10751, 10753, 10773, 10789, 10800, 10821, 10824, 10829, 10833, 10834, 10837, 10842, 10843, 10845, 10851, 10852, 10853, 10854, 10873, 10879, 10884, 10890, 10896, 10897, 10911, 10916, 10922, 10931, 10934, 10935, 10947, 10952, 10957, 10963, 10971, 10974, 10979, 10984, 10986, 10991, 10992, 10993, 11004, 11010, 11015, 11017, 11018, 11022, 11025, 11031, 11035, 11042, 11044, 11058, 11061, 11071, 11074, 11087, 11093, 11102, 11115, 11120, 11121, 11122, 11129, 11133, 11136, 11145, 11147, 11148, 11150, 11154, 11156, 11159, 11160, 11161, 11162, 11166, 11169, 11171, 11175, 11177, 11179, 11189, 11190, 11199, 11201, 11206, 11227, 11229, 11239, 11240, 11251, 11254, 11260, 11263, 11265, 11266, 11276, 11280, 11281, 11282, 11283, 11287, 11289, 11298, 11299, 11303, 11308, 11324, 11325, 11326, 11329, 11332, 11338, 11340, 11341, 11348, 11357, 11365, 11366, 11371, 11377, 11379, 11383, 11387, 11399, 11403, 11408, 11411, 11412, 11421, 11426, 11431, 11432, 11441, 11446, 11447, 11454, 11458, 11463, 11465, 11473, 11483, 11492, 11496, 11504, 11512, 11515, 11525, 11527, 11529, 11533, 11538, 11553, 11556, 11558, 11565, 11579, 11589, 11592, 11593, 11599, 11607, 11613, 11619, 11622, 11630, 11631, 11649, 11652, 11661, 11664, 11669, 11670, 11671, 11678, 11680, 11681, 11683, 11684, 11689, 11697, 11704, 11712, 11725, 11727, 11728, 11742, 11743, 11748, 11750, 11753, 11756, 11762, 11767, 11782, 11791, 11802, 11822, 11824, 11832, 11849, 11852, 11853, 11859, 11861, 11862, 11863, 11866, 11872, 11877, 11880, 11893, 11902, 11912, 11918, 11920, 11923, 11926, 11933, 11940, 11941, 11945, 11949, 11950, 11954, 11955, 11957, 11963, 11966, 11971, 11994, 11999, 12012, 12014, 12015, 12016, 12020, 12024, 12028, 12035, 12038, 12042, 12054, 12065, 12067, 12076, 12077, 12085, 12089, 12091, 12094, 12097, 12099, 12105, 12109, 12111, 12113, 12115, 12124, 12132, 12137, 12146, 12149, 12151, 12161, 12164, 12166, 12174, 12176, 12182, 12183, 12192, 12199, 12201, 12205, 12211, 12212, 12214, 12215, 12221, 12237, 12241, 12246, 12254, 12259, 12260, 12263, 12266, 12272, 12279, 12284, 12287, 12295, 12299, 12306, 12309, 12314, 12317, 12321, 12329, 12332, 12338, 12345, 12349, 12352, 12354, 12358, 12361, 12368, 12372, 12375, 12376, 12383, 12386, 12393, 12395, 12400, 12406, 12407, 12409, 12417, 12425, 12429, 12431, 12436, 12440, 12443, 12446, 12448, 12451, 12457, 12473, 12475, 12477, 12479, 12493, 12498, 12506, 12508, 12510, 12515, 12520, 12522, 12534, 12542, 12547, 12551, 12554, 12555, 12564, 12566, 12568, 12570, 12575, 12590, 12594, 12603, 12610, 12612, 12615, 12621, 12636, 12645, 12646, 12660, 12662, 12666, 12667, 12672, 12674, 12682, 12685, 12686, 12696, 12698, 12701, 12717, 12724, 12729, 12742, 12744, 12748, 12758, 12791, 12793, 12796, 12799, 12801, 12804, 12809, 12812, 12814, 12815, 12816, 12817, 12820, 12822, 12823, 12831, 12835, 12836, 12845, 12854, 12855, 12856, 12857, 12858, 12866, 12867, 12873, 12883, 12886, 12888, 12902, 12906, 12912, 12915, 12917, 12924, 12929, 12933, 12938, 12953, 12960, 12962, 12967, 12971, 12972, 12986, 12987, 12988, 12995, 12998, 13010, 13016, 13029, 13030, 13036, 13040, 13045, 13047, 13049, 13052, 13053, 13055, 13062, 13063, 13069, 13079, 13085, 13088, 13089, 13097, 13102, 13104, 13105, 13114, 13115, 13118, 13119, 13121, 13123, 13128, 13132, 13133, 13141, 13160, 13168, 13170, 13171, 13174, 13176, 13187, 13189, 13191, 13193, 13194, 13201, 13228, 13230, 13233, 13243, 13244, 13248, 13255, 13257, 13261, 13270, 13278, 13288, 13292, 13294, 13296, 13299, 13307, 13322, 13323, 13326, 13336, 13340, 13344, 13356, 13366, 13369, 13376, 13389, 13390, 13393, 13401, 13407, 13409, 13410, 13412, 13413, 13422, 13427, 13435, 13443, 13449, 13452, 13457, 13462, 13464, 13466, 13471, 13476, 13478, 13479, 13486, 13487, 13489, 13494, 13496, 13499, 13505, 13514, 13518, 13519, 13522, 13527, 13529, 13537, 13546, 13550, 13554, 13559, 13565, 13567, 13568, 13578, 13582, 13589, 13596, 13599, 13600, 13602, 13603, 13612, 13621, 13627, 13630, 13636, 13637, 13638, 13639, 13647, 13650, 13651, 13653, 13657, 13660, 13667, 13671, 13676, 13693, 13698, 13707, 13709, 13718, 13725, 13727, 13729, 13730, 13734, 13745, 13750, 13752, 13753, 13757, 13760, 13765, 13766, 13773, 13775, 13779, 13780, 13783, 13785, 13788, 13792, 13797, 13798, 13805, 13809, 13810, 13813, 13815, 13825, 13827, 13831, 13837, 13843, 13844, 13848, 13853, 13859, 13862, 13864, 13866, 13877, 13882, 13886, 13890, 13896, 13897, 13898, 13903, 13904, 13911, 13913, 13914, 13917, 13921, 13922, 13929, 13946, 13948, 13951, 13968, 13972, 13973, 13974, 13980, 13983, 13992, 13995, 13996, 13999, 14007, 14008, 14010, 14019, 14021, 14024, 14043, 14053, 14059, 14065, 14080, 14088, 14089, 14091, 14092, 14101, 14104, 14109, 14110, 14114, 14121, 14134, 14135, 14140, 14145, 14147, 14154, 14157, 14160, 14161, 14164, 14174, 14178, 14185, 14189, 14190, 14191, 14195, 14213, 14215, 14224, 14227, 14232, 14239, 14253, 14256, 14262, 14265, 14268, 14281, 14283, 14285, 14294, 14303, 14317, 14320, 14329, 14330, 14334, 14335, 14338, 14341, 14342, 14345, 14346, 14347, 14355, 14356, 14361, 14366, 14370, 14380, 14383, 14388, 14391, 14410, 14413, 14415, 14416, 14417, 14425, 14426, 14427, 14436, 14439, 14442, 14446, 14449, 14459, 14461, 14466, 14469, 14472, 14473, 14475, 14477, 14482, 14486, 14487, 14491, 14496, 14500, 14501, 14504, 14505, 14509, 14511, 14516, 14521, 14538, 14549, 14555, 14562, 14563, 14581, 14588, 14596, 14597, 14609, 14611, 14613, 14617, 14618, 14620, 14624, 14625, 14627, 14633, 14637, 14645, 14651, 14655, 14657, 14664, 14672, 14679, 14685, 14693, 14701, 14705, 14706, 14708, 14712, 14713, 14718, 14722, 14732, 14736, 14737, 14738, 14743, 14747, 14749, 14750, 14751, 14755, 14763, 14764, 14765, 14774, 14779, 14788, 14797, 14798, 14810, 14811, 14821, 14832, 14844, 14854, 14859, 14860, 14873, 14881, 14882, 14888, 14895, 14916, 14924, 14927, 14932, 14934, 14940, 14957, 14968, 14984, 14994, 14997, 14998, 14999, 15007, 15011, 15020, 15024, 15028, 15029, 15036, 15038, 15057, 15059, 15061, 15066, 15068, 15078, 15083, 15085, 15086, 15087, 15097, 15099, 15116, 15119, 15121, 15125, 15129, 15140, 15143, 15153, 15156, 15159, 15162, 15170, 15171, 15173, 15202, 15203, 15208, 15211, 15213, 15218, 15223, 15235, 15238, 15245, 15260, 15261, 15266, 15268, 15269, 15273, 15274, 15279, 15282, 15288, 15291, 15294, 15295, 15304, 15305, 15306, 15309, 15312, 15314, 15320, 15327, 15330, 15334, 15335, 15338, 15339, 15340, 15345, 15347, 15348, 15349, 15355, 15357, 15362, 15363, 15367, 15368, 15371, 15376, 15382, 15401, 15403, 15404, 15412, 15417, 15435, 15436, 15463, 15465, 15468, 15479, 15481, 15482, 15485, 15492, 15493, 15502, 15515, 15522, 15523, 15525, 15532, 15539, 15557, 15563, 15565, 15570, 15571, 15572, 15573, 15575, 15579, 15585, 15587, 15592, 15596, 15610, 15612, 15624, 15635, 15636, 15645, 15649, 15661, 15662, 15676, 15703, 15713, 15714, 15718, 15724, 15725, 15727, 15728, 15731, 15736, 15742, 15754, 15757, 15762, 15764, 15765, 15768, 15788, 15796, 15805, 15808, 15816, 15820, 15829, 15835, 15843, 15845, 15854, 15863, 15869, 15872, 15873, 15875, 15877, 15878, 15879, 15886, 15887, 15899, 15904, 15909, 15910, 15914, 15915, 15917, 15922, 15926, 15929, 15939, 15945, 15946, 15951, 15954, 15957, 15961, 15968, 15976, 15981, 15983, 15985, 15986, 16003, 16004, 16005, 16009, 16010, 16018, 16027, 16032, 16044, 16047, 16061, 16063, 16064, 16066, 16088, 16090, 16091, 16093, 16094, 16101, 16102, 16103, 16111, 16114, 16118, 16125, 16131, 16132, 16133, 16138, 16139, 16148, 16152, 16153, 16155, 16168, 16174, 16179, 16186, 16191, 16192, 16194, 16208, 16209, 16223, 16224, 16226, 16228, 16235, 16239, 16241, 16247, 16264, 16271, 16276, 16288, 16290, 16291, 16301, 16304, 16305, 16309, 16313, 16323, 16325, 16326, 16333, 16336, 16344, 16351, 16352, 16354, 16360, 16365, 16375, 16376, 16381, 16385, 16388, 16389, 16395, 16397, 16402, 16403, 16408, 16412, 16413, 16424, 16425, 16430, 16431, 16437, 16442, 16446, 16459, 16479, 16485, 16488, 16493, 16498, 16500, 16512, 16517, 16518, 16528, 16535, 16539, 16540, 16543, 16556, 16568, 16574, 16575, 16578, 16584, 16586, 16591, 16597, 16601, 16607, 16608, 16612, 16616, 16619, 16623, 16624, 16630, 16631, 16659, 16660, 16665, 16671, 16676, 16695, 16696, 16697, 16702, 16721, 16723, 16724, 16731, 16732, 16736, 16739, 16742, 16746, 16756, 16764, 16766, 16770, 16772, 16780, 16785, 16788, 16792, 16794, 16796, 16802, 16804, 16805, 16810, 16818, 16820, 16828, 16841, 16848, 16853, 16856, 16858, 16862, 16864, 16865, 16867, 16870, 16871, 16873, 16875, 16876, 16877, 16884, 16885, 16893, 16899, 16904, 16907, 16918, 16920, 16921, 16934, 16935, 16939, 16940, 16942, 16949, 16953, 16958, 16960, 16963, 16964, 16965, 16972, 16974, 16982, 16984, 16989, 16994, 16996, 16998, 17004, 17006, 17019, 17024, 17025, 17031, 17037, 17038, 17042, 17048, 17049, 17061, 17062, 17065, 17071, 17074, 17075, 17079, 17088, 17092, 17100, 17105, 17108, 17109, 17110, 17120, 17139, 17150, 17151, 17155, 17168, 17169, 17180, 17181, 17188, 17189, 17196, 17197, 17202, 17208, 17216, 17221, 17223, 17227, 17228, 17229, 17231, 17241, 17245, 17246, 17247, 17249, 17271, 17273, 17274, 17284, 17287, 17309, 17314, 17315, 17321, 17327, 17339, 17344, 17352, 17355, 17356, 17357, 17360, 17365, 17367, 17371, 17378, 17379, 17386, 17388, 17396, 17398, 17399, 17402, 17406, 17408, 17423, 17425, 17429, 17433, 17438, 17445, 17448, 17450, 17451, 17458, 17460, 17464, 17473, 17486, 17489, 17490, 17494, 17495, 17504, 17506, 17509, 17514, 17517, 17520, 17523, 17526, 17533, 17539, 17545, 17551, 17557, 17569, 17571, 17582, 17591, 17598, 17600, 17602, 17604, 17607, 17610, 17613, 17622, 17623, 17624, 17629, 17632, 17641, 17642, 17646, 17657, 17665, 17667, 17672, 17677, 17680, 17689, 17694, 17697, 17708, 17715, 17718, 17724, 17725, 17727, 17728, 17732, 17737, 17739, 17743, 17745, 17746, 17747, 17756, 17776, 17779, 17785, 17786, 17789, 17800, 17803, 17807, 17812, 17825, 17830, 17831, 17832, 17835, 17848, 17851, 17860, 17864, 17866, 17881, 17883, 17884, 17888, 17894, 17906, 17911, 17915, 17924, 17932, 17933, 17939, 17940, 17943, 17944, 17945, 17953, 17967, 17970, 17972, 17992, 18002, 18007, 18012, 18016, 18018, 18020, 18024, 18027, 18031, 18036, 18038, 18043, 18048, 18049, 18054, 18056, 18065], "val_users": [3, 57, 73, 92, 99, 122, 133, 179, 246, 260, 265, 267, 323, 459, 603, 613, 632, 644, 735, 739, 743, 748, 752, 772, 774, 790, 845, 855, 948, 966, 970, 1031, 1053, 1105, 1232, 1236, 1286, 1287, 1341, 1355, 1396, 1432, 1443, 1459, 1481, 1484, 1495, 1512, 1661, 1674, 1753, 1818, 1863, 1890, 1974, 2006, 2037, 2107, 2158, 2215, 2221, 2235, 2236, 2270, 2290, 2316, 2335, 2339, 2340, 2501, 2595, 2609, 2705, 2717, 2722, 2801, 2841, 2851, 2880, 2900, 2914, 2940, 3075, 3095, 3252, 3253, 3259, 3272, 3283, 3364, 3434, 3490, 3516, 3590, 3685, 3721, 3765, 3806, 3834, 3856, 3860, 3882, 3889, 4007, 4093, 4158, 4159, 4227, 4491, 4509, 4678, 4696, 4727, 4743, 4793, 4819, 4825, 4832, 4873, 4985, 5007, 5062, 5094, 5123, 5141, 5160, 5240, 5259, 5327, 5335, 5399, 5403, 5435, 5440, 5443, 5580, 5600, 5625, 5647, 5653, 5670, 5719, 5754, 5758, 5764, 5775, 5794, 5795, 5817, 5841, 5865, 5916, 5964, 6067, 6119, 6152, 6173, 6200, 6284, 6289, 6295, 6316, 6392, 6396, 6469, 6510, 6528, 6614, 6711, 6758, 6777, 6806, 6814, 6895, 7001, 7113, 7122, 7201, 7238, 7266, 7334, 7421, 7597, 7635, 7758, 7772, 7778, 7785, 7883, 7911, 8030, 8148, 8167, 8229, 8237, 8259, 8318, 8328, 8421, 8516, 8528, 8529, 8542, 8591, 8628, 8724, 8751, 8760, 8839, 8873, 8879, 8891, 8996, 9034, 9084, 9121, 9122, 9124, 9246, 9253, 9307, 9341, 9404, 9420, 9468, 9512, 9598, 9653, 9737, 9761, 9794, 9817, 9828, 9891, 9968, 9996, 10084, 10223, 10229, 10488, 10505, 10534, 10671, 10812, 10838, 10907, 11000, 11039, 11043, 11053, 11109, 11135, 11146, 11165, 11172, 11323, 11435, 11449, 11455, 11471, 11537, 11587, 11623, 11700, 11779, 11807, 11836, 11970, 11974, 12034, 12057, 12141, 12180, 12268, 12282, 12307, 12414, 12421, 12432, 12463, 12518, 12573, 12663, 12740, 12749, 12784, 12792, 13035, 13064, 13093, 13103, 13196, 13223, 13246, 13313, 13320, 13347, 13387, 13391, 13421, 13498, 13531, 13711, 13758, 13790, 13836, 13871, 13875, 13900, 13991, 14022, 14027, 14035, 14068, 14094, 14288, 14419, 14447, 14458, 14533, 14565, 14589, 14602, 14648, 14668, 14680, 14686, 14783, 14801, 14818, 14898, 14953, 14964, 14973, 14986, 15048, 15150, 15172, 15289, 15350, 15372, 15393, 15430, 15434, 15508, 15569, 15618, 15761, 15775, 15908, 15925, 15984, 16002, 16014, 16033, 16040, 16249, 16293, 16349, 16515, 16560, 16567, 16573, 16673, 16689, 16726, 16733, 16741, 16761, 16803, 16812, 16831, 16925, 17096, 17106, 17118, 17136, 17153, 17161, 17178, 17214, 17269, 17349, 17372, 17465, 17491, 17518, 17540, 17639, 17670, 17671, 17823, 17828, 17862, 17904, 17961, 17962, 17983, 18022, 18060]}

pykt/xes3g5m/pykt-qikt-s2/iekt_model.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c00f7412330a4b1f4c82453fc7a224a193fbca94ec979a166534771f818add
+size 52400693

pykt/xes3g5m/pykt-qikt-s2/train_info.json

@@ -0,0 +1 @@
+{"train_s": 280.7, "epochs": 12, "best_epoch": 2, "dev_auc_pykt": 0.8041811614073832, "n_train_users": 3600, "n_train_chunks": 7709, "n_dev_chunks": 864, "batch_size": 32, "seq_len": 200, "n_val_users": 400, "cfg": {"model": "qikt", "params": {"dataset_name": "assist2009", "fold": 0, "learning_rate": 0.001, "seed": 3407, "batch_size": 32, "num_epochs": 200, "use_wandb": 1, "add_uuid": 1, "save_dir": "saved_model", "model_name": "qikt", "emb_type": "iekt", "dropout": 0.4, "emb_size": 300, "mlp_layer_num": 2, "loss_q_all_lambda": 0, "loss_c_all_lambda": 0, "loss_q_next_lambda": 0, "loss_c_next_lambda": 0, "output_q_all_lambda": 1, "output_c_all_lambda": 1, "output_q_next_lambda": 0, "output_c_next_lambda": 1, "output_mode": "an"}, "model_config": {"dropout": 0.4, "emb_size": 300, "mlp_layer_num": 2, "loss_q_all_lambda": 0, "loss_c_all_lambda": 0, "loss_q_next_lambda": 0, "loss_c_next_lambda": 0, "output_q_all_lambda": 1, "output_c_all_lambda": 1, "output_q_next_lambda": 0, "output_c_next_lambda": 1, "output_mode": "an"}, "train_config": {"batch_size": 32, "num_epochs": 200, "optimizer": "adam", "seq_len": 200}, "emb_type": "iekt", "learning_rate": 0.001, "optimizer": {"name": "adam", "weight_decay": 0.0}, "patience": 10, "min_delta": 0.001, "level": "question"}, "users": [5, 8, 11, 28, 30, 38, 44, 46, 49, 61, 62, 67, 71, 84, 85, 90, 94, 96, 101, 104, 111, 113, 118, 120, 121, 127, 132, 134, 142, 143, 149, 151, 153, 157, 159, 168, 176, 178, 182, 184, 187, 188, 196, 197, 202, 206, 208, 210, 211, 216, 218, 227, 228, 230, 232, 242, 248, 252, 253, 257, 262, 268, 279, 285, 292, 298, 307, 308, 310, 316, 320, 321, 322, 325, 329, 330, 331, 338, 343, 346, 348, 357, 358, 362, 363, 365, 369, 371, 382, 388, 391, 396, 398, 399, 403, 406, 416, 417, 420, 422, 423, 426, 431, 432, 439, 440, 441, 446, 451, 452, 454, 457, 458, 464, 471, 472, 477, 478, 488, 489, 497, 502, 505, 506, 507, 510, 519, 534, 539, 541, 548, 556, 559, 560, 561, 562, 565, 568, 570, 577, 579, 584, 600, 605, 611, 612, 616, 619, 620, 628, 642, 645, 647, 661, 666, 676, 683, 687, 689, 695, 696, 699, 702, 704, 708, 712, 719, 723, 727, 740, 745, 756, 759, 761, 763, 764, 765, 781, 786, 789, 794, 810, 813, 817, 825, 837, 841, 844, 852, 859, 867, 869, 878, 880, 892, 900, 903, 904, 905, 909, 912, 913, 916, 927, 938, 941, 945, 968, 971, 974, 977, 985, 991, 992, 998, 1002, 1008, 1022, 1051, 1057, 1062, 1073, 1079, 1082, 1085, 1086, 1095, 1098, 1103, 1104, 1106, 1113, 1115, 1118, 1125, 1127, 1132, 1133, 1135, 1140, 1146, 1154, 1158, 1160, 1167, 1170, 1172, 1173, 1175, 1177, 1178, 1179, 1181, 1188, 1195, 1203, 1212, 1217, 1218, 1221, 1230, 1235, 1239, 1240, 1241, 1253, 1254, 1258, 1259, 1260, 1263, 1265, 1273, 1275, 1278, 1280, 1283, 1284, 1289, 1294, 1296, 1312, 1317, 1328, 1337, 1342, 1344, 1357, 1359, 1365, 1367, 1376, 1380, 1381, 1382, 1386, 1387, 1389, 1393, 1406, 1412, 1413, 1414, 1424, 1433, 1441, 1444, 1448, 1449, 1451, 1460, 1462, 1469, 1474, 1483, 1491, 1493, 1494, 1497, 1498, 1508, 1509, 1515, 1520, 1523, 1525, 1529, 1531, 1533, 1536, 1545, 1547, 1552, 1554, 1566, 1567, 1572, 1596, 1598, 1599, 1608, 1610, 1611, 1628, 1631, 1632, 1635, 1636, 1637, 1639, 1645, 1650, 1651, 1669, 1670, 1681, 1684, 1688, 1698, 1704, 1713, 1716, 1723, 1739, 1744, 1745, 1750, 1755, 1760, 1776, 1780, 1782, 1784, 1793, 1812, 1816, 1823, 1824, 1844, 1857, 1862, 1876, 1891, 1899, 1901, 1915, 1917, 1923, 1924, 1926, 1942, 1943, 1948, 1949, 1957, 1962, 1965, 1971, 1975, 1980, 1994, 1995, 1998, 2000, 2003, 2014, 2015, 2026, 2028, 2049, 2058, 2060, 2064, 2068, 2080, 2094, 2099, 2103, 2105, 2106, 2119, 2120, 2126, 2127, 2131, 2132, 2134, 2143, 2146, 2150, 2151, 2154, 2165, 2166, 2167, 2171, 2173, 2178, 2186, 2192, 2200, 2204, 2205, 2206, 2211, 2218, 2220, 2223, 2227, 2232, 2234, 2239, 2245, 2248, 2251, 2255, 2262, 2268, 2269, 2274, 2280, 2300, 2306, 2321, 2322, 2332, 2334, 2345, 2348, 2349, 2351, 2353, 2359, 2367, 2369, 2371, 2376, 2380, 2384, 2388, 2401, 2403, 2409, 2411, 2415, 2420, 2426, 2431, 2433, 2434, 2442, 2448, 2453, 2458, 2460, 2464, 2466, 2467, 2485, 2489, 2492, 2494, 2500, 2513, 2524, 2532, 2535, 2536, 2537, 2544, 2549, 2554, 2559, 2560, 2564, 2580, 2582, 2584, 2586, 2588, 2592, 2597, 2598, 2606, 2610, 2620, 2630, 2635, 2637, 2639, 2643, 2649, 2652, 2655, 2658, 2661, 2663, 2671, 2675, 2676, 2680, 2685, 2694, 2699, 2710, 2734, 2737, 2739, 2748, 2762, 2764, 2771, 2776, 2777, 2780, 2785, 2786, 2789, 2799, 2805, 2812, 2819, 2824, 2825, 2828, 2831, 2835, 2842, 2843, 2846, 2869, 2879, 2887, 2894, 2902, 2910, 2911, 2920, 2931, 2935, 2937, 2942, 2944, 2947, 2948, 2952, 2956, 2959, 2971, 2972, 2976, 2977, 2980, 2982, 2983, 2986, 2988, 2992, 2994, 3001, 3005, 3008, 3009, 3013, 3016, 3019, 3020, 3030, 3035, 3038, 3048, 3059, 3063, 3066, 3080, 3093, 3097, 3101, 3102, 3104, 3111, 3115, 3122, 3126, 3127, 3131, 3133, 3134, 3141, 3142, 3147, 3148, 3151, 3153, 3159, 3164, 3182, 3185, 3191, 3192, 3202, 3213, 3217, 3237, 3240, 3246, 3254, 3256, 3268, 3269, 3270, 3271, 3276, 3285, 3291, 3300, 3303, 3310, 3311, 3312, 3318, 3320, 3322, 3324, 3326, 3328, 3334, 3337, 3342, 3350, 3351, 3357, 3358, 3359, 3360, 3371, 3381, 3387, 3390, 3405, 3417, 3419, 3429, 3431, 3433, 3439, 3444, 3449, 3453, 3467, 3468, 3469, 3472, 3482, 3484, 3497, 3499, 3500, 3507, 3524, 3550, 3553, 3556, 3561, 3565, 3572, 3577, 3581, 3588, 3597, 3607, 3610, 3619, 3620, 3628, 3640, 3642, 3647, 3651, 3661, 3670, 3676, 3680, 3681, 3687, 3688, 3689, 3696, 3698, 3699, 3708, 3709, 3710, 3712, 3715, 3717, 3726, 3728, 3734, 3747, 3764, 3767, 3768, 3773, 3778, 3779, 3787, 3789, 3795, 3800, 3810, 3812, 3821, 3824, 3829, 3859, 3867, 3872, 3875, 3876, 3883, 3886, 3892, 3895, 3901, 3903, 3904, 3910, 3916, 3918, 3929, 3951, 3952, 3956, 3957, 3964, 3967, 3971, 3981, 3994, 4022, 4023, 4032, 4037, 4042, 4051, 4052, 4055, 4057, 4060, 4063, 4066, 4068, 4073, 4074, 4080, 4082, 4085, 4087, 4095, 4096, 4101, 4103, 4108, 4113, 4116, 4121, 4131, 4135, 4136, 4139, 4143, 4144, 4148, 4150, 4151, 4152, 4156, 4161, 4166, 4168, 4180, 4183, 4193, 4194, 4196, 4203, 4204, 4207, 4208, 4221, 4233, 4234, 4235, 4250, 4254, 4256, 4258, 4259, 4266, 4274, 4276, 4278, 4279, 4280, 4288, 4296, 4299, 4305, 4309, 4317, 4322, 4323, 4328, 4331, 4340, 4344, 4345, 4347, 4365, 4371, 4375, 4381, 4382, 4392, 4408, 4412, 4414, 4417, 4425, 4426, 4429, 4431, 4434, 4436, 4437, 4438, 4441, 4446, 4458, 4461, 4464, 4466, 4479, 4481, 4483, 4487, 4490, 4497, 4506, 4510, 4512, 4514, 4516, 4523, 4530, 4537, 4541, 4545, 4555, 4561, 4564, 4566, 4572, 4578, 4583, 4587, 4588, 4595, 4600, 4601, 4608, 4612, 4619, 4624, 4625, 4630, 4636, 4637, 4645, 4650, 4651, 4653, 4665, 4667, 4675, 4680, 4681, 4683, 4690, 4712, 4719, 4724, 4730, 4735, 4736, 4740, 4744, 4748, 4752, 4757, 4763, 4764, 4766, 4767, 4769, 4770, 4777, 4784, 4785, 4787, 4788, 4789, 4800, 4805, 4806, 4807, 4817, 4826, 4827, 4837, 4841, 4857, 4859, 4862, 4865, 4867, 4869, 4880, 4883, 4886, 4887, 4889, 4894, 4903, 4907, 4912, 4918, 4921, 4922, 4924, 4929, 4932, 4946, 4948, 4956, 4959, 4961, 4967, 4973, 4974, 4992, 4998, 5000, 5008, 5011, 5015, 5021, 5023, 5030, 5032, 5034, 5038, 5043, 5044, 5048, 5052, 5053, 5061, 5067, 5072, 5074, 5075, 5077, 5086, 5103, 5105, 5113, 5117, 5129, 5133, 5134, 5144, 5164, 5167, 5172, 5178, 5179, 5185, 5186, 5192, 5197, 5198, 5201, 5208, 5215, 5216, 5218, 5220, 5223, 5228, 5236, 5247, 5252, 5255, 5256, 5263, 5265, 5277, 5278, 5280, 5283, 5293, 5302, 5304, 5316, 5321, 5322, 5323, 5326, 5332, 5338, 5341, 5342, 5349, 5350, 5351, 5355, 5357, 5362, 5363, 5366, 5376, 5380, 5381, 5393, 5396, 5417, 5418, 5425, 5428, 5430, 5434, 5444, 5446, 5450, 5454, 5455, 5458, 5460, 5462, 5463, 5464, 5475, 5477, 5478, 5482, 5490, 5491, 5494, 5501, 5502, 5503, 5505, 5506, 5514, 5516, 5517, 5519, 5521, 5525, 5526, 5527, 5532, 5534, 5541, 5542, 5546, 5548, 5550, 5560, 5565, 5569, 5572, 5573, 5579, 5582, 5585, 5588, 5598, 5599, 5609, 5611, 5612, 5615, 5620, 5624, 5629, 5638, 5640, 5641, 5652, 5660, 5662, 5665, 5673, 5681, 5687, 5705, 5743, 5746, 5747, 5748, 5752, 5771, 5772, 5783, 5788, 5793, 5809, 5814, 5828, 5837, 5838, 5849, 5852, 5868, 5873, 5877, 5880, 5910, 5919, 5923, 5953, 5965, 5974, 5977, 5978, 5980, 5982, 5983, 5987, 5998, 6003, 6005, 6009, 6010, 6023, 6025, 6031, 6035, 6036, 6041, 6052, 6056, 6059, 6065, 6066, 6076, 6082, 6085, 6087, 6095, 6100, 6102, 6106, 6110, 6116, 6117, 6121, 6125, 6126, 6129, 6132, 6137, 6138, 6139, 6146, 6154, 6160, 6171, 6174, 6191, 6192, 6194, 6196, 6205, 6214, 6224, 6232, 6243, 6248, 6255, 6261, 6262, 6275, 6283, 6285, 6286, 6287, 6290, 6292, 6302, 6305, 6311, 6318, 6324, 6325, 6336, 6342, 6351, 6353, 6354, 6358, 6359, 6360, 6369, 6372, 6373, 6389, 6400, 6407, 6414, 6424, 6434, 6435, 6440, 6441, 6446, 6448, 6453, 6462, 6475, 6482, 6484, 6487, 6492, 6493, 6498, 6503, 6524, 6536, 6542, 6544, 6546, 6553, 6556, 6561, 6562, 6568, 6570, 6572, 6580, 6589, 6594, 6597, 6607, 6610, 6618, 6619, 6620, 6629, 6638, 6642, 6645, 6646, 6649, 6652, 6659, 6664, 6668, 6669, 6670, 6675, 6678, 6679, 6683, 6692, 6695, 6699, 6704, 6706, 6709, 6721, 6723, 6727, 6733, 6740, 6744, 6749, 6756, 6762, 6768, 6776, 6791, 6794, 6801, 6815, 6819, 6822, 6831, 6836, 6841, 6844, 6846, 6850, 6851, 6852, 6853, 6858, 6868, 6871, 6879, 6892, 6897, 6898, 6908, 6914, 6933, 6944, 6954, 6964, 6966, 6967, 6971, 6976, 6986, 6989, 6999, 7000, 7003, 7012, 7013, 7014, 7015, 7024, 7026, 7028, 7035, 7040, 7041, 7047, 7054, 7059, 7078, 7083, 7084, 7089, 7092, 7094, 7097, 7106, 7108, 7110, 7111, 7115, 7117, 7118, 7123, 7128, 7129, 7133, 7135, 7137, 7148, 7151, 7176, 7182, 7189, 7191, 7200, 7204, 7207, 7209, 7216, 7220, 7222, 7223, 7225, 7233, 7235, 7237, 7247, 7250, 7254, 7257, 7258, 7260, 7268, 7272, 7278, 7294, 7300, 7305, 7309, 7313, 7315, 7319, 7328, 7331, 7337, 7344, 7345, 7347, 7354, 7355, 7356, 7360, 7370, 7375, 7377, 7382, 7385, 7386, 7404, 7409, 7410, 7419, 7425, 7426, 7427, 7430, 7444, 7457, 7467, 7471, 7474, 7478, 7483, 7489, 7490, 7498, 7503, 7507, 7510, 7516, 7517, 7518, 7522, 7523, 7524, 7529, 7534, 7535, 7536, 7554, 7558, 7565, 7568, 7577, 7595, 7599, 7600, 7610, 7612, 7613, 7614, 7617, 7618, 7620, 7625, 7629, 7636, 7637, 7648, 7650, 7654, 7657, 7666, 7669, 7672, 7673, 7685, 7690, 7699, 7702, 7705, 7707, 7720, 7722, 7723, 7727, 7732, 7733, 7753, 7754, 7766, 7775, 7776, 7777, 7783, 7786, 7791, 7795, 7797, 7809, 7823, 7827, 7829, 7832, 7837, 7845, 7846, 7853, 7861, 7863, 7864, 7875, 7882, 7891, 7896, 7900, 7901, 7902, 7904, 7909, 7910, 7912, 7919, 7923, 7926, 7932, 7936, 7947, 7956, 7958, 7970, 7974, 7979, 7980, 7983, 7988, 8005, 8007, 8010, 8013, 8015, 8022, 8036, 8038, 8044, 8052, 8061, 8064, 8068, 8070, 8071, 8077, 8078, 8081, 8084, 8085, 8091, 8095, 8102, 8103, 8105, 8106, 8120, 8140, 8144, 8150, 8157, 8166, 8172, 8178, 8184, 8186, 8189, 8190, 8192, 8196, 8197, 8201, 8204, 8215, 8218, 8222, 8223, 8231, 8238, 8240, 8249, 8250, 8258, 8260, 8264, 8279, 8285, 8286, 8292, 8295, 8299, 8300, 8301, 8303, 8306, 8310, 8325, 8332, 8336, 8345, 8355, 8360, 8363, 8365, 8374, 8379, 8381, 8393, 8408, 8414, 8415, 8419, 8427, 8436, 8439, 8441, 8446, 8450, 8456, 8457, 8458, 8460, 8462, 8471, 8475, 8476, 8483, 8494, 8501, 8502, 8504, 8511, 8517, 8519, 8524, 8530, 8531, 8541, 8549, 8551, 8558, 8559, 8562, 8574, 8576, 8584, 8590, 8592, 8593, 8596, 8598, 8602, 8606, 8613, 8617, 8618, 8631, 8647, 8651, 8657, 8666, 8667, 8671, 8672, 8686, 8689, 8694, 8701, 8703, 8704, 8716, 8717, 8719, 8723, 8726, 8732, 8741, 8746, 8762, 8764, 8766, 8777, 8779, 8780, 8784, 8791, 8793, 8794, 8812, 8816, 8819, 8821, 8823, 8824, 8832, 8835, 8836, 8837, 8841, 8849, 8862, 8863, 8866, 8867, 8869, 8875, 8884, 8887, 8896, 8898, 8900, 8903, 8905, 8911, 8913, 8915, 8928, 8931, 8934, 8939, 8941, 8942, 8944, 8951, 8954, 8956, 8957, 8959, 8967, 8972, 8973, 8976, 8981, 8989, 8991, 8995, 9001, 9003, 9016, 9024, 9025, 9026, 9035, 9041, 9042, 9045, 9046, 9047, 9051, 9053, 9055, 9056, 9059, 9063, 9065, 9069, 9085, 9090, 9092, 9099, 9103, 9104, 9106, 9113, 9129, 9130, 9137, 9143, 9144, 9145, 9147, 9157, 9159, 9167, 9171, 9174, 9178, 9191, 9192, 9202, 9211, 9225, 9233, 9234, 9237, 9241, 9254, 9260, 9273, 9277, 9287, 9290, 9301, 9305, 9308, 9316, 9321, 9330, 9332, 9343, 9349, 9356, 9357, 9364, 9366, 9367, 9369, 9375, 9378, 9381, 9382, 9390, 9391, 9394, 9396, 9400, 9408, 9409, 9422, 9424, 9426, 9434, 9436, 9443, 9446, 9451, 9452, 9453, 9454, 9463, 9471, 9472, 9475, 9476, 9480, 9487, 9492, 9497, 9506, 9508, 9517, 9519, 9525, 9526, 9531, 9534, 9538, 9539, 9540, 9542, 9545, 9546, 9551, 9557, 9558, 9564, 9568, 9570, 9583, 9592, 9593, 9605, 9607, 9611, 9618, 9620, 9622, 9627, 9628, 9629, 9630, 9631, 9641, 9642, 9659, 9661, 9665, 9669, 9670, 9673, 9683, 9697, 9703, 9709, 9714, 9715, 9721, 9722, 9726, 9728, 9730, 9731, 9738, 9739, 9759, 9760, 9763, 9768, 9770, 9777, 9783, 9784, 9799, 9801, 9803, 9808, 9810, 9811, 9819, 9832, 9833, 9835, 9840, 9843, 9848, 9857, 9860, 9866, 9870, 9871, 9877, 9881, 9882, 9886, 9893, 9898, 9904, 9906, 9918, 9930, 9933, 9937, 9939, 9942, 9952, 9957, 9958, 9959, 9971, 9977, 9980, 9990, 9992, 9999, 10002, 10011, 10018, 10019, 10030, 10037, 10039, 10040, 10052, 10057, 10058, 10069, 10074, 10087, 10090, 10091, 10092, 10094, 10097, 10099, 10105, 10107, 10120, 10122, 10126, 10131, 10132, 10138, 10143, 10145, 10148, 10152, 10153, 10157, 10160, 10161, 10165, 10173, 10176, 10180, 10183, 10185, 10189, 10194, 10195, 10196, 10200, 10208, 10211, 10216, 10222, 10230, 10233, 10236, 10241, 10242, 10243, 10245, 10246, 10253, 10258, 10260, 10277, 10278, 10281, 10284, 10299, 10300, 10302, 10309, 10315, 10317, 10322, 10324, 10326, 10333, 10335, 10337, 10342, 10344, 10354, 10357, 10358, 10364, 10366, 10370, 10380, 10381, 10382, 10384, 10385, 10387, 10394, 10399, 10405, 10408, 10410, 10411, 10421, 10422, 10431, 10435, 10444, 10447, 10449, 10457, 10464, 10466, 10469, 10470, 10475, 10476, 10481, 10495, 10499, 10501, 10507, 10511, 10529, 10537, 10539, 10541, 10545, 10554, 10566, 10575, 10576, 10592, 10595, 10597, 10603, 10604, 10605, 10607, 10608, 10609, 10613, 10622, 10623, 10628, 10632, 10634, 10635, 10649, 10654, 10656, 10661, 10667, 10677, 10689, 10704, 10711, 10714, 10720, 10727, 10730, 10732, 10736, 10740, 10742, 10743, 10745, 10751, 10753, 10773, 10789, 10800, 10821, 10824, 10829, 10833, 10834, 10837, 10842, 10843, 10845, 10851, 10852, 10853, 10854, 10873, 10879, 10884, 10890, 10896, 10897, 10911, 10916, 10922, 10931, 10934, 10935, 10947, 10952, 10957, 10963, 10971, 10974, 10979, 10984, 10986, 10991, 10992, 10993, 11004, 11010, 11015, 11017, 11018, 11022, 11025, 11031, 11035, 11042, 11044, 11058, 11061, 11071, 11074, 11087, 11093, 11102, 11115, 11120, 11121, 11122, 11129, 11133, 11136, 11145, 11147, 11148, 11150, 11154, 11156, 11159, 11160, 11161, 11162, 11166, 11169, 11171, 11175, 11177, 11179, 11189, 11190, 11199, 11201, 11206, 11227, 11229, 11239, 11240, 11251, 11254, 11260, 11263, 11265, 11266, 11276, 11280, 11281, 11282, 11283, 11287, 11289, 11298, 11299, 11303, 11308, 11324, 11325, 11326, 11329, 11332, 11338, 11340, 11341, 11348, 11357, 11365, 11366, 11371, 11377, 11379, 11383, 11387, 11399, 11403, 11408, 11411, 11412, 11421, 11426, 11431, 11432, 11441, 11446, 11447, 11454, 11458, 11463, 11465, 11473, 11483, 11492, 11496, 11504, 11512, 11515, 11525, 11527, 11529, 11533, 11538, 11553, 11556, 11558, 11565, 11579, 11589, 11592, 11593, 11599, 11607, 11613, 11619, 11622, 11630, 11631, 11649, 11652, 11661, 11664, 11669, 11670, 11671, 11678, 11680, 11681, 11683, 11684, 11689, 11697, 11704, 11712, 11725, 11727, 11728, 11742, 11743, 11748, 11750, 11753, 11756, 11762, 11767, 11782, 11791, 11802, 11822, 11824, 11832, 11849, 11852, 11853, 11859, 11861, 11862, 11863, 11866, 11872, 11877, 11880, 11893, 11902, 11912, 11918, 11920, 11923, 11926, 11933, 11940, 11941, 11945, 11949, 11950, 11954, 11955, 11957, 11963, 11966, 11971, 11994, 11999, 12012, 12014, 12015, 12016, 12020, 12024, 12028, 12035, 12038, 12042, 12054, 12065, 12067, 12076, 12077, 12085, 12089, 12091, 12094, 12097, 12099, 12105, 12109, 12111, 12113, 12115, 12124, 12132, 12137, 12146, 12149, 12151, 12161, 12164, 12166, 12174, 12176, 12182, 12183, 12192, 12199, 12201, 12205, 12211, 12212, 12214, 12215, 12221, 12237, 12241, 12246, 12254, 12259, 12260, 12263, 12266, 12272, 12279, 12284, 12287, 12295, 12299, 12306, 12309, 12314, 12317, 12321, 12329, 12332, 12338, 12345, 12349, 12352, 12354, 12358, 12361, 12368, 12372, 12375, 12376, 12383, 12386, 12393, 12395, 12400, 12406, 12407, 12409, 12417, 12425, 12429, 12431, 12436, 12440, 12443, 12446, 12448, 12451, 12457, 12473, 12475, 12477, 12479, 12493, 12498, 12506, 12508, 12510, 12515, 12520, 12522, 12534, 12542, 12547, 12551, 12554, 12555, 12564, 12566, 12568, 12570, 12575, 12590, 12594, 12603, 12610, 12612, 12615, 12621, 12636, 12645, 12646, 12660, 12662, 12666, 12667, 12672, 12674, 12682, 12685, 12686, 12696, 12698, 12701, 12717, 12724, 12729, 12742, 12744, 12748, 12758, 12791, 12793, 12796, 12799, 12801, 12804, 12809, 12812, 12814, 12815, 12816, 12817, 12820, 12822, 12823, 12831, 12835, 12836, 12845, 12854, 12855, 12856, 12857, 12858, 12866, 12867, 12873, 12883, 12886, 12888, 12902, 12906, 12912, 12915, 12917, 12924, 12929, 12933, 12938, 12953, 12960, 12962, 12967, 12971, 12972, 12986, 12987, 12988, 12995, 12998, 13010, 13016, 13029, 13030, 13036, 13040, 13045, 13047, 13049, 13052, 13053, 13055, 13062, 13063, 13069, 13079, 13085, 13088, 13089, 13097, 13102, 13104, 13105, 13114, 13115, 13118, 13119, 13121, 13123, 13128, 13132, 13133, 13141, 13160, 13168, 13170, 13171, 13174, 13176, 13187, 13189, 13191, 13193, 13194, 13201, 13228, 13230, 13233, 13243, 13244, 13248, 13255, 13257, 13261, 13270, 13278, 13288, 13292, 13294, 13296, 13299, 13307, 13322, 13323, 13326, 13336, 13340, 13344, 13356, 13366, 13369, 13376, 13389, 13390, 13393, 13401, 13407, 13409, 13410, 13412, 13413, 13422, 13427, 13435, 13443, 13449, 13452, 13457, 13462, 13464, 13466, 13471, 13476, 13478, 13479, 13486, 13487, 13489, 13494, 13496, 13499, 13505, 13514, 13518, 13519, 13522, 13527, 13529, 13537, 13546, 13550, 13554, 13559, 13565, 13567, 13568, 13578, 13582, 13589, 13596, 13599, 13600, 13602, 13603, 13612, 13621, 13627, 13630, 13636, 13637, 13638, 13639, 13647, 13650, 13651, 13653, 13657, 13660, 13667, 13671, 13676, 13693, 13698, 13707, 13709, 13718, 13725, 13727, 13729, 13730, 13734, 13745, 13750, 13752, 13753, 13757, 13760, 13765, 13766, 13773, 13775, 13779, 13780, 13783, 13785, 13788, 13792, 13797, 13798, 13805, 13809, 13810, 13813, 13815, 13825, 13827, 13831, 13837, 13843, 13844, 13848, 13853, 13859, 13862, 13864, 13866, 13877, 13882, 13886, 13890, 13896, 13897, 13898, 13903, 13904, 13911, 13913, 13914, 13917, 13921, 13922, 13929, 13946, 13948, 13951, 13968, 13972, 13973, 13974, 13980, 13983, 13992, 13995, 13996, 13999, 14007, 14008, 14010, 14019, 14021, 14024, 14043, 14053, 14059, 14065, 14080, 14088, 14089, 14091, 14092, 14101, 14104, 14109, 14110, 14114, 14121, 14134, 14135, 14140, 14145, 14147, 14154, 14157, 14160, 14161, 14164, 14174, 14178, 14185, 14189, 14190, 14191, 14195, 14213, 14215, 14224, 14227, 14232, 14239, 14253, 14256, 14262, 14265, 14268, 14281, 14283, 14285, 14294, 14303, 14317, 14320, 14329, 14330, 14334, 14335, 14338, 14341, 14342, 14345, 14346, 14347, 14355, 14356, 14361, 14366, 14370, 14380, 14383, 14388, 14391, 14410, 14413, 14415, 14416, 14417, 14425, 14426, 14427, 14436, 14439, 14442, 14446, 14449, 14459, 14461, 14466, 14469, 14472, 14473, 14475, 14477, 14482, 14486, 14487, 14491, 14496, 14500, 14501, 14504, 14505, 14509, 14511, 14516, 14521, 14538, 14549, 14555, 14562, 14563, 14581, 14588, 14596, 14597, 14609, 14611, 14613, 14617, 14618, 14620, 14624, 14625, 14627, 14633, 14637, 14645, 14651, 14655, 14657, 14664, 14672, 14679, 14685, 14693, 14701, 14705, 14706, 14708, 14712, 14713, 14718, 14722, 14732, 14736, 14737, 14738, 14743, 14747, 14749, 14750, 14751, 14755, 14763, 14764, 14765, 14774, 14779, 14788, 14797, 14798, 14810, 14811, 14821, 14832, 14844, 14854, 14859, 14860, 14873, 14881, 14882, 14888, 14895, 14916, 14924, 14927, 14932, 14934, 14940, 14957, 14968, 14984, 14994, 14997, 14998, 14999, 15007, 15011, 15020, 15024, 15028, 15029, 15036, 15038, 15057, 15059, 15061, 15066, 15068, 15078, 15083, 15085, 15086, 15087, 15097, 15099, 15116, 15119, 15121, 15125, 15129, 15140, 15143, 15153, 15156, 15159, 15162, 15170, 15171, 15173, 15202, 15203, 15208, 15211, 15213, 15218, 15223, 15235, 15238, 15245, 15260, 15261, 15266, 15268, 15269, 15273, 15274, 15279, 15282, 15288, 15291, 15294, 15295, 15304, 15305, 15306, 15309, 15312, 15314, 15320, 15327, 15330, 15334, 15335, 15338, 15339, 15340, 15345, 15347, 15348, 15349, 15355, 15357, 15362, 15363, 15367, 15368, 15371, 15376, 15382, 15401, 15403, 15404, 15412, 15417, 15435, 15436, 15463, 15465, 15468, 15479, 15481, 15482, 15485, 15492, 15493, 15502, 15515, 15522, 15523, 15525, 15532, 15539, 15557, 15563, 15565, 15570, 15571, 15572, 15573, 15575, 15579, 15585, 15587, 15592, 15596, 15610, 15612, 15624, 15635, 15636, 15645, 15649, 15661, 15662, 15676, 15703, 15713, 15714, 15718, 15724, 15725, 15727, 15728, 15731, 15736, 15742, 15754, 15757, 15762, 15764, 15765, 15768, 15788, 15796, 15805, 15808, 15816, 15820, 15829, 15835, 15843, 15845, 15854, 15863, 15869, 15872, 15873, 15875, 15877, 15878, 15879, 15886, 15887, 15899, 15904, 15909, 15910, 15914, 15915, 15917, 15922, 15926, 15929, 15939, 15945, 15946, 15951, 15954, 15957, 15961, 15968, 15976, 15981, 15983, 15985, 15986, 16003, 16004, 16005, 16009, 16010, 16018, 16027, 16032, 16044, 16047, 16061, 16063, 16064, 16066, 16088, 16090, 16091, 16093, 16094, 16101, 16102, 16103, 16111, 16114, 16118, 16125, 16131, 16132, 16133, 16138, 16139, 16148, 16152, 16153, 16155, 16168, 16174, 16179, 16186, 16191, 16192, 16194, 16208, 16209, 16223, 16224, 16226, 16228, 16235, 16239, 16241, 16247, 16264, 16271, 16276, 16288, 16290, 16291, 16301, 16304, 16305, 16309, 16313, 16323, 16325, 16326, 16333, 16336, 16344, 16351, 16352, 16354, 16360, 16365, 16375, 16376, 16381, 16385, 16388, 16389, 16395, 16397, 16402, 16403, 16408, 16412, 16413, 16424, 16425, 16430, 16431, 16437, 16442, 16446, 16459, 16479, 16485, 16488, 16493, 16498, 16500, 16512, 16517, 16518, 16528, 16535, 16539, 16540, 16543, 16556, 16568, 16574, 16575, 16578, 16584, 16586, 16591, 16597, 16601, 16607, 16608, 16612, 16616, 16619, 16623, 16624, 16630, 16631, 16659, 16660, 16665, 16671, 16676, 16695, 16696, 16697, 16702, 16721, 16723, 16724, 16731, 16732, 16736, 16739, 16742, 16746, 16756, 16764, 16766, 16770, 16772, 16780, 16785, 16788, 16792, 16794, 16796, 16802, 16804, 16805, 16810, 16818, 16820, 16828, 16841, 16848, 16853, 16856, 16858, 16862, 16864, 16865, 16867, 16870, 16871, 16873, 16875, 16876, 16877, 16884, 16885, 16893, 16899, 16904, 16907, 16918, 16920, 16921, 16934, 16935, 16939, 16940, 16942, 16949, 16953, 16958, 16960, 16963, 16964, 16965, 16972, 16974, 16982, 16984, 16989, 16994, 16996, 16998, 17004, 17006, 17019, 17024, 17025, 17031, 17037, 17038, 17042, 17048, 17049, 17061, 17062, 17065, 17071, 17074, 17075, 17079, 17088, 17092, 17100, 17105, 17108, 17109, 17110, 17120, 17139, 17150, 17151, 17155, 17168, 17169, 17180, 17181, 17188, 17189, 17196, 17197, 17202, 17208, 17216, 17221, 17223, 17227, 17228, 17229, 17231, 17241, 17245, 17246, 17247, 17249, 17271, 17273, 17274, 17284, 17287, 17309, 17314, 17315, 17321, 17327, 17339, 17344, 17352, 17355, 17356, 17357, 17360, 17365, 17367, 17371, 17378, 17379, 17386, 17388, 17396, 17398, 17399, 17402, 17406, 17408, 17423, 17425, 17429, 17433, 17438, 17445, 17448, 17450, 17451, 17458, 17460, 17464, 17473, 17486, 17489, 17490, 17494, 17495, 17504, 17506, 17509, 17514, 17517, 17520, 17523, 17526, 17533, 17539, 17545, 17551, 17557, 17569, 17571, 17582, 17591, 17598, 17600, 17602, 17604, 17607, 17610, 17613, 17622, 17623, 17624, 17629, 17632, 17641, 17642, 17646, 17657, 17665, 17667, 17672, 17677, 17680, 17689, 17694, 17697, 17708, 17715, 17718, 17724, 17725, 17727, 17728, 17732, 17737, 17739, 17743, 17745, 17746, 17747, 17756, 17776, 17779, 17785, 17786, 17789, 17800, 17803, 17807, 17812, 17825, 17830, 17831, 17832, 17835, 17848, 17851, 17860, 17864, 17866, 17881, 17883, 17884, 17888, 17894, 17906, 17911, 17915, 17924, 17932, 17933, 17939, 17940, 17943, 17944, 17945, 17953, 17967, 17970, 17972, 17992, 18002, 18007, 18012, 18016, 18018, 18020, 18024, 18027, 18031, 18036, 18038, 18043, 18048, 18049, 18054, 18056, 18065], "val_users": [3, 57, 73, 92, 99, 122, 133, 179, 246, 260, 265, 267, 323, 459, 603, 613, 632, 644, 735, 739, 743, 748, 752, 772, 774, 790, 845, 855, 948, 966, 970, 1031, 1053, 1105, 1232, 1236, 1286, 1287, 1341, 1355, 1396, 1432, 1443, 1459, 1481, 1484, 1495, 1512, 1661, 1674, 1753, 1818, 1863, 1890, 1974, 2006, 2037, 2107, 2158, 2215, 2221, 2235, 2236, 2270, 2290, 2316, 2335, 2339, 2340, 2501, 2595, 2609, 2705, 2717, 2722, 2801, 2841, 2851, 2880, 2900, 2914, 2940, 3075, 3095, 3252, 3253, 3259, 3272, 3283, 3364, 3434, 3490, 3516, 3590, 3685, 3721, 3765, 3806, 3834, 3856, 3860, 3882, 3889, 4007, 4093, 4158, 4159, 4227, 4491, 4509, 4678, 4696, 4727, 4743, 4793, 4819, 4825, 4832, 4873, 4985, 5007, 5062, 5094, 5123, 5141, 5160, 5240, 5259, 5327, 5335, 5399, 5403, 5435, 5440, 5443, 5580, 5600, 5625, 5647, 5653, 5670, 5719, 5754, 5758, 5764, 5775, 5794, 5795, 5817, 5841, 5865, 5916, 5964, 6067, 6119, 6152, 6173, 6200, 6284, 6289, 6295, 6316, 6392, 6396, 6469, 6510, 6528, 6614, 6711, 6758, 6777, 6806, 6814, 6895, 7001, 7113, 7122, 7201, 7238, 7266, 7334, 7421, 7597, 7635, 7758, 7772, 7778, 7785, 7883, 7911, 8030, 8148, 8167, 8229, 8237, 8259, 8318, 8328, 8421, 8516, 8528, 8529, 8542, 8591, 8628, 8724, 8751, 8760, 8839, 8873, 8879, 8891, 8996, 9034, 9084, 9121, 9122, 9124, 9246, 9253, 9307, 9341, 9404, 9420, 9468, 9512, 9598, 9653, 9737, 9761, 9794, 9817, 9828, 9891, 9968, 9996, 10084, 10223, 10229, 10488, 10505, 10534, 10671, 10812, 10838, 10907, 11000, 11039, 11043, 11053, 11109, 11135, 11146, 11165, 11172, 11323, 11435, 11449, 11455, 11471, 11537, 11587, 11623, 11700, 11779, 11807, 11836, 11970, 11974, 12034, 12057, 12141, 12180, 12268, 12282, 12307, 12414, 12421, 12432, 12463, 12518, 12573, 12663, 12740, 12749, 12784, 12792, 13035, 13064, 13093, 13103, 13196, 13223, 13246, 13313, 13320, 13347, 13387, 13391, 13421, 13498, 13531, 13711, 13758, 13790, 13836, 13871, 13875, 13900, 13991, 14022, 14027, 14035, 14068, 14094, 14288, 14419, 14447, 14458, 14533, 14565, 14589, 14602, 14648, 14668, 14680, 14686, 14783, 14801, 14818, 14898, 14953, 14964, 14973, 14986, 15048, 15150, 15172, 15289, 15350, 15372, 15393, 15430, 15434, 15508, 15569, 15618, 15761, 15775, 15908, 15925, 15984, 16002, 16014, 16033, 16040, 16249, 16293, 16349, 16515, 16560, 16567, 16573, 16673, 16689, 16726, 16733, 16741, 16761, 16803, 16812, 16831, 16925, 17096, 17106, 17118, 17136, 17153, 17161, 17178, 17214, 17269, 17349, 17372, 17465, 17491, 17518, 17540, 17639, 17670, 17671, 17823, 17828, 17862, 17904, 17961, 17962, 17983, 18022, 18060]}