Upload rank_trajectory.jsonl

dynamic-rank-allocation/llama1_crossmodel/llama2_v9_r06/rank_trajectory.jsonl

@@ -0,0 +1,21 @@
+{"step": 1, "L_task": 4.146579742431641, "tau": 1.0, "drift": 9.88392320587026e-08, "r_j": [811, 811, 811, 811, 1182, 1182, 1206, 811, 811, 811, 827, 1206, 1206, 1206, 811, 811, 811, 811, 1206, 1206, 1206, 811, 811, 827, 827, 1206, 1206, 1206, 827, 811, 827, 811, 1182, 1206, 1206, 811, 811, 827, 811, 1206, 1206, 1182, 827, 811, 827, 811, 1206, 1182, 1206, 827, 827, 827, 811, 1206, 1182, 1206, 827, 811, 811, 827, 1206, 1182, 1206, 811, 811, 811, 811, 1206, 1206, 1182, 827, 811, 811, 827, 1182, 1182, 1206, 827, 811, 827, 827, 1206, 1182, 1206, 811, 811, 811, 811, 1182, 1206, 1206, 811, 811, 827, 827, 1182, 1182, 1206, 811, 811, 827, 827, 1206, 1182, 1206, 811, 811, 811, 811, 1206, 1206, 1182, 827, 811, 811, 811, 1206, 1206, 1182, 811, 811, 827, 827, 1206, 1206, 1206, 811, 811, 827, 827, 1182, 1182, 1206, 827, 811, 811, 811, 1182, 1182, 1206, 811, 811, 827, 827, 1206, 1206, 1182, 811, 811, 827, 827, 1206, 1182, 1206, 811, 811, 827, 811, 1206, 1182, 1206, 811, 811, 811, 827, 1182, 1182, 1206, 827, 827, 811, 827, 1182, 1182, 1206, 811, 811, 827, 827, 1206, 1182, 1206, 827, 811, 827, 811, 1206, 1206, 1182, 811, 811, 811, 827, 1182, 1206, 1182, 811, 811, 811, 811, 1182, 1182, 1182, 811, 811, 811, 811, 1206, 1182, 1206, 811, 827, 827, 811, 1182, 1182, 1206, 811, 811, 827, 811, 1182, 1182, 1182], "a_grad_norm": 1.4280295372009277, "a_grad_max": 0.6479340195655823, "a_drift": 0.1496616005897522, "r_cont_drift_max": 11.9508056640625, "cont_mig": 0.004999719620897183, "n_rank_chg": 224, "factor_grad_norm": 76.9469453676945}
+{"step": 25, "L_task": 2.8698360919952393, "tau": 1.0, "drift": 0.0, "r_j": [667, 667, 692, 693, 1252, 1182, 1307, 676, 697, 854, 824, 1319, 1283, 1312, 748, 818, 757, 761, 1262, 1211, 1279, 749, 749, 818, 888, 1326, 1322, 1190, 763, 768, 898, 836, 1182, 1307, 1302, 738, 762, 877, 760, 1128, 1238, 1156, 841, 778, 897, 849, 1312, 1094, 1287, 844, 859, 914, 833, 1174, 1131, 1167, 895, 779, 798, 891, 1234, 1126, 1223, 780, 814, 790, 788, 1157, 1255, 1212, 857, 767, 770, 885, 1182, 1216, 1185, 811, 761, 923, 806, 1154, 1187, 1256, 790, 766, 796, 791, 1087, 1178, 1309, 767, 745, 855, 854, 1131, 1206, 1257, 815, 777, 896, 875, 1262, 1199, 1329, 768, 783, 807, 789, 1215, 1395, 1284, 741, 735, 843, 778, 1247, 1190, 1258, 790, 766, 862, 771, 1189, 1265, 1338, 771, 762, 922, 886, 1165, 1157, 1267, 733, 717, 828, 829, 1288, 1147, 1261, 743, 751, 840, 912, 1287, 1227, 1170, 750, 782, 852, 874, 1276, 1111, 1184, 721, 732, 890, 800, 1179, 1051, 1263, 730, 705, 785, 872, 1090, 1181, 1221, 795, 804, 782, 830, 1167, 1130, 1168, 738, 721, 886, 750, 1166, 1151, 1286, 859, 785, 825, 821, 1211, 1048, 1204, 804, 708, 782, 901, 1119, 1198, 1142, 731, 739, 737, 741, 1257, 1166, 1207, 741, 789, 796, 724, 1179, 1173, 1183, 725, 747, 770, 816, 1162, 1146, 1242, 753, 776, 756, 775, 1241, 1315, 1115], "a_grad_norm": 0.5285660624504089, "a_grad_max": 0.144464373588562, "a_drift": 1.1112538576126099, "r_cont_drift_max": 201.31591796875, "cont_mig": 0.02727682348499225, "n_rank_chg": 224, "factor_grad_norm": 16.193852842471944}
+{"step": 50, "L_task": 2.5169332027435303, "tau": 1.0, "drift": 0.0, "r_j": [571, 569, 587, 612, 1251, 1211, 1253, 617, 659, 793, 816, 1364, 1286, 1393, 703, 757, 779, 752, 1298, 1253, 1322, 724, 745, 810, 866, 1329, 1310, 1244, 730, 757, 910, 866, 1184, 1349, 1385, 740, 747, 871, 767, 1085, 1288, 1194, 753, 775, 910, 894, 1324, 1088, 1306, 813, 842, 914, 844, 1136, 1116, 1143, 886, 757, 805, 872, 1307, 1079, 1235, 787, 786, 828, 772, 1112, 1265, 1217, 819, 770, 754, 925, 1130, 1196, 1237, 776, 725, 922, 796, 1091, 1190, 1238, 745, 746, 800, 796, 1091, 1167, 1252, 737, 728, 847, 846, 1122, 1273, 1305, 764, 765, 898, 867, 1274, 1224, 1403, 735, 737, 798, 797, 1194, 1569, 1342, 693, 700, 885, 795, 1234, 1219, 1344, 757, 728, 894, 799, 1306, 1328, 1447, 737, 706, 969, 924, 1228, 1172, 1355, 702, 661, 841, 849, 1327, 1193, 1332, 756, 747, 928, 957, 1310, 1213, 1294, 718, 709, 808, 893, 1251, 1102, 1175, 668, 638, 915, 790, 1152, 1007, 1328, 672, 634, 793, 834, 1052, 1171, 1210, 744, 757, 780, 827, 1084, 1069, 1184, 702, 689, 891, 715, 1185, 1184, 1208, 847, 779, 796, 817, 1221, 1090, 1191, 773, 651, 797, 899, 1116, 1214, 1122, 677, 712, 690, 727, 1246, 1149, 1168, 716, 751, 799, 709, 1101, 1167, 1141, 629, 679, 743, 845, 1212, 1114, 1283, 714, 741, 749, 773, 1226, 1353, 1218], "a_grad_norm": 0.4330625832080841, "a_grad_max": 0.08812398463487625, "a_drift": 1.6605247259140015, "r_cont_drift_max": 374.8773193359375, "cont_mig": 0.03803885913828004, "n_rank_chg": 221, "factor_grad_norm": 12.692495514717166}
+{"step": 75, "L_task": 2.532809019088745, "tau": 1.0, "drift": 0.0, "r_j": [492, 492, 530, 549, 1180, 1205, 1206, 586, 616, 779, 767, 1466, 1387, 1466, 677, 731, 772, 767, 1295, 1356, 1381, 692, 718, 848, 865, 1413, 1348, 1213, 728, 760, 901, 872, 1197, 1307, 1455, 723, 737, 866, 799, 1057, 1252, 1263, 693, 726, 910, 910, 1288, 1063, 1298, 775, 799, 913, 855, 1095, 1128, 1142, 818, 734, 799, 875, 1331, 1095, 1227, 780, 780, 812, 765, 1073, 1191, 1231, 771, 758, 731, 888, 1129, 1168, 1261, 747, 737, 969, 818, 1074, 1202, 1240, 701, 706, 807, 802, 1093, 1165, 1221, 696, 698, 882, 843, 1140, 1326, 1333, 724, 734, 904, 877, 1198, 1253, 1485, 729, 736, 816, 793, 1158, 1554, 1291, 693, 691, 944, 838, 1242, 1180, 1438, 736, 722, 909, 798, 1368, 1344, 1484, 693, 662, 1002, 948, 1246, 1197, 1411, 693, 618, 815, 845, 1385, 1265, 1382, 726, 720, 1001, 1033, 1284, 1246, 1369, 687, 644, 843, 858, 1239, 1098, 1305, 654, 635, 951, 780, 1155, 1031, 1420, 612, 628, 753, 791, 1045, 1176, 1202, 730, 669, 775, 812, 1055, 1098, 1189, 662, 632, 870, 719, 1158, 1239, 1300, 759, 735, 831, 810, 1157, 1046, 1220, 736, 595, 781, 847, 1062, 1226, 1033, 653, 697, 681, 721, 1200, 1176, 1219, 679, 695, 801, 684, 1061, 1184, 1211, 579, 617, 708, 815, 1190, 1133, 1333, 705, 696, 713, 780, 1275, 1354, 1239], "a_grad_norm": 0.39970850944519043, "a_grad_max": 0.12117895483970642, "a_drift": 2.136631965637207, "r_cont_drift_max": 360.0472412109375, "cont_mig": 0.04677797076137837, "n_rank_chg": 224, "factor_grad_norm": 13.092426492339598}
+{"step": 100, "L_task": 2.325279474258423, "tau": 1.0, "drift": 0.0, "r_j": [436, 436, 496, 485, 1101, 1147, 1190, 544, 567, 765, 796, 1471, 1511, 1603, 662, 746, 784, 799, 1263, 1429, 1401, 626, 727, 897, 860, 1515, 1365, 1207, 698, 763, 937, 908, 1200, 1305, 1467, 723, 770, 884, 809, 989, 1260, 1386, 666, 747, 919, 930, 1261, 1079, 1267, 723, 716, 934, 877, 1121, 1117, 1165, 775, 709, 774, 912, 1268, 1126, 1229, 744, 793, 748, 746, 1103, 1157, 1211, 755, 721, 686, 857, 1099, 1166, 1210, 757, 698, 1003, 859, 1061, 1117, 1193, 677, 699, 824, 792, 1123, 1150, 1213, 641, 681, 884, 842, 1133, 1331, 1343, 692, 732, 927, 890, 1160, 1263, 1496, 710, 790, 840, 825, 1189, 1492, 1358, 699, 685, 984, 883, 1288, 1146, 1539, 734, 687, 933, 790, 1346, 1383, 1571, 644, 622, 947, 948, 1198, 1130, 1412, 694, 604, 896, 874, 1348, 1242, 1475, 697, 659, 1058, 1024, 1204, 1215, 1377, 656, 612, 895, 866, 1266, 1070, 1361, 633, 645, 901, 791, 1198, 1022, 1631, 582, 586, 713, 758, 1037, 1250, 1235, 724, 609, 779, 811, 1084, 1057, 1168, 635, 597, 847, 705, 1183, 1250, 1319, 723, 685, 877, 790, 1136, 1000, 1230, 652, 569, 755, 847, 1005, 1258, 1010, 631, 668, 675, 708, 1167, 1173, 1260, 657, 679, 799, 673, 1105, 1144, 1235, 553, 586, 698, 779, 1227, 1157, 1401, 653, 627, 699, 825, 1345, 1340, 1298], "a_grad_norm": 0.42096325755119324, "a_grad_max": 0.10462534427642822, "a_drift": 2.5887744426727295, "r_cont_drift_max": 437.4190673828125, "cont_mig": 0.055750837168295535, "n_rank_chg": 224, "factor_grad_norm": 11.860695643613985}
+{"step": 125, "L_task": 2.25952410697937, "tau": 1.0, "drift": 0.0, "r_j": [401, 386, 462, 459, 1051, 1087, 1153, 495, 531, 789, 801, 1567, 1544, 1595, 624, 715, 786, 826, 1240, 1369, 1381, 608, 742, 871, 818, 1506, 1443, 1223, 676, 710, 906, 893, 1184, 1307, 1509, 729, 770, 902, 785, 941, 1238, 1418, 644, 762, 880, 962, 1290, 1086, 1364, 709, 676, 962, 885, 1185, 1176, 1220, 767, 728, 760, 899, 1215, 1179, 1265, 674, 745, 761, 769, 1092, 1165, 1123, 726, 700, 694, 863, 989, 1155, 1127, 748, 686, 976, 882, 1036, 1073, 1196, 674, 664, 819, 775, 1152, 1090, 1218, 611, 654, 851, 815, 1120, 1383, 1406, 652, 675, 891, 896, 1136, 1271, 1591, 696, 772, 844, 795, 1218, 1483, 1524, 702, 628, 1045, 971, 1274, 1135, 1533, 712, 624, 922, 776, 1309, 1403, 1694, 652, 632, 924, 999, 1220, 1137, 1503, 665, 593, 966, 921, 1383, 1267, 1446, 663, 664, 1109, 958, 1140, 1190, 1535, 609, 567, 803, 879, 1319, 1058, 1442, 659, 630, 867, 805, 1241, 1010, 1664, 539, 562, 689, 773, 997, 1315, 1234, 733, 571, 787, 788, 1071, 1015, 1194, 617, 585, 807, 665, 1216, 1343, 1226, 718, 683, 863, 779, 1155, 962, 1244, 585, 530, 741, 790, 989, 1300, 1057, 589, 629, 648, 712, 1142, 1186, 1242, 627, 662, 759, 644, 1184, 1143, 1232, 526, 565, 683, 750, 1171, 1211, 1406, 623, 599, 676, 826, 1486, 1390, 1260], "a_grad_norm": 0.29114821553230286, "a_grad_max": 0.08347170799970627, "a_drift": 2.998929262161255, "r_cont_drift_max": 500.091064453125, "cont_mig": 0.06422287900891925, "n_rank_chg": 222, "factor_grad_norm": 9.761219875334422}
+{"step": 150, "L_task": 2.309736728668213, "tau": 1.0, "drift": 0.0, "r_j": [363, 346, 427, 446, 934, 1024, 1105, 464, 490, 804, 760, 1556, 1524, 1594, 590, 711, 763, 802, 1267, 1337, 1344, 628, 737, 849, 797, 1544, 1491, 1259, 647, 646, 920, 931, 1203, 1308, 1542, 700, 733, 859, 771, 917, 1274, 1461, 594, 735, 887, 957, 1340, 1121, 1367, 713, 645, 971, 888, 1175, 1194, 1199, 759, 720, 762, 877, 1211, 1230, 1317, 625, 742, 702, 813, 1086, 1175, 1096, 669, 708, 707, 906, 943, 1094, 1057, 714, 641, 927, 886, 952, 1054, 1213, 680, 628, 806, 772, 1107, 1082, 1249, 611, 626, 852, 764, 1096, 1449, 1355, 633, 644, 895, 914, 1129, 1241, 1723, 657, 714, 853, 809, 1268, 1612, 1653, 745, 610, 1080, 987, 1250, 1139, 1547, 664, 587, 917, 799, 1257, 1422, 1841, 639, 597, 944, 1006, 1248, 1203, 1580, 625, 564, 1006, 935, 1283, 1400, 1378, 630, 680, 1075, 972, 1155, 1193, 1602, 576, 574, 766, 867, 1277, 1055, 1484, 685, 628, 879, 800, 1275, 1009, 1707, 548, 545, 715, 753, 939, 1331, 1270, 744, 544, 793, 753, 1104, 1014, 1257, 610, 539, 747, 630, 1193, 1435, 1191, 692, 673, 863, 720, 1173, 967, 1281, 556, 514, 717, 739, 1026, 1276, 1111, 557, 609, 637, 686, 1068, 1198, 1270, 621, 660, 725, 636, 1191, 1182, 1212, 489, 536, 647, 722, 1193, 1233, 1374, 589, 562, 685, 805, 1576, 1418, 1330], "a_grad_norm": 0.41244181990623474, "a_grad_max": 0.19619633257389069, "a_drift": 3.3905181884765625, "r_cont_drift_max": 646.575439453125, "cont_mig": 0.0729684151821014, "n_rank_chg": 223, "factor_grad_norm": 12.807388309615368}
+{"step": 175, "L_task": 2.468846321105957, "tau": 1.0, "drift": 0.0, "r_j": [328, 320, 411, 417, 921, 1023, 1078, 444, 463, 821, 746, 1488, 1456, 1572, 555, 687, 776, 793, 1295, 1358, 1393, 616, 753, 868, 780, 1481, 1577, 1230, 641, 600, 944, 887, 1213, 1376, 1527, 683, 736, 847, 760, 857, 1324, 1488, 578, 672, 864, 899, 1317, 1180, 1428, 712, 576, 981, 908, 1126, 1226, 1143, 716, 687, 742, 846, 1163, 1236, 1378, 584, 744, 720, 820, 1075, 1171, 1110, 602, 647, 753, 931, 931, 1053, 1055, 662, 597, 880, 845, 917, 1077, 1186, 678, 605, 788, 787, 1083, 1132, 1223, 570, 649, 881, 769, 1152, 1430, 1322, 605, 618, 918, 960, 1110, 1190, 1680, 625, 710, 865, 821, 1341, 1676, 1701, 777, 612, 1155, 1025, 1188, 1151, 1623, 667, 583, 958, 848, 1338, 1374, 1958, 676, 594, 947, 985, 1304, 1291, 1643, 637, 567, 972, 920, 1221, 1508, 1384, 657, 632, 1052, 994, 1146, 1193, 1644, 539, 548, 739, 863, 1308, 1028, 1389, 713, 619, 886, 757, 1305, 997, 1682, 556, 493, 751, 797, 955, 1304, 1403, 713, 535, 814, 721, 1139, 1031, 1262, 584, 521, 744, 638, 1246, 1410, 1204, 682, 650, 814, 722, 1167, 977, 1191, 534, 483, 725, 706, 1065, 1345, 1128, 537, 597, 624, 665, 1016, 1257, 1195, 606, 657, 719, 604, 1133, 1262, 1255, 464, 538, 606, 692, 1270, 1276, 1327, 574, 531, 711, 796, 1510, 1393, 1411], "a_grad_norm": 0.36566802859306335, "a_grad_max": 0.13233838975429535, "a_drift": 3.6904122829437256, "r_cont_drift_max": 763.9656982421875, "cont_mig": 0.07823190698437549, "n_rank_chg": 224, "factor_grad_norm": 12.09943595132821}
+{"step": 200, "L_task": 2.61350679397583, "tau": 1.0, "drift": 9.88392320587026e-08, "r_j": [298, 294, 393, 399, 941, 1043, 1094, 435, 432, 772, 759, 1480, 1493, 1613, 548, 620, 795, 810, 1314, 1281, 1441, 603, 729, 892, 756, 1442, 1526, 1245, 634, 561, 932, 829, 1222, 1398, 1546, 674, 751, 856, 784, 875, 1309, 1509, 604, 637, 885, 831, 1288, 1158, 1446, 681, 562, 951, 933, 1081, 1270, 1102, 690, 657, 709, 816, 1191, 1244, 1401, 573, 735, 662, 882, 1045, 1203, 1126, 589, 623, 766, 1010, 915, 1049, 1018, 660, 612, 868, 806, 932, 1110, 1189, 667, 574, 777, 799, 1033, 1155, 1194, 554, 615, 937, 757, 1157, 1434, 1293, 606, 627, 943, 979, 1113, 1190, 1567, 634, 701, 839, 823, 1424, 1769, 1651, 804, 599, 1198, 1031, 1213, 1264, 1702, 695, 582, 937, 843, 1358, 1331, 2032, 730, 581, 949, 966, 1285, 1286, 1739, 655, 542, 965, 922, 1217, 1535, 1431, 661, 598, 1022, 1024, 1109, 1215, 1636, 543, 528, 736, 876, 1258, 1081, 1311, 719, 589, 923, 781, 1290, 1032, 1705, 557, 466, 777, 828, 934, 1364, 1451, 674, 513, 825, 679, 1144, 1007, 1284, 573, 536, 721, 634, 1288, 1502, 1234, 679, 606, 820, 759, 1156, 1067, 1139, 529, 454, 773, 668, 1076, 1334, 1085, 510, 589, 623, 628, 1048, 1199, 1172, 607, 628, 663, 574, 1153, 1266, 1190, 441, 510, 584, 687, 1339, 1302, 1264, 570, 507, 744, 756, 1513, 1295, 1408], "a_grad_norm": 0.3722853660583496, "a_grad_max": 0.12351202964782715, "a_drift": 3.9295828342437744, "r_cont_drift_max": 838.067138671875, "cont_mig": 0.08112905784467217, "n_rank_chg": 223, "factor_grad_norm": 11.16630150408673}
+{"step": 225, "L_task": 2.3299593925476074, "tau": 1.0, "drift": 0.0, "r_j": [275, 268, 375, 402, 972, 1018, 1061, 417, 407, 778, 747, 1523, 1506, 1602, 549, 576, 852, 792, 1320, 1260, 1466, 611, 713, 918, 763, 1491, 1514, 1294, 616, 563, 972, 783, 1206, 1394, 1545, 700, 755, 871, 805, 944, 1314, 1562, 616, 605, 874, 797, 1238, 1139, 1524, 650, 569, 897, 940, 1046, 1274, 1106, 696, 636, 698, 786, 1193, 1213, 1367, 591, 746, 640, 852, 1061, 1220, 1176, 548, 631, 804, 1057, 898, 1048, 1002, 628, 592, 903, 791, 974, 1056, 1221, 668, 564, 785, 788, 1002, 1174, 1148, 540, 613, 947, 747, 1118, 1379, 1290, 610, 611, 924, 986, 1107, 1172, 1526, 612, 695, 823, 838, 1337, 1845, 1753, 794, 549, 1287, 1034, 1261, 1270, 1634, 701, 560, 927, 831, 1299, 1390, 2181, 743, 574, 944, 956, 1252, 1352, 1767, 661, 521, 964, 947, 1214, 1591, 1469, 650, 543, 1002, 1056, 1185, 1133, 1603, 543, 521, 699, 872, 1282, 1168, 1309, 672, 582, 923, 807, 1246, 1043, 1643, 550, 431, 754, 851, 969, 1390, 1357, 652, 481, 797, 665, 1205, 994, 1257, 550, 557, 693, 596, 1222, 1447, 1251, 707, 583, 816, 786, 1187, 1166, 1092, 526, 450, 830, 650, 1170, 1305, 1127, 491, 584, 616, 635, 1059, 1150, 1183, 598, 618, 674, 554, 1180, 1279, 1199, 446, 520, 572, 625, 1344, 1370, 1246, 579, 508, 759, 745, 1460, 1273, 1376], "a_grad_norm": 0.44509661197662354, "a_grad_max": 0.18736609816551208, "a_drift": 4.126016139984131, "r_cont_drift_max": 987.3250732421875, "cont_mig": 0.08217220709981972, "n_rank_chg": 224, "factor_grad_norm": 12.876817444570223}
+{"step": 250, "L_task": 1.9247498512268066, "tau": 1.0, "drift": 0.0, "r_j": [265, 249, 350, 394, 974, 905, 1040, 420, 389, 699, 762, 1507, 1482, 1585, 592, 571, 898, 832, 1310, 1283, 1380, 620, 683, 978, 752, 1477, 1506, 1412, 619, 588, 973, 818, 1174, 1439, 1579, 663, 733, 893, 790, 977, 1287, 1608, 608, 591, 898, 806, 1193, 1187, 1566, 652, 583, 894, 920, 1032, 1278, 1070, 694, 627, 687, 788, 1175, 1214, 1316, 599, 764, 640, 817, 1077, 1219, 1233, 537, 601, 849, 1060, 901, 1070, 1093, 602, 608, 913, 807, 1006, 1095, 1251, 624, 573, 819, 789, 986, 1188, 1105, 555, 649, 937, 750, 1074, 1444, 1342, 605, 626, 895, 985, 1142, 1202, 1534, 601, 663, 861, 828, 1302, 1772, 1696, 766, 541, 1318, 1032, 1277, 1275, 1600, 656, 564, 850, 863, 1229, 1420, 2271, 729, 557, 942, 986, 1292, 1338, 1730, 645, 527, 926, 960, 1296, 1521, 1571, 603, 515, 946, 1066, 1225, 1149, 1644, 529, 509, 691, 896, 1257, 1239, 1346, 634, 565, 958, 849, 1183, 1117, 1558, 500, 424, 710, 857, 924, 1387, 1352, 643, 470, 789, 666, 1224, 943, 1281, 527, 544, 689, 588, 1205, 1427, 1273, 704, 566, 808, 795, 1180, 1159, 1072, 509, 422, 849, 628, 1175, 1307, 1138, 496, 539, 611, 600, 1052, 1141, 1250, 584, 580, 646, 544, 1236, 1195, 1273, 433, 512, 575, 576, 1390, 1375, 1304, 597, 486, 762, 738, 1418, 1253, 1358], "a_grad_norm": 0.3348065912723541, "a_grad_max": 0.09972226619720459, "a_drift": 4.313772678375244, "r_cont_drift_max": 1076.7647705078125, "cont_mig": 0.08463674481884746, "n_rank_chg": 223, "factor_grad_norm": 10.25913653672625}
+{"step": 275, "L_task": 1.7418708801269531, "tau": 1.0, "drift": 0.0, "r_j": [247, 235, 323, 377, 958, 877, 1008, 421, 380, 691, 759, 1466, 1501, 1493, 575, 544, 869, 871, 1253, 1261, 1343, 619, 681, 995, 778, 1406, 1501, 1481, 599, 568, 949, 803, 1192, 1437, 1602, 644, 739, 890, 800, 1023, 1260, 1617, 616, 582, 912, 814, 1218, 1216, 1580, 635, 571, 874, 937, 1029, 1283, 1081, 695, 610, 667, 785, 1115, 1233, 1244, 630, 746, 644, 796, 1057, 1214, 1208, 546, 589, 890, 1052, 920, 1147, 1087, 581, 606, 917, 804, 1073, 1139, 1307, 622, 608, 838, 793, 978, 1200, 1151, 593, 663, 914, 776, 1063, 1426, 1346, 588, 635, 857, 948, 1164, 1208, 1536, 585, 672, 907, 806, 1349, 1796, 1743, 736, 495, 1325, 1019, 1252, 1266, 1610, 663, 531, 863, 886, 1235, 1433, 2244, 675, 566, 932, 990, 1360, 1349, 1660, 665, 497, 959, 956, 1311, 1441, 1619, 602, 494, 963, 1101, 1186, 1157, 1634, 511, 505, 710, 967, 1249, 1234, 1299, 623, 542, 972, 873, 1223, 1239, 1670, 504, 422, 691, 865, 930, 1295, 1340, 648, 462, 781, 657, 1204, 959, 1198, 513, 519, 663, 583, 1152, 1393, 1264, 705, 565, 803, 774, 1185, 1204, 1054, 489, 419, 872, 654, 1204, 1353, 1158, 495, 526, 576, 572, 1051, 1197, 1309, 583, 573, 621, 547, 1234, 1201, 1250, 421, 507, 544, 571, 1399, 1419, 1367, 571, 466, 750, 762, 1411, 1188, 1391], "a_grad_norm": 0.4191407263278961, "a_grad_max": 0.17888928949832916, "a_drift": 4.474666118621826, "r_cont_drift_max": 1050.2891845703125, "cont_mig": 0.08483302100136003, "n_rank_chg": 224, "factor_grad_norm": 11.486475905223891}
+{"step": 300, "L_task": 2.0887439250946045, "tau": 1.0, "drift": -9.88392320587026e-08, "r_j": [233, 224, 298, 356, 930, 887, 1015, 421, 379, 689, 786, 1390, 1467, 1471, 571, 560, 800, 878, 1294, 1269, 1288, 607, 657, 1033, 833, 1395, 1432, 1573, 591, 556, 949, 798, 1213, 1418, 1625, 645, 728, 849, 812, 1044, 1246, 1638, 622, 580, 887, 832, 1233, 1209, 1483, 632, 606, 878, 916, 1052, 1271, 1121, 686, 606, 692, 814, 1178, 1220, 1185, 644, 751, 659, 790, 1082, 1262, 1156, 593, 579, 942, 1032, 887, 1127, 1158, 597, 614, 920, 795, 1122, 1149, 1262, 640, 599, 838, 790, 1037, 1183, 1185, 581, 673, 953, 799, 1062, 1320, 1290, 598, 671, 876, 998, 1202, 1171, 1457, 589, 668, 870, 764, 1333, 1963, 1708, 769, 478, 1256, 940, 1266, 1273, 1593, 655, 562, 883, 918, 1229, 1417, 2194, 676, 603, 910, 970, 1451, 1363, 1656, 711, 467, 893, 944, 1389, 1387, 1591, 579, 513, 1026, 1081, 1335, 1157, 1522, 525, 511, 741, 932, 1250, 1162, 1264, 616, 523, 951, 902, 1228, 1199, 1627, 514, 422, 636, 885, 947, 1290, 1361, 650, 469, 730, 687, 1134, 1072, 1192, 520, 523, 707, 575, 1088, 1341, 1304, 710, 572, 843, 806, 1228, 1170, 1092, 522, 415, 887, 676, 1286, 1353, 1139, 512, 512, 574, 590, 1075, 1149, 1277, 589, 562, 604, 554, 1212, 1199, 1220, 414, 516, 579, 575, 1486, 1392, 1318, 535, 456, 737, 769, 1332, 1261, 1517], "a_grad_norm": 0.39146876335144043, "a_grad_max": 0.09309999644756317, "a_drift": 4.469236373901367, "r_cont_drift_max": 1000.1129150390625, "cont_mig": 0.08235305200722712, "n_rank_chg": 224, "factor_grad_norm": 11.17605433021556}
+{"step": 325, "L_task": 1.5018620491027832, "tau": 1.0, "drift": 0.0, "r_j": [223, 216, 284, 348, 917, 943, 1038, 427, 356, 656, 797, 1398, 1536, 1453, 562, 561, 795, 858, 1377, 1248, 1351, 589, 647, 1055, 862, 1373, 1393, 1597, 599, 563, 937, 809, 1260, 1406, 1485, 660, 742, 853, 803, 1088, 1217, 1476, 631, 563, 902, 864, 1325, 1221, 1333, 618, 620, 844, 858, 1109, 1253, 1113, 682, 596, 721, 791, 1182, 1186, 1219, 636, 749, 677, 773, 1145, 1275, 1162, 618, 578, 920, 1018, 984, 1139, 1302, 646, 583, 927, 768, 1116, 1148, 1208, 640, 611, 788, 800, 1109, 1200, 1150, 575, 654, 1006, 828, 1120, 1269, 1312, 594, 684, 890, 988, 1292, 1223, 1431, 660, 655, 856, 763, 1242, 2021, 1737, 739, 473, 1266, 911, 1218, 1233, 1511, 673, 582, 891, 906, 1286, 1358, 2105, 682, 642, 957, 1000, 1502, 1366, 1513, 715, 491, 820, 962, 1367, 1309, 1635, 610, 522, 983, 1076, 1316, 1236, 1413, 528, 482, 812, 968, 1224, 1091, 1248, 659, 561, 917, 969, 1295, 1167, 1580, 545, 440, 665, 855, 1006, 1326, 1225, 676, 479, 718, 696, 1090, 1112, 1219, 547, 558, 734, 577, 1155, 1249, 1249, 746, 598, 803, 832, 1278, 1101, 1199, 535, 397, 859, 696, 1232, 1294, 1102, 529, 526, 571, 619, 1169, 1142, 1209, 632, 591, 612, 600, 1160, 1182, 1127, 417, 509, 610, 584, 1476, 1324, 1314, 538, 460, 743, 792, 1366, 1356, 1569], "a_grad_norm": 0.3592680096626282, "a_grad_max": 0.08460626006126404, "a_drift": 4.364684581756592, "r_cont_drift_max": 910.5770263671875, "cont_mig": 0.07690602192847203, "n_rank_chg": 224, "factor_grad_norm": 10.75588927822574}
+{"step": 350, "L_task": 1.9078959226608276, "tau": 1.0, "drift": 0.0, "r_j": [223, 205, 265, 346, 859, 980, 1075, 428, 358, 642, 787, 1391, 1470, 1449, 553, 561, 809, 781, 1362, 1255, 1420, 574, 659, 1035, 827, 1351, 1373, 1497, 639, 578, 918, 807, 1254, 1333, 1430, 678, 735, 856, 783, 1016, 1198, 1486, 669, 553, 883, 870, 1331, 1275, 1273, 660, 614, 861, 828, 1056, 1236, 1140, 677, 601, 768, 838, 1164, 1182, 1226, 634, 715, 642, 757, 1132, 1115, 1236, 658, 568, 906, 1040, 1049, 1151, 1286, 645, 570, 956, 790, 1144, 1228, 1276, 660, 604, 817, 789, 1089, 1140, 1234, 555, 656, 985, 847, 1159, 1308, 1374, 623, 680, 911, 947, 1295, 1261, 1526, 724, 650, 829, 790, 1158, 1860, 1626, 766, 462, 1161, 854, 1211, 1221, 1511, 677, 616, 920, 870, 1318, 1408, 1897, 679, 644, 1027, 942, 1466, 1295, 1419, 704, 500, 863, 958, 1403, 1266, 1513, 651, 530, 1026, 1101, 1233, 1347, 1342, 520, 486, 793, 1028, 1251, 1090, 1371, 689, 554, 930, 995, 1301, 1091, 1538, 597, 470, 710, 847, 1031, 1307, 1231, 675, 486, 746, 689, 1077, 1110, 1250, 551, 570, 728, 598, 1185, 1267, 1312, 765, 639, 799, 849, 1377, 1062, 1277, 534, 394, 841, 716, 1257, 1238, 1106, 561, 562, 543, 623, 1252, 1146, 1270, 633, 596, 601, 635, 1120, 1288, 1223, 434, 497, 597, 599, 1472, 1276, 1389, 533, 457, 715, 820, 1367, 1337, 1559], "a_grad_norm": 0.43785491585731506, "a_grad_max": 0.11441974341869354, "a_drift": 4.293916702270508, "r_cont_drift_max": 702.9510498046875, "cont_mig": 0.07526110854129107, "n_rank_chg": 224, "factor_grad_norm": 12.611045967114919}
+{"step": 375, "L_task": 1.1238300800323486, "tau": 1.0, "drift": 0.0, "r_j": [211, 196, 257, 357, 803, 1008, 1076, 409, 403, 630, 751, 1308, 1537, 1469, 582, 546, 804, 794, 1373, 1200, 1460, 553, 694, 994, 805, 1328, 1480, 1508, 659, 583, 875, 813, 1156, 1273, 1362, 679, 712, 869, 752, 943, 1198, 1357, 667, 553, 821, 939, 1312, 1243, 1319, 665, 595, 846, 828, 1023, 1288, 1172, 664, 624, 756, 896, 1147, 1144, 1271, 639, 693, 695, 739, 1075, 1104, 1260, 657, 602, 849, 995, 1143, 1130, 1155, 683, 575, 1023, 854, 1167, 1138, 1261, 690, 632, 918, 778, 1170, 1138, 1236, 550, 673, 894, 829, 1176, 1369, 1375, 608, 688, 888, 904, 1263, 1280, 1576, 786, 644, 848, 827, 1265, 1778, 1491, 763, 476, 1147, 840, 1285, 1154, 1529, 732, 636, 944, 848, 1386, 1458, 1682, 625, 633, 975, 981, 1483, 1202, 1433, 691, 531, 886, 957, 1385, 1182, 1526, 706, 539, 1005, 1132, 1183, 1255, 1487, 517, 518, 779, 1010, 1279, 1024, 1330, 673, 585, 969, 1010, 1232, 1226, 1728, 571, 493, 751, 840, 1033, 1314, 1247, 657, 513, 741, 717, 1143, 1052, 1309, 544, 590, 698, 662, 1235, 1317, 1399, 767, 640, 832, 862, 1391, 1038, 1209, 544, 370, 841, 698, 1233, 1331, 1113, 580, 570, 567, 624, 1156, 1168, 1253, 618, 622, 567, 632, 1189, 1178, 1333, 411, 574, 641, 611, 1501, 1280, 1439, 528, 450, 708, 868, 1307, 1388, 1384], "a_grad_norm": 0.3466182351112366, "a_grad_max": 0.120809406042099, "a_drift": 4.2569379806518555, "r_cont_drift_max": 622.525146484375, "cont_mig": 0.07417070177831546, "n_rank_chg": 224, "factor_grad_norm": 10.912846096254261}
+{"step": 400, "L_task": 1.4811550378799438, "tau": 1.0, "drift": 0.0, "r_j": [199, 187, 254, 359, 789, 961, 1114, 397, 432, 676, 739, 1362, 1565, 1528, 569, 543, 771, 862, 1285, 1170, 1421, 563, 699, 955, 787, 1381, 1477, 1476, 677, 578, 929, 853, 1140, 1289, 1428, 666, 697, 850, 710, 940, 1225, 1342, 636, 551, 788, 975, 1311, 1168, 1397, 660, 558, 875, 841, 1110, 1292, 1242, 657, 630, 770, 885, 1183, 1211, 1288, 647, 735, 727, 781, 1106, 1140, 1196, 679, 580, 842, 876, 1126, 1157, 1088, 700, 542, 1011, 899, 1138, 1071, 1261, 719, 648, 898, 766, 1133, 1133, 1235, 589, 694, 841, 837, 1147, 1415, 1478, 593, 696, 893, 857, 1195, 1334, 1708, 773, 625, 839, 786, 1259, 1706, 1621, 695, 483, 1168, 848, 1386, 1149, 1592, 756, 604, 931, 760, 1426, 1388, 1807, 612, 626, 885, 1007, 1451, 1147, 1564, 655, 544, 952, 966, 1442, 1180, 1480, 703, 556, 1001, 1062, 1142, 1128, 1563, 521, 557, 716, 932, 1355, 1076, 1453, 626, 608, 933, 1001, 1203, 1263, 1622, 553, 499, 736, 819, 1012, 1317, 1232, 651, 501, 718, 691, 1151, 1003, 1285, 526, 610, 703, 710, 1317, 1409, 1295, 769, 653, 842, 885, 1346, 976, 1247, 513, 343, 847, 695, 1166, 1309, 1065, 584, 616, 610, 634, 1124, 1190, 1249, 596, 633, 556, 657, 1175, 1108, 1211, 410, 591, 674, 648, 1514, 1233, 1358, 540, 438, 659, 856, 1406, 1356, 1315], "a_grad_norm": 0.41833949089050293, "a_grad_max": 0.144914910197258, "a_drift": 4.326010704040527, "r_cont_drift_max": 632.0787353515625, "cont_mig": 0.077315136042319, "n_rank_chg": 223, "factor_grad_norm": 11.30755594332243}
+{"step": 425, "L_task": 1.838566780090332, "tau": 1.0, "drift": 0.0, "r_j": [190, 176, 251, 365, 815, 974, 1056, 378, 430, 721, 765, 1366, 1554, 1556, 570, 538, 758, 835, 1281, 1203, 1372, 566, 693, 946, 743, 1438, 1548, 1350, 669, 546, 930, 873, 1126, 1265, 1466, 624, 712, 803, 693, 916, 1267, 1334, 621, 547, 790, 892, 1367, 1129, 1341, 680, 545, 864, 847, 1149, 1211, 1155, 641, 620, 787, 846, 1214, 1264, 1325, 625, 764, 716, 803, 1077, 1216, 1119, 650, 570, 752, 880, 1084, 1160, 1012, 700, 545, 961, 861, 1128, 1027, 1223, 654, 611, 864, 756, 1115, 1088, 1272, 599, 690, 842, 756, 1152, 1472, 1434, 558, 622, 923, 917, 1136, 1210, 1790, 778, 625, 859, 806, 1258, 1538, 1741, 705, 489, 1100, 881, 1318, 1130, 1663, 758, 581, 907, 757, 1357, 1474, 1931, 653, 638, 880, 983, 1310, 1257, 1617, 616, 568, 941, 920, 1454, 1337, 1361, 632, 555, 1024, 926, 1171, 1211, 1661, 521, 552, 695, 873, 1419, 1056, 1594, 609, 625, 883, 957, 1278, 1221, 1741, 575, 523, 689, 830, 931, 1321, 1370, 661, 483, 701, 695, 1100, 1020, 1241, 501, 586, 724, 701, 1255, 1478, 1171, 726, 667, 794, 842, 1283, 933, 1333, 512, 332, 778, 715, 1141, 1311, 1116, 558, 615, 621, 637, 1046, 1207, 1301, 581, 654, 562, 682, 1305, 1229, 1230, 376, 579, 638, 660, 1471, 1292, 1390, 513, 459, 650, 837, 1621, 1389, 1402], "a_grad_norm": 0.44551748037338257, "a_grad_max": 0.12195682525634766, "a_drift": 4.466987133026123, "r_cont_drift_max": 736.587646484375, "cont_mig": 0.08209325926321283, "n_rank_chg": 224, "factor_grad_norm": 13.514856336222266}
+{"step": 450, "L_task": 1.6436814069747925, "tau": 1.0, "drift": 0.0, "r_j": [185, 170, 230, 357, 834, 949, 1080, 367, 429, 759, 762, 1390, 1465, 1588, 560, 531, 781, 782, 1283, 1240, 1427, 549, 732, 920, 733, 1480, 1626, 1337, 620, 536, 936, 899, 1133, 1253, 1478, 594, 698, 786, 676, 892, 1260, 1431, 577, 523, 772, 894, 1316, 1167, 1318, 689, 539, 863, 827, 1075, 1207, 1106, 651, 616, 752, 829, 1182, 1193, 1454, 598, 758, 721, 886, 1066, 1161, 1063, 607, 555, 755, 907, 1074, 1052, 1032, 672, 586, 936, 830, 1057, 1020, 1174, 669, 583, 842, 768, 1087, 1067, 1235, 579, 704, 849, 756, 1170, 1418, 1258, 574, 591, 939, 973, 1112, 1151, 1714, 741, 655, 886, 877, 1425, 1566, 1682, 701, 480, 1025, 994, 1199, 1199, 1612, 776, 592, 880, 798, 1314, 1400, 1956, 701, 658, 868, 976, 1312, 1354, 1728, 603, 543, 979, 910, 1419, 1573, 1374, 585, 594, 1058, 917, 1226, 1247, 1674, 537, 537, 688, 865, 1332, 1022, 1552, 644, 616, 849, 885, 1386, 1184, 1843, 598, 526, 724, 816, 968, 1353, 1456, 645, 516, 703, 690, 1133, 1029, 1317, 493, 588, 760, 721, 1301, 1538, 1129, 682, 658, 763, 790, 1224, 923, 1292, 499, 325, 716, 691, 1082, 1356, 1126, 549, 617, 621, 623, 1060, 1387, 1262, 588, 638, 586, 683, 1249, 1276, 1327, 373, 570, 643, 692, 1328, 1282, 1319, 499, 454, 656, 908, 1692, 1373, 1430], "a_grad_norm": 0.4688442349433899, "a_grad_max": 0.13548609614372253, "a_drift": 4.587625980377197, "r_cont_drift_max": 761.80029296875, "cont_mig": 0.08580952172683999, "n_rank_chg": 224, "factor_grad_norm": 15.650623641591006}
+{"step": 475, "L_task": 1.4424028396606445, "tau": 1.0, "drift": 0.0, "r_j": [179, 162, 222, 349, 844, 934, 1084, 367, 441, 729, 742, 1421, 1389, 1604, 510, 511, 830, 808, 1265, 1235, 1476, 562, 722, 899, 705, 1460, 1659, 1267, 673, 538, 941, 840, 1188, 1317, 1513, 619, 720, 779, 727, 852, 1251, 1544, 575, 511, 775, 850, 1260, 1113, 1356, 693, 549, 894, 868, 1097, 1254, 1117, 633, 614, 753, 818, 1232, 1260, 1402, 538, 730, 724, 917, 1042, 1161, 1097, 571, 565, 727, 972, 1011, 1051, 1044, 633, 603, 865, 782, 983, 1073, 1204, 685, 542, 794, 811, 1104, 1142, 1142, 566, 658, 875, 743, 1144, 1508, 1298, 678, 587, 901, 1014, 1117, 1161, 1514, 711, 644, 882, 877, 1428, 1656, 1715, 681, 495, 1052, 1095, 1257, 1358, 1704, 782, 579, 909, 815, 1382, 1331, 2189, 731, 678, 883, 939, 1320, 1267, 1901, 629, 557, 964, 877, 1278, 1604, 1464, 621, 604, 1087, 941, 1218, 1169, 1596, 561, 529, 684, 839, 1259, 1138, 1509, 643, 638, 880, 832, 1320, 1122, 1696, 585, 482, 754, 855, 916, 1411, 1536, 642, 499, 688, 656, 1093, 1003, 1317, 478, 571, 779, 683, 1259, 1489, 1198, 710, 681, 759, 711, 1155, 983, 1216, 526, 339, 686, 638, 1119, 1306, 1065, 512, 602, 608, 614, 1054, 1338, 1169, 621, 624, 609, 668, 1220, 1310, 1152, 364, 559, 649, 679, 1382, 1374, 1213, 491, 459, 634, 905, 1844, 1423, 1377], "a_grad_norm": 0.38675498962402344, "a_grad_max": 0.09893383085727692, "a_drift": 4.69573450088501, "r_cont_drift_max": 995.1820068359375, "cont_mig": 0.0875028786926337, "n_rank_chg": 224, "factor_grad_norm": 12.637251951059373}
+{"step": 500, "L_task": 1.4186421632766724, "tau": 1.0, "drift": 0.0, "r_j": [174, 153, 220, 348, 841, 922, 1051, 363, 430, 708, 746, 1382, 1453, 1582, 492, 485, 824, 769, 1172, 1247, 1517, 584, 694, 868, 742, 1493, 1627, 1200, 703, 518, 945, 801, 1187, 1341, 1592, 619, 703, 782, 765, 901, 1314, 1575, 558, 484, 826, 786, 1271, 1117, 1386, 634, 566, 956, 855, 1015, 1274, 1080, 664, 605, 736, 757, 1200, 1181, 1339, 509, 726, 667, 891, 1031, 1228, 1157, 559, 552, 729, 1048, 953, 1052, 988, 620, 595, 789, 798, 972, 1060, 1222, 642, 548, 772, 806, 1069, 1212, 1106, 547, 627, 921, 739, 1106, 1505, 1325, 669, 588, 946, 1006, 1134, 1181, 1508, 672, 660, 897, 847, 1442, 1824, 1797, 740, 524, 1116, 1117, 1275, 1321, 1680, 817, 562, 940, 827, 1309, 1439, 2316, 710, 702, 923, 976, 1304, 1420, 1910, 664, 559, 958, 922, 1196, 1648, 1561, 632, 612, 1073, 1003, 1163, 1115, 1639, 557, 511, 698, 835, 1320, 1216, 1399, 616, 669, 821, 826, 1299, 1050, 1590, 566, 438, 751, 884, 971, 1394, 1481, 612, 519, 699, 641, 1149, 971, 1267, 480, 581, 787, 636, 1201, 1447, 1294, 767, 672, 770, 708, 1202, 1092, 1150, 518, 347, 730, 631, 1147, 1283, 1094, 477, 603, 613, 599, 1035, 1224, 1168, 615, 614, 625, 636, 1176, 1254, 1140, 348, 554, 628, 678, 1368, 1457, 1249, 497, 472, 625, 892, 1865, 1355, 1372], "a_grad_norm": 0.4336094856262207, "a_grad_max": 0.12084559351205826, "a_drift": 4.835117340087891, "r_cont_drift_max": 1121.9234619140625, "cont_mig": 0.08982324085934781, "n_rank_chg": 224, "factor_grad_norm": 11.093800321013322}