| {"step": 128, "loss_ema": 14.1454, "held_nce_hard": 3.0302, "held_acc_hard": 0.3125, "held_margin": 0.0473, "held_margin_hard": -0.0233, "held_cos_q": 0.4675, "scifact_ndcg": 0.5157, "held_n": 32, "held_Hn": 15, "temp": 0.02198, "lr": 1.2800000000000001e-05, "sched": "warmup", "bank_filled": 32768, "micro_q": 64, "accum": 2, "gb": 25.49, "mrl_32": 0.2117, "mrl_64": 0.2578, "mrl_128": 0.3283, "mrl_256": 0.3998, "mrl_512": 0.4658, "mrl_768": 0.5018, "mrl_1024": 0.5447, "held_srcs": {"stackex": 2, "msmarco-dense": 5, "nli": 3, "msmarco-bm25": 8, "quora": 2, "hotpotqa": 5, "nq": 5, "pairs": 2}} |
| {"step": 262, "loss_ema": 6.2918, "held_nce_hard": 2.105, "held_acc_hard": 0.4531, "held_margin": 0.0483, "held_margin_hard": 0.006, "held_cos_q": 0.3619, "scifact_ndcg": 0.5476, "held_n": 67, "held_Hn": 15, "temp": 0.022, "lr": 2.62e-05, "sched": "warmup", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.64, "mrl_32": 0.3265, "mrl_64": 0.3689, "mrl_128": 0.4477, "mrl_256": 0.5267, "mrl_512": 0.6106, "mrl_768": 0.6495, "mrl_1024": 0.6899, "held_srcs": {"stackex": 3, "msmarco-dense": 10, "nli": 5, "msmarco-bm25": 18, "quora": 8, "hotpotqa": 11, "nq": 6, "pairs": 3}} |
| {"step": 404, "loss_ema": 4.9224, "held_nce_hard": 1.8885, "held_acc_hard": 0.5, "held_margin": 0.0499, "held_margin_hard": 0.0068, "held_cos_q": 0.3311, "scifact_ndcg": 0.5887, "held_n": 103, "held_Hn": 15, "temp": 0.0219, "lr": 4.0400000000000006e-05, "sched": "warmup", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.51, "mrl_32": 0.3226, "mrl_64": 0.3864, "mrl_128": 0.4808, "mrl_256": 0.5692, "mrl_512": 0.6577, "mrl_768": 0.7025, "mrl_1024": 0.7343, "held_srcs": {"stackex": 3, "msmarco-dense": 10, "nli": 5, "msmarco-bm25": 18, "quora": 8, "hotpotqa": 11, "nq": 6, "pairs": 3}} |
| {"step": 536, "loss_ema": 4.6934, "held_nce_hard": 1.6477, "held_acc_hard": 0.5469, "held_margin": 0.0614, "held_margin_hard": 0.0118, "held_cos_q": 0.2893, "scifact_ndcg": 0.6197, "held_n": 137, "held_Hn": 15, "temp": 0.02177, "lr": 5e-05, "sched": "stable", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.63, "mrl_32": 0.348, "mrl_64": 0.42, "mrl_128": 0.5334, "mrl_256": 0.6137, "mrl_512": 0.7081, "mrl_768": 0.7465, "mrl_1024": 0.7749, "held_srcs": {"stackex": 4, "nli": 5, "msmarco-bm25": 16, "hotpotqa": 12, "msmarco-dense": 10, "pairs": 1, "nq": 7, "quora": 8, "squad": 1}} |
| {"step": 683, "loss_ema": 4.6014, "held_nce_hard": 1.4499, "held_acc_hard": 0.6406, "held_margin": 0.0538, "held_margin_hard": 0.0082, "held_cos_q": 0.2578, "scifact_ndcg": 0.5756, "held_n": 175, "held_Hn": 15, "temp": 0.02163, "lr": 5e-05, "sched": "stable", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.4, "mrl_32": 0.2705, "mrl_64": 0.3772, "mrl_128": 0.4943, "mrl_256": 0.597, "mrl_512": 0.6984, "mrl_768": 0.7392, "mrl_1024": 0.7693, "held_srcs": {"stackex": 4, "nli": 5, "msmarco-bm25": 16, "hotpotqa": 12, "msmarco-dense": 10, "pairs": 1, "nq": 7, "quora": 8, "squad": 1}} |
| {"step": 830, "loss_ema": 4.5461, "held_nce_hard": 1.9509, "held_acc_hard": 0.4844, "held_margin": 0.0523, "held_margin_hard": -0.0014, "held_cos_q": 0.1459, "scifact_ndcg": 0.6004, "held_n": 212, "held_Hn": 15, "temp": 0.02148, "lr": 5e-05, "sched": "stable", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.48, "mrl_32": 0.7424, "mrl_64": 0.743, "mrl_128": 0.7935, "mrl_256": 0.8205, "mrl_512": 0.8631, "mrl_768": 0.8752, "mrl_1024": 0.8882, "held_srcs": {"stackex": 2, "msmarco-bm25": 22, "quora": 4, "msmarco-dense": 18, "nq": 8, "pairs": 2, "hotpotqa": 3, "nli": 4, "squad": 1}} |
| {"step": 963, "loss_ema": 4.5408, "held_nce_hard": 1.957, "held_acc_hard": 0.4844, "held_margin": 0.0508, "held_margin_hard": -0.0002, "held_cos_q": 0.2112, "scifact_ndcg": 0.6085, "held_n": 247, "held_Hn": 15, "temp": 0.02135, "lr": 5e-05, "sched": "stable", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.62, "mrl_32": 0.4797, "mrl_64": 0.5309, "mrl_128": 0.666, "mrl_256": 0.7324, "mrl_512": 0.7966, "mrl_768": 0.8232, "mrl_1024": 0.8422, "held_srcs": {"stackex": 2, "msmarco-bm25": 22, "quora": 4, "msmarco-dense": 18, "nq": 8, "pairs": 2, "hotpotqa": 3, "nli": 4, "squad": 1}} |
| {"step": 1107, "loss_ema": 4.55, "held_nce_hard": 1.8913, "held_acc_hard": 0.4375, "held_margin": 0.0567, "held_margin_hard": 0.0055, "held_cos_q": 0.1854, "scifact_ndcg": 0.6042, "held_n": 283, "held_Hn": 15, "temp": 0.02121, "lr": 4.9910544977990376e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.39, "mrl_32": 0.5227, "mrl_64": 0.569, "mrl_128": 0.6933, "mrl_256": 0.7513, "mrl_512": 0.8147, "mrl_768": 0.8391, "mrl_1024": 0.8591, "held_srcs": {"stackex": 2, "msmarco-bm25": 21, "pairs": 2, "nq": 5, "hotpotqa": 11, "nli": 6, "quora": 5, "msmarco-dense": 10, "squad": 2}} |
| {"step": 1243, "loss_ema": 4.4777, "held_nce_hard": 1.8958, "held_acc_hard": 0.4844, "held_margin": 0.0511, "held_margin_hard": 0.0032, "held_cos_q": 0.1433, "scifact_ndcg": 0.5836, "held_n": 318, "held_Hn": 15, "temp": 0.02108, "lr": 4.982531986851665e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.38, "mrl_32": 0.6695, "mrl_64": 0.6917, "mrl_128": 0.7882, "mrl_256": 0.8221, "mrl_512": 0.8539, "mrl_768": 0.8758, "mrl_1024": 0.8877, "held_srcs": {"stackex": 2, "msmarco-bm25": 21, "pairs": 2, "nq": 5, "hotpotqa": 11, "nli": 6, "quora": 5, "msmarco-dense": 10, "squad": 2}} |
| {"step": 1380, "loss_ema": 4.4267, "held_nce_hard": 1.7678, "held_acc_hard": 0.5312, "held_margin": 0.05, "held_margin_hard": 0.0001, "held_cos_q": 0.2272, "scifact_ndcg": 0.5476, "held_n": 353, "held_Hn": 15, "temp": 0.02095, "lr": 4.973932046178355e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.66, "mrl_32": 0.3577, "mrl_64": 0.4378, "mrl_128": 0.5758, "mrl_256": 0.671, "mrl_512": 0.7548, "mrl_768": 0.7923, "mrl_1024": 0.8205, "held_srcs": {"stackex": 1, "nli": 8, "hotpotqa": 6, "msmarco-dense": 16, "nq": 9, "msmarco-bm25": 15, "quora": 5, "pairs": 2, "squad": 2}} |
| {"step": 1528, "loss_ema": 4.4308, "held_nce_hard": 1.9644, "held_acc_hard": 0.4844, "held_margin": 0.0528, "held_margin_hard": -0.0046, "held_cos_q": 0.2125, "scifact_ndcg": 0.563, "held_n": 391, "held_Hn": 15, "temp": 0.02081, "lr": 4.964624859946621e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.47, "mrl_32": 0.408, "mrl_64": 0.5151, "mrl_128": 0.6198, "mrl_256": 0.7095, "mrl_512": 0.7769, "mrl_768": 0.8141, "mrl_1024": 0.8363, "held_srcs": {"stackex": 3, "msmarco-bm25": 21, "nq": 9, "msmarco-dense": 20, "hotpotqa": 4, "quora": 2, "nli": 2, "pairs": 1, "squad": 2}} |
| {"step": 1661, "loss_ema": 4.4027, "held_nce_hard": 1.7158, "held_acc_hard": 0.5469, "held_margin": 0.0561, "held_margin_hard": -0.0027, "held_cos_q": 0.1801, "scifact_ndcg": 0.5789, "held_n": 426, "held_Hn": 15, "temp": 0.02069, "lr": 4.956246059267034e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.47, "mrl_32": 0.5107, "mrl_64": 0.5475, "mrl_128": 0.6749, "mrl_256": 0.7542, "mrl_512": 0.8231, "mrl_768": 0.848, "mrl_1024": 0.8677, "held_srcs": {"stackex": 3, "msmarco-bm25": 21, "nq": 9, "msmarco-dense": 20, "hotpotqa": 4, "quora": 2, "nli": 2, "pairs": 1, "squad": 2}} |
| {"step": 1814, "loss_ema": 4.4153, "held_nce_hard": 1.6669, "held_acc_hard": 0.6094, "held_margin": 0.0484, "held_margin_hard": 0.0015, "held_cos_q": 0.2116, "scifact_ndcg": 0.561, "held_n": 465, "held_Hn": 15, "temp": 0.02056, "lr": 4.946589734352345e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.49, "mrl_32": 0.4553, "mrl_64": 0.5153, "mrl_128": 0.6253, "mrl_256": 0.709, "mrl_512": 0.7868, "mrl_768": 0.821, "mrl_1024": 0.8471, "held_srcs": {"stackex": 3, "nli": 5, "msmarco-dense": 15, "nq": 8, "hotpotqa": 7, "quora": 4, "msmarco-bm25": 19, "squad": 3}} |
| {"step": 1932, "loss_ema": 4.4587, "held_nce_hard": 2.1305, "held_acc_hard": 0.5312, "held_margin": 0.0287, "held_margin_hard": -0.0065, "held_cos_q": 0.1763, "scifact_ndcg": 0.5533, "held_n": 495, "held_Hn": 15, "temp": 0.02046, "lr": 5e-05, "sched": "stable", "bank_filled": 30208, "micro_q": 64, "accum": 2, "gb": 25.53, "mrl_32": 0.4594, "mrl_64": 0.5825, "mrl_128": 0.6979, "mrl_256": 0.7708, "mrl_512": 0.8239, "mrl_768": 0.8512, "mrl_1024": 0.8684, "held_srcs": {"stackex": 7, "msmarco-dense": 63, "nli": 24, "msmarco-bm25": 71, "quora": 21, "hotpotqa": 26, "nq": 31, "pairs": 6, "squad": 7}} |
| {"step": 2071, "loss_ema": 4.403, "held_nce_hard": 2.0368, "held_acc_hard": 0.5234, "held_margin": 0.037, "held_margin_hard": 0.0001, "held_cos_q": 0.1851, "scifact_ndcg": 0.5678, "held_n": 512, "held_Hn": 15, "temp": 0.02033, "lr": 5e-05, "sched": "stable", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.43, "mrl_32": 0.4444, "mrl_64": 0.4935, "mrl_128": 0.6352, "mrl_256": 0.7259, "mrl_512": 0.7961, "mrl_768": 0.826, "mrl_1024": 0.8478, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 2221, "loss_ema": 4.4601, "held_nce_hard": 2.0605, "held_acc_hard": 0.5039, "held_margin": 0.0345, "held_margin_hard": -0.0031, "held_cos_q": 0.1286, "scifact_ndcg": 0.5058, "held_n": 512, "held_Hn": 15, "temp": 0.0202, "lr": 5e-05, "sched": "stable", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.48, "mrl_32": 0.7226, "mrl_64": 0.7476, "mrl_128": 0.8151, "mrl_256": 0.8457, "mrl_512": 0.87, "mrl_768": 0.892, "mrl_1024": 0.9016, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 2359, "loss_ema": 4.5165, "held_nce_hard": 2.1596, "held_acc_hard": 0.4961, "held_margin": 0.0319, "held_margin_hard": -0.0027, "held_cos_q": 0.1456, "scifact_ndcg": 0.5519, "held_n": 512, "held_Hn": 15, "temp": 0.02008, "lr": 5e-05, "sched": "stable", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.53, "mrl_32": 0.7177, "mrl_64": 0.7284, "mrl_128": 0.7852, "mrl_256": 0.8298, "mrl_512": 0.8539, "mrl_768": 0.8773, "mrl_1024": 0.8916, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 2510, "loss_ema": 4.5088, "held_nce_hard": 2.1554, "held_acc_hard": 0.4766, "held_margin": 0.0365, "held_margin_hard": -0.0023, "held_cos_q": 0.1279, "scifact_ndcg": 0.5597, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 5e-05, "sched": "stable", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.52, "mrl_32": 0.7754, "mrl_64": 0.7951, "mrl_128": 0.8247, "mrl_256": 0.8634, "mrl_512": 0.8848, "mrl_768": 0.8975, "mrl_1024": 0.9052, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 2679, "loss_ema": 4.5402, "held_nce_hard": 2.1751, "held_acc_hard": 0.4219, "held_margin": 0.037, "held_margin_hard": -0.0011, "held_cos_q": 0.1593, "scifact_ndcg": 0.5742, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 5e-05, "sched": "stable", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.63, "mrl_32": 0.5312, "mrl_64": 0.5898, "mrl_128": 0.7049, "mrl_256": 0.7704, "mrl_512": 0.8272, "mrl_768": 0.8566, "mrl_1024": 0.874, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 2828, "loss_ema": 4.3861, "held_nce_hard": 1.9393, "held_acc_hard": 0.5586, "held_margin": 0.033, "held_margin_hard": -0.0014, "held_cos_q": 0.232, "scifact_ndcg": 0.5441, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 5e-05, "sched": "stable", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.45, "mrl_32": 0.3772, "mrl_64": 0.4392, "mrl_128": 0.5621, "mrl_256": 0.6621, "mrl_512": 0.7387, "mrl_768": 0.7788, "mrl_1024": 0.807, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 2994, "loss_ema": 4.491, "held_nce_hard": 2.1207, "held_acc_hard": 0.4805, "held_margin": 0.0345, "held_margin_hard": -0.0015, "held_cos_q": 0.1902, "scifact_ndcg": 0.5311, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 5e-05, "sched": "stable", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.51, "mrl_32": 0.4631, "mrl_64": 0.5487, "mrl_128": 0.6354, "mrl_256": 0.7273, "mrl_512": 0.7845, "mrl_768": 0.8191, "mrl_1024": 0.8419, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 3146, "loss_ema": 4.3859, "held_nce_hard": 2.0425, "held_acc_hard": 0.5039, "held_margin": 0.0345, "held_margin_hard": -0.0018, "held_cos_q": 0.1832, "scifact_ndcg": 0.5425, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.9905535765083215e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.5, "mrl_32": 0.4757, "mrl_64": 0.5226, "mrl_128": 0.6462, "mrl_256": 0.7368, "mrl_512": 0.7958, "mrl_768": 0.8333, "mrl_1024": 0.8564, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 3297, "loss_ema": 4.409, "held_nce_hard": 2.1438, "held_acc_hard": 0.4336, "held_margin": 0.038, "held_margin_hard": -0.0022, "held_cos_q": 0.1504, "scifact_ndcg": 0.5466, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.981089238309228e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.42, "mrl_32": 0.6265, "mrl_64": 0.7224, "mrl_128": 0.773, "mrl_256": 0.8126, "mrl_512": 0.8441, "mrl_768": 0.8673, "mrl_1024": 0.8827, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 3459, "loss_ema": 4.303, "held_nce_hard": 2.0114, "held_acc_hard": 0.5859, "held_margin": 0.0296, "held_margin_hard": -0.0015, "held_cos_q": 0.1547, "scifact_ndcg": 0.5191, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.970915408654627e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.55, "mrl_32": 0.4062, "mrl_64": 0.4941, "mrl_128": 0.6231, "mrl_256": 0.7283, "mrl_512": 0.8056, "mrl_768": 0.8423, "mrl_1024": 0.863, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 3611, "loss_ema": 4.3829, "held_nce_hard": 2.2549, "held_acc_hard": 0.4336, "held_margin": 0.0299, "held_margin_hard": -0.0042, "held_cos_q": 0.1355, "scifact_ndcg": 0.4971, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.961350622562368e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.45, "mrl_32": 0.5873, "mrl_64": 0.6635, "mrl_128": 0.7566, "mrl_256": 0.8353, "mrl_512": 0.8744, "mrl_768": 0.8906, "mrl_1024": 0.9045, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 3776, "loss_ema": 4.3646, "held_nce_hard": 2.2276, "held_acc_hard": 0.3477, "held_margin": 0.0381, "held_margin_hard": -0.0038, "held_cos_q": 0.164, "scifact_ndcg": 0.5293, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.950946879133324e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.44, "mrl_32": 0.5172, "mrl_64": 0.5786, "mrl_128": 0.6764, "mrl_256": 0.764, "mrl_512": 0.8211, "mrl_768": 0.8511, "mrl_1024": 0.8702, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 3928, "loss_ema": 4.3309, "held_nce_hard": 1.986, "held_acc_hard": 0.5234, "held_margin": 0.0346, "held_margin_hard": -0.0022, "held_cos_q": 0.1838, "scifact_ndcg": 0.5478, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.941343440806357e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.5, "mrl_32": 0.4298, "mrl_64": 0.5083, "mrl_128": 0.6241, "mrl_256": 0.7087, "mrl_512": 0.7939, "mrl_768": 0.8259, "mrl_1024": 0.848, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 4080, "loss_ema": 4.3158, "held_nce_hard": 1.9799, "held_acc_hard": 0.4688, "held_margin": 0.0389, "held_margin_hard": -0.0023, "held_cos_q": 0.1808, "scifact_ndcg": 0.5149, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.931721301939111e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.47, "mrl_32": 0.4576, "mrl_64": 0.5245, "mrl_128": 0.6216, "mrl_256": 0.7092, "mrl_512": 0.7785, "mrl_768": 0.813, "mrl_1024": 0.8375, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 4242, "loss_ema": 4.2976, "held_nce_hard": 2.0513, "held_acc_hard": 0.5078, "held_margin": 0.0341, "held_margin_hard": -0.0026, "held_cos_q": 0.1343, "scifact_ndcg": 0.5487, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.9214454177609245e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.49, "mrl_32": 0.5875, "mrl_64": 0.6282, "mrl_128": 0.731, "mrl_256": 0.7868, "mrl_512": 0.8479, "mrl_768": 0.8706, "mrl_1024": 0.886, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 4394, "loss_ema": 4.3762, "held_nce_hard": 2.5529, "held_acc_hard": 0.3086, "held_margin": 0.03, "held_margin_hard": -0.0162, "held_cos_q": 0.1949, "scifact_ndcg": 0.4295, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.9117842990098825e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.48, "mrl_32": 0.4054, "mrl_64": 0.4759, "mrl_128": 0.6075, "mrl_256": 0.7055, "mrl_512": 0.7858, "mrl_768": 0.8199, "mrl_1024": 0.8433, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 4561, "loss_ema": 4.2822, "held_nce_hard": 2.3676, "held_acc_hard": 0.3164, "held_margin": 0.0331, "held_margin_hard": -0.0101, "held_cos_q": 0.1855, "scifact_ndcg": 0.3979, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.90114782474473e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.54, "mrl_32": 0.4527, "mrl_64": 0.5213, "mrl_128": 0.6314, "mrl_256": 0.733, "mrl_512": 0.8058, "mrl_768": 0.8391, "mrl_1024": 0.8648, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 4714, "loss_ema": 4.3292, "held_nce_hard": 2.045, "held_acc_hard": 0.4062, "held_margin": 0.0436, "held_margin_hard": -0.0013, "held_cos_q": 0.1608, "scifact_ndcg": 0.5508, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.891382728840588e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.53, "mrl_32": 0.4957, "mrl_64": 0.5461, "mrl_128": 0.6758, "mrl_256": 0.7665, "mrl_512": 0.8093, "mrl_768": 0.836, "mrl_1024": 0.8586, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 4867, "loss_ema": 4.4119, "held_nce_hard": 2.0373, "held_acc_hard": 0.5312, "held_margin": 0.0353, "held_margin_hard": -0.0018, "held_cos_q": 0.1593, "scifact_ndcg": 0.5494, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.8815980989835696e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.61, "mrl_32": 0.4399, "mrl_64": 0.5284, "mrl_128": 0.6493, "mrl_256": 0.741, "mrl_512": 0.8132, "mrl_768": 0.8461, "mrl_1024": 0.8664, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 5033, "loss_ema": 4.2901, "held_nce_hard": 2.1311, "held_acc_hard": 0.4141, "held_margin": 0.04, "held_margin_hard": -0.0035, "held_cos_q": 0.1967, "scifact_ndcg": 0.5072, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.8709598643388554e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.44, "mrl_32": 0.4078, "mrl_64": 0.4894, "mrl_128": 0.6078, "mrl_256": 0.7023, "mrl_512": 0.7788, "mrl_768": 0.8198, "mrl_1024": 0.8427, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 5183, "loss_ema": 4.2714, "held_nce_hard": 1.9515, "held_acc_hard": 0.5898, "held_margin": 0.0325, "held_margin_hard": -0.0025, "held_cos_q": 0.1202, "scifact_ndcg": 0.5245, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.861326979333935e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.59, "mrl_32": 0.6315, "mrl_64": 0.6706, "mrl_128": 0.7491, "mrl_256": 0.8086, "mrl_512": 0.8586, "mrl_768": 0.89, "mrl_1024": 0.8987, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 5348, "loss_ema": 4.3124, "held_nce_hard": 2.0715, "held_acc_hard": 0.4219, "held_margin": 0.0405, "held_margin_hard": -0.0029, "held_cos_q": 0.1789, "scifact_ndcg": 0.5345, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.8507087111060385e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.5, "mrl_32": 0.4181, "mrl_64": 0.5263, "mrl_128": 0.6494, "mrl_256": 0.7432, "mrl_512": 0.8098, "mrl_768": 0.8434, "mrl_1024": 0.8645, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 5501, "loss_ema": 4.2943, "held_nce_hard": 2.3333, "held_acc_hard": 0.3359, "held_margin": 0.0409, "held_margin_hard": -0.0098, "held_cos_q": 0.1965, "scifact_ndcg": 0.5058, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.840841868931478e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.44, "mrl_32": 0.4787, "mrl_64": 0.5452, "mrl_128": 0.654, "mrl_256": 0.7484, "mrl_512": 0.8034, "mrl_768": 0.8333, "mrl_1024": 0.8509, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 5652, "loss_ema": 4.3043, "held_nce_hard": 1.9855, "held_acc_hard": 0.5234, "held_margin": 0.0351, "held_margin_hard": -0.0017, "held_cos_q": 0.1586, "scifact_ndcg": 0.5428, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.83108424683321e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.41, "mrl_32": 0.5269, "mrl_64": 0.5833, "mrl_128": 0.6736, "mrl_256": 0.7522, "mrl_512": 0.8235, "mrl_768": 0.857, "mrl_1024": 0.8749, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 5819, "loss_ema": 4.3874, "held_nce_hard": 2.1857, "held_acc_hard": 0.457, "held_margin": 0.0324, "held_margin_hard": -0.003, "held_cos_q": 0.1728, "scifact_ndcg": 0.5437, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.820269701998012e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.51, "mrl_32": 0.4111, "mrl_64": 0.5037, "mrl_128": 0.5995, "mrl_256": 0.7173, "mrl_512": 0.7951, "mrl_768": 0.8368, "mrl_1024": 0.8593, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 5968, "loss_ema": 4.2392, "held_nce_hard": 2.0579, "held_acc_hard": 0.5469, "held_margin": 0.0332, "held_margin_hard": -0.0019, "held_cos_q": 0.1315, "scifact_ndcg": 0.5487, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.8106002743940386e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.63, "mrl_32": 0.54, "mrl_64": 0.5985, "mrl_128": 0.6984, "mrl_256": 0.765, "mrl_512": 0.8288, "mrl_768": 0.8565, "mrl_1024": 0.8753, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 6132, "loss_ema": 4.2543, "held_nce_hard": 2.031, "held_acc_hard": 0.4766, "held_margin": 0.0371, "held_margin_hard": -0.0024, "held_cos_q": 0.1759, "scifact_ndcg": 0.5305, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.7999348953918115e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.63, "mrl_32": 0.4537, "mrl_64": 0.5028, "mrl_128": 0.617, "mrl_256": 0.6993, "mrl_512": 0.7819, "mrl_768": 0.8258, "mrl_1024": 0.8477, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 6283, "loss_ema": 4.2854, "held_nce_hard": 1.9881, "held_acc_hard": 0.5703, "held_margin": 0.0354, "held_margin_hard": -0.0016, "held_cos_q": 0.1534, "scifact_ndcg": 0.564, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.790093944798995e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.51, "mrl_32": 0.556, "mrl_64": 0.6108, "mrl_128": 0.6957, "mrl_256": 0.7584, "mrl_512": 0.819, "mrl_768": 0.844, "mrl_1024": 0.8624, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 6434, "loss_ema": 4.3034, "held_nce_hard": 1.9811, "held_acc_hard": 0.5234, "held_margin": 0.0374, "held_margin_hard": -0.0021, "held_cos_q": 0.1094, "scifact_ndcg": 0.542, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.780232734919922e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.46, "mrl_32": 0.6527, "mrl_64": 0.7191, "mrl_128": 0.792, "mrl_256": 0.8403, "mrl_512": 0.8808, "mrl_768": 0.8995, "mrl_1024": 0.9082, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 6601, "loss_ema": 4.2365, "held_nce_hard": 2.0406, "held_acc_hard": 0.4453, "held_margin": 0.0364, "held_margin_hard": -0.0028, "held_cos_q": 0.1679, "scifact_ndcg": 0.5234, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.7693028840701656e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.5, "mrl_32": 0.5002, "mrl_64": 0.552, "mrl_128": 0.6451, "mrl_256": 0.727, "mrl_512": 0.8014, "mrl_768": 0.8382, "mrl_1024": 0.8619, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 6753, "loss_ema": 4.1879, "held_nce_hard": 1.9168, "held_acc_hard": 0.6641, "held_margin": 0.0306, "held_margin_hard": -0.0012, "held_cos_q": 0.133, "scifact_ndcg": 0.5494, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.759332936452335e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.47, "mrl_32": 0.6339, "mrl_64": 0.689, "mrl_128": 0.7481, "mrl_256": 0.7966, "mrl_512": 0.8532, "mrl_768": 0.8792, "mrl_1024": 0.8956, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 6908, "loss_ema": 4.2706, "held_nce_hard": 2.1369, "held_acc_hard": 0.4922, "held_margin": 0.0341, "held_margin_hard": -0.0037, "held_cos_q": 0.1529, "scifact_ndcg": 0.5462, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.7491446598308624e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.49, "mrl_32": 0.5856, "mrl_64": 0.6246, "mrl_128": 0.718, "mrl_256": 0.7833, "mrl_512": 0.8441, "mrl_768": 0.8708, "mrl_1024": 0.8867, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 7055, "loss_ema": 4.311, "held_nce_hard": 2.0453, "held_acc_hard": 0.4766, "held_margin": 0.0367, "held_margin_hard": -0.0019, "held_cos_q": 0.1654, "scifact_ndcg": 0.5266, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.7394619947837966e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.44, "mrl_32": 0.5127, "mrl_64": 0.55, "mrl_128": 0.641, "mrl_256": 0.7295, "mrl_512": 0.8057, "mrl_768": 0.8454, "mrl_1024": 0.8606, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 7204, "loss_ema": 4.2348, "held_nce_hard": 1.9775, "held_acc_hard": 0.5312, "held_margin": 0.0369, "held_margin_hard": -0.0015, "held_cos_q": 0.1422, "scifact_ndcg": 0.5297, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.729627363757107e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.49, "mrl_32": 0.5479, "mrl_64": 0.6027, "mrl_128": 0.6929, "mrl_256": 0.7785, "mrl_512": 0.8405, "mrl_768": 0.8684, "mrl_1024": 0.8818, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 7362, "loss_ema": 4.2316, "held_nce_hard": 1.8087, "held_acc_hard": 0.6055, "held_margin": 0.0367, "held_margin_hard": -0.0011, "held_cos_q": 0.1593, "scifact_ndcg": 0.5329, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.7191763052464994e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.53, "mrl_32": 0.4803, "mrl_64": 0.565, "mrl_128": 0.6518, "mrl_256": 0.7476, "mrl_512": 0.8056, "mrl_768": 0.8381, "mrl_1024": 0.856, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 7514, "loss_ema": 4.2471, "held_nce_hard": 2.081, "held_acc_hard": 0.5156, "held_margin": 0.0352, "held_margin_hard": -0.0017, "held_cos_q": 0.1916, "scifact_ndcg": 0.5327, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.7091002325285025e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.43, "mrl_32": 0.4001, "mrl_64": 0.4893, "mrl_128": 0.6095, "mrl_256": 0.7011, "mrl_512": 0.7855, "mrl_768": 0.8236, "mrl_1024": 0.8461, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 7701, "loss_ema": 4.1317, "held_nce_hard": 1.8842, "held_acc_hard": 0.5469, "held_margin": 0.0366, "held_margin_hard": -0.0027, "held_cos_q": 0.1766, "scifact_ndcg": 0.5014, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.69667435532846e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.42, "mrl_32": 0.4361, "mrl_64": 0.5184, "mrl_128": 0.6091, "mrl_256": 0.7052, "mrl_512": 0.7856, "mrl_768": 0.8276, "mrl_1024": 0.852, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 7867, "loss_ema": 4.1287, "held_nce_hard": 1.8449, "held_acc_hard": 0.5586, "held_margin": 0.0377, "held_margin_hard": -0.0021, "held_cos_q": 0.1882, "scifact_ndcg": 0.5085, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.685616288173841e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.41, "mrl_32": 0.4256, "mrl_64": 0.489, "mrl_128": 0.595, "mrl_256": 0.6867, "mrl_512": 0.7794, "mrl_768": 0.8178, "mrl_1024": 0.8444, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 8033, "loss_ema": 4.1996, "held_nce_hard": 2.0445, "held_acc_hard": 0.457, "held_margin": 0.0379, "held_margin_hard": -0.0037, "held_cos_q": 0.1453, "scifact_ndcg": 0.4737, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.674532062142691e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.39, "mrl_32": 0.5062, "mrl_64": 0.5855, "mrl_128": 0.6925, "mrl_256": 0.7573, "mrl_512": 0.8309, "mrl_768": 0.8584, "mrl_1024": 0.8768, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 8210, "loss_ema": 4.1497, "held_nce_hard": 2.2682, "held_acc_hard": 0.3359, "held_margin": 0.0391, "held_margin_hard": -0.0064, "held_cos_q": 0.1854, "scifact_ndcg": 0.523, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.662684312710866e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.45, "mrl_32": 0.4912, "mrl_64": 0.5322, "mrl_128": 0.607, "mrl_256": 0.7019, "mrl_512": 0.7895, "mrl_768": 0.8229, "mrl_1024": 0.846, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 8373, "loss_ema": 4.1265, "held_nce_hard": 1.9926, "held_acc_hard": 0.4844, "held_margin": 0.0406, "held_margin_hard": -0.0028, "held_cos_q": 0.1659, "scifact_ndcg": 0.5214, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.651746983661085e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.39, "mrl_32": 0.4563, "mrl_64": 0.5343, "mrl_128": 0.6324, "mrl_256": 0.7218, "mrl_512": 0.8105, "mrl_768": 0.8442, "mrl_1024": 0.8643, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 8554, "loss_ema": 4.1047, "held_nce_hard": 1.9631, "held_acc_hard": 0.5391, "held_margin": 0.0374, "held_margin_hard": -0.0021, "held_cos_q": 0.1683, "scifact_ndcg": 0.5111, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.639571639709856e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.49, "mrl_32": 0.4505, "mrl_64": 0.5313, "mrl_128": 0.6261, "mrl_256": 0.7135, "mrl_512": 0.7929, "mrl_768": 0.8261, "mrl_1024": 0.8491, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 8720, "loss_ema": 4.224, "held_nce_hard": 2.163, "held_acc_hard": 0.3711, "held_margin": 0.0461, "held_margin_hard": -0.006, "held_cos_q": 0.2036, "scifact_ndcg": 0.4332, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.628377145393405e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.41, "mrl_32": 0.4408, "mrl_64": 0.5085, "mrl_128": 0.5965, "mrl_256": 0.6967, "mrl_512": 0.7787, "mrl_768": 0.8171, "mrl_1024": 0.8374, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 8946, "loss_ema": 4.1759, "held_nce_hard": 2.1155, "held_acc_hard": 0.4492, "held_margin": 0.0386, "held_margin_hard": -0.0041, "held_cos_q": 0.158, "scifact_ndcg": 0.5006, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.613092780337287e-05, "sched": "decay", "bank_filled": 38400, "micro_q": 64, "accum": 2, "gb": 25.56, "mrl_32": 0.4937, "mrl_64": 0.5758, "mrl_128": 0.6646, "mrl_256": 0.752, "mrl_512": 0.8229, "mrl_768": 0.8554, "mrl_1024": 0.872, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 9112, "loss_ema": 4.1013, "held_nce_hard": 1.9292, "held_acc_hard": 0.4492, "held_margin": 0.0457, "held_margin_hard": -0.0022, "held_cos_q": 0.2136, "scifact_ndcg": 0.4971, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.6018338735769244e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.42, "mrl_32": 0.4169, "mrl_64": 0.4697, "mrl_128": 0.5673, "mrl_256": 0.6621, "mrl_512": 0.7434, "mrl_768": 0.7868, "mrl_1024": 0.8129, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 9293, "loss_ema": 4.1216, "held_nce_hard": 2.0107, "held_acc_hard": 0.4062, "held_margin": 0.0486, "held_margin_hard": -0.0027, "held_cos_q": 0.1879, "scifact_ndcg": 0.4668, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.589526119328662e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.44, "mrl_32": 0.4107, "mrl_64": 0.4959, "mrl_128": 0.5819, "mrl_256": 0.6982, "mrl_512": 0.7901, "mrl_768": 0.8199, "mrl_1024": 0.8458, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 9468, "loss_ema": 4.1278, "held_nce_hard": 2.2729, "held_acc_hard": 0.3906, "held_margin": 0.0302, "held_margin_hard": -0.0034, "held_cos_q": 0.2152, "scifact_ndcg": 0.4959, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.577594892517248e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.4, "mrl_32": 0.3831, "mrl_64": 0.4446, "mrl_128": 0.5514, "mrl_256": 0.6545, "mrl_512": 0.7558, "mrl_768": 0.8011, "mrl_1024": 0.8294, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 9652, "loss_ema": 4.0437, "held_nce_hard": 2.0809, "held_acc_hard": 0.4922, "held_margin": 0.033, "held_margin_hard": -0.0009, "held_cos_q": 0.1684, "scifact_ndcg": 0.5498, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.565016429324214e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.44, "mrl_32": 0.4589, "mrl_64": 0.5217, "mrl_128": 0.617, "mrl_256": 0.716, "mrl_512": 0.7928, "mrl_768": 0.8333, "mrl_1024": 0.8581, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 9819, "loss_ema": 4.1213, "held_nce_hard": 2.1585, "held_acc_hard": 0.418, "held_margin": 0.0342, "held_margin_hard": -0.0054, "held_cos_q": 0.1966, "scifact_ndcg": 0.5045, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.553570028010989e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.44, "mrl_32": 0.4044, "mrl_64": 0.4704, "mrl_128": 0.5621, "mrl_256": 0.6677, "mrl_512": 0.7603, "mrl_768": 0.8036, "mrl_1024": 0.8312, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 9989, "loss_ema": 4.2315, "held_nce_hard": 1.9398, "held_acc_hard": 0.5781, "held_margin": 0.0341, "held_margin_hard": -0.0019, "held_cos_q": 0.1343, "scifact_ndcg": 0.5312, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.541888373793438e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.45, "mrl_32": 0.5066, "mrl_64": 0.5982, "mrl_128": 0.7078, "mrl_256": 0.7707, "mrl_512": 0.8328, "mrl_768": 0.8704, "mrl_1024": 0.8904, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 10178, "loss_ema": 4.0309, "held_nce_hard": 2.2194, "held_acc_hard": 0.3281, "held_margin": 0.0365, "held_margin_hard": -0.007, "held_cos_q": 0.1935, "scifact_ndcg": 0.4052, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.528865752039908e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.38, "mrl_32": 0.4604, "mrl_64": 0.5291, "mrl_128": 0.6125, "mrl_256": 0.7116, "mrl_512": 0.7961, "mrl_768": 0.8344, "mrl_1024": 0.8561, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 10349, "loss_ema": 4.1496, "held_nce_hard": 1.8957, "held_acc_hard": 0.5039, "held_margin": 0.0391, "held_margin_hard": -0.0007, "held_cos_q": 0.1776, "scifact_ndcg": 0.5444, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.51705102915608e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.56, "mrl_32": 0.4757, "mrl_64": 0.5455, "mrl_128": 0.6357, "mrl_256": 0.73, "mrl_512": 0.7992, "mrl_768": 0.8375, "mrl_1024": 0.8621, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 10534, "loss_ema": 4.0474, "held_nce_hard": 1.8761, "held_acc_hard": 0.6484, "held_margin": 0.0321, "held_margin_hard": -0.0018, "held_cos_q": 0.1347, "scifact_ndcg": 0.53, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.504234119137237e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.47, "mrl_32": 0.5686, "mrl_64": 0.6621, "mrl_128": 0.7305, "mrl_256": 0.802, "mrl_512": 0.8467, "mrl_768": 0.8752, "mrl_1024": 0.892, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 10709, "loss_ema": 4.181, "held_nce_hard": 1.8906, "held_acc_hard": 0.5234, "held_margin": 0.0376, "held_margin_hard": -0.002, "held_cos_q": 0.1791, "scifact_ndcg": 0.5369, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.4920763573207433e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.54, "mrl_32": 0.416, "mrl_64": 0.5069, "mrl_128": 0.5819, "mrl_256": 0.6987, "mrl_512": 0.7745, "mrl_768": 0.8184, "mrl_1024": 0.8398, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 10880, "loss_ema": 4.1126, "held_nce_hard": 2.0006, "held_acc_hard": 0.4844, "held_margin": 0.04, "held_margin_hard": -0.0022, "held_cos_q": 0.1428, "scifact_ndcg": 0.5431, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.480164617511281e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.46, "mrl_32": 0.6866, "mrl_64": 0.7354, "mrl_128": 0.7491, "mrl_256": 0.8065, "mrl_512": 0.8456, "mrl_768": 0.8734, "mrl_1024": 0.8906, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 11065, "loss_ema": 4.0634, "held_nce_hard": 1.9167, "held_acc_hard": 0.5117, "held_margin": 0.0372, "held_margin_hard": -0.0013, "held_cos_q": 0.1827, "scifact_ndcg": 0.5226, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.4672418783853646e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.57, "mrl_32": 0.465, "mrl_64": 0.5153, "mrl_128": 0.6112, "mrl_256": 0.7156, "mrl_512": 0.7965, "mrl_768": 0.8315, "mrl_1024": 0.8538, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 11237, "loss_ema": 4.0541, "held_nce_hard": 1.9562, "held_acc_hard": 0.4766, "held_margin": 0.0416, "held_margin_hard": -0.0016, "held_cos_q": 0.1692, "scifact_ndcg": 0.5221, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.4551935984870516e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.5, "mrl_32": 0.4294, "mrl_64": 0.532, "mrl_128": 0.625, "mrl_256": 0.7209, "mrl_512": 0.7908, "mrl_768": 0.832, "mrl_1024": 0.856, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 11428, "loss_ema": 4.0626, "held_nce_hard": 2.0919, "held_acc_hard": 0.4805, "held_margin": 0.0334, "held_margin_hard": -0.0014, "held_cos_q": 0.1819, "scifact_ndcg": 0.539, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.4417761087204746e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.52, "mrl_32": 0.4021, "mrl_64": 0.4782, "mrl_128": 0.5964, "mrl_256": 0.7072, "mrl_512": 0.79, "mrl_768": 0.8322, "mrl_1024": 0.853, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 11601, "loss_ema": 4.1584, "held_nce_hard": 2.0189, "held_acc_hard": 0.4375, "held_margin": 0.0408, "held_margin_hard": -0.0019, "held_cos_q": 0.1994, "scifact_ndcg": 0.5227, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.429588016960494e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.39, "mrl_32": 0.4174, "mrl_64": 0.4802, "mrl_128": 0.5802, "mrl_256": 0.6863, "mrl_512": 0.7695, "mrl_768": 0.813, "mrl_1024": 0.8412, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 11776, "loss_ema": 4.1935, "held_nce_hard": 2.0724, "held_acc_hard": 0.4414, "held_margin": 0.0429, "held_margin_hard": -0.0058, "held_cos_q": 0.1507, "scifact_ndcg": 0.4714, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.417224807500746e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.44, "mrl_32": 0.5025, "mrl_64": 0.6107, "mrl_128": 0.7086, "mrl_256": 0.7764, "mrl_512": 0.8292, "mrl_768": 0.8561, "mrl_1024": 0.8728, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
| {"step": 11964, "loss_ema": 4.1703, "held_nce_hard": 2.0075, "held_acc_hard": 0.4219, "held_margin": 0.0397, "held_margin_hard": -0.0029, "held_cos_q": 0.1971, "scifact_ndcg": 0.5103, "held_n": 512, "held_Hn": 15, "temp": 0.01999, "lr": 4.403904517584367e-05, "sched": "decay", "bank_filled": 65536, "micro_q": 64, "accum": 2, "gb": 25.49, "mrl_32": 0.4821, "mrl_64": 0.5646, "mrl_128": 0.6372, "mrl_256": 0.7172, "mrl_512": 0.7916, "mrl_768": 0.8281, "mrl_1024": 0.849, "held_srcs": {"stackex": 14, "nli": 20, "msmarco-bm25": 76, "hotpotqa": 27, "msmarco-dense": 63, "pairs": 5, "nq": 29, "quora": 14, "squad": 8}} |
|
|
