Upload results/rec1aligned-seed1_eval.json with huggingface_hub

results/rec1aligned-seed1_eval.json

@@ -0,0 +1 @@
+{"run_name": "rec1aligned-seed1", "config": {"arch": "rec", "depth": 1, "iters": "aligned", "d_model": 128, "S": 64, "k_max": 8, "steps": 25000, "batch": 256, "lr": 0.001, "warmup": 1000, "seed": 1, "run_name": "rec1aligned-seed1", "out_dir": "out", "hub_repo": "eac123/ptr-recurrent-depth", "space_id": "eac123/ptr-recurrent-depth-trackio", "project": "ptr-recurrent-depth", "eval_every": 2500, "eval_n": 400}, "budget": {"params_total": 240256, "params_blocks": 198272, "iters_per_step": "aligned U{1..8}", "block_apps_per_step": 4.5, "train_flops_total": 2455732224000000.0}, "device": "cuda", "n_per_cell": 1000, "aligned": true, "lookup_reference_acc": 1.0, "acc_vs_k": {"1": 0.058000002056360245, "2": 0.04800000041723251, "3": 0.07100000232458115, "4": 0.09300000220537186, "5": 0.10400000214576721, "6": 0.12800000607967377, "7": 0.1810000091791153, "8": 0.19100001454353333, "9": 0.11100000888109207, "10": 0.12000000476837158, "11": 0.07800000160932541, "12": 0.09700000286102295, "13": 0.05900000408291817, "14": 0.04800000041723251, "15": 0.06200000271201134, "16": 0.04800000041723251, "17": 0.05100000277161598, "18": 0.05100000277161598, "19": 0.046000003814697266, "20": 0.03500000014901161, "21": 0.04700000211596489, "22": 0.04000000283122063, "23": 0.032999999821186066, "24": 0.03800000250339508, "25": 0.03200000151991844, "26": 0.014000000432133675, "27": 0.03700000047683716, "28": 0.030000001192092896, "29": 0.046000003814697266, "30": 0.036000002175569534, "31": 0.024000000208616257, "32": 0.04000000283122063, "33": 0.03500000014901161, "34": 0.032999999821186066, "35": 0.020000001415610313, "36": 0.039000000804662704, "37": 0.03200000151991844, "38": 0.026000000536441803, "39": 0.03400000184774399, "40": 0.029000001028180122, "41": 0.027000000700354576, "42": 0.02200000174343586, "43": 0.024000000208616257, "44": 0.03200000151991844, "45": 0.03100000135600567, "46": 0.023000001907348633, "47": 0.036000002175569534, "48": 0.02800000086426735, "49": 0.030000001192092896, "50": 0.023000001907348633, "51": 0.02500000037252903, "52": 0.03700000047683716, "53": 0.030000001192092896, "54": 0.03500000014901161, "55": 0.02800000086426735, "56": 0.024000000208616257, "57": 0.032999999821186066, "58": 0.029000001028180122, "59": 0.023000001907348633, "60": 0.02200000174343586, "61": 0.03200000151991844, "62": 0.02800000086426735, "63": 0.021000001579523087, "64": 0.02200000174343586}, "train_iters": 8, "inference_flops_per_example": 226541568, "acc_vs_iters": {"1": {"1": 0.04100000113248825, "2": 0.024000000208616257, "4": 0.015000000596046448, "8": 0.02800000086426735, "16": 0.023000001907348633, "32": 0.018000001087784767, "64": 0.03100000135600567}, "2": {"1": 0.6160000562667847, "2": 0.04100000113248825, "4": 0.06200000271201134, "8": 0.036000002175569534, "16": 0.09100000560283661, "32": 0.029000001028180122, "64": 0.08800000697374344}, "3": {"1": 0.1860000044107437, "2": 0.27900001406669617, "4": 0.07700000703334808, "8": 0.09000000357627869, "16": 0.11300000548362732, "32": 0.1290000081062317, "64": 0.11100000888109207}, "4": {"1": 0.1600000113248825, "2": 0.2120000123977661, "4": 0.08900000154972076, "8": 0.11900000274181366, "16": 0.1210000067949295, "32": 0.11700000613927841, "64": 0.09800000488758087}, "5": {"1": 0.14800000190734863, "2": 0.16100001335144043, "4": 0.23800000548362732, "8": 0.15200001001358032, "16": 0.15400001406669617, "32": 0.17400000989437103, "64": 0.16900001466274261}, "6": {"1": 0.14000000059604645, "2": 0.14000000059604645, "4": 0.21900001168251038, "8": 0.17000000178813934, "16": 0.15200001001358032, "32": 0.13600000739097595, "64": 0.15800000727176666}, "7": {"1": 0.14800000190734863, "2": 0.1340000033378601, "4": 0.20900000631809235, "8": 0.16200000047683716, "16": 0.1469999998807907, "32": 0.17000000178813934, "64": 0.1850000023841858}, "8": {"1": 0.14900000393390656, "2": 0.1380000114440918, "4": 0.15300001204013824, "8": 0.17800000309944153, "16": 0.13199999928474426, "32": 0.12800000607967377, "64": 0.17500001192092896}, "9": {"1": 0.14000000059604645, "2": 0.08700000494718552, "4": 0.11800000816583633, "8": 0.15700000524520874, "16": 0.11000000685453415, "32": 0.10200000554323196, "64": 0.12200000882148743}, "10": {"1": 0.10600000619888306, "2": 0.07700000703334808, "4": 0.1120000034570694, "8": 0.17900000512599945, "16": 0.1080000028014183, "32": 0.0950000062584877, "64": 0.11700000613927841}, "11": {"1": 0.10100000351667404, "2": 0.07400000095367432, "4": 0.09000000357627869, "8": 0.18200001120567322, "16": 0.08800000697374344, "32": 0.07700000703334808, "64": 0.10600000619888306}, "12": {"1": 0.10000000149011612, "2": 0.05000000074505806, "4": 0.07200000435113907, "8": 0.16500000655651093, "16": 0.07800000160932541, "32": 0.06599999964237213, "64": 0.08100000023841858}, "13": {"1": 0.07800000160932541, "2": 0.0650000050663948, "4": 0.07000000029802322, "8": 0.1600000113248825, "16": 0.06000000238418579, "32": 0.055000003427267075, "64": 0.0690000057220459}, "14": {"1": 0.07100000232458115, "2": 0.04500000178813934, "4": 0.0650000050663948, "8": 0.14300000667572021, "16": 0.05900000408291817, "32": 0.04200000315904617, "64": 0.0690000057220459}, "15": {"1": 0.08000000566244125, "2": 0.04700000211596489, "4": 0.04400000348687172, "8": 0.14800000190734863, "16": 0.06100000441074371, "32": 0.049000002443790436, "64": 0.0690000057220459}, "16": {"1": 0.06800000369548798, "2": 0.0430000014603138, "4": 0.039000000804662704, "8": 0.1340000033378601, "16": 0.049000002443790436, "32": 0.05100000277161598, "64": 0.07300000637769699}}, "acc_vs_state_size": {"16": {"1": 0.09100000560283661, "2": 0.10600000619888306, "3": 0.10600000619888306, "4": 0.1420000046491623, "5": 0.1510000079870224, "6": 0.1900000125169754, "7": 0.2110000103712082, "8": 0.2120000123977661, "9": 0.19500000774860382, "10": 0.15300001204013824, "11": 0.19600000977516174, "12": 0.14900000393390656, "13": 0.1340000033378601, "14": 0.08400000631809235, "15": 0.12800000607967377, "16": 0.12800000607967377, "17": 0.09600000083446503, "18": 0.08500000089406967, "19": 0.0950000062584877, "20": 0.05900000408291817, "21": 0.11700000613927841, "22": 0.07900000363588333, "23": 0.09100000560283661, "24": 0.10500000417232513, "25": 0.09100000560283661, "26": 0.10000000149011612, "27": 0.07000000029802322, "28": 0.08500000089406967, "29": 0.09800000488758087, "30": 0.08100000023841858, "31": 0.08900000154972076, "32": 0.0820000022649765, "33": 0.0950000062584877, "34": 0.07200000435113907, "35": 0.0690000057220459, "36": 0.07700000703334808, "37": 0.07600000500679016, "38": 0.07500000298023224, "39": 0.06599999964237213, "40": 0.08400000631809235, "41": 0.05900000408291817, "42": 0.07000000029802322, "43": 0.09600000083446503, "44": 0.07800000160932541, "45": 0.08900000154972076, "46": 0.0950000062584877, "47": 0.08300000429153442, "48": 0.09000000357627869, "49": 0.0820000022649765, "50": 0.07900000363588333, "51": 0.0690000057220459, "52": 0.07400000095367432, "53": 0.07300000637769699, "54": 0.07700000703334808, "55": 0.07000000029802322, "56": 0.09200000762939453, "57": 0.0820000022649765, "58": 0.08500000089406967, "59": 0.07800000160932541, "60": 0.0650000050663948, "61": 0.07400000095367432, "62": 0.07200000435113907, "63": 0.07300000637769699, "64": 0.08500000089406967}, "32": {"1": 0.05100000277161598, "2": 0.0820000022649765, "3": 0.07500000298023224, "4": 0.0820000022649765, "5": 0.11600000411272049, "6": 0.16600000858306885, "7": 0.1550000011920929, "8": 0.16900001466274261, "9": 0.08000000566244125, "10": 0.039000000804662704, "11": 0.05100000277161598, "12": 0.04200000315904617, "13": 0.03500000014901161, "14": 0.027000000700354576, "15": 0.03200000151991844, "16": 0.03800000250339508, "17": 0.04200000315904617, "18": 0.04000000283122063, "19": 0.030000001192092896, "20": 0.026000000536441803, "21": 0.02800000086426735, "22": 0.039000000804662704, "23": 0.05100000277161598, "24": 0.03500000014901161, "25": 0.03500000014901161, "26": 0.03200000151991844, "27": 0.03800000250339508, "28": 0.036000002175569534, "29": 0.02800000086426735, "30": 0.02500000037252903, "31": 0.032999999821186066, "32": 0.04100000113248825, "33": 0.03100000135600567, "34": 0.02800000086426735, "35": 0.023000001907348633, "36": 0.03200000151991844, "37": 0.03700000047683716, "38": 0.03400000184774399, "39": 0.024000000208616257, "40": 0.04200000315904617, "41": 0.03700000047683716, "42": 0.032999999821186066, "43": 0.030000001192092896, "44": 0.02800000086426735, "45": 0.03200000151991844, "46": 0.026000000536441803, "47": 0.030000001192092896, "48": 0.02500000037252903, "49": 0.04000000283122063, "50": 0.03200000151991844, "51": 0.03800000250339508, "52": 0.030000001192092896, "53": 0.01900000125169754, "54": 0.03500000014901161, "55": 0.03800000250339508, "56": 0.026000000536441803, "57": 0.027000000700354576, "58": 0.04000000283122063, "59": 0.03400000184774399, "60": 0.04100000113248825, "61": 0.04200000315904617, "62": 0.03400000184774399, "63": 0.03500000014901161, "64": 0.02800000086426735}, "64": {"1": 0.06200000271201134, "2": 0.055000003427267075, "3": 0.06400000303983688, "4": 0.08500000089406967, "5": 0.11700000613927841, "6": 0.11400000751018524, "7": 0.17900000512599945, "8": 0.16500000655651093, "9": 0.11800000816583633, "10": 0.12700000405311584, "11": 0.08300000429153442, "12": 0.06700000166893005, "13": 0.05700000375509262, "14": 0.036000002175569534, "15": 0.07100000232458115, "16": 0.03400000184774399, "17": 0.05400000140070915, "18": 0.04400000348687172, "19": 0.05100000277161598, "20": 0.03700000047683716, "21": 0.06000000238418579, "22": 0.03800000250339508, "23": 0.04200000315904617, "24": 0.05700000375509262, "25": 0.023000001907348633, "26": 0.02500000037252903, "27": 0.04200000315904617, "28": 0.03700000047683716, "29": 0.04700000211596489, "30": 0.04800000041723251, "31": 0.03800000250339508, "32": 0.03200000151991844, "33": 0.02800000086426735, "34": 0.02200000174343586, "35": 0.02200000174343586, "36": 0.026000000536441803, "37": 0.02500000037252903, "38": 0.027000000700354576, "39": 0.032999999821186066, "40": 0.032999999821186066, "41": 0.029000001028180122, "42": 0.02500000037252903, "43": 0.03200000151991844, "44": 0.02500000037252903, "45": 0.01900000125169754, "46": 0.02800000086426735, "47": 0.029000001028180122, "48": 0.03700000047683716, "49": 0.029000001028180122, "50": 0.023000001907348633, "51": 0.03200000151991844, "52": 0.03400000184774399, "53": 0.01900000125169754, "54": 0.02800000086426735, "55": 0.027000000700354576, "56": 0.03200000151991844, "57": 0.03800000250339508, "58": 0.020000001415610313, "59": 0.024000000208616257, "60": 0.027000000700354576, "61": 0.03700000047683716, "62": 0.023000001907348633, "63": 0.021000001579523087, "64": 0.021000001579523087}}}