Upload results/fixed4x1-seed0_eval.json with huggingface_hub

results/fixed4x1-seed0_eval.json

@@ -0,0 +1 @@
+{"run_name": "fixed4x1-seed0", "config": {"arch": "fixed", "depth": 4, "iters": "1", "d_model": 128, "S": 64, "k_max": 8, "steps": 25000, "batch": 256, "lr": 0.001, "warmup": 1000, "seed": 0, "run_name": "fixed4x1-seed0", "out_dir": "out", "hub_repo": "eac123/ptr-recurrent-depth", "space_id": "eac123/ptr-recurrent-depth-trackio", "project": "ptr-recurrent-depth", "eval_every": 2500, "eval_n": 400}, "budget": {"params_total": 829696, "params_blocks": 793088, "iters_per_step": "1", "block_apps_per_step": 4, "train_flops_total": 2185179955200000.0}, "device": "cuda", "n_per_cell": 1000, "lookup_reference_acc": 1.0, "acc_vs_k": {"1": 1.0, "2": 1.0, "3": 0.999000072479248, "4": 0.1600000113248825, "5": 0.1730000078678131, "6": 0.17400000989437103, "7": 0.21000000834465027, "8": 0.21000000834465027, "9": 0.18900001049041748, "10": 0.15900000929832458, "11": 0.18800000846385956, "12": 0.18300001323223114, "13": 0.13199999928474426, "14": 0.13900001347064972, "15": 0.22300000488758087, "16": 0.15300001204013824, "17": 0.18000000715255737, "18": 0.18700000643730164, "19": 0.20100000500679016, "20": 0.16100001335144043, "21": 0.21700000762939453, "22": 0.18300001323223114, "23": 0.20000000298023224, "24": 0.14000000059604645, "25": 0.1680000126361847, "26": 0.19600000977516174, "27": 0.17400000989437103, "28": 0.1720000058412552, "29": 0.20100000500679016, "30": 0.16300000250339508, "31": 0.2070000171661377, "32": 0.17000000178813934, "33": 0.2200000137090683, "34": 0.18700000643730164, "35": 0.18200001120567322, "36": 0.1730000078678131, "37": 0.20500001311302185, "38": 0.1680000126361847, "39": 0.23900000751018524, "40": 0.15600000321865082, "41": 0.17900000512599945, "42": 0.17000000178813934, "43": 0.21800000965595245, "44": 0.1810000091791153, "45": 0.20200000703334808, "46": 0.15800000727176666, "47": 0.1900000125169754, "48": 0.20100000500679016, "49": 0.1730000078678131, "50": 0.18700000643730164, "51": 0.18400001525878906, "52": 0.18800000846385956, "53": 0.20600001513957977, "54": 0.15000000596046448, "55": 0.1510000079870224, "56": 0.16500000655651093, "57": 0.21400001645088196, "58": 0.1860000044107437, "59": 0.20100000500679016, "60": 0.14900000393390656, "61": 0.17400000989437103, "62": 0.22500000894069672, "63": 0.20400001108646393, "64": 0.11900000274181366}, "train_iters": 1, "inference_flops_per_example": 113811456, "acc_vs_iters": {"1": {"1": 1.0, "2": 1.0, "4": 0.14300000667572021, "8": 0.2110000103712082, "16": 0.164000004529953, "32": 0.16500000655651093, "64": 0.14600001275539398}, "2": {"1": 0.6770000457763672, "2": 0.7520000338554382, "4": 0.046000003814697266, "8": 0.055000003427267075, "16": 0.05100000277161598, "32": 0.07900000363588333, "64": 0.06400000303983688}, "3": {"1": 0.5250000357627869, "2": 0.562000036239624, "4": 0.03100000135600567, "8": 0.03200000151991844, "16": 0.029000001028180122, "32": 0.04200000315904617, "64": 0.032999999821186066}, "4": {"1": 0.3700000047683716, "2": 0.34200000762939453, "4": 0.027000000700354576, "8": 0.02200000174343586, "16": 0.02200000174343586, "32": 0.039000000804662704, "64": 0.023000001907348633}, "5": {"1": 0.25699999928474426, "2": 0.2160000056028366, "4": 0.01900000125169754, "8": 0.01900000125169754, "16": 0.015000000596046448, "32": 0.013000000268220901, "64": 0.014000000432133675}, "6": {"1": 0.1900000125169754, "2": 0.1770000010728836, "4": 0.013000000268220901, "8": 0.024000000208616257, "16": 0.018000001087784767, "32": 0.020000001415610313, "64": 0.018000001087784767}, "7": {"1": 0.16600000858306885, "2": 0.16700001060962677, "4": 0.012000000104308128, "8": 0.01900000125169754, "16": 0.018000001087784767, "32": 0.021000001579523087, "64": 0.021000001579523087}, "8": {"1": 0.14800000190734863, "2": 0.12700000405311584, "4": 0.01600000075995922, "8": 0.018000001087784767, "16": 0.009000000543892384, "32": 0.021000001579523087, "64": 0.013000000268220901}, "9": {"1": 0.11500000208616257, "2": 0.11600000411272049, "4": 0.015000000596046448, "8": 0.01600000075995922, "16": 0.024000000208616257, "32": 0.012000000104308128, "64": 0.017000000923871994}, "10": {"1": 0.0950000062584877, "2": 0.10100000351667404, "4": 0.018000001087784767, "8": 0.01600000075995922, "16": 0.01100000087171793, "32": 0.02200000174343586, "64": 0.013000000268220901}, "11": {"1": 0.0990000069141388, "2": 0.0990000069141388, "4": 0.015000000596046448, "8": 0.014000000432133675, "16": 0.01600000075995922, "32": 0.015000000596046448, "64": 0.017000000923871994}, "12": {"1": 0.09100000560283661, "2": 0.0820000022649765, "4": 0.01100000087171793, "8": 0.01900000125169754, "16": 0.02200000174343586, "32": 0.018000001087784767, "64": 0.013000000268220901}, "13": {"1": 0.08400000631809235, "2": 0.09400000423192978, "4": 0.017000000923871994, "8": 0.013000000268220901, "16": 0.017000000923871994, "32": 0.014000000432133675, "64": 0.018000001087784767}, "14": {"1": 0.09800000488758087, "2": 0.08000000566244125, "4": 0.023000001907348633, "8": 0.01600000075995922, "16": 0.01600000075995922, "32": 0.01600000075995922, "64": 0.010000000707805157}, "15": {"1": 0.0690000057220459, "2": 0.06599999964237213, "4": 0.013000000268220901, "8": 0.01900000125169754, "16": 0.024000000208616257, "32": 0.015000000596046448, "64": 0.023000001907348633}, "16": {"1": 0.07600000500679016, "2": 0.05900000408291817, "4": 0.02200000174343586, "8": 0.013000000268220901, "16": 0.013000000268220901, "32": 0.017000000923871994, "64": 0.021000001579523087}}, "acc_vs_state_size": {"16": {"1": 0.164000004529953, "2": 0.16200000047683716, "3": 0.23600001633167267, "4": 0.2460000067949295, "5": 0.25600001215934753, "6": 0.2800000011920929, "7": 0.2939999997615814, "8": 0.3050000071525574, "9": 0.1810000091791153, "10": 0.2410000115633011, "11": 0.2900000214576721, "12": 0.26900002360343933, "13": 0.23500001430511475, "14": 0.2510000169277191, "15": 0.2460000067949295, "16": 0.29200002551078796, "17": 0.25699999928474426, "18": 0.2850000262260437, "19": 0.3060000240802765, "20": 0.2580000162124634, "21": 0.25699999928474426, "22": 0.24300001561641693, "23": 0.26900002360343933, "24": 0.23100000619888306, "25": 0.2580000162124634, "26": 0.25200000405311584, "27": 0.2770000100135803, "28": 0.24800001084804535, "29": 0.19200000166893005, "30": 0.2710000276565552, "31": 0.2720000147819519, "32": 0.28300002217292786, "33": 0.28600001335144043, "34": 0.2930000126361847, "35": 0.28200000524520874, "36": 0.22100001573562622, "37": 0.2939999997615814, "38": 0.29100000858306885, "39": 0.2600000202655792, "40": 0.2590000033378601, "41": 0.25200000405311584, "42": 0.281000018119812, "43": 0.1770000010728836, "44": 0.2580000162124634, "45": 0.24900001287460327, "46": 0.2670000195503235, "47": 0.27800002694129944, "48": 0.2880000174045563, "49": 0.24300001561641693, "50": 0.2970000207424164, "51": 0.25699999928474426, "52": 0.2670000195503235, "53": 0.23900000751018524, "54": 0.27400001883506775, "55": 0.20500001311302185, "56": 0.3020000159740448, "57": 0.28700000047683716, "58": 0.2330000102519989, "59": 0.24800001084804535, "60": 0.21400001645088196, "61": 0.26900002360343933, "62": 0.2880000174045563, "63": 0.22800001502037048, "64": 0.18000000715255737}, "32": {"1": 0.06400000303983688, "2": 0.0950000062584877, "3": 0.12200000882148743, "4": 0.12000000476837158, "5": 0.1210000067949295, "6": 0.17100000381469727, "7": 0.15600000321865082, "8": 0.16300000250339508, "9": 0.07300000637769699, "10": 0.12200000882148743, "11": 0.12800000607967377, "12": 0.14000000059604645, "13": 0.13199999928474426, "14": 0.14000000059604645, "15": 0.1080000028014183, "16": 0.1550000011920929, "17": 0.1420000046491623, "18": 0.1420000046491623, "19": 0.1210000067949295, "20": 0.13100001215934753, "21": 0.14300000667572021, "22": 0.11300000548362732, "23": 0.1469999998807907, "24": 0.14300000667572021, "25": 0.12200000882148743, "26": 0.10600000619888306, "27": 0.11900000274181366, "28": 0.1680000126361847, "29": 0.10600000619888306, "30": 0.14900000393390656, "31": 0.14000000059604645, "32": 0.14300000667572021, "33": 0.16100001335144043, "34": 0.14400000870227814, "35": 0.16900001466274261, "36": 0.11800000816583633, "37": 0.13700000941753387, "38": 0.14500001072883606, "39": 0.14400000870227814, "40": 0.11800000816583633, "41": 0.1340000033378601, "42": 0.1380000114440918, "43": 0.09800000488758087, "44": 0.11800000816583633, "45": 0.1680000126361847, "46": 0.10400000214576721, "47": 0.13900001347064972, "48": 0.1420000046491623, "49": 0.14300000667572021, "50": 0.18200001120567322, "51": 0.1600000113248825, "52": 0.14600001275539398, "53": 0.14900000393390656, "54": 0.1290000081062317, "55": 0.08800000697374344, "56": 0.164000004529953, "57": 0.13300000131130219, "58": 0.13900001347064972, "59": 0.12000000476837158, "60": 0.14600001275539398, "61": 0.15900000929832458, "62": 0.14000000059604645, "63": 0.1120000034570694, "64": 0.09700000286102295}, "64": {"1": 1.0, "2": 0.999000072479248, "3": 0.999000072479248, "4": 0.14800000190734863, "5": 0.17000000178813934, "6": 0.17500001192092896, "7": 0.21000000834465027, "8": 0.203000009059906, "9": 0.17500001192092896, "10": 0.16200000047683716, "11": 0.1940000057220459, "12": 0.17600001394748688, "13": 0.15400001406669617, "14": 0.16200000047683716, "15": 0.203000009059906, "16": 0.16700001060962677, "17": 0.15700000524520874, "18": 0.16500000655651093, "19": 0.2160000056028366, "20": 0.16300000250339508, "21": 0.23900000751018524, "22": 0.15800000727176666, "23": 0.19500000774860382, "24": 0.1469999998807907, "25": 0.1680000126361847, "26": 0.1990000158548355, "27": 0.19300000369548798, "28": 0.14800000190734863, "29": 0.2160000056028366, "30": 0.1680000126361847, "31": 0.20000000298023224, "32": 0.1380000114440918, "33": 0.1770000010728836, "34": 0.20200000703334808, "35": 0.18000000715255737, "36": 0.16500000655651093, "37": 0.2200000137090683, "38": 0.164000004529953, "39": 0.22700001299381256, "40": 0.15800000727176666, "41": 0.1860000044107437, "42": 0.19100001454353333, "43": 0.20200000703334808, "44": 0.1550000011920929, "45": 0.2200000137090683, "46": 0.19300000369548798, "47": 0.2150000035762787, "48": 0.19500000774860382, "49": 0.164000004529953, "50": 0.16700001060962677, "51": 0.1720000058412552, "52": 0.16900001466274261, "53": 0.18200001120567322, "54": 0.1680000126361847, "55": 0.14500001072883606, "56": 0.16500000655651093, "57": 0.18000000715255737, "58": 0.19300000369548798, "59": 0.2110000103712082, "60": 0.14900000393390656, "61": 0.1850000023841858, "62": 0.24400001764297485, "63": 0.1770000010728836, "64": 0.13300000131130219}}}