Upload results/rec2x2-seed1_eval.json with huggingface_hub

results/rec2x2-seed1_eval.json

@@ -0,0 +1 @@
+{"run_name": "rec2x2-seed1", "config": {"arch": "rec", "depth": 2, "iters": "2", "d_model": 128, "S": 64, "k_max": 8, "steps": 25000, "batch": 256, "lr": 0.001, "warmup": 1000, "seed": 1, "run_name": "rec2x2-seed1", "out_dir": "out", "hub_repo": "eac123/ptr-recurrent-depth", "space_id": "eac123/ptr-recurrent-depth-trackio", "project": "ptr-recurrent-depth", "eval_every": 2500, "eval_n": 400}, "budget": {"params_total": 433152, "params_blocks": 396544, "iters_per_step": "2", "block_apps_per_step": 4, "train_flops_total": 2185179955200000.0}, "device": "cuda", "n_per_cell": 1000, "lookup_reference_acc": 1.0, "acc_vs_k": {"1": 1.0, "2": 1.0, "3": 0.999000072479248, "4": 0.9620000720024109, "5": 0.21900001168251038, "6": 0.21000000834465027, "7": 0.26900002360343933, "8": 0.27000001072883606, "9": 0.1980000138282776, "10": 0.17900000512599945, "11": 0.18800000846385956, "12": 0.24000000953674316, "13": 0.17000000178813934, "14": 0.20600001513957977, "15": 0.21900001168251038, "16": 0.15300001204013824, "17": 0.15800000727176666, "18": 0.21300001442432404, "19": 0.2160000056028366, "20": 0.22300000488758087, "21": 0.20800000429153442, "22": 0.22800001502037048, "23": 0.18000000715255737, "24": 0.2120000123977661, "25": 0.1810000091791153, "26": 0.17600001394748688, "27": 0.1720000058412552, "28": 0.2410000115633011, "29": 0.19500000774860382, "30": 0.1730000078678131, "31": 0.2160000056028366, "32": 0.13900001347064972, "33": 0.16100001335144043, "34": 0.15200001001358032, "35": 0.20100000500679016, "36": 0.23900000751018524, "37": 0.1600000113248825, "38": 0.18200001120567322, "39": 0.21800000965595245, "40": 0.23000000417232513, "41": 0.1770000010728836, "42": 0.20200000703334808, "43": 0.15700000524520874, "44": 0.1810000091791153, "45": 0.20000000298023224, "46": 0.17000000178813934, "47": 0.1900000125169754, "48": 0.21700000762939453, "49": 0.2240000069141388, "50": 0.21300001442432404, "51": 0.15000000596046448, "52": 0.27300000190734863, "53": 0.21700000762939453, "54": 0.16200000047683716, "55": 0.1770000010728836, "56": 0.19200000166893005, "57": 0.18200001120567322, "58": 0.2900000214576721, "59": 0.18800000846385956, "60": 0.22300000488758087, "61": 0.14000000059604645, "62": 0.2070000171661377, "63": 0.164000004529953, "64": 0.19500000774860382}, "train_iters": 2, "inference_flops_per_example": 113811456, "acc_vs_iters": {"1": {"1": 1.0, "2": 0.02500000037252903, "4": 0.046000003814697266, "8": 0.08000000566244125, "16": 0.03400000184774399, "32": 0.04800000041723251, "64": 0.039000000804662704}, "2": {"1": 1.0, "2": 1.0, "4": 0.9750000238418579, "8": 0.24700000882148743, "16": 0.14400000870227814, "32": 0.11800000816583633, "64": 0.20500001311302185}, "3": {"1": 0.9350000619888306, "2": 0.9510000348091125, "4": 0.8640000224113464, "8": 0.13900001347064972, "16": 0.08800000697374344, "32": 0.09600000083446503, "64": 0.0950000062584877}, "4": {"1": 0.581000030040741, "2": 0.6790000200271606, "4": 0.3330000042915344, "8": 0.06400000303983688, "16": 0.04700000211596489, "32": 0.06300000101327896, "64": 0.04500000178813934}, "5": {"1": 0.26100000739097595, "2": 0.2970000207424164, "4": 0.1340000033378601, "8": 0.03700000047683716, "16": 0.03200000151991844, "32": 0.04700000211596489, "64": 0.032999999821186066}, "6": {"1": 0.1290000081062317, "2": 0.125, "4": 0.10200000554323196, "8": 0.04200000315904617, "16": 0.030000001192092896, "32": 0.039000000804662704, "64": 0.023000001907348633}, "7": {"1": 0.0950000062584877, "2": 0.09400000423192978, "4": 0.0860000029206276, "8": 0.04500000178813934, "16": 0.039000000804662704, "32": 0.046000003814697266, "64": 0.03200000151991844}, "8": {"1": 0.08900000154972076, "2": 0.07700000703334808, "4": 0.07200000435113907, "8": 0.04100000113248825, "16": 0.036000002175569534, "32": 0.04000000283122063, "64": 0.03700000047683716}, "9": {"1": 0.06700000166893005, "2": 0.07400000095367432, "4": 0.06100000441074371, "8": 0.04400000348687172, "16": 0.04700000211596489, "32": 0.02800000086426735, "64": 0.03800000250339508}, "10": {"1": 0.07500000298023224, "2": 0.07500000298023224, "4": 0.06400000303983688, "8": 0.036000002175569534, "16": 0.03800000250339508, "32": 0.03500000014901161, "64": 0.018000001087784767}, "11": {"1": 0.058000002056360245, "2": 0.06700000166893005, "4": 0.05100000277161598, "8": 0.02800000086426735, "16": 0.02200000174343586, "32": 0.026000000536441803, "64": 0.02800000086426735}, "12": {"1": 0.04500000178813934, "2": 0.06100000441074371, "4": 0.04800000041723251, "8": 0.027000000700354576, "16": 0.02200000174343586, "32": 0.020000001415610313, "64": 0.018000001087784767}, "13": {"1": 0.06400000303983688, "2": 0.05000000074505806, "4": 0.046000003814697266, "8": 0.02500000037252903, "16": 0.03100000135600567, "32": 0.020000001415610313, "64": 0.026000000536441803}, "14": {"1": 0.06300000101327896, "2": 0.06700000166893005, "4": 0.0560000017285347, "8": 0.02500000037252903, "16": 0.02500000037252903, "32": 0.018000001087784767, "64": 0.01600000075995922}, "15": {"1": 0.07700000703334808, "2": 0.06100000441074371, "4": 0.04800000041723251, "8": 0.027000000700354576, "16": 0.032999999821186066, "32": 0.018000001087784767, "64": 0.021000001579523087}, "16": {"1": 0.05400000140070915, "2": 0.06200000271201134, "4": 0.04500000178813934, "8": 0.02500000037252903, "16": 0.02500000037252903, "32": 0.01600000075995922, "64": 0.02200000174343586}}, "acc_vs_state_size": {"16": {"1": 0.12600000202655792, "2": 0.15600000321865082, "3": 0.17100000381469727, "4": 0.1850000023841858, "5": 0.23400001227855682, "6": 0.23200000822544098, "7": 0.1990000158548355, "8": 0.20200000703334808, "9": 0.19500000774860382, "10": 0.2070000171661377, "11": 0.21000000834465027, "12": 0.18400001525878906, "13": 0.18700000643730164, "14": 0.19100001454353333, "15": 0.1860000044107437, "16": 0.15400001406669617, "17": 0.1850000023841858, "18": 0.17800000309944153, "19": 0.16900001466274261, "20": 0.2070000171661377, "21": 0.1940000057220459, "22": 0.20800000429153442, "23": 0.19600000977516174, "24": 0.19600000977516174, "25": 0.19300000369548798, "26": 0.17400000989437103, "27": 0.21400001645088196, "28": 0.21400001645088196, "29": 0.21700000762939453, "30": 0.16200000047683716, "31": 0.2160000056028366, "32": 0.19300000369548798, "33": 0.14800000190734863, "34": 0.18200001120567322, "35": 0.24000000953674316, "36": 0.20600001513957977, "37": 0.17100000381469727, "38": 0.1990000158548355, "39": 0.17600001394748688, "40": 0.17800000309944153, "41": 0.1770000010728836, "42": 0.19100001454353333, "43": 0.1680000126361847, "44": 0.18200001120567322, "45": 0.18800000846385956, "46": 0.20200000703334808, "47": 0.2160000056028366, "48": 0.22100001573562622, "49": 0.19700001180171967, "50": 0.19100001454353333, "51": 0.1900000125169754, "52": 0.15400001406669617, "53": 0.1810000091791153, "54": 0.2070000171661377, "55": 0.21900001168251038, "56": 0.20100000500679016, "57": 0.18800000846385956, "58": 0.21300001442432404, "59": 0.19300000369548798, "60": 0.19500000774860382, "61": 0.22500000894069672, "62": 0.18400001525878906, "63": 0.20200000703334808, "64": 0.18400001525878906}, "32": {"1": 0.05100000277161598, "2": 0.039000000804662704, "3": 0.05400000140070915, "4": 0.05700000375509262, "5": 0.09300000220537186, "6": 0.10600000619888306, "7": 0.08300000429153442, "8": 0.13900001347064972, "9": 0.06599999964237213, "10": 0.05300000309944153, "11": 0.05000000074505806, "12": 0.10400000214576721, "13": 0.04500000178813934, "14": 0.0560000017285347, "15": 0.07200000435113907, "16": 0.052000001072883606, "17": 0.0820000022649765, "18": 0.052000001072883606, "19": 0.06400000303983688, "20": 0.07900000363588333, "21": 0.07000000029802322, "22": 0.05700000375509262, "23": 0.06300000101327896, "24": 0.07900000363588333, "25": 0.08000000566244125, "26": 0.05100000277161598, "27": 0.10200000554323196, "28": 0.06000000238418579, "29": 0.08800000697374344, "30": 0.0560000017285347, "31": 0.11800000816583633, "32": 0.0650000050663948, "33": 0.04700000211596489, "34": 0.06200000271201134, "35": 0.12800000607967377, "36": 0.04800000041723251, "37": 0.06000000238418579, "38": 0.07600000500679016, "39": 0.06300000101327896, "40": 0.058000002056360245, "41": 0.06000000238418579, "42": 0.05700000375509262, "43": 0.06700000166893005, "44": 0.0430000014603138, "45": 0.0860000029206276, "46": 0.07300000637769699, "47": 0.10200000554323196, "48": 0.09400000423192978, "49": 0.08700000494718552, "50": 0.06300000101327896, "51": 0.03800000250339508, "52": 0.046000003814697266, "53": 0.052000001072883606, "54": 0.11000000685453415, "55": 0.1340000033378601, "56": 0.055000003427267075, "57": 0.06599999964237213, "58": 0.10900000482797623, "59": 0.09300000220537186, "60": 0.09000000357627869, "61": 0.06300000101327896, "62": 0.12700000405311584, "63": 0.12000000476837158, "64": 0.05100000277161598}, "64": {"1": 1.0, "2": 1.0, "3": 1.0, "4": 0.9720000624656677, "5": 0.20900000631809235, "6": 0.20800000429153442, "7": 0.24300001561641693, "8": 0.2370000183582306, "9": 0.17500001192092896, "10": 0.1940000057220459, "11": 0.17400000989437103, "12": 0.1940000057220459, "13": 0.19100001454353333, "14": 0.203000009059906, "15": 0.1990000158548355, "16": 0.1510000079870224, "17": 0.17100000381469727, "18": 0.24000000953674316, "19": 0.20200000703334808, "20": 0.16900001466274261, "21": 0.2410000115633011, "22": 0.2410000115633011, "23": 0.17900000512599945, "24": 0.22300000488758087, "25": 0.16600000858306885, "26": 0.16600000858306885, "27": 0.18800000846385956, "28": 0.22700001299381256, "29": 0.2120000123977661, "30": 0.18400001525878906, "31": 0.21000000834465027, "32": 0.12400000542402267, "33": 0.12600000202655792, "34": 0.16300000250339508, "35": 0.19300000369548798, "36": 0.22200001776218414, "37": 0.1770000010728836, "38": 0.20000000298023224, "39": 0.20200000703334808, "40": 0.2240000069141388, "41": 0.15000000596046448, "42": 0.21900001168251038, "43": 0.1420000046491623, "44": 0.17600001394748688, "45": 0.20000000298023224, "46": 0.20000000298023224, "47": 0.2290000170469284, "48": 0.22600001096725464, "49": 0.1980000138282776, "50": 0.21400001645088196, "51": 0.1720000058412552, "52": 0.2630000114440918, "53": 0.20000000298023224, "54": 0.15800000727176666, "55": 0.17100000381469727, "56": 0.17600001394748688, "57": 0.2110000103712082, "58": 0.27900001406669617, "59": 0.2070000171661377, "60": 0.22500000894069672, "61": 0.13500000536441803, "62": 0.2240000069141388, "63": 0.14500001072883606, "64": 0.18900001049041748}}}