Upload results/rec1x4-seed0_eval.json with huggingface_hub

results/rec1x4-seed0_eval.json

@@ -0,0 +1 @@
+{"run_name": "rec1x4-seed0", "config": {"arch": "rec", "depth": 1, "iters": "4", "d_model": 128, "S": 64, "k_max": 8, "steps": 25000, "batch": 256, "lr": 0.001, "warmup": 1000, "seed": 0, "run_name": "rec1x4-seed0", "out_dir": "out", "hub_repo": "eac123/ptr-recurrent-depth", "space_id": "eac123/ptr-recurrent-depth-trackio", "project": "ptr-recurrent-depth", "eval_every": 2500, "eval_n": 400}, "budget": {"params_total": 234880, "params_blocks": 198272, "iters_per_step": "4", "block_apps_per_step": 4, "train_flops_total": 2185179955200000.0}, "device": "cuda", "n_per_cell": 1000, "lookup_reference_acc": 1.0, "acc_vs_k": {"1": 1.0, "2": 1.0, "3": 0.999000072479248, "4": 1.0, "5": 0.9410000443458557, "6": 0.5110000371932983, "7": 0.26600000262260437, "8": 0.26100000739097595, "9": 0.203000009059906, "10": 0.17400000989437103, "11": 0.19200000166893005, "12": 0.1680000126361847, "13": 0.19300000369548798, "14": 0.15200001001358032, "15": 0.19500000774860382, "16": 0.13500000536441803, "17": 0.23900000751018524, "18": 0.13300000131130219, "19": 0.19600000977516174, "20": 0.15800000727176666, "21": 0.19700001180171967, "22": 0.18200001120567322, "23": 0.2720000147819519, "24": 0.15400001406669617, "25": 0.21400001645088196, "26": 0.20900000631809235, "27": 0.18000000715255737, "28": 0.15800000727176666, "29": 0.32600000500679016, "30": 0.17000000178813934, "31": 0.17600001394748688, "32": 0.17100000381469727, "33": 0.25200000405311584, "34": 0.15300001204013824, "35": 0.2580000162124634, "36": 0.1510000079870224, "37": 0.2120000123977661, "38": 0.19300000369548798, "39": 0.1860000044107437, "40": 0.21400001645088196, "41": 0.3050000071525574, "42": 0.1290000081062317, "43": 0.17600001394748688, "44": 0.19100001454353333, "45": 0.21300001442432404, "46": 0.14000000059604645, "47": 0.22300000488758087, "48": 0.1770000010728836, "49": 0.19700001180171967, "50": 0.25600001215934753, "51": 0.15000000596046448, "52": 0.16700001060962677, "53": 0.3400000035762787, "54": 0.18800000846385956, "55": 0.20400001108646393, "56": 0.14500001072883606, "57": 0.20000000298023224, "58": 0.12300000339746475, "59": 0.22300000488758087, "60": 0.203000009059906, "61": 0.2110000103712082, "62": 0.13199999928474426, "63": 0.18200001120567322, "64": 0.10400000214576721}, "train_iters": 4, "inference_flops_per_example": 113811456, "acc_vs_iters": {"1": {"1": 0.017000000923871994, "2": 0.007000000216066837, "4": 0.01900000125169754, "8": 0.036000002175569534, "16": 0.017000000923871994, "32": 0.03200000151991844, "64": 0.039000000804662704}, "2": {"1": 0.9690000414848328, "2": 0.015000000596046448, "4": 0.039000000804662704, "8": 0.08400000631809235, "16": 0.055000003427267075, "32": 0.04100000113248825, "64": 0.03100000135600567}, "3": {"1": 1.0, "2": 1.0, "4": 0.0690000057220459, "8": 0.11300000548362732, "16": 0.04500000178813934, "32": 0.07700000703334808, "64": 0.08100000023841858}, "4": {"1": 1.0, "2": 1.0, "4": 0.999000072479248, "8": 0.24400001764297485, "16": 0.1380000114440918, "32": 0.164000004529953, "64": 0.11800000816583633}, "5": {"1": 0.9880000352859497, "2": 0.999000072479248, "4": 0.9790000319480896, "8": 0.20200000703334808, "16": 0.13199999928474426, "32": 0.1300000101327896, "64": 0.08900000154972076}, "6": {"1": 0.8640000224113464, "2": 0.9080000519752502, "4": 0.8420000672340393, "8": 0.15400001406669617, "16": 0.07800000160932541, "32": 0.10900000482797623, "64": 0.07700000703334808}, "7": {"1": 0.6480000019073486, "2": 0.7300000190734863, "4": 0.6010000109672546, "8": 0.10200000554323196, "16": 0.06200000271201134, "32": 0.06599999964237213, "64": 0.0690000057220459}, "8": {"1": 0.534000039100647, "2": 0.5860000252723694, "4": 0.43700000643730164, "8": 0.10200000554323196, "16": 0.04400000348687172, "32": 0.07100000232458115, "64": 0.04800000041723251}, "9": {"1": 0.36500000953674316, "2": 0.40800002217292786, "4": 0.2580000162124634, "8": 0.06700000166893005, "16": 0.03200000151991844, "32": 0.04700000211596489, "64": 0.026000000536441803}, "10": {"1": 0.2710000276565552, "2": 0.3140000104904175, "4": 0.16700001060962677, "8": 0.07300000637769699, "16": 0.03400000184774399, "32": 0.0430000014603138, "64": 0.032999999821186066}, "11": {"1": 0.18400001525878906, "2": 0.24700000882148743, "4": 0.10200000554323196, "8": 0.055000003427267075, "16": 0.036000002175569534, "32": 0.039000000804662704, "64": 0.03400000184774399}, "12": {"1": 0.16200000047683716, "2": 0.17800000309944153, "4": 0.09200000762939453, "8": 0.0430000014603138, "16": 0.03100000135600567, "32": 0.03500000014901161, "64": 0.027000000700354576}, "13": {"1": 0.12300000339746475, "2": 0.14900000393390656, "4": 0.06400000303983688, "8": 0.04100000113248825, "16": 0.021000001579523087, "32": 0.03800000250339508, "64": 0.023000001907348633}, "14": {"1": 0.11600000411272049, "2": 0.13500000536441803, "4": 0.07000000029802322, "8": 0.05000000074505806, "16": 0.030000001192092896, "32": 0.02200000174343586, "64": 0.013000000268220901}, "15": {"1": 0.08900000154972076, "2": 0.09800000488758087, "4": 0.04500000178813934, "8": 0.039000000804662704, "16": 0.024000000208616257, "32": 0.027000000700354576, "64": 0.020000001415610313}, "16": {"1": 0.08400000631809235, "2": 0.11100000888109207, "4": 0.0560000017285347, "8": 0.03500000014901161, "16": 0.024000000208616257, "32": 0.030000001192092896, "64": 0.01600000075995922}}, "acc_vs_state_size": {"16": {"1": 0.10700000822544098, "2": 0.1730000078678131, "3": 0.19300000369548798, "4": 0.24700000882148743, "5": 0.16900001466274261, "6": 0.2410000115633011, "7": 0.2510000169277191, "8": 0.242000013589859, "9": 0.22100001573562622, "10": 0.20200000703334808, "11": 0.2639999985694885, "12": 0.1980000138282776, "13": 0.20800000429153442, "14": 0.2110000103712082, "15": 0.20500001311302185, "16": 0.19100001454353333, "17": 0.17400000989437103, "18": 0.18300001323223114, "19": 0.23800000548362732, "20": 0.25300002098083496, "21": 0.20800000429153442, "22": 0.20200000703334808, "23": 0.20900000631809235, "24": 0.24800001084804535, "25": 0.2370000183582306, "26": 0.2240000069141388, "27": 0.23900000751018524, "28": 0.18300001323223114, "29": 0.16900001466274261, "30": 0.25699999928474426, "31": 0.22800001502037048, "32": 0.2330000102519989, "33": 0.2510000169277191, "34": 0.2330000102519989, "35": 0.21300001442432404, "36": 0.2200000137090683, "37": 0.1900000125169754, "38": 0.2160000056028366, "39": 0.2150000035762787, "40": 0.22100001573562622, "41": 0.1900000125169754, "42": 0.25200000405311584, "43": 0.18000000715255737, "44": 0.25, "45": 0.18000000715255737, "46": 0.22200001776218414, "47": 0.24400001764297485, "48": 0.23400001227855682, "49": 0.23000000417232513, "50": 0.25200000405311584, "51": 0.2760000228881836, "52": 0.24900001287460327, "53": 0.20000000298023224, "54": 0.2410000115633011, "55": 0.1380000114440918, "56": 0.2460000067949295, "57": 0.21300001442432404, "58": 0.19700001180171967, "59": 0.22800001502037048, "60": 0.24800001084804535, "61": 0.22100001573562622, "62": 0.2160000056028366, "63": 0.1680000126361847, "64": 0.16700001060962677}, "32": {"1": 0.03400000184774399, "2": 0.02800000086426735, "3": 0.04100000113248825, "4": 0.07600000500679016, "5": 0.05700000375509262, "6": 0.0820000022649765, "7": 0.07000000029802322, "8": 0.06100000441074371, "9": 0.06400000303983688, "10": 0.0650000050663948, "11": 0.06300000101327896, "12": 0.058000002056360245, "13": 0.06100000441074371, "14": 0.05400000140070915, "15": 0.03700000047683716, "16": 0.05700000375509262, "17": 0.06200000271201134, "18": 0.07100000232458115, "19": 0.0690000057220459, "20": 0.0430000014603138, "21": 0.04200000315904617, "22": 0.05100000277161598, "23": 0.04700000211596489, "24": 0.05900000408291817, "25": 0.07700000703334808, "26": 0.04400000348687172, "27": 0.0690000057220459, "28": 0.06300000101327896, "29": 0.07800000160932541, "30": 0.049000002443790436, "31": 0.036000002175569534, "32": 0.04400000348687172, "33": 0.05300000309944153, "34": 0.052000001072883606, "35": 0.05400000140070915, "36": 0.07000000029802322, "37": 0.06100000441074371, "38": 0.06000000238418579, "39": 0.06800000369548798, "40": 0.06300000101327896, "41": 0.06700000166893005, "42": 0.036000002175569534, "43": 0.06700000166893005, "44": 0.07200000435113907, "45": 0.06300000101327896, "46": 0.06700000166893005, "47": 0.0820000022649765, "48": 0.03400000184774399, "49": 0.049000002443790436, "50": 0.03700000047683716, "51": 0.058000002056360245, "52": 0.04800000041723251, "53": 0.07100000232458115, "54": 0.06300000101327896, "55": 0.06000000238418579, "56": 0.0560000017285347, "57": 0.0650000050663948, "58": 0.046000003814697266, "59": 0.08400000631809235, "60": 0.06000000238418579, "61": 0.06800000369548798, "62": 0.06000000238418579, "63": 0.04800000041723251, "64": 0.05100000277161598}, "64": {"1": 1.0, "2": 1.0, "3": 1.0, "4": 1.0, "5": 0.9540000557899475, "6": 0.503000020980835, "7": 0.242000013589859, "8": 0.2370000183582306, "9": 0.1980000138282776, "10": 0.18900001049041748, "11": 0.2070000171661377, "12": 0.17100000381469727, "13": 0.1860000044107437, "14": 0.1680000126361847, "15": 0.21400001645088196, "16": 0.11800000816583633, "17": 0.2290000170469284, "18": 0.1300000101327896, "19": 0.19100001454353333, "20": 0.1420000046491623, "21": 0.24500000476837158, "22": 0.16600000858306885, "23": 0.2710000276565552, "24": 0.15700000524520874, "25": 0.23600001633167267, "26": 0.21000000834465027, "27": 0.20400001108646393, "28": 0.1510000079870224, "29": 0.289000004529953, "30": 0.16100001335144043, "31": 0.19200000166893005, "32": 0.15900000929832458, "33": 0.2410000115633011, "34": 0.15900000929832458, "35": 0.23500001430511475, "36": 0.1550000011920929, "37": 0.22800001502037048, "38": 0.1980000138282776, "39": 0.1770000010728836, "40": 0.21800000965595245, "41": 0.2970000207424164, "42": 0.13900001347064972, "43": 0.1720000058412552, "44": 0.17400000989437103, "45": 0.19600000977516174, "46": 0.17100000381469727, "47": 0.28600001335144043, "48": 0.1770000010728836, "49": 0.2120000123977661, "50": 0.2460000067949295, "51": 0.14000000059604645, "52": 0.1730000078678131, "53": 0.3160000145435333, "54": 0.19300000369548798, "55": 0.1850000023841858, "56": 0.13900001347064972, "57": 0.21000000834465027, "58": 0.13100001215934753, "59": 0.22800001502037048, "60": 0.20000000298023224, "61": 0.22500000894069672, "62": 0.1600000113248825, "63": 0.1860000044107437, "64": 0.1120000034570694}}}