Upload results/rec4x4-seed1_eval.json with huggingface_hub

results/rec4x4-seed1_eval.json

@@ -0,0 +1 @@
+{"run_name": "rec4x4-seed1", "config": {"arch": "rec", "depth": 4, "iters": "4", "d_model": 128, "S": 64, "k_max": 8, "steps": 25000, "batch": 256, "lr": 0.001, "warmup": 1000, "seed": 1, "run_name": "rec4x4-seed1", "out_dir": "out", "hub_repo": "eac123/ptr-recurrent-depth", "space_id": "eac123/ptr-recurrent-depth-trackio", "project": "ptr-recurrent-depth", "eval_every": 2500, "eval_n": 400}, "budget": {"params_total": 829696, "params_blocks": 793088, "iters_per_step": "4", "block_apps_per_step": 16, "train_flops_total": 8678434406400000.0}, "device": "cuda", "n_per_cell": 1000, "lookup_reference_acc": 1.0, "acc_vs_k": {"1": 1.0, "2": 1.0, "3": 1.0, "4": 1.0, "5": 1.0, "6": 1.0, "7": 1.0, "8": 1.0, "9": 0.19500000774860382, "10": 0.2670000195503235, "11": 0.1510000079870224, "12": 0.3620000183582306, "13": 0.1680000126361847, "14": 0.29600000381469727, "15": 0.22700001299381256, "16": 0.26600000262260437, "17": 0.38100001215934753, "18": 0.20800000429153442, "19": 0.21300001442432404, "20": 0.2580000162124634, "21": 0.25200000405311584, "22": 0.28300002217292786, "23": 0.0990000069141388, "24": 0.3710000216960907, "25": 0.2330000102519989, "26": 0.1940000057220459, "27": 0.23500001430511475, "28": 0.20200000703334808, "29": 0.09400000423192978, "30": 0.4580000340938568, "31": 0.16700001060962677, "32": 0.2070000171661377, "33": 0.23600001633167267, "34": 0.3450000286102295, "35": 0.10300000756978989, "36": 0.44700002670288086, "37": 0.10000000149011612, "38": 0.21000000834465027, "39": 0.23100000619888306, "40": 0.18900001049041748, "41": 0.3410000205039978, "42": 0.47700002789497375, "43": 0.13700000941753387, "44": 0.17100000381469727, "45": 0.13100001215934753, "46": 0.39100003242492676, "47": 0.07900000363588333, "48": 0.38700002431869507, "49": 0.0990000069141388, "50": 0.3070000112056732, "51": 0.28200000524520874, "52": 0.3370000123977661, "53": 0.0990000069141388, "54": 0.48600003123283386, "55": 0.14300000667572021, "56": 0.27800002694129944, "57": 0.1290000081062317, "58": 0.10900000482797623, "59": 0.13900001347064972, "60": 0.367000013589859, "61": 0.11900000274181366, "62": 0.36400002241134644, "63": 0.1810000091791153, "64": 0.1810000091791153}, "train_iters": 4, "inference_flops_per_example": 452001792, "acc_vs_iters": {"1": {"1": 0.9640000462532043, "2": 0.013000000268220901, "4": 0.023000001907348633, "8": 0.021000001579523087, "16": 0.021000001579523087, "32": 0.017000000923871994, "64": 0.029000001028180122}, "2": {"1": 1.0, "2": 0.8990000486373901, "4": 0.013000000268220901, "8": 0.03700000047683716, "16": 0.029000001028180122, "32": 0.058000002056360245, "64": 0.058000002056360245}, "3": {"1": 1.0, "2": 1.0, "4": 1.0, "8": 0.06700000166893005, "16": 0.3050000071525574, "32": 0.20100000500679016, "64": 0.16700001060962677}, "4": {"1": 1.0, "2": 1.0, "4": 1.0, "8": 1.0, "16": 0.26600000262260437, "32": 0.19300000369548798, "64": 0.16700001060962677}, "5": {"1": 1.0, "2": 1.0, "4": 1.0, "8": 0.9940000176429749, "16": 0.27900001406669617, "32": 0.19700001180171967, "64": 0.17000000178813934}, "6": {"1": 1.0, "2": 0.999000072479248, "4": 0.9960000514984131, "8": 0.9240000247955322, "16": 0.2840000092983246, "32": 0.20000000298023224, "64": 0.19100001454353333}, "7": {"1": 0.999000072479248, "2": 0.9800000190734863, "4": 0.9610000252723694, "8": 0.8440000414848328, "16": 0.26500001549720764, "32": 0.20000000298023224, "64": 0.18400001525878906}, "8": {"1": 0.987000048160553, "2": 0.9530000686645508, "4": 0.8850000500679016, "8": 0.7260000109672546, "16": 0.25699999928474426, "32": 0.16100001335144043, "64": 0.17400000989437103}, "9": {"1": 0.9570000171661377, "2": 0.9420000314712524, "4": 0.8210000395774841, "8": 0.6550000309944153, "16": 0.26100000739097595, "32": 0.1730000078678131, "64": 0.1600000113248825}, "10": {"1": 0.9230000376701355, "2": 0.9230000376701355, "4": 0.7490000128746033, "8": 0.5600000023841858, "16": 0.22200001776218414, "32": 0.18200001120567322, "64": 0.1550000011920929}, "11": {"1": 0.89000004529953, "2": 0.9150000214576721, "4": 0.628000020980835, "8": 0.4960000216960907, "16": 0.1770000010728836, "32": 0.1380000114440918, "64": 0.1380000114440918}, "12": {"1": 0.8600000143051147, "2": 0.8980000615119934, "4": 0.6010000109672546, "8": 0.4710000157356262, "16": 0.17000000178813934, "32": 0.1380000114440918, "64": 0.125}, "13": {"1": 0.7940000295639038, "2": 0.89000004529953, "4": 0.527999997138977, "8": 0.4520000219345093, "16": 0.1469999998807907, "32": 0.12800000607967377, "64": 0.13199999928474426}, "14": {"1": 0.781000018119812, "2": 0.8360000252723694, "4": 0.4930000305175781, "8": 0.3930000066757202, "16": 0.1210000067949295, "32": 0.12400000542402267, "64": 0.12800000607967377}, "15": {"1": 0.7330000400543213, "2": 0.8180000185966492, "4": 0.4390000104904175, "8": 0.359000027179718, "16": 0.12300000339746475, "32": 0.12400000542402267, "64": 0.11900000274181366}, "16": {"1": 0.7090000510215759, "2": 0.7720000147819519, "4": 0.3760000169277191, "8": 0.3330000042915344, "16": 0.08800000697374344, "32": 0.11900000274181366, "64": 0.1210000067949295}}, "acc_vs_state_size": {"16": {"1": 0.10100000351667404, "2": 0.1730000078678131, "3": 0.20900000631809235, "4": 0.20600001513957977, "5": 0.25, "6": 0.2600000202655792, "7": 0.2330000102519989, "8": 0.26100000739097595, "9": 0.22700001299381256, "10": 0.22100001573562622, "11": 0.2630000114440918, "12": 0.26600000262260437, "13": 0.18400001525878906, "14": 0.1720000058412552, "15": 0.26100000739097595, "16": 0.1900000125169754, "17": 0.1940000057220459, "18": 0.1940000057220459, "19": 0.18700000643730164, "20": 0.17400000989437103, "21": 0.25300002098083496, "22": 0.2070000171661377, "23": 0.25300002098083496, "24": 0.28300002217292786, "25": 0.2670000195503235, "26": 0.22800001502037048, "27": 0.1900000125169754, "28": 0.2590000033378601, "29": 0.2750000059604645, "30": 0.17500001192092896, "31": 0.2939999997615814, "32": 0.19600000977516174, "33": 0.2370000183582306, "34": 0.2550000250339508, "35": 0.164000004529953, "36": 0.1980000138282776, "37": 0.21800000965595245, "38": 0.1680000126361847, "39": 0.2590000033378601, "40": 0.15800000727176666, "41": 0.1770000010728836, "42": 0.15900000929832458, "43": 0.24400001764297485, "44": 0.25200000405311584, "45": 0.20200000703334808, "46": 0.27400001883506775, "47": 0.2070000171661377, "48": 0.24300001561641693, "49": 0.24500000476837158, "50": 0.24800001084804535, "51": 0.20500001311302185, "52": 0.23500001430511475, "53": 0.16500000655651093, "54": 0.1860000044107437, "55": 0.22200001776218414, "56": 0.22700001299381256, "57": 0.25300002098083496, "58": 0.19300000369548798, "59": 0.22100001573562622, "60": 0.242000013589859, "61": 0.2630000114440918, "62": 0.2120000123977661, "63": 0.2670000195503235, "64": 0.2160000056028366}, "32": {"1": 0.09800000488758087, "2": 0.10300000756978989, "3": 0.12800000607967377, "4": 0.13100001215934753, "5": 0.1850000023841858, "6": 0.1980000138282776, "7": 0.19700001180171967, "8": 0.19200000166893005, "9": 0.17100000381469727, "10": 0.1680000126361847, "11": 0.19700001180171967, "12": 0.19500000774860382, "13": 0.11900000274181366, "14": 0.14800000190734863, "15": 0.18800000846385956, "16": 0.0990000069141388, "17": 0.16200000047683716, "18": 0.16500000655651093, "19": 0.15600000321865082, "20": 0.14800000190734863, "21": 0.19500000774860382, "22": 0.17400000989437103, "23": 0.1770000010728836, "24": 0.21900001168251038, "25": 0.19300000369548798, "26": 0.14300000667572021, "27": 0.10700000822544098, "28": 0.19700001180171967, "29": 0.21300001442432404, "30": 0.15600000321865082, "31": 0.21700000762939453, "32": 0.13300000131130219, "33": 0.1600000113248825, "34": 0.19100001454353333, "35": 0.1510000079870224, "36": 0.1980000138282776, "37": 0.14100000262260437, "38": 0.13900001347064972, "39": 0.15000000596046448, "40": 0.10400000214576721, "41": 0.1850000023841858, "42": 0.14000000059604645, "43": 0.20100000500679016, "44": 0.15400001406669617, "45": 0.15800000727176666, "46": 0.1940000057220459, "47": 0.19500000774860382, "48": 0.15900000929832458, "49": 0.1810000091791153, "50": 0.16200000047683716, "51": 0.12600000202655792, "52": 0.18200001120567322, "53": 0.14000000059604645, "54": 0.14400000870227814, "55": 0.16700001060962677, "56": 0.17000000178813934, "57": 0.20800000429153442, "58": 0.15000000596046448, "59": 0.18900001049041748, "60": 0.1730000078678131, "61": 0.18200001120567322, "62": 0.19700001180171967, "63": 0.21900001168251038, "64": 0.16500000655651093}, "64": {"1": 1.0, "2": 1.0, "3": 1.0, "4": 1.0, "5": 1.0, "6": 1.0, "7": 1.0, "8": 1.0, "9": 0.18900001049041748, "10": 0.2670000195503235, "11": 0.1730000078678131, "12": 0.3060000240802765, "13": 0.1600000113248825, "14": 0.3020000159740448, "15": 0.22800001502037048, "16": 0.2750000059604645, "17": 0.38700002431869507, "18": 0.22200001776218414, "19": 0.21700000762939453, "20": 0.25300002098083496, "21": 0.27400001883506775, "22": 0.2939999997615814, "23": 0.0990000069141388, "24": 0.3700000047683716, "25": 0.2590000033378601, "26": 0.20200000703334808, "27": 0.23500001430511475, "28": 0.19600000977516174, "29": 0.11600000411272049, "30": 0.45000001788139343, "31": 0.17400000989437103, "32": 0.22300000488758087, "33": 0.23500001430511475, "34": 0.33800002932548523, "35": 0.10900000482797623, "36": 0.43300002813339233, "37": 0.11300000548362732, "38": 0.21400001645088196, "39": 0.2070000171661377, "40": 0.20200000703334808, "41": 0.3110000193119049, "42": 0.48500001430511475, "43": 0.13900001347064972, "44": 0.18200001120567322, "45": 0.12600000202655792, "46": 0.3960000276565552, "47": 0.12700000405311584, "48": 0.4230000078678131, "49": 0.0990000069141388, "50": 0.27900001406669617, "51": 0.29100000858306885, "52": 0.3490000069141388, "53": 0.10000000149011612, "54": 0.47200003266334534, "55": 0.15200001001358032, "56": 0.28700000047683716, "57": 0.15900000929832458, "58": 0.10400000214576721, "59": 0.15600000321865082, "60": 0.35100001096725464, "61": 0.13199999928474426, "62": 0.4020000100135803, "63": 0.18700000643730164, "64": 0.17600001394748688}}}