Upload results/rec2x2-seed0_eval.json with huggingface_hub

results/rec2x2-seed0_eval.json

@@ -0,0 +1 @@
+{"run_name": "rec2x2-seed0", "config": {"arch": "rec", "depth": 2, "iters": "2", "d_model": 128, "S": 64, "k_max": 8, "steps": 25000, "batch": 256, "lr": 0.001, "warmup": 1000, "seed": 0, "run_name": "rec2x2-seed0", "out_dir": "out", "hub_repo": "eac123/ptr-recurrent-depth", "space_id": "eac123/ptr-recurrent-depth-trackio", "project": "ptr-recurrent-depth", "eval_every": 2500, "eval_n": 400}, "budget": {"params_total": 433152, "params_blocks": 396544, "iters_per_step": "2", "block_apps_per_step": 4, "train_flops_total": 2185179955200000.0}, "device": "cuda", "n_per_cell": 1000, "lookup_reference_acc": 1.0, "acc_vs_k": {"1": 1.0, "2": 1.0, "3": 1.0, "4": 0.18700000643730164, "5": 0.18300001323223114, "6": 0.17900000512599945, "7": 0.23500001430511475, "8": 0.2590000033378601, "9": 0.1990000158548355, "10": 0.17500001192092896, "11": 0.20200000703334808, "12": 0.19200000166893005, "13": 0.14900000393390656, "14": 0.20200000703334808, "15": 0.19600000977516174, "16": 0.1850000023841858, "17": 0.18900001049041748, "18": 0.17900000512599945, "19": 0.19500000774860382, "20": 0.19700001180171967, "21": 0.1730000078678131, "22": 0.203000009059906, "23": 0.23000000417232513, "24": 0.16600000858306885, "25": 0.2240000069141388, "26": 0.22600001096725464, "27": 0.18200001120567322, "28": 0.1810000091791153, "29": 0.19600000977516174, "30": 0.18300001323223114, "31": 0.19500000774860382, "32": 0.16500000655651093, "33": 0.20500001311302185, "34": 0.20000000298023224, "35": 0.21000000834465027, "36": 0.18200001120567322, "37": 0.2200000137090683, "38": 0.18800000846385956, "39": 0.24800001084804535, "40": 0.19100001454353333, "41": 0.20200000703334808, "42": 0.19600000977516174, "43": 0.23600001633167267, "44": 0.19100001454353333, "45": 0.20900000631809235, "46": 0.1720000058412552, "47": 0.19700001180171967, "48": 0.19600000977516174, "49": 0.18400001525878906, "50": 0.18900001049041748, "51": 0.1600000113248825, "52": 0.21000000834465027, "53": 0.22300000488758087, "54": 0.18400001525878906, "55": 0.20100000500679016, "56": 0.19200000166893005, "57": 0.18700000643730164, "58": 0.19100001454353333, "59": 0.20800000429153442, "60": 0.18000000715255737, "61": 0.19500000774860382, "62": 0.17600001394748688, "63": 0.17100000381469727, "64": 0.12400000542402267}, "train_iters": 2, "inference_flops_per_example": 113811456, "acc_vs_iters": {"1": {"1": 1.0, "2": 0.04100000113248825, "4": 0.07100000232458115, "8": 0.07700000703334808, "16": 0.06400000303983688, "32": 0.03800000250339508, "64": 0.046000003814697266}, "2": {"1": 1.0, "2": 0.999000072479248, "4": 0.15800000727176666, "8": 0.25300002098083496, "16": 0.17800000309944153, "32": 0.13500000536441803, "64": 0.1340000033378601}, "3": {"1": 0.9250000715255737, "2": 0.9540000557899475, "4": 0.08700000494718552, "8": 0.08000000566244125, "16": 0.06300000101327896, "32": 0.055000003427267075, "64": 0.0430000014603138}, "4": {"1": 0.5139999985694885, "2": 0.6380000114440918, "4": 0.02800000086426735, "8": 0.04500000178813934, "16": 0.023000001907348633, "32": 0.024000000208616257, "64": 0.024000000208616257}, "5": {"1": 0.18700000643730164, "2": 0.22100001573562622, "4": 0.029000001028180122, "8": 0.023000001907348633, "16": 0.027000000700354576, "32": 0.030000001192092896, "64": 0.020000001415610313}, "6": {"1": 0.12700000405311584, "2": 0.08100000023841858, "4": 0.015000000596046448, "8": 0.024000000208616257, "16": 0.023000001907348633, "32": 0.023000001907348633, "64": 0.014000000432133675}, "7": {"1": 0.08800000697374344, "2": 0.04100000113248825, "4": 0.02200000174343586, "8": 0.017000000923871994, "16": 0.023000001907348633, "32": 0.030000001192092896, "64": 0.013000000268220901}, "8": {"1": 0.05900000408291817, "2": 0.04200000315904617, "4": 0.021000001579523087, "8": 0.017000000923871994, "16": 0.032999999821186066, "32": 0.01900000125169754, "64": 0.01100000087171793}, "9": {"1": 0.06400000303983688, "2": 0.029000001028180122, "4": 0.026000000536441803, "8": 0.030000001192092896, "16": 0.03200000151991844, "32": 0.026000000536441803, "64": 0.01600000075995922}, "10": {"1": 0.05700000375509262, "2": 0.04000000283122063, "4": 0.02200000174343586, "8": 0.026000000536441803, "16": 0.02200000174343586, "32": 0.017000000923871994, "64": 0.020000001415610313}, "11": {"1": 0.04500000178813934, "2": 0.030000001192092896, "4": 0.039000000804662704, "8": 0.024000000208616257, "16": 0.02500000037252903, "32": 0.02500000037252903, "64": 0.014000000432133675}, "12": {"1": 0.04100000113248825, "2": 0.03700000047683716, "4": 0.020000001415610313, "8": 0.024000000208616257, "16": 0.024000000208616257, "32": 0.015000000596046448, "64": 0.013000000268220901}, "13": {"1": 0.04500000178813934, "2": 0.03100000135600567, "4": 0.018000001087784767, "8": 0.020000001415610313, "16": 0.013000000268220901, "32": 0.021000001579523087, "64": 0.021000001579523087}, "14": {"1": 0.049000002443790436, "2": 0.03700000047683716, "4": 0.02200000174343586, "8": 0.021000001579523087, "16": 0.020000001415610313, "32": 0.018000001087784767, "64": 0.010000000707805157}, "15": {"1": 0.03200000151991844, "2": 0.023000001907348633, "4": 0.021000001579523087, "8": 0.015000000596046448, "16": 0.013000000268220901, "32": 0.01900000125169754, "64": 0.012000000104308128}, "16": {"1": 0.03800000250339508, "2": 0.03200000151991844, "4": 0.017000000923871994, "8": 0.017000000923871994, "16": 0.013000000268220901, "32": 0.010000000707805157, "64": 0.012000000104308128}}, "acc_vs_state_size": {"16": {"1": 0.13900001347064972, "2": 0.1340000033378601, "3": 0.20000000298023224, "4": 0.18000000715255737, "5": 0.14800000190734863, "6": 0.1860000044107437, "7": 0.22500000894069672, "8": 0.23400001227855682, "9": 0.19500000774860382, "10": 0.22200001776218414, "11": 0.203000009059906, "12": 0.2540000081062317, "13": 0.1980000138282776, "14": 0.20500001311302185, "15": 0.1680000126361847, "16": 0.19300000369548798, "17": 0.13700000941753387, "18": 0.2580000162124634, "19": 0.30900001525878906, "20": 0.1730000078678131, "21": 0.19600000977516174, "22": 0.24900001287460327, "23": 0.1080000028014183, "24": 0.21300001442432404, "25": 0.11600000411272049, "26": 0.11500000208616257, "27": 0.23500001430511475, "28": 0.27400001883506775, "29": 0.17600001394748688, "30": 0.23900000751018524, "31": 0.1940000057220459, "32": 0.16600000858306885, "33": 0.2850000262260437, "34": 0.13100001215934753, "35": 0.1860000044107437, "36": 0.21000000834465027, "37": 0.25, "38": 0.30100002884864807, "39": 0.17800000309944153, "40": 0.2240000069141388, "41": 0.19600000977516174, "42": 0.20400001108646393, "43": 0.2760000228881836, "44": 0.17500001192092896, "45": 0.203000009059906, "46": 0.15800000727176666, "47": 0.21900001168251038, "48": 0.28300002217292786, "49": 0.24500000476837158, "50": 0.28600001335144043, "51": 0.15700000524520874, "52": 0.23600001633167267, "53": 0.25, "54": 0.1550000011920929, "55": 0.25699999928474426, "56": 0.27300000190734863, "57": 0.23100000619888306, "58": 0.1380000114440918, "59": 0.23900000751018524, "60": 0.23400001227855682, "61": 0.26500001549720764, "62": 0.22100001573562622, "63": 0.14500001072883606, "64": 0.14900000393390656}, "32": {"1": 0.04000000283122063, "2": 0.07600000500679016, "3": 0.10300000756978989, "4": 0.08000000566244125, "5": 0.05100000277161598, "6": 0.06800000369548798, "7": 0.11300000548362732, "8": 0.13700000941753387, "9": 0.06000000238418579, "10": 0.1080000028014183, "11": 0.13100001215934753, "12": 0.11400000751018524, "13": 0.049000002443790436, "14": 0.046000003814697266, "15": 0.03700000047683716, "16": 0.07700000703334808, "17": 0.02800000086426735, "18": 0.1120000034570694, "19": 0.12700000405311584, "20": 0.06400000303983688, "21": 0.0430000014603138, "22": 0.055000003427267075, "23": 0.027000000700354576, "24": 0.046000003814697266, "25": 0.039000000804662704, "26": 0.024000000208616257, "27": 0.06599999964237213, "28": 0.08400000631809235, "29": 0.08400000631809235, "30": 0.08400000631809235, "31": 0.0650000050663948, "32": 0.03700000047683716, "33": 0.12600000202655792, "34": 0.05900000408291817, "35": 0.10100000351667404, "36": 0.05100000277161598, "37": 0.08400000631809235, "38": 0.13300000131130219, "39": 0.0430000014603138, "40": 0.06300000101327896, "41": 0.0690000057220459, "42": 0.039000000804662704, "43": 0.09400000423192978, "44": 0.06400000303983688, "45": 0.0690000057220459, "46": 0.03500000014901161, "47": 0.03800000250339508, "48": 0.1120000034570694, "49": 0.1290000081062317, "50": 0.1210000067949295, "51": 0.07100000232458115, "52": 0.05400000140070915, "53": 0.07000000029802322, "54": 0.09400000423192978, "55": 0.06800000369548798, "56": 0.08000000566244125, "57": 0.11600000411272049, "58": 0.04000000283122063, "59": 0.09000000357627869, "60": 0.10300000756978989, "61": 0.11500000208616257, "62": 0.13300000131130219, "63": 0.03400000184774399, "64": 0.03200000151991844}, "64": {"1": 1.0, "2": 1.0, "3": 1.0, "4": 0.1850000023841858, "5": 0.19200000166893005, "6": 0.18800000846385956, "7": 0.24000000953674316, "8": 0.22300000488758087, "9": 0.16700001060962677, "10": 0.15000000596046448, "11": 0.2070000171661377, "12": 0.1770000010728836, "13": 0.16700001060962677, "14": 0.19200000166893005, "15": 0.2070000171661377, "16": 0.17400000989437103, "17": 0.17800000309944153, "18": 0.19200000166893005, "19": 0.20500001311302185, "20": 0.1730000078678131, "21": 0.2120000123977661, "22": 0.2070000171661377, "23": 0.2200000137090683, "24": 0.15800000727176666, "25": 0.2150000035762787, "26": 0.22200001776218414, "27": 0.19100001454353333, "28": 0.19700001180171967, "29": 0.2200000137090683, "30": 0.1980000138282776, "31": 0.1940000057220459, "32": 0.15300001204013824, "33": 0.1770000010728836, "34": 0.20200000703334808, "35": 0.23000000417232513, "36": 0.18300001323223114, "37": 0.23400001227855682, "38": 0.21900001168251038, "39": 0.2510000169277191, "40": 0.18900001049041748, "41": 0.18900001049041748, "42": 0.19200000166893005, "43": 0.21300001442432404, "44": 0.17600001394748688, "45": 0.1990000158548355, "46": 0.20000000298023224, "47": 0.23200000822544098, "48": 0.19500000774860382, "49": 0.17000000178813934, "50": 0.18000000715255737, "51": 0.1680000126361847, "52": 0.18800000846385956, "53": 0.21400001645088196, "54": 0.20100000500679016, "55": 0.1900000125169754, "56": 0.1730000078678131, "57": 0.2120000123977661, "58": 0.18700000643730164, "59": 0.2150000035762787, "60": 0.19200000166893005, "61": 0.20900000631809235, "62": 0.1900000125169754, "63": 0.16600000858306885, "64": 0.11700000613927841}}}