Upload results/rec1xdynamic-seed2_eval.json with huggingface_hub

results/rec1xdynamic-seed2_eval.json

@@ -0,0 +1 @@
+{"run_name": "rec1xdynamic-seed2", "config": {"arch": "rec", "depth": 1, "iters": "dynamic", "d_model": 128, "S": 64, "k_max": 8, "steps": 25000, "batch": 256, "lr": 0.001, "warmup": 1000, "seed": 2, "run_name": "rec1xdynamic-seed2", "out_dir": "out", "hub_repo": "eac123/ptr-recurrent-depth", "space_id": "eac123/ptr-recurrent-depth-trackio", "project": "ptr-recurrent-depth", "eval_every": 2500, "eval_n": 400}, "budget": {"params_total": 234880, "params_blocks": 198272, "iters_per_step": "dynamic U{2..8}", "block_apps_per_step": 5.0, "train_flops_total": 2726284492800000.0}, "device": "cuda", "n_per_cell": 1000, "lookup_reference_acc": 1.0, "acc_vs_k": {"1": 1.0, "2": 1.0, "3": 1.0, "4": 1.0, "5": 0.9920000433921814, "6": 0.9900000691413879, "7": 0.9440000653266907, "8": 0.21800000965595245, "9": 0.18200001120567322, "10": 0.030000001192092896, "11": 0.03700000047683716, "12": 0.1340000033378601, "13": 0.16200000047683716, "14": 0.16500000655651093, "15": 0.23000000417232513, "16": 0.08500000089406967, "17": 0.2070000171661377, "18": 0.04400000348687172, "19": 0.20900000631809235, "20": 0.09800000488758087, "21": 0.10000000149011612, "22": 0.08400000631809235, "23": 0.14900000393390656, "24": 0.07600000500679016, "25": 0.026000000536441803, "26": 0.16100001335144043, "27": 0.03400000184774399, "28": 0.11900000274181366, "29": 0.23400001227855682, "30": 0.30300000309944153, "31": 0.13500000536441803, "32": 0.021000001579523087, "33": 0.22800001502037048, "34": 0.15700000524520874, "35": 0.058000002056360245, "36": 0.06000000238418579, "37": 0.1340000033378601, "38": 0.16900001466274261, "39": 0.1850000023841858, "40": 0.1680000126361847, "41": 0.07200000435113907, "42": 0.11000000685453415, "43": 0.11000000685453415, "44": 0.16100001335144043, "45": 0.04400000348687172, "46": 0.26900002360343933, "47": 0.05900000408291817, "48": 0.04700000211596489, "49": 0.23500001430511475, "50": 0.049000002443790436, "51": 0.018000001087784767, "52": 0.1680000126361847, "53": 0.026000000536441803, "54": 0.036000002175569534, "55": 0.12800000607967377, "56": 0.05000000074505806, "57": 0.203000009059906, "58": 0.032999999821186066, "59": 0.07500000298023224, "60": 0.08000000566244125, "61": 0.2410000115633011, "62": 0.08900000154972076, "63": 0.15400001406669617, "64": 0.0690000057220459}, "train_iters": 8, "inference_flops_per_example": 226541568, "acc_vs_iters": {"1": {"1": 0.023000001907348633, "2": 0.027000000700354576, "4": 0.021000001579523087, "8": 0.023000001907348633, "16": 0.03100000135600567, "32": 0.014000000432133675, "64": 0.027000000700354576}, "2": {"1": 1.0, "2": 0.07800000160932541, "4": 0.07300000637769699, "8": 0.09700000286102295, "16": 0.04200000315904617, "32": 0.026000000536441803, "64": 0.03800000250339508}, "3": {"1": 1.0, "2": 1.0, "4": 0.0950000062584877, "8": 0.14300000667572021, "16": 0.0990000069141388, "32": 0.03500000014901161, "64": 0.06200000271201134}, "4": {"1": 1.0, "2": 1.0, "4": 0.12800000607967377, "8": 0.1380000114440918, "16": 0.08100000023841858, "32": 0.04100000113248825, "64": 0.0650000050663948}, "5": {"1": 1.0, "2": 1.0, "4": 0.9980000257492065, "8": 0.1720000058412552, "16": 0.08100000023841858, "32": 0.029000001028180122, "64": 0.05300000309944153}, "6": {"1": 1.0, "2": 1.0, "4": 0.999000072479248, "8": 0.1810000091791153, "16": 0.07600000500679016, "32": 0.026000000536441803, "64": 0.07900000363588333}, "7": {"1": 1.0, "2": 1.0, "4": 0.999000072479248, "8": 0.203000009059906, "16": 0.07500000298023224, "32": 0.04100000113248825, "64": 0.08500000089406967}, "8": {"1": 1.0, "2": 1.0, "4": 0.999000072479248, "8": 0.20000000298023224, "16": 0.08300000429153442, "32": 0.027000000700354576, "64": 0.07400000095367432}, "9": {"1": 1.0, "2": 1.0, "4": 0.9970000386238098, "8": 0.18300001323223114, "16": 0.08400000631809235, "32": 0.026000000536441803, "64": 0.0650000050663948}, "10": {"1": 0.999000072479248, "2": 0.9980000257492065, "4": 0.9950000643730164, "8": 0.1770000010728836, "16": 0.06599999964237213, "32": 0.032999999821186066, "64": 0.07800000160932541}, "11": {"1": 1.0, "2": 0.999000072479248, "4": 0.9980000257492065, "8": 0.18800000846385956, "16": 0.0650000050663948, "32": 0.02800000086426735, "64": 0.07700000703334808}, "12": {"1": 0.9980000257492065, "2": 0.9960000514984131, "4": 0.9970000386238098, "8": 0.16500000655651093, "16": 0.06100000441074371, "32": 0.021000001579523087, "64": 0.06700000166893005}, "13": {"1": 0.999000072479248, "2": 0.9950000643730164, "4": 0.9970000386238098, "8": 0.14400000870227814, "16": 0.07600000500679016, "32": 0.026000000536441803, "64": 0.07200000435113907}, "14": {"1": 0.9920000433921814, "2": 0.9980000257492065, "4": 0.9860000610351562, "8": 0.14100000262260437, "16": 0.04800000041723251, "32": 0.021000001579523087, "64": 0.07000000029802322}, "15": {"1": 0.9940000176429749, "2": 0.9850000739097595, "4": 0.9880000352859497, "8": 0.1380000114440918, "16": 0.05700000375509262, "32": 0.023000001907348633, "64": 0.06200000271201134}, "16": {"1": 0.9830000400543213, "2": 0.9900000691413879, "4": 0.9740000367164612, "8": 0.14500001072883606, "16": 0.06400000303983688, "32": 0.018000001087784767, "64": 0.08000000566244125}}, "acc_vs_state_size": {"16": {"1": 0.10700000822544098, "2": 0.12300000339746475, "3": 0.11300000548362732, "4": 0.1290000081062317, "5": 0.09800000488758087, "6": 0.15400001406669617, "7": 0.12700000405311584, "8": 0.12600000202655792, "9": 0.09200000762939453, "10": 0.09400000423192978, "11": 0.10300000756978989, "12": 0.13100001215934753, "13": 0.09100000560283661, "14": 0.09700000286102295, "15": 0.09800000488758087, "16": 0.11800000816583633, "17": 0.09200000762939453, "18": 0.1080000028014183, "19": 0.11000000685453415, "20": 0.1120000034570694, "21": 0.10500000417232513, "22": 0.11800000816583633, "23": 0.11400000751018524, "24": 0.10400000214576721, "25": 0.0860000029206276, "26": 0.12300000339746475, "27": 0.10400000214576721, "28": 0.1300000101327896, "29": 0.11600000411272049, "30": 0.1080000028014183, "31": 0.08100000023841858, "32": 0.10500000417232513, "33": 0.164000004529953, "34": 0.09400000423192978, "35": 0.13100001215934753, "36": 0.1290000081062317, "37": 0.12000000476837158, "38": 0.1290000081062317, "39": 0.1300000101327896, "40": 0.11900000274181366, "41": 0.09700000286102295, "42": 0.12300000339746475, "43": 0.11900000274181366, "44": 0.12800000607967377, "45": 0.08700000494718552, "46": 0.13199999928474426, "47": 0.12200000882148743, "48": 0.12200000882148743, "49": 0.10700000822544098, "50": 0.08400000631809235, "51": 0.09100000560283661, "52": 0.12400000542402267, "53": 0.09300000220537186, "54": 0.10900000482797623, "55": 0.10500000417232513, "56": 0.13700000941753387, "57": 0.12300000339746475, "58": 0.08100000023841858, "59": 0.10600000619888306, "60": 0.11100000888109207, "61": 0.11600000411272049, "62": 0.11300000548362732, "63": 0.11300000548362732, "64": 0.1080000028014183}, "32": {"1": 0.046000003814697266, "2": 0.05000000074505806, "3": 0.039000000804662704, "4": 0.05300000309944153, "5": 0.06100000441074371, "6": 0.0560000017285347, "7": 0.05000000074505806, "8": 0.06200000271201134, "9": 0.04700000211596489, "10": 0.03400000184774399, "11": 0.049000002443790436, "12": 0.04800000041723251, "13": 0.05300000309944153, "14": 0.04700000211596489, "15": 0.039000000804662704, "16": 0.05400000140070915, "17": 0.039000000804662704, "18": 0.04500000178813934, "19": 0.055000003427267075, "20": 0.04800000041723251, "21": 0.049000002443790436, "22": 0.026000000536441803, "23": 0.046000003814697266, "24": 0.04100000113248825, "25": 0.06000000238418579, "26": 0.05000000074505806, "27": 0.04800000041723251, "28": 0.02800000086426735, "29": 0.04000000283122063, "30": 0.04800000041723251, "31": 0.036000002175569534, "32": 0.03500000014901161, "33": 0.05400000140070915, "34": 0.049000002443790436, "35": 0.05300000309944153, "36": 0.03400000184774399, "37": 0.03200000151991844, "38": 0.0560000017285347, "39": 0.04400000348687172, "40": 0.0560000017285347, "41": 0.04100000113248825, "42": 0.05900000408291817, "43": 0.03500000014901161, "44": 0.036000002175569534, "45": 0.036000002175569534, "46": 0.0430000014603138, "47": 0.04100000113248825, "48": 0.052000001072883606, "49": 0.036000002175569534, "50": 0.0430000014603138, "51": 0.04200000315904617, "52": 0.058000002056360245, "53": 0.0430000014603138, "54": 0.05000000074505806, "55": 0.04400000348687172, "56": 0.03800000250339508, "57": 0.05900000408291817, "58": 0.03700000047683716, "59": 0.04400000348687172, "60": 0.058000002056360245, "61": 0.036000002175569534, "62": 0.03500000014901161, "63": 0.058000002056360245, "64": 0.02800000086426735}, "64": {"1": 1.0, "2": 0.999000072479248, "3": 1.0, "4": 0.999000072479248, "5": 0.9960000514984131, "6": 0.9900000691413879, "7": 0.9430000185966492, "8": 0.18800000846385956, "9": 0.15000000596046448, "10": 0.03200000151991844, "11": 0.032999999821186066, "12": 0.1080000028014183, "13": 0.15600000321865082, "14": 0.17800000309944153, "15": 0.21700000762939453, "16": 0.07100000232458115, "17": 0.20600001513957977, "18": 0.04700000211596489, "19": 0.1860000044107437, "20": 0.09100000560283661, "21": 0.12800000607967377, "22": 0.10100000351667404, "23": 0.13300000131130219, "24": 0.10200000554323196, "25": 0.029000001028180122, "26": 0.1810000091791153, "27": 0.04100000113248825, "28": 0.11100000888109207, "29": 0.23600001633167267, "30": 0.31800001859664917, "31": 0.14800000190734863, "32": 0.026000000536441803, "33": 0.22600001096725464, "34": 0.14800000190734863, "35": 0.046000003814697266, "36": 0.05900000408291817, "37": 0.13900001347064972, "38": 0.1730000078678131, "39": 0.18000000715255737, "40": 0.15300001204013824, "41": 0.07500000298023224, "42": 0.14300000667572021, "43": 0.10600000619888306, "44": 0.15300001204013824, "45": 0.0430000014603138, "46": 0.3230000138282776, "47": 0.0990000069141388, "48": 0.04200000315904617, "49": 0.27800002694129944, "50": 0.04400000348687172, "51": 0.024000000208616257, "52": 0.16700001060962677, "53": 0.01900000125169754, "54": 0.0430000014603138, "55": 0.13100001215934753, "56": 0.04700000211596489, "57": 0.21300001442432404, "58": 0.02200000174343586, "59": 0.06000000238418579, "60": 0.09400000423192978, "61": 0.23000000417232513, "62": 0.08800000697374344, "63": 0.15400001406669617, "64": 0.06400000303983688}}}