Upload results/rec1aligned-long-seed0_eval.json with huggingface_hub

results/rec1aligned-long-seed0_eval.json

@@ -0,0 +1 @@
+{"run_name": "rec1aligned-long-seed0", "config": {"arch": "rec", "depth": 1, "iters": "aligned", "d_model": 128, "S": 64, "k_max": 8, "steps": 100000, "batch": 256, "lr": 0.001, "warmup": 1000, "seed": 0, "run_name": "rec1aligned-long-seed0", "out_dir": "out", "hub_repo": "eac123/ptr-recurrent-depth", "space_id": "eac123/ptr-recurrent-depth-trackio", "project": "ptr-recurrent-depth", "eval_every": 2500, "eval_n": 400}, "budget": {"params_total": 240256, "params_blocks": 198272, "iters_per_step": "aligned U{1..8}", "block_apps_per_step": 4.5, "train_flops_total": 9822928896000000.0}, "device": "cuda", "n_per_cell": 1000, "aligned": true, "lookup_reference_acc": 1.0, "acc_vs_k": {"1": 0.06800000369548798, "2": 0.046000003814697266, "3": 0.3410000205039978, "4": 0.2939999997615814, "5": 0.2550000250339508, "6": 0.26200002431869507, "7": 0.3320000171661377, "8": 0.281000018119812, "9": 0.02500000037252903, "10": 0.018000001087784767, "11": 0.026000000536441803, "12": 0.01900000125169754, "13": 0.018000001087784767, "14": 0.020000001415610313, "15": 0.018000001087784767, "16": 0.03500000014901161, "17": 0.021000001579523087, "18": 0.017000000923871994, "19": 0.026000000536441803, "20": 0.01600000075995922, "21": 0.020000001415610313, "22": 0.01900000125169754, "23": 0.017000000923871994, "24": 0.026000000536441803, "25": 0.01900000125169754, "26": 0.02200000174343586, "27": 0.021000001579523087, "28": 0.01900000125169754, "29": 0.03500000014901161, "30": 0.024000000208616257, "31": 0.01100000087171793, "32": 0.029000001028180122, "33": 0.014000000432133675, "34": 0.023000001907348633, "35": 0.01900000125169754, "36": 0.01900000125169754, "37": 0.02500000037252903, "38": 0.01900000125169754, "39": 0.013000000268220901, "40": 0.014000000432133675, "41": 0.013000000268220901, "42": 0.013000000268220901, "43": 0.01600000075995922, "44": 0.02200000174343586, "45": 0.02200000174343586, "46": 0.02200000174343586, "47": 0.013000000268220901, "48": 0.012000000104308128, "49": 0.018000001087784767, "50": 0.027000000700354576, "51": 0.01600000075995922, "52": 0.01600000075995922, "53": 0.013000000268220901, "54": 0.02200000174343586, "55": 0.014000000432133675, "56": 0.018000001087784767, "57": 0.010000000707805157, "58": 0.021000001579523087, "59": 0.017000000923871994, "60": 0.015000000596046448, "61": 0.024000000208616257, "62": 0.014000000432133675, "63": 0.01600000075995922, "64": 0.015000000596046448}, "train_iters": 8, "inference_flops_per_example": 226541568, "acc_vs_iters": {"1": {"1": 0.05300000309944153, "2": 0.055000003427267075, "4": 0.02500000037252903, "8": 0.02200000174343586, "16": 0.030000001192092896, "32": 0.021000001579523087, "64": 0.04200000315904617}, "2": {"1": 0.7220000624656677, "2": 0.058000002056360245, "4": 0.07800000160932541, "8": 0.024000000208616257, "16": 0.08100000023841858, "32": 0.05400000140070915, "64": 0.09100000560283661}, "3": {"1": 0.14600001275539398, "2": 0.25300002098083496, "4": 0.07900000363588333, "8": 0.07700000703334808, "16": 0.10900000482797623, "32": 0.16600000858306885, "64": 0.07700000703334808}, "4": {"1": 0.08000000566244125, "2": 0.11500000208616257, "4": 0.289000004529953, "8": 0.12000000476837158, "16": 0.18200001120567322, "32": 0.20900000631809235, "64": 0.06599999964237213}, "5": {"1": 0.05000000074505806, "2": 0.052000001072883606, "4": 0.1980000138282776, "8": 0.1550000011920929, "16": 0.22700001299381256, "32": 0.1340000033378601, "64": 0.03700000047683716}, "6": {"1": 0.04500000178813934, "2": 0.03500000014901161, "4": 0.11100000888109207, "8": 0.20100000500679016, "16": 0.1980000138282776, "32": 0.0690000057220459, "64": 0.03200000151991844}, "7": {"1": 0.02500000037252903, "2": 0.023000001907348633, "4": 0.06300000101327896, "8": 0.23400001227855682, "16": 0.0950000062584877, "32": 0.05000000074505806, "64": 0.02200000174343586}, "8": {"1": 0.03700000047683716, "2": 0.020000001415610313, "4": 0.032999999821186066, "8": 0.2630000114440918, "16": 0.06400000303983688, "32": 0.03800000250339508, "64": 0.014000000432133675}, "9": {"1": 0.018000001087784767, "2": 0.01900000125169754, "4": 0.024000000208616257, "8": 0.2330000102519989, "16": 0.046000003814697266, "32": 0.018000001087784767, "64": 0.020000001415610313}, "10": {"1": 0.024000000208616257, "2": 0.012000000104308128, "4": 0.023000001907348633, "8": 0.20600001513957977, "16": 0.029000001028180122, "32": 0.02500000037252903, "64": 0.01600000075995922}, "11": {"1": 0.023000001907348633, "2": 0.026000000536441803, "4": 0.018000001087784767, "8": 0.17600001394748688, "16": 0.020000001415610313, "32": 0.030000001192092896, "64": 0.018000001087784767}, "12": {"1": 0.027000000700354576, "2": 0.021000001579523087, "4": 0.023000001907348633, "8": 0.14300000667572021, "16": 0.023000001907348633, "32": 0.02200000174343586, "64": 0.024000000208616257}, "13": {"1": 0.02500000037252903, "2": 0.023000001907348633, "4": 0.018000001087784767, "8": 0.10000000149011612, "16": 0.027000000700354576, "32": 0.032999999821186066, "64": 0.026000000536441803}, "14": {"1": 0.021000001579523087, "2": 0.030000001192092896, "4": 0.018000001087784767, "8": 0.07600000500679016, "16": 0.02500000037252903, "32": 0.023000001907348633, "64": 0.02500000037252903}, "15": {"1": 0.027000000700354576, "2": 0.030000001192092896, "4": 0.018000001087784767, "8": 0.06700000166893005, "16": 0.024000000208616257, "32": 0.026000000536441803, "64": 0.017000000923871994}, "16": {"1": 0.024000000208616257, "2": 0.026000000536441803, "4": 0.015000000596046448, "8": 0.05900000408291817, "16": 0.03100000135600567, "32": 0.029000001028180122, "64": 0.02800000086426735}}, "acc_vs_state_size": {"16": {"1": 0.14500001072883606, "2": 0.12600000202655792, "3": 0.0950000062584877, "4": 0.06800000369548798, "5": 0.08800000697374344, "6": 0.06599999964237213, "7": 0.07100000232458115, "8": 0.058000002056360245, "9": 0.06100000441074371, "10": 0.09600000083446503, "11": 0.055000003427267075, "12": 0.06100000441074371, "13": 0.05700000375509262, "14": 0.06100000441074371, "15": 0.07000000029802322, "16": 0.07100000232458115, "17": 0.05900000408291817, "18": 0.0650000050663948, "19": 0.06100000441074371, "20": 0.08500000089406967, "21": 0.06599999964237213, "22": 0.05700000375509262, "23": 0.05300000309944153, "24": 0.06400000303983688, "25": 0.05400000140070915, "26": 0.07100000232458115, "27": 0.058000002056360245, "28": 0.058000002056360245, "29": 0.06200000271201134, "30": 0.0690000057220459, "31": 0.06000000238418579, "32": 0.08500000089406967, "33": 0.06200000271201134, "34": 0.06800000369548798, "35": 0.0690000057220459, "36": 0.06000000238418579, "37": 0.06200000271201134, "38": 0.06300000101327896, "39": 0.06400000303983688, "40": 0.07300000637769699, "41": 0.0650000050663948, "42": 0.07900000363588333, "43": 0.0560000017285347, "44": 0.0690000057220459, "45": 0.06700000166893005, "46": 0.06400000303983688, "47": 0.06100000441074371, "48": 0.07000000029802322, "49": 0.05400000140070915, "50": 0.07700000703334808, "51": 0.07000000029802322, "52": 0.06200000271201134, "53": 0.06300000101327896, "54": 0.06400000303983688, "55": 0.05100000277161598, "56": 0.055000003427267075, "57": 0.055000003427267075, "58": 0.06100000441074371, "59": 0.05700000375509262, "60": 0.06100000441074371, "61": 0.05700000375509262, "62": 0.05900000408291817, "63": 0.06400000303983688, "64": 0.07000000029802322}, "32": {"1": 0.06800000369548798, "2": 0.06000000238418579, "3": 0.05000000074505806, "4": 0.04100000113248825, "5": 0.03200000151991844, "6": 0.052000001072883606, "7": 0.04100000113248825, "8": 0.04200000315904617, "9": 0.03800000250339508, "10": 0.029000001028180122, "11": 0.03700000047683716, "12": 0.03500000014901161, "13": 0.02500000037252903, "14": 0.02800000086426735, "15": 0.023000001907348633, "16": 0.029000001028180122, "17": 0.04200000315904617, "18": 0.030000001192092896, "19": 0.026000000536441803, "20": 0.026000000536441803, "21": 0.02800000086426735, "22": 0.026000000536441803, "23": 0.029000001028180122, "24": 0.027000000700354576, "25": 0.029000001028180122, "26": 0.021000001579523087, "27": 0.03400000184774399, "28": 0.027000000700354576, "29": 0.032999999821186066, "30": 0.03800000250339508, "31": 0.03200000151991844, "32": 0.027000000700354576, "33": 0.026000000536441803, "34": 0.03800000250339508, "35": 0.032999999821186066, "36": 0.02800000086426735, "37": 0.027000000700354576, "38": 0.023000001907348633, "39": 0.03700000047683716, "40": 0.02200000174343586, "41": 0.039000000804662704, "42": 0.030000001192092896, "43": 0.030000001192092896, "44": 0.027000000700354576, "45": 0.029000001028180122, "46": 0.02800000086426735, "47": 0.032999999821186066, "48": 0.023000001907348633, "49": 0.03500000014901161, "50": 0.030000001192092896, "51": 0.029000001028180122, "52": 0.03800000250339508, "53": 0.04000000283122063, "54": 0.04000000283122063, "55": 0.029000001028180122, "56": 0.030000001192092896, "57": 0.04000000283122063, "58": 0.03500000014901161, "59": 0.03800000250339508, "60": 0.021000001579523087, "61": 0.03100000135600567, "62": 0.029000001028180122, "63": 0.030000001192092896, "64": 0.03800000250339508}, "64": {"1": 0.046000003814697266, "2": 0.055000003427267075, "3": 0.3440000116825104, "4": 0.2840000092983246, "5": 0.2720000147819519, "6": 0.2540000081062317, "7": 0.3500000238418579, "8": 0.2639999985694885, "9": 0.03400000184774399, "10": 0.01600000075995922, "11": 0.021000001579523087, "12": 0.021000001579523087, "13": 0.026000000536441803, "14": 0.02200000174343586, "15": 0.021000001579523087, "16": 0.01900000125169754, "17": 0.026000000536441803, "18": 0.027000000700354576, "19": 0.026000000536441803, "20": 0.018000001087784767, "21": 0.02500000037252903, "22": 0.021000001579523087, "23": 0.01900000125169754, "24": 0.026000000536441803, "25": 0.02200000174343586, "26": 0.012000000104308128, "27": 0.02500000037252903, "28": 0.032999999821186066, "29": 0.021000001579523087, "30": 0.01100000087171793, "31": 0.01900000125169754, "32": 0.018000001087784767, "33": 0.024000000208616257, "34": 0.026000000536441803, "35": 0.01900000125169754, "36": 0.024000000208616257, "37": 0.01600000075995922, "38": 0.009000000543892384, "39": 0.018000001087784767, "40": 0.017000000923871994, "41": 0.014000000432133675, "42": 0.01900000125169754, "43": 0.014000000432133675, "44": 0.023000001907348633, "45": 0.020000001415610313, "46": 0.01100000087171793, "47": 0.01600000075995922, "48": 0.024000000208616257, "49": 0.02500000037252903, "50": 0.015000000596046448, "51": 0.02500000037252903, "52": 0.009000000543892384, "53": 0.024000000208616257, "54": 0.024000000208616257, "55": 0.018000001087784767, "56": 0.018000001087784767, "57": 0.017000000923871994, "58": 0.026000000536441803, "59": 0.01900000125169754, "60": 0.01900000125169754, "61": 0.03100000135600567, "62": 0.020000001415610313, "63": 0.018000001087784767, "64": 0.014000000432133675}}}