Upload folder using huggingface_hub

5m-s0-bpe4096-step-bytes3-v11-nox.add.cmp-nox.runmax.count-nox.count.find-nox.parity.rev-nox.sumd.inc-nox.inc.sumd-none-docmask-c5090/ckpt.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b06b2bc0f67daa03cb68684cfeecff25ebfedcea96b5a2f39afcb0acd942164
+size 23171663

5m-s0-bpe4096-step-bytes3-v11-nox.add.cmp-nox.runmax.count-nox.count.find-nox.parity.rev-nox.sumd.inc-nox.inc.sumd-none-docmask-c5090/config.json

@@ -0,0 +1,36 @@
+{
+  "size": "5m",
+  "name": "5m-s0-bpe4096-step-bytes3-v11-nox.add.cmp-nox.runmax.count-nox.count.find-nox.parity.rev-nox.sumd.inc-nox.inc.sumd-none-docmask",
+  "seed": 0,
+  "tokens": 400000000.0,
+  "batch_size": 64,
+  "block_size": 512,
+  "lr": 0.0006,
+  "eval_every": 4000,
+  "vocab": "bpe4096",
+  "pos": "none",
+  "reason": "step",
+  "reason_codec": "bytes",
+  "per_chunk": 3,
+  "docmask": true,
+  "compile": true,
+  "holdout": [
+    "x.add.cmp",
+    "x.runmax.count",
+    "x.count.find",
+    "x.parity.rev",
+    "x.sumd.inc",
+    "x.inc.sumd"
+  ],
+  "dataset": "v11",
+  "vocab_size": 4096,
+  "n_layer": 6,
+  "n_head": 4,
+  "d_model": 256,
+  "loops": 1,
+  "params": 5787648,
+  "flops_per_token": 44163072,
+  "steps": 12207,
+  "n_docs": 1173825,
+  "stream_tokens": 215621900
+}

5m-s0-bpe4096-step-bytes3-v11-nox.add.cmp-nox.runmax.count-nox.count.find-nox.parity.rev-nox.sumd.inc-nox.inc.sumd-none-docmask-c5090/summary.json

@@ -0,0 +1,1405 @@
+{
+  "params": 5787648,
+  "tokens": 399998976,
+  "train_flops": 17665183577014272,
+  "wall_s": 1227.6587660312653,
+  "peak_mem_gb": 2.254330368,
+  "final_val_loss": 1.806345921754837,
+  "final_val_bpb": 0.651158358435283,
+  "bytes_seen": 1600839241.8284984,
+  "add8": {
+    "acc": 1.0,
+    "reasoning_bytes": 79.0,
+    "flops_per_problem": 4928775487.488
+  },
+  "add9": {
+    "acc": 0.952,
+    "reasoning_bytes": 89.0,
+    "flops_per_problem": 5503160401.92
+  },
+  "add10": {
+    "acc": 0.382,
+    "reasoning_bytes": 99.0,
+    "flops_per_problem": 6077810294.784
+  },
+  "reach14": {
+    "acc": 0.586,
+    "reasoning_bytes": 7.6,
+    "flops_per_problem": 4619457331.2
+  },
+  "reach16": {
+    "acc": 0.566,
+    "reasoning_bytes": 7.592,
+    "flops_per_problem": 5149237542.912
+  },
+  "reach18": {
+    "acc": 0.482,
+    "reasoning_bytes": 7.558,
+    "flops_per_problem": 5677692862.464
+  },
+  "parity24": {
+    "acc": 0.852,
+    "reasoning_bytes": 142.112,
+    "flops_per_problem": 7821810008.064
+  },
+  "parity28": {
+    "acc": 0.454,
+    "reasoning_bytes": 161.044,
+    "flops_per_problem": 8834557575.168
+  },
+  "parity32": {
+    "acc": 0.434,
+    "reasoning_bytes": 181.224,
+    "flops_per_problem": 9902420656.128
+  },
+  "cmp8": {
+    "acc": 0.998,
+    "reasoning_bytes": 5.836,
+    "flops_per_problem": 1362077466.624
+  },
+  "cmp9": {
+    "acc": 1.0,
+    "reasoning_bytes": 5.708,
+    "flops_per_problem": 1444485758.976
+  },
+  "cmp10": {
+    "acc": 1.0,
+    "reasoning_bytes": 5.756,
+    "flops_per_problem": 1534931730.432
+  },
+  "runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 71.0,
+    "flops_per_problem": 4151328768.0
+  },
+  "runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 83.0,
+    "flops_per_problem": 4769611776.0
+  },
+  "runmax16": {
+    "acc": 0.992,
+    "reasoning_bytes": 92.372,
+    "flops_per_problem": 5271834230.784
+  },
+  "count16": {
+    "acc": 0.996,
+    "reasoning_bytes": 79.006,
+    "flops_per_problem": 4725625356.288
+  },
+  "count18": {
+    "acc": 0.99,
+    "reasoning_bytes": 88.74,
+    "flops_per_problem": 5243923169.28
+  },
+  "count20": {
+    "acc": 0.91,
+    "reasoning_bytes": 96.806,
+    "flops_per_problem": 5688468652.032
+  },
+  "brackets16": {
+    "acc": 0.962,
+    "reasoning_bytes": 52.004,
+    "flops_per_problem": 3577385484.288
+  },
+  "brackets18": {
+    "acc": 0.968,
+    "reasoning_bytes": 53.426,
+    "flops_per_problem": 3728511516.672
+  },
+  "brackets20": {
+    "acc": 0.976,
+    "reasoning_bytes": 59.49,
+    "flops_per_problem": 4084642529.28
+  },
+  "sumd8": {
+    "acc": 0.994,
+    "reasoning_bytes": 58.566,
+    "flops_per_problem": 3381301444.608
+  },
+  "sumd9": {
+    "acc": 0.964,
+    "reasoning_bytes": 66.426,
+    "flops_per_problem": 3772674588.672
+  },
+  "sumd10": {
+    "acc": 0.876,
+    "reasoning_bytes": 74.364,
+    "flops_per_problem": 4167315800.064
+  },
+  "inc8": {
+    "acc": 1.0,
+    "reasoning_bytes": 63.0,
+    "flops_per_problem": 3798024192.0
+  },
+  "inc9": {
+    "acc": 0.988,
+    "reasoning_bytes": 71.0,
+    "flops_per_problem": 4239654912.0
+  },
+  "inc10": {
+    "acc": 0.452,
+    "reasoning_bytes": 76.248,
+    "flops_per_problem": 4544556761.088
+  },
+  "add.cmp6": {
+    "acc": 0.998,
+    "reasoning_bytes": 92.622,
+    "flops_per_problem": 5532043051.008
+  },
+  "add.cmp7": {
+    "acc": 1.0,
+    "reasoning_bytes": 105.548,
+    "flops_per_problem": 6232646025.216
+  },
+  "add.cmp8": {
+    "acc": 0.98,
+    "reasoning_bytes": 118.842,
+    "flops_per_problem": 6953740664.832
+  },
+  "add.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 120.832,
+    "flops_per_problem": 6572878331.904
+  },
+  "add.runmax7": {
+    "acc": 1.0,
+    "reasoning_bytes": 138.848,
+    "flops_per_problem": 7456846381.056
+  },
+  "add.runmax8": {
+    "acc": 0.976,
+    "reasoning_bytes": 156.832,
+    "flops_per_problem": 8339401211.904
+  },
+  "add.count6": {
+    "acc": 0.994,
+    "reasoning_bytes": 115.648,
+    "flops_per_problem": 6388100038.656
+  },
+  "add.count7": {
+    "acc": 0.99,
+    "reasoning_bytes": 132.088,
+    "flops_per_problem": 7202467086.336
+  },
+  "add.count8": {
+    "acc": 0.746,
+    "reasoning_bytes": 148.904,
+    "flops_per_problem": 8033439449.088
+  },
+  "add.find6": {
+    "acc": 0.998,
+    "reasoning_bytes": 107.696,
+    "flops_per_problem": 5992752218.112
+  },
+  "add.find7": {
+    "acc": 0.972,
+    "reasoning_bytes": 121.2,
+    "flops_per_problem": 6677456486.4
+  },
+  "add.find8": {
+    "acc": 0.818,
+    "reasoning_bytes": 135.224,
+    "flops_per_problem": 7385125552.128
+  },
+  "add.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 123.248,
+    "flops_per_problem": 6794576953.344
+  },
+  "add.rev7": {
+    "acc": 1.0,
+    "reasoning_bytes": 145.878,
+    "flops_per_problem": 7926564814.848
+  },
+  "add.rev8": {
+    "acc": 0.852,
+    "reasoning_bytes": 169.456,
+    "flops_per_problem": 9100242616.32
+  },
+  "add.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 126.476,
+    "flops_per_problem": 6777794985.984
+  },
+  "add.sumd7": {
+    "acc": 0.99,
+    "reasoning_bytes": 146.33,
+    "flops_per_problem": 7743023087.616
+  },
+  "add.sumd8": {
+    "acc": 0.806,
+    "reasoning_bytes": 166.244,
+    "flops_per_problem": 8710900973.568
+  },
+  "add.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 131.04,
+    "flops_per_problem": 7138695610.368
+  },
+  "add.inc7": {
+    "acc": 1.0,
+    "reasoning_bytes": 151.06,
+    "flops_per_problem": 8155417853.952
+  },
+  "add.inc8": {
+    "acc": 0.93,
+    "reasoning_bytes": 171.04,
+    "flops_per_problem": 9171080183.808
+  },
+  "runmax.cmp12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5122916352.0
+  },
+  "runmax.cmp14": {
+    "acc": 1.0,
+    "reasoning_bytes": 98.968,
+    "flops_per_problem": 5739786141.696
+  },
+  "runmax.cmp16": {
+    "acc": 0.994,
+    "reasoning_bytes": 107.1,
+    "flops_per_problem": 6187246387.2
+  },
+  "runmax.runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.runmax14": {
+    "acc": 0.998,
+    "reasoning_bytes": 99.916,
+    "flops_per_problem": 5825815805.952
+  },
+  "runmax.runmax16": {
+    "acc": 0.976,
+    "reasoning_bytes": 106.3,
+    "flops_per_problem": 6196079001.6
+  },
+  "runmax.count12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5255405568.0
+  },
+  "runmax.count14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.976,
+    "flops_per_problem": 5872628662.272
+  },
+  "runmax.count16": {
+    "acc": 0.992,
+    "reasoning_bytes": 107.23,
+    "flops_per_problem": 6281313730.56
+  },
+  "runmax.find12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.find14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.956,
+    "flops_per_problem": 5827582328.832
+  },
+  "runmax.find16": {
+    "acc": 0.994,
+    "reasoning_bytes": 107.538,
+    "flops_per_problem": 6250929537.024
+  },
+  "runmax.rev12": {
+    "acc": 1.0,
+    "reasoning_bytes": 83.0,
+    "flops_per_problem": 4857937920.0
+  },
+  "runmax.rev14": {
+    "acc": 0.998,
+    "reasoning_bytes": 94.988,
+    "flops_per_problem": 5475690971.136
+  },
+  "runmax.rev16": {
+    "acc": 0.984,
+    "reasoning_bytes": 101.968,
+    "flops_per_problem": 5872275357.696
+  },
+  "runmax.sumd12": {
+    "acc": 1.0,
+    "reasoning_bytes": 86.0,
+    "flops_per_problem": 5034590208.0
+  },
+  "runmax.sumd14": {
+    "acc": 0.998,
+    "reasoning_bytes": 97.892,
+    "flops_per_problem": 5648103604.224
+  },
+  "runmax.sumd16": {
+    "acc": 0.978,
+    "reasoning_bytes": 104.684,
+    "flops_per_problem": 6036385333.248
+  },
+  "runmax.inc12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5065769336.832
+  },
+  "runmax.inc14": {
+    "acc": 0.998,
+    "reasoning_bytes": 98.964,
+    "flops_per_problem": 5685818867.712
+  },
+  "runmax.inc16": {
+    "acc": 0.984,
+    "reasoning_bytes": 106.15,
+    "flops_per_problem": 6093444022.272
+  },
+  "count.cmp16": {
+    "acc": 0.994,
+    "reasoning_bytes": 95.0,
+    "flops_per_problem": 5697036288.0
+  },
+  "count.cmp18": {
+    "acc": 0.996,
+    "reasoning_bytes": 104.67,
+    "flops_per_problem": 6212507664.384
+  },
+  "count.cmp20": {
+    "acc": 0.974,
+    "reasoning_bytes": 111.886,
+    "flops_per_problem": 6619602862.08
+  },
+  "count.runmax16": {
+    "acc": 1.0,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5785362432.0
+  },
+  "count.runmax18": {
+    "acc": 0.982,
+    "reasoning_bytes": 105.64,
+    "flops_per_problem": 6299420590.08
+  },
+  "count.runmax20": {
+    "acc": 0.846,
+    "reasoning_bytes": 112.466,
+    "flops_per_problem": 6689203863.552
+  },
+  "count.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 95.99,
+    "flops_per_problem": 5829083873.28
+  },
+  "count.count18": {
+    "acc": 1.0,
+    "reasoning_bytes": 105.86,
+    "flops_per_problem": 6353299537.92
+  },
+  "count.count20": {
+    "acc": 0.996,
+    "reasoning_bytes": 113.24,
+    "flops_per_problem": 6767549153.28
+  },
+  "count.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 95.99,
+    "flops_per_problem": 5784920801.28
+  },
+  "count.find18": {
+    "acc": 0.992,
+    "reasoning_bytes": 105.64,
+    "flops_per_problem": 6299420590.08
+  },
+  "count.find20": {
+    "acc": 0.968,
+    "reasoning_bytes": 112.996,
+    "flops_per_problem": 6712610291.712
+  },
+  "count.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 91.0,
+    "flops_per_problem": 5432057856.0
+  },
+  "count.rev18": {
+    "acc": 0.988,
+    "reasoning_bytes": 100.76,
+    "flops_per_problem": 5951415582.72
+  },
+  "count.rev20": {
+    "acc": 0.856,
+    "reasoning_bytes": 107.982,
+    "flops_per_problem": 6358687432.704
+  },
+  "count.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 94.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "count.sumd18": {
+    "acc": 0.988,
+    "reasoning_bytes": 103.79,
+    "flops_per_problem": 6129392762.88
+  },
+  "count.sumd20": {
+    "acc": 0.844,
+    "reasoning_bytes": 110.952,
+    "flops_per_problem": 6534103154.688
+  },
+  "count.inc16": {
+    "acc": 1.0,
+    "reasoning_bytes": 95.0,
+    "flops_per_problem": 5608798470.144
+  },
+  "count.inc18": {
+    "acc": 0.994,
+    "reasoning_bytes": 104.8,
+    "flops_per_problem": 6130011045.888
+  },
+  "count.inc20": {
+    "acc": 0.866,
+    "reasoning_bytes": 112.296,
+    "flops_per_problem": 6549206925.312
+  },
+  "parity.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 110.976,
+    "flops_per_problem": 6358422454.272
+  },
+  "parity.cmp20": {
+    "acc": 0.996,
+    "reasoning_bytes": 134.004,
+    "flops_per_problem": 7552061964.288
+  },
+  "parity.cmp24": {
+    "acc": 0.93,
+    "reasoning_bytes": 151.416,
+    "flops_per_problem": 8497681661.952
+  },
+  "parity.runmax16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.runmax20": {
+    "acc": 0.934,
+    "reasoning_bytes": 135.232,
+    "flops_per_problem": 7650457288.704
+  },
+  "parity.runmax24": {
+    "acc": 0.348,
+    "reasoning_bytes": 152.012,
+    "flops_per_problem": 8568165924.864
+  },
+  "parity.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6491971584.0
+  },
+  "parity.count20": {
+    "acc": 1.0,
+    "reasoning_bytes": 135.256,
+    "flops_per_problem": 7695680274.432
+  },
+  "parity.count24": {
+    "acc": 1.0,
+    "reasoning_bytes": 152.32,
+    "flops_per_problem": 8625931223.04
+  },
+  "parity.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.964,
+    "flops_per_problem": 6446218641.408
+  },
+  "parity.find20": {
+    "acc": 0.968,
+    "reasoning_bytes": 135.388,
+    "flops_per_problem": 7657346727.936
+  },
+  "parity.find24": {
+    "acc": 0.862,
+    "reasoning_bytes": 153.028,
+    "flops_per_problem": 8613035606.016
+  },
+  "parity.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 107.0,
+    "flops_per_problem": 6094503936.0
+  },
+  "parity.rev20": {
+    "acc": 0.938,
+    "reasoning_bytes": 130.436,
+    "flops_per_problem": 7306161979.392
+  },
+  "parity.rev24": {
+    "acc": 0.422,
+    "reasoning_bytes": 148.124,
+    "flops_per_problem": 8263970684.928
+  },
+  "parity.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 110.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.sumd20": {
+    "acc": 0.912,
+    "reasoning_bytes": 133.124,
+    "flops_per_problem": 7469035388.928
+  },
+  "parity.sumd24": {
+    "acc": 0.434,
+    "reasoning_bytes": 150.824,
+    "flops_per_problem": 8427374051.328
+  },
+  "parity.inc16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.inc20": {
+    "acc": 0.926,
+    "reasoning_bytes": 134.136,
+    "flops_per_problem": 7469565345.792
+  },
+  "parity.inc24": {
+    "acc": 0.456,
+    "reasoning_bytes": 152.292,
+    "flops_per_problem": 8448042369.024
+  },
+  "sumd.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 62.088,
+    "flops_per_problem": 3713407746.048
+  },
+  "sumd.cmp7": {
+    "acc": 1.0,
+    "reasoning_bytes": 70.084,
+    "flops_per_problem": 4110875394.048
+  },
+  "sumd.cmp8": {
+    "acc": 0.996,
+    "reasoning_bytes": 78.004,
+    "flops_per_problem": 4504721670.144
+  },
+  "sumd.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 67.542,
+    "flops_per_problem": 3954449793.024
+  },
+  "sumd.runmax7": {
+    "acc": 1.0,
+    "reasoning_bytes": 75.48,
+    "flops_per_problem": 4349179330.56
+  },
+  "sumd.runmax8": {
+    "acc": 0.988,
+    "reasoning_bytes": 83.438,
+    "flops_per_problem": 4744792129.536
+  },
+  "sumd.count6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.428,
+    "flops_per_problem": 3949415202.816
+  },
+  "sumd.count7": {
+    "acc": 1.0,
+    "reasoning_bytes": 74.46,
+    "flops_per_problem": 4348296069.12
+  },
+  "sumd.count8": {
+    "acc": 1.0,
+    "reasoning_bytes": 82.588,
+    "flops_per_problem": 4751416590.336
+  },
+  "sumd.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.24,
+    "flops_per_problem": 3896949473.28
+  },
+  "sumd.find7": {
+    "acc": 1.0,
+    "reasoning_bytes": 74.428,
+    "flops_per_problem": 4302719778.816
+  },
+  "sumd.find8": {
+    "acc": 0.998,
+    "reasoning_bytes": 82.296,
+    "flops_per_problem": 4694357901.312
+  },
+  "sumd.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 61.544,
+    "flops_per_problem": 3601145217.024
+  },
+  "sumd.rev7": {
+    "acc": 1.0,
+    "reasoning_bytes": 69.48,
+    "flops_per_problem": 3995874754.56
+  },
+  "sumd.rev8": {
+    "acc": 0.998,
+    "reasoning_bytes": 77.552,
+    "flops_per_problem": 4396433817.6
+  },
+  "sumd.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 65.744,
+    "flops_per_problem": 3795639386.112
+  },
+  "sumd.sumd7": {
+    "acc": 1.0,
+    "reasoning_bytes": 73.738,
+    "flops_per_problem": 4195315187.712
+  },
+  "sumd.sumd8": {
+    "acc": 0.994,
+    "reasoning_bytes": 81.836,
+    "flops_per_problem": 4598347382.784
+  },
+  "sumd.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 68.538,
+    "flops_per_problem": 3910021742.592
+  },
+  "sumd.inc7": {
+    "acc": 0.998,
+    "reasoning_bytes": 76.48,
+    "flops_per_problem": 4305016258.56
+  },
+  "sumd.inc8": {
+    "acc": 0.936,
+    "reasoning_bytes": 84.498,
+    "flops_per_problem": 4703455494.144
+  },
+  "inc.cmp6": {
+    "acc": 0.996,
+    "reasoning_bytes": 78.624,
+    "flops_per_problem": 4576354172.928
+  },
+  "inc.cmp7": {
+    "acc": 0.998,
+    "reasoning_bytes": 89.806,
+    "flops_per_problem": 5158511788.032
+  },
+  "inc.cmp8": {
+    "acc": 0.986,
+    "reasoning_bytes": 100.754,
+    "flops_per_problem": 5730335244.288
+  },
+  "inc.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5520384000.0
+  },
+  "inc.runmax7": {
+    "acc": 1.0,
+    "reasoning_bytes": 120.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "inc.runmax8": {
+    "acc": 0.998,
+    "reasoning_bytes": 135.952,
+    "flops_per_problem": 7019808620.544
+  },
+  "inc.count6": {
+    "acc": 0.988,
+    "reasoning_bytes": 99.0,
+    "flops_per_problem": 5343731712.0
+  },
+  "inc.count7": {
+    "acc": 0.986,
+    "reasoning_bytes": 114.0,
+    "flops_per_problem": 6050340864.0
+  },
+  "inc.count8": {
+    "acc": 0.936,
+    "reasoning_bytes": 128.996,
+    "flops_per_problem": 6756773363.712
+  },
+  "inc.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 91.88,
+    "flops_per_problem": 4985127567.36
+  },
+  "inc.find7": {
+    "acc": 1.0,
+    "reasoning_bytes": 102.516,
+    "flops_per_problem": 5499009073.152
+  },
+  "inc.find8": {
+    "acc": 0.876,
+    "reasoning_bytes": 116.92,
+    "flops_per_problem": 6179208708.096
+  },
+  "inc.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "inc.rev7": {
+    "acc": 1.0,
+    "reasoning_bytes": 124.0,
+    "flops_per_problem": 6580297728.0
+  },
+  "inc.rev8": {
+    "acc": 0.97,
+    "reasoning_bytes": 145.0,
+    "flops_per_problem": 7596048384.0
+  },
+  "inc.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 109.558,
+    "flops_per_problem": 5721590956.032
+  },
+  "inc.sumd7": {
+    "acc": 0.988,
+    "reasoning_bytes": 127.466,
+    "flops_per_problem": 6556626321.408
+  },
+  "inc.sumd8": {
+    "acc": 0.872,
+    "reasoning_bytes": 145.436,
+    "flops_per_problem": 7394488123.392
+  },
+  "inc.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 113.0,
+    "flops_per_problem": 6006177792.0
+  },
+  "inc.inc7": {
+    "acc": 0.998,
+    "reasoning_bytes": 131.0,
+    "flops_per_problem": 6889527558.144
+  },
+  "inc.inc8": {
+    "acc": 0.97,
+    "reasoning_bytes": 148.964,
+    "flops_per_problem": 7772082388.992
+  },
+  "x.add.cmp8": {
+    "acc": 0.848,
+    "reasoning_bytes": 150.156,
+    "flops_per_problem": 8425254223.872
+  },
+  "x.add.cmp9": {
+    "acc": 0.748,
+    "reasoning_bytes": 166.056,
+    "flops_per_problem": 9265147527.168
+  },
+  "x.add.cmp10": {
+    "acc": 0.666,
+    "reasoning_bytes": 178.382,
+    "flops_per_problem": 9972109983.744
+  },
+  "x.add.runmax8": {
+    "acc": 1.0,
+    "reasoning_bytes": 189.848,
+    "flops_per_problem": 9885815341.056
+  },
+  "x.add.runmax9": {
+    "acc": 0.998,
+    "reasoning_bytes": 209.808,
+    "flops_per_problem": 10855636402.176
+  },
+  "x.add.runmax10": {
+    "acc": 0.952,
+    "reasoning_bytes": 228.586,
+    "flops_per_problem": 11772726755.328
+  },
+  "x.add.count8": {
+    "acc": 0.972,
+    "reasoning_bytes": 180.948,
+    "flops_per_problem": 9536927072.256
+  },
+  "x.add.count9": {
+    "acc": 0.934,
+    "reasoning_bytes": 199.998,
+    "flops_per_problem": 10466559737.856
+  },
+  "x.add.count10": {
+    "acc": 0.756,
+    "reasoning_bytes": 216.396,
+    "flops_per_problem": 11279071936.512
+  },
+  "x.add.find8": {
+    "acc": 0.914,
+    "reasoning_bytes": 165.548,
+    "flops_per_problem": 8812652691.456
+  },
+  "x.add.find9": {
+    "acc": 0.848,
+    "reasoning_bytes": 182.464,
+    "flops_per_problem": 9648306339.84
+  },
+  "x.add.find10": {
+    "acc": 0.754,
+    "reasoning_bytes": 199.712,
+    "flops_per_problem": 10499505389.568
+  },
+  "x.add.rev8": {
+    "acc": 0.994,
+    "reasoning_bytes": 199.484,
+    "flops_per_problem": 10514785812.48
+  },
+  "x.add.rev9": {
+    "acc": 0.812,
+    "reasoning_bytes": 225.356,
+    "flops_per_problem": 11787212242.944
+  },
+  "x.add.rev10": {
+    "acc": 0.116,
+    "reasoning_bytes": 244.31,
+    "flops_per_problem": 12728150654.976
+  },
+  "x.add.sumd8": {
+    "acc": 0.966,
+    "reasoning_bytes": 197.284,
+    "flops_per_problem": 10170048872.448
+  },
+  "x.add.sumd9": {
+    "acc": 0.78,
+    "reasoning_bytes": 218.554,
+    "flops_per_problem": 11197723557.888
+  },
+  "x.add.sumd10": {
+    "acc": 0.46,
+    "reasoning_bytes": 240.028,
+    "flops_per_problem": 12234319183.872
+  },
+  "x.add.inc8": {
+    "acc": 0.998,
+    "reasoning_bytes": 201.06,
+    "flops_per_problem": 10584386813.952
+  },
+  "x.add.inc9": {
+    "acc": 0.896,
+    "reasoning_bytes": 223.1,
+    "flops_per_problem": 11693939834.88
+  },
+  "x.add.inc10": {
+    "acc": 0.266,
+    "reasoning_bytes": 241.916,
+    "flops_per_problem": 12670650335.232
+  },
+  "x.runmax.cmp12": {
+    "acc": 1.0,
+    "reasoning_bytes": 118.0,
+    "flops_per_problem": 6580297728.0
+  },
+  "x.runmax.cmp14": {
+    "acc": 1.0,
+    "reasoning_bytes": 131.964,
+    "flops_per_problem": 7285317009.408
+  },
+  "x.runmax.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 144.95,
+    "flops_per_problem": 7947144806.4
+  },
+  "x.runmax.runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 122.0,
+    "flops_per_problem": 6801113088.0
+  },
+  "x.runmax.runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 136.074,
+    "flops_per_problem": 7510990307.328
+  },
+  "x.runmax.runmax16": {
+    "acc": 0.994,
+    "reasoning_bytes": 149.45,
+    "flops_per_problem": 8190041702.4
+  },
+  "x.runmax.count12": {
+    "acc": 0.876,
+    "reasoning_bytes": 120.496,
+    "flops_per_problem": 6778854899.712
+  },
+  "x.runmax.count14": {
+    "acc": 0.786,
+    "reasoning_bytes": 134.052,
+    "flops_per_problem": 7465855647.744
+  },
+  "x.runmax.count16": {
+    "acc": 0.684,
+    "reasoning_bytes": 145.654,
+    "flops_per_problem": 8066561753.088
+  },
+  "x.runmax.find12": {
+    "acc": 1.0,
+    "reasoning_bytes": 120.0,
+    "flops_per_problem": 6712786944.0
+  },
+  "x.runmax.find14": {
+    "acc": 1.0,
+    "reasoning_bytes": 134.094,
+    "flops_per_problem": 7423547424.768
+  },
+  "x.runmax.find16": {
+    "acc": 0.998,
+    "reasoning_bytes": 147.522,
+    "flops_per_problem": 8105248604.16
+  },
+  "x.runmax.rev12": {
+    "acc": 1.0,
+    "reasoning_bytes": 114.0,
+    "flops_per_problem": 6315319296.0
+  },
+  "x.runmax.rev14": {
+    "acc": 1.0,
+    "reasoning_bytes": 128.044,
+    "flops_per_problem": 7023871623.168
+  },
+  "x.runmax.rev16": {
+    "acc": 0.994,
+    "reasoning_bytes": 142.232,
+    "flops_per_problem": 7738783432.704
+  },
+  "x.runmax.sumd12": {
+    "acc": 1.0,
+    "reasoning_bytes": 118.0,
+    "flops_per_problem": 6536134656.0
+  },
+  "x.runmax.sumd14": {
+    "acc": 1.0,
+    "reasoning_bytes": 132.072,
+    "flops_per_problem": 7245923549.184
+  },
+  "x.runmax.sumd16": {
+    "acc": 0.99,
+    "reasoning_bytes": 144.622,
+    "flops_per_problem": 7888496246.784
+  },
+  "x.runmax.inc12": {
+    "acc": 1.0,
+    "reasoning_bytes": 118.0,
+    "flops_per_problem": 6523150712.832
+  },
+  "x.runmax.inc14": {
+    "acc": 0.998,
+    "reasoning_bytes": 132.06,
+    "flops_per_problem": 7235677716.48
+  },
+  "x.runmax.inc16": {
+    "acc": 0.99,
+    "reasoning_bytes": 144.766,
+    "flops_per_problem": 7887348006.912
+  },
+  "x.count.cmp16": {
+    "acc": 0.996,
+    "reasoning_bytes": 129.968,
+    "flops_per_problem": 7329656733.696
+  },
+  "x.count.cmp18": {
+    "acc": 0.996,
+    "reasoning_bytes": 141.812,
+    "flops_per_problem": 7941138628.608
+  },
+  "x.count.cmp20": {
+    "acc": 0.972,
+    "reasoning_bytes": 152.178,
+    "flops_per_problem": 8487347503.104
+  },
+  "x.count.runmax16": {
+    "acc": 0.996,
+    "reasoning_bytes": 133.992,
+    "flops_per_problem": 7551532007.424
+  },
+  "x.count.runmax18": {
+    "acc": 0.982,
+    "reasoning_bytes": 145.804,
+    "flops_per_problem": 8161512357.888
+  },
+  "x.count.runmax20": {
+    "acc": 0.9,
+    "reasoning_bytes": 156.55,
+    "flops_per_problem": 8724326547.456
+  },
+  "x.count.count16": {
+    "acc": 0.998,
+    "reasoning_bytes": 132.936,
+    "flops_per_problem": 7549058875.392
+  },
+  "x.count.count18": {
+    "acc": 1.0,
+    "reasoning_bytes": 144.82,
+    "flops_per_problem": 8162218967.04
+  },
+  "x.count.count20": {
+    "acc": 0.994,
+    "reasoning_bytes": 155.22,
+    "flops_per_problem": 8709841059.84
+  },
+  "x.count.find16": {
+    "acc": 0.994,
+    "reasoning_bytes": 131.994,
+    "flops_per_problem": 7463294189.568
+  },
+  "x.count.find18": {
+    "acc": 0.98,
+    "reasoning_bytes": 143.796,
+    "flops_per_problem": 8072832909.312
+  },
+  "x.count.find20": {
+    "acc": 0.952,
+    "reasoning_bytes": 154.576,
+    "flops_per_problem": 8637148643.328
+  },
+  "x.count.rev16": {
+    "acc": 0.998,
+    "reasoning_bytes": 125.982,
+    "flops_per_problem": 7065296584.704
+  },
+  "x.count.rev18": {
+    "acc": 0.99,
+    "reasoning_bytes": 137.84,
+    "flops_per_problem": 7677308436.48
+  },
+  "x.count.rev20": {
+    "acc": 0.928,
+    "reasoning_bytes": 148.926,
+    "flops_per_problem": 8255226396.672
+  },
+  "x.count.sumd16": {
+    "acc": 0.998,
+    "reasoning_bytes": 129.98,
+    "flops_per_problem": 7286023618.56
+  },
+  "x.count.sumd18": {
+    "acc": 0.988,
+    "reasoning_bytes": 141.846,
+    "flops_per_problem": 7898388774.912
+  },
+  "x.count.sumd20": {
+    "acc": 0.906,
+    "reasoning_bytes": 152.758,
+    "flops_per_problem": 8468799012.864
+  },
+  "x.count.inc16": {
+    "acc": 0.998,
+    "reasoning_bytes": 129.99,
+    "flops_per_problem": 7242390503.424
+  },
+  "x.count.inc18": {
+    "acc": 0.994,
+    "reasoning_bytes": 141.934,
+    "flops_per_problem": 7858200379.392
+  },
+  "x.count.inc20": {
+    "acc": 0.936,
+    "reasoning_bytes": 153.072,
+    "flops_per_problem": 8438414819.328
+  },
+  "x.parity.cmp24": {
+    "acc": 0.996,
+    "reasoning_bytes": 201.97,
+    "flops_per_problem": 10818627747.84
+  },
+  "x.parity.cmp28": {
+    "acc": 0.982,
+    "reasoning_bytes": 229.662,
+    "flops_per_problem": 12218243825.664
+  },
+  "x.parity.cmp32": {
+    "acc": 0.926,
+    "reasoning_bytes": 250.74,
+    "flops_per_problem": 13325765345.28
+  },
+  "x.parity.runmax24": {
+    "acc": 1.0,
+    "reasoning_bytes": 206.032,
+    "flops_per_problem": 11042181218.304
+  },
+  "x.parity.runmax28": {
+    "acc": 0.828,
+    "reasoning_bytes": 233.536,
+    "flops_per_problem": 12433406312.448
+  },
+  "x.parity.runmax32": {
+    "acc": 0.36,
+    "reasoning_bytes": 254.866,
+    "flops_per_problem": 13552145252.352
+  },
+  "x.parity.count24": {
+    "acc": 0.994,
+    "reasoning_bytes": 204.98,
+    "flops_per_problem": 11039884738.56
+  },
+  "x.parity.count28": {
+    "acc": 1.0,
+    "reasoning_bytes": 232.28,
+    "flops_per_problem": 12422188892.16
+  },
+  "x.parity.count32": {
+    "acc": 0.982,
+    "reasoning_bytes": 254.264,
+    "flops_per_problem": 13570428764.16
+  },
+  "x.parity.find24": {
+    "acc": 1.0,
+    "reasoning_bytes": 204.03,
+    "flops_per_problem": 10953766748.16
+  },
+  "x.parity.find28": {
+    "acc": 0.958,
+    "reasoning_bytes": 231.588,
+    "flops_per_problem": 12347464974.336
+  },
+  "x.parity.find32": {
+    "acc": 0.846,
+    "reasoning_bytes": 252.77,
+    "flops_per_problem": 13459226148.864
+  },
+  "x.parity.rev24": {
+    "acc": 0.778,
+    "reasoning_bytes": 198.142,
+    "flops_per_problem": 10560715407.36
+  },
+  "x.parity.rev28": {
+    "acc": 0.652,
+    "reasoning_bytes": 226.804,
+    "flops_per_problem": 12012355584.0
+  },
+  "x.parity.rev32": {
+    "acc": 0.454,
+    "reasoning_bytes": 252.948,
+    "flops_per_problem": 13338131005.44
+  },
+  "x.parity.sumd24": {
+    "acc": 0.988,
+    "reasoning_bytes": 202.04,
+    "flops_per_problem": 10777556090.88
+  },
+  "x.parity.sumd28": {
+    "acc": 0.854,
+    "reasoning_bytes": 230.232,
+    "flops_per_problem": 12199253704.704
+  },
+  "x.parity.sumd32": {
+    "acc": 0.46,
+    "reasoning_bytes": 252.536,
+    "flops_per_problem": 13360565846.016
+  },
+  "x.parity.inc24": {
+    "acc": 0.98,
+    "reasoning_bytes": 202.14,
+    "flops_per_problem": 10737809326.08
+  },
+  "x.parity.inc28": {
+    "acc": 0.826,
+    "reasoning_bytes": 230.02,
+    "flops_per_problem": 12145728061.44
+  },
+  "x.parity.inc32": {
+    "acc": 0.454,
+    "reasoning_bytes": 252.07,
+    "flops_per_problem": 13296176087.04
+  },
+  "x.sumd.cmp8": {
+    "acc": 1.0,
+    "reasoning_bytes": 101.096,
+    "flops_per_problem": 5612861472.768
+  },
+  "x.sumd.cmp9": {
+    "acc": 1.0,
+    "reasoning_bytes": 110.252,
+    "flops_per_problem": 6061469958.144
+  },
+  "x.sumd.cmp10": {
+    "acc": 0.994,
+    "reasoning_bytes": 119.168,
+    "flops_per_problem": 6499390980.096
+  },
+  "x.sumd.runmax8": {
+    "acc": 1.0,
+    "reasoning_bytes": 109.55,
+    "flops_per_problem": 5986304409.6
+  },
+  "x.sumd.runmax9": {
+    "acc": 0.99,
+    "reasoning_bytes": 118.432,
+    "flops_per_problem": 6422723887.104
+  },
+  "x.sumd.runmax10": {
+    "acc": 0.966,
+    "reasoning_bytes": 127.534,
+    "flops_per_problem": 6868859240.448
+  },
+  "x.sumd.count8": {
+    "acc": 0.998,
+    "reasoning_bytes": 107.588,
+    "flops_per_problem": 5943819534.336
+  },
+  "x.sumd.count9": {
+    "acc": 0.994,
+    "reasoning_bytes": 116.33,
+    "flops_per_problem": 6374144507.904
+  },
+  "x.sumd.count10": {
+    "acc": 0.968,
+    "reasoning_bytes": 125.558,
+    "flops_per_problem": 6825756082.176
+  },
+  "x.sumd.find8": {
+    "acc": 1.0,
+    "reasoning_bytes": 106.33,
+    "flops_per_problem": 5844099317.76
+  },
+  "x.sumd.find9": {
+    "acc": 0.998,
+    "reasoning_bytes": 115.448,
+    "flops_per_problem": 6290941280.256
+  },
+  "x.sumd.find10": {
+    "acc": 0.972,
+    "reasoning_bytes": 124.378,
+    "flops_per_problem": 6729480585.216
+  },
+  "x.sumd.rev8": {
+    "acc": 1.0,
+    "reasoning_bytes": 100.552,
+    "flops_per_problem": 5500510617.6
+  },
+  "x.sumd.rev9": {
+    "acc": 0.978,
+    "reasoning_bytes": 109.432,
+    "flops_per_problem": 5936930095.104
+  },
+  "x.sumd.rev10": {
+    "acc": 0.936,
+    "reasoning_bytes": 118.542,
+    "flops_per_problem": 6383683731.456
+  },
+  "x.sumd.sumd8": {
+    "acc": 0.988,
+    "reasoning_bytes": 105.838,
+    "flops_per_problem": 5746763907.072
+  },
+  "x.sumd.sumd9": {
+    "acc": 0.948,
+    "reasoning_bytes": 114.8,
+    "flops_per_problem": 6190337802.24
+  },
+  "x.sumd.sumd10": {
+    "acc": 0.88,
+    "reasoning_bytes": 123.886,
+    "flops_per_problem": 6637886373.888
+  },
+  "x.sumd.inc8": {
+    "acc": 0.516,
+    "reasoning_bytes": 107.55,
+    "flops_per_problem": 5810712035.328
+  },
+  "x.sumd.inc9": {
+    "acc": 0.474,
+    "reasoning_bytes": 116.378,
+    "flops_per_problem": 6248809709.568
+  },
+  "x.sumd.inc10": {
+    "acc": 0.34,
+    "reasoning_bytes": 125.48,
+    "flops_per_problem": 6697859825.664
+  },
+  "x.inc.cmp8": {
+    "acc": 0.998,
+    "reasoning_bytes": 121.792,
+    "flops_per_problem": 6747764097.024
+  },
+  "x.inc.cmp9": {
+    "acc": 0.996,
+    "reasoning_bytes": 133.744,
+    "flops_per_problem": 7363927277.568
+  },
+  "x.inc.cmp10": {
+    "acc": 0.968,
+    "reasoning_bytes": 145.532,
+    "flops_per_problem": 7985655005.184
+  },
+  "x.inc.runmax8": {
+    "acc": 0.998,
+    "reasoning_bytes": 159.988,
+    "flops_per_problem": 8169638363.136
+  },
+  "x.inc.runmax9": {
+    "acc": 1.0,
+    "reasoning_bytes": 176.962,
+    "flops_per_problem": 8963425419.264
+  },
+  "x.inc.runmax10": {
+    "acc": 1.0,
+    "reasoning_bytes": 193.308,
+    "flops_per_problem": 9729478066.176
+  },
+  "x.inc.count8": {
+    "acc": 0.986,
+    "reasoning_bytes": 152.0,
+    "flops_per_problem": 7861026816.0
+  },
+  "x.inc.count9": {
+    "acc": 0.972,
+    "reasoning_bytes": 167.86,
+    "flops_per_problem": 8605616209.92
+  },
+  "x.inc.count10": {
+    "acc": 0.914,
+    "reasoning_bytes": 182.598,
+    "flops_per_problem": 9300831289.344
+  },
+  "x.inc.find8": {
+    "acc": 0.96,
+    "reasoning_bytes": 138.536,
+    "flops_per_problem": 7222252142.592
+  },
+  "x.inc.find9": {
+    "acc": 0.862,
+    "reasoning_bytes": 153.408,
+    "flops_per_problem": 7923208421.376
+  },
+  "x.inc.find10": {
+    "acc": 0.808,
+    "reasoning_bytes": 164.936,
+    "flops_per_problem": 8476483387.392
+  },
+  "x.inc.rev8": {
+    "acc": 1.0,
+    "reasoning_bytes": 166.0,
+    "flops_per_problem": 8611799040.0
+  },
+  "x.inc.rev9": {
+    "acc": 0.968,
+    "reasoning_bytes": 188.918,
+    "flops_per_problem": 9711901163.52
+  },
+  "x.inc.rev10": {
+    "acc": 0.424,
+    "reasoning_bytes": 208.354,
+    "flops_per_problem": 10644713570.304
+  },
+  "x.inc.sumd8": {
+    "acc": 0.936,
+    "reasoning_bytes": 167.476,
+    "flops_per_problem": 8456168374.272
+  },
+  "x.inc.sumd9": {
+    "acc": 0.634,
+    "reasoning_bytes": 185.624,
+    "flops_per_problem": 9301626224.64
+  },
+  "x.inc.sumd10": {
+    "acc": 0.142,
+    "reasoning_bytes": 202.368,
+    "flops_per_problem": 10085520752.64
+  },
+  "x.inc.inc8": {
+    "acc": 0.99,
+    "reasoning_bytes": 170.0,
+    "flops_per_problem": 8788892958.72
+  },
+  "x.inc.inc9": {
+    "acc": 0.824,
+    "reasoning_bytes": 188.924,
+    "flops_per_problem": 9718702276.608
+  },
+  "x.inc.inc10": {
+    "acc": 0.22,
+    "reasoning_bytes": 206.016,
+    "flops_per_problem": 10580235485.184
+  }
+}