Upload folder using huggingface_hub

5m-s0-bpe4096-step-bytes3-v10-nocount.inc.cmp-noinc.rev.sumd-noadd.count.find-norunmax.inc.find-nosumd.rev.cmp-noinc.runmax.cmp-none-docmask/ckpt.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e3b8d219e9a276a575601ff3e1beddb13140f91332ccf167e1192b18dc270b
+size 23171663

5m-s0-bpe4096-step-bytes3-v10-nocount.inc.cmp-noinc.rev.sumd-noadd.count.find-norunmax.inc.find-nosumd.rev.cmp-noinc.runmax.cmp-none-docmask/config.json

@@ -0,0 +1,35 @@
+{
+  "size": "5m",
+  "name": "5m-s0-bpe4096-step-bytes3-v10-nocount.inc.cmp-noinc.rev.sumd-noadd.count.find-norunmax.inc.find-nosumd.rev.cmp-noinc.runmax.cmp-none-docmask",
+  "seed": 0,
+  "tokens": 400000000.0,
+  "batch_size": 64,
+  "block_size": 512,
+  "lr": 0.0006,
+  "eval_every": 1000,
+  "vocab": "bpe4096",
+  "pos": "none",
+  "reason": "step",
+  "reason_codec": "bytes",
+  "per_chunk": 3,
+  "docmask": true,
+  "holdout": [
+    "count.inc.cmp",
+    "inc.rev.sumd",
+    "add.count.find",
+    "runmax.inc.find",
+    "sumd.rev.cmp",
+    "inc.runmax.cmp"
+  ],
+  "dataset": "v10",
+  "vocab_size": 4096,
+  "n_layer": 6,
+  "n_head": 4,
+  "d_model": 256,
+  "loops": 1,
+  "params": 5787648,
+  "flops_per_token": 44163072,
+  "steps": 12207,
+  "n_docs": 1175505,
+  "stream_tokens": 217096403
+}

5m-s0-bpe4096-step-bytes3-v10-nocount.inc.cmp-noinc.rev.sumd-noadd.count.find-norunmax.inc.find-nosumd.rev.cmp-noinc.runmax.cmp-none-docmask/summary.json

@@ -0,0 +1,2410 @@
+{
+  "params": 5787648,
+  "tokens": 399998976,
+  "train_flops": 17665183577014272,
+  "wall_s": 4526.376119852066,
+  "peak_mem_gb": 3.51196672,
+  "final_val_loss": 1.8132692694664,
+  "final_val_bpb": 0.6536541128068258,
+  "bytes_seen": 1600839241.8284984,
+  "add8": {
+    "acc": 0.976,
+    "reasoning_bytes": 79.0,
+    "flops_per_problem": 4928775487.488
+  },
+  "add9": {
+    "acc": 0.182,
+    "reasoning_bytes": 89.026,
+    "flops_per_problem": 5503778684.928
+  },
+  "add10": {
+    "acc": 0.0,
+    "reasoning_bytes": 98.776,
+    "flops_per_problem": 6065886265.344
+  },
+  "reach14": {
+    "acc": 0.526,
+    "reasoning_bytes": 9.116,
+    "flops_per_problem": 4686408548.352
+  },
+  "reach16": {
+    "acc": 0.516,
+    "reasoning_bytes": 9.338,
+    "flops_per_problem": 5226169614.336
+  },
+  "reach18": {
+    "acc": 0.53,
+    "reasoning_bytes": 9.676,
+    "flops_per_problem": 5773438402.56
+  },
+  "parity24": {
+    "acc": 0.784,
+    "reasoning_bytes": 142.988,
+    "flops_per_problem": 7860496859.136
+  },
+  "parity28": {
+    "acc": 0.498,
+    "reasoning_bytes": 166.736,
+    "flops_per_problem": 9085933780.992
+  },
+  "parity32": {
+    "acc": 0.502,
+    "reasoning_bytes": 187.142,
+    "flops_per_problem": 10163777716.224
+  },
+  "cmp8": {
+    "acc": 0.996,
+    "reasoning_bytes": 5.792,
+    "flops_per_problem": 1359869313.024
+  },
+  "cmp9": {
+    "acc": 0.998,
+    "reasoning_bytes": 5.708,
+    "flops_per_problem": 1444485758.976
+  },
+  "cmp10": {
+    "acc": 0.998,
+    "reasoning_bytes": 5.732,
+    "flops_per_problem": 1533871816.704
+  },
+  "runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 71.0,
+    "flops_per_problem": 4151328768.0
+  },
+  "runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 82.996,
+    "flops_per_problem": 4769435123.712
+  },
+  "runmax16": {
+    "acc": 0.976,
+    "reasoning_bytes": 89.624,
+    "flops_per_problem": 5150474108.928
+  },
+  "count16": {
+    "acc": 0.988,
+    "reasoning_bytes": 79.1,
+    "flops_per_problem": 4729865011.2
+  },
+  "count18": {
+    "acc": 0.93,
+    "reasoning_bytes": 89.06,
+    "flops_per_problem": 5267682902.016
+  },
+  "count20": {
+    "acc": 0.672,
+    "reasoning_bytes": 98.72,
+    "flops_per_problem": 5787217281.024
+  },
+  "brackets16": {
+    "acc": 0.926,
+    "reasoning_bytes": 53.532,
+    "flops_per_problem": 3644866658.304
+  },
+  "brackets18": {
+    "acc": 0.89,
+    "reasoning_bytes": 57.348,
+    "flops_per_problem": 3901807411.2
+  },
+  "brackets20": {
+    "acc": 0.9,
+    "reasoning_bytes": 62.428,
+    "flops_per_problem": 4214570287.104
+  },
+  "sumd8": {
+    "acc": 0.96,
+    "reasoning_bytes": 58.566,
+    "flops_per_problem": 3381301444.608
+  },
+  "sumd9": {
+    "acc": 0.83,
+    "reasoning_bytes": 66.434,
+    "flops_per_problem": 3774794416.128
+  },
+  "sumd10": {
+    "acc": 0.184,
+    "reasoning_bytes": 64.944,
+    "flops_per_problem": 3730101387.264
+  },
+  "inc8": {
+    "acc": 0.996,
+    "reasoning_bytes": 63.0,
+    "flops_per_problem": 3797405908.992
+  },
+  "inc9": {
+    "acc": 0.528,
+    "reasoning_bytes": 69.612,
+    "flops_per_problem": 4144615981.056
+  },
+  "inc10": {
+    "acc": 0.0,
+    "reasoning_bytes": 64.158,
+    "flops_per_problem": 3671364501.504
+  },
+  "add.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 92.622,
+    "flops_per_problem": 5532043051.008
+  },
+  "add.cmp7": {
+    "acc": 0.996,
+    "reasoning_bytes": 105.494,
+    "flops_per_problem": 6230261219.328
+  },
+  "add.cmp8": {
+    "acc": 0.998,
+    "reasoning_bytes": 118.198,
+    "flops_per_problem": 6925299646.464
+  },
+  "add.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 120.832,
+    "flops_per_problem": 6572878331.904
+  },
+  "add.runmax7": {
+    "acc": 0.866,
+    "reasoning_bytes": 138.848,
+    "flops_per_problem": 7456846381.056
+  },
+  "add.runmax8": {
+    "acc": 0.562,
+    "reasoning_bytes": 156.758,
+    "flops_per_problem": 8336133144.576
+  },
+  "add.count6": {
+    "acc": 0.986,
+    "reasoning_bytes": 115.648,
+    "flops_per_problem": 6388100038.656
+  },
+  "add.count7": {
+    "acc": 0.872,
+    "reasoning_bytes": 132.082,
+    "flops_per_problem": 7202202107.904
+  },
+  "add.count8": {
+    "acc": 0.37,
+    "reasoning_bytes": 148.892,
+    "flops_per_problem": 8032909492.224
+  },
+  "add.find6": {
+    "acc": 0.896,
+    "reasoning_bytes": 107.744,
+    "flops_per_problem": 5994872045.568
+  },
+  "add.find7": {
+    "acc": 0.778,
+    "reasoning_bytes": 121.774,
+    "flops_per_problem": 6702806089.728
+  },
+  "add.find8": {
+    "acc": 0.482,
+    "reasoning_bytes": 139.268,
+    "flops_per_problem": 7563721015.296
+  },
+  "add.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 123.248,
+    "flops_per_problem": 6794576953.344
+  },
+  "add.rev7": {
+    "acc": 0.43,
+    "reasoning_bytes": 145.87,
+    "flops_per_problem": 7926123184.128
+  },
+  "add.rev8": {
+    "acc": 0.0,
+    "reasoning_bytes": 168.612,
+    "flops_per_problem": 9050161692.672
+  },
+  "add.sumd6": {
+    "acc": 0.998,
+    "reasoning_bytes": 126.476,
+    "flops_per_problem": 6777794985.984
+  },
+  "add.sumd7": {
+    "acc": 0.692,
+    "reasoning_bytes": 146.322,
+    "flops_per_problem": 7742669783.04
+  },
+  "add.sumd8": {
+    "acc": 0.046,
+    "reasoning_bytes": 165.992,
+    "flops_per_problem": 8699771879.424
+  },
+  "add.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 131.04,
+    "flops_per_problem": 7138695610.368
+  },
+  "add.inc7": {
+    "acc": 0.552,
+    "reasoning_bytes": 151.032,
+    "flops_per_problem": 8154092961.792
+  },
+  "add.inc8": {
+    "acc": 0.0,
+    "reasoning_bytes": 168.926,
+    "flops_per_problem": 9067031986.176
+  },
+  "runmax.cmp12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5122916352.0
+  },
+  "runmax.cmp14": {
+    "acc": 0.998,
+    "reasoning_bytes": 96.864,
+    "flops_per_problem": 5646867038.208
+  },
+  "runmax.cmp16": {
+    "acc": 0.966,
+    "reasoning_bytes": 105.012,
+    "flops_per_problem": 6095033892.864
+  },
+  "runmax.runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.136,
+    "flops_per_problem": 5791368609.792
+  },
+  "runmax.runmax16": {
+    "acc": 0.97,
+    "reasoning_bytes": 106.0,
+    "flops_per_problem": 6182830080.0
+  },
+  "runmax.count12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5255405568.0
+  },
+  "runmax.count14": {
+    "acc": 1.0,
+    "reasoning_bytes": 98.716,
+    "flops_per_problem": 5816983191.552
+  },
+  "runmax.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 106.072,
+    "flops_per_problem": 6230172893.184
+  },
+  "runmax.find12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.find14": {
+    "acc": 1.0,
+    "reasoning_bytes": 97.864,
+    "flops_per_problem": 5735193182.208
+  },
+  "runmax.find16": {
+    "acc": 0.986,
+    "reasoning_bytes": 106.012,
+    "flops_per_problem": 6183360036.864
+  },
+  "runmax.rev12": {
+    "acc": 1.0,
+    "reasoning_bytes": 83.0,
+    "flops_per_problem": 4857937920.0
+  },
+  "runmax.rev14": {
+    "acc": 0.992,
+    "reasoning_bytes": 92.852,
+    "flops_per_problem": 5381358649.344
+  },
+  "runmax.rev16": {
+    "acc": 0.95,
+    "reasoning_bytes": 101.0,
+    "flops_per_problem": 5829525504.0
+  },
+  "runmax.sumd12": {
+    "acc": 1.0,
+    "reasoning_bytes": 86.0,
+    "flops_per_problem": 5034590208.0
+  },
+  "runmax.sumd14": {
+    "acc": 1.0,
+    "reasoning_bytes": 97.064,
+    "flops_per_problem": 5611536580.608
+  },
+  "runmax.sumd16": {
+    "acc": 0.97,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 6006177792.0
+  },
+  "runmax.inc12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5065769336.832
+  },
+  "runmax.inc14": {
+    "acc": 0.994,
+    "reasoning_bytes": 96.396,
+    "flops_per_problem": 5572319772.672
+  },
+  "runmax.inc16": {
+    "acc": 0.956,
+    "reasoning_bytes": 105.0,
+    "flops_per_problem": 6041508249.6
+  },
+  "count.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 95.01,
+    "flops_per_problem": 5697477918.72
+  },
+  "count.cmp18": {
+    "acc": 0.988,
+    "reasoning_bytes": 104.48,
+    "flops_per_problem": 6204116680.704
+  },
+  "count.cmp20": {
+    "acc": 0.906,
+    "reasoning_bytes": 110.456,
+    "flops_per_problem": 6554153189.376
+  },
+  "count.runmax16": {
+    "acc": 0.996,
+    "reasoning_bytes": 96.03,
+    "flops_per_problem": 5786687324.16
+  },
+  "count.runmax18": {
+    "acc": 0.976,
+    "reasoning_bytes": 105.85,
+    "flops_per_problem": 6308694835.2
+  },
+  "count.runmax20": {
+    "acc": 0.734,
+    "reasoning_bytes": 111.69,
+    "flops_per_problem": 6656964820.992
+  },
+  "count.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5829525504.0
+  },
+  "count.count18": {
+    "acc": 1.0,
+    "reasoning_bytes": 105.95,
+    "flops_per_problem": 6357274214.4
+  },
+  "count.count20": {
+    "acc": 0.99,
+    "reasoning_bytes": 112.776,
+    "flops_per_problem": 6752268730.368
+  },
+  "count.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 96.02,
+    "flops_per_problem": 5786245693.44
+  },
+  "count.find18": {
+    "acc": 0.976,
+    "reasoning_bytes": 105.85,
+    "flops_per_problem": 6308694835.2
+  },
+  "count.find20": {
+    "acc": 0.9,
+    "reasoning_bytes": 112.234,
+    "flops_per_problem": 6677456486.4
+  },
+  "count.rev16": {
+    "acc": 0.998,
+    "reasoning_bytes": 91.02,
+    "flops_per_problem": 5432941117.44
+  },
+  "count.rev18": {
+    "acc": 0.912,
+    "reasoning_bytes": 100.264,
+    "flops_per_problem": 5930747265.024
+  },
+  "count.rev20": {
+    "acc": 0.672,
+    "reasoning_bytes": 106.966,
+    "flops_per_problem": 6313729425.408
+  },
+  "count.sumd16": {
+    "acc": 0.996,
+    "reasoning_bytes": 94.014,
+    "flops_per_problem": 5609328427.008
+  },
+  "count.sumd18": {
+    "acc": 0.836,
+    "reasoning_bytes": 103.59,
+    "flops_per_problem": 6122326671.36
+  },
+  "count.sumd20": {
+    "acc": 0.426,
+    "reasoning_bytes": 110.71,
+    "flops_per_problem": 6528273629.184
+  },
+  "count.inc16": {
+    "acc": 0.998,
+    "reasoning_bytes": 95.01,
+    "flops_per_problem": 5609151774.72
+  },
+  "count.inc18": {
+    "acc": 0.944,
+    "reasoning_bytes": 104.77,
+    "flops_per_problem": 6128509501.44
+  },
+  "count.inc20": {
+    "acc": 0.704,
+    "reasoning_bytes": 110.67,
+    "flops_per_problem": 6476337856.512
+  },
+  "parity.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6359482368.0
+  },
+  "parity.cmp20": {
+    "acc": 0.988,
+    "reasoning_bytes": 134.808,
+    "flops_per_problem": 7587569074.176
+  },
+  "parity.cmp24": {
+    "acc": 0.946,
+    "reasoning_bytes": 153.036,
+    "flops_per_problem": 8569225838.592
+  },
+  "parity.runmax16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.runmax20": {
+    "acc": 0.916,
+    "reasoning_bytes": 135.988,
+    "flops_per_problem": 7683844571.136
+  },
+  "parity.runmax24": {
+    "acc": 0.494,
+    "reasoning_bytes": 154.216,
+    "flops_per_problem": 8665501335.552
+  },
+  "parity.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6491971584.0
+  },
+  "parity.count20": {
+    "acc": 1.0,
+    "reasoning_bytes": 135.952,
+    "flops_per_problem": 7726417772.544
+  },
+  "parity.count24": {
+    "acc": 1.0,
+    "reasoning_bytes": 154.456,
+    "flops_per_problem": 8720263544.832
+  },
+  "parity.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.find20": {
+    "acc": 0.952,
+    "reasoning_bytes": 136.0,
+    "flops_per_problem": 7684374528.0
+  },
+  "parity.find24": {
+    "acc": 0.85,
+    "reasoning_bytes": 155.398,
+    "flops_per_problem": 8717702086.656
+  },
+  "parity.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 107.0,
+    "flops_per_problem": 6094503936.0
+  },
+  "parity.rev20": {
+    "acc": 0.89,
+    "reasoning_bytes": 130.94,
+    "flops_per_problem": 7328420167.68
+  },
+  "parity.rev24": {
+    "acc": 0.484,
+    "reasoning_bytes": 151.88,
+    "flops_per_problem": 8434175164.416
+  },
+  "parity.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 110.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.sumd20": {
+    "acc": 0.912,
+    "reasoning_bytes": 133.976,
+    "flops_per_problem": 7506662326.272
+  },
+  "parity.sumd24": {
+    "acc": 0.516,
+    "reasoning_bytes": 153.41,
+    "flops_per_problem": 8542816321.536
+  },
+  "parity.inc16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.inc20": {
+    "acc": 0.872,
+    "reasoning_bytes": 135.0,
+    "flops_per_problem": 7507722240.0
+  },
+  "parity.inc24": {
+    "acc": 0.54,
+    "reasoning_bytes": 155.928,
+    "flops_per_problem": 8608619298.816
+  },
+  "sumd.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 62.088,
+    "flops_per_problem": 3713407746.048
+  },
+  "sumd.cmp7": {
+    "acc": 1.0,
+    "reasoning_bytes": 70.084,
+    "flops_per_problem": 4110875394.048
+  },
+  "sumd.cmp8": {
+    "acc": 0.986,
+    "reasoning_bytes": 77.696,
+    "flops_per_problem": 4491119443.968
+  },
+  "sumd.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 67.542,
+    "flops_per_problem": 3954449793.024
+  },
+  "sumd.runmax7": {
+    "acc": 0.998,
+    "reasoning_bytes": 75.48,
+    "flops_per_problem": 4349179330.56
+  },
+  "sumd.runmax8": {
+    "acc": 0.946,
+    "reasoning_bytes": 83.474,
+    "flops_per_problem": 4746382000.128
+  },
+  "sumd.count6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.428,
+    "flops_per_problem": 3949415202.816
+  },
+  "sumd.count7": {
+    "acc": 0.992,
+    "reasoning_bytes": 74.46,
+    "flops_per_problem": 4348296069.12
+  },
+  "sumd.count8": {
+    "acc": 0.934,
+    "reasoning_bytes": 82.392,
+    "flops_per_problem": 4742760628.224
+  },
+  "sumd.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.24,
+    "flops_per_problem": 3896949473.28
+  },
+  "sumd.find7": {
+    "acc": 0.998,
+    "reasoning_bytes": 74.44,
+    "flops_per_problem": 4303249735.68
+  },
+  "sumd.find8": {
+    "acc": 0.94,
+    "reasoning_bytes": 81.634,
+    "flops_per_problem": 4665121947.648
+  },
+  "sumd.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 61.544,
+    "flops_per_problem": 3601145217.024
+  },
+  "sumd.rev7": {
+    "acc": 0.998,
+    "reasoning_bytes": 69.48,
+    "flops_per_problem": 3995874754.56
+  },
+  "sumd.rev8": {
+    "acc": 0.93,
+    "reasoning_bytes": 77.428,
+    "flops_per_problem": 4390957596.672
+  },
+  "sumd.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 65.744,
+    "flops_per_problem": 3795639386.112
+  },
+  "sumd.sumd7": {
+    "acc": 0.994,
+    "reasoning_bytes": 73.742,
+    "flops_per_problem": 4195668492.288
+  },
+  "sumd.sumd8": {
+    "acc": 0.95,
+    "reasoning_bytes": 81.81,
+    "flops_per_problem": 4597464121.344
+  },
+  "sumd.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 68.538,
+    "flops_per_problem": 3910021742.592
+  },
+  "sumd.inc7": {
+    "acc": 0.998,
+    "reasoning_bytes": 76.48,
+    "flops_per_problem": 4305016258.56
+  },
+  "sumd.inc8": {
+    "acc": 0.928,
+    "reasoning_bytes": 84.358,
+    "flops_per_problem": 4697096011.776
+  },
+  "inc.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 78.624,
+    "flops_per_problem": 4576354172.928
+  },
+  "inc.cmp7": {
+    "acc": 0.998,
+    "reasoning_bytes": 89.788,
+    "flops_per_problem": 5157716852.736
+  },
+  "inc.cmp8": {
+    "acc": 0.976,
+    "reasoning_bytes": 100.584,
+    "flops_per_problem": 5722827522.048
+  },
+  "inc.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5520384000.0
+  },
+  "inc.runmax7": {
+    "acc": 0.974,
+    "reasoning_bytes": 120.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "inc.runmax8": {
+    "acc": 0.926,
+    "reasoning_bytes": 135.38,
+    "flops_per_problem": 6994547343.36
+  },
+  "inc.count6": {
+    "acc": 0.988,
+    "reasoning_bytes": 99.0,
+    "flops_per_problem": 5343731712.0
+  },
+  "inc.count7": {
+    "acc": 0.916,
+    "reasoning_bytes": 114.0,
+    "flops_per_problem": 6050340864.0
+  },
+  "inc.count8": {
+    "acc": 0.602,
+    "reasoning_bytes": 124.286,
+    "flops_per_problem": 6548765294.592
+  },
+  "inc.find6": {
+    "acc": 0.934,
+    "reasoning_bytes": 91.88,
+    "flops_per_problem": 4985127567.36
+  },
+  "inc.find7": {
+    "acc": 0.862,
+    "reasoning_bytes": 102.564,
+    "flops_per_problem": 5501128900.608
+  },
+  "inc.find8": {
+    "acc": 0.26,
+    "reasoning_bytes": 90.538,
+    "flops_per_problem": 5014186868.736
+  },
+  "inc.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "inc.rev7": {
+    "acc": 0.966,
+    "reasoning_bytes": 123.996,
+    "flops_per_problem": 6579237814.272
+  },
+  "inc.rev8": {
+    "acc": 0.008,
+    "reasoning_bytes": 143.402,
+    "flops_per_problem": 7493236752.384
+  },
+  "inc.sumd6": {
+    "acc": 0.996,
+    "reasoning_bytes": 109.572,
+    "flops_per_problem": 5722297565.184
+  },
+  "inc.sumd7": {
+    "acc": 0.942,
+    "reasoning_bytes": 127.454,
+    "flops_per_problem": 6556096364.544
+  },
+  "inc.sumd8": {
+    "acc": 0.116,
+    "reasoning_bytes": 143.828,
+    "flops_per_problem": 7323473903.616
+  },
+  "inc.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 113.0,
+    "flops_per_problem": 6006177792.0
+  },
+  "inc.inc7": {
+    "acc": 0.992,
+    "reasoning_bytes": 131.0,
+    "flops_per_problem": 6889350905.856
+  },
+  "inc.inc8": {
+    "acc": 0.112,
+    "reasoning_bytes": 147.166,
+    "flops_per_problem": 7683756244.992
+  },
+  "runmax.runmax.cmp12": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 6182830080.0
+  },
+  "runmax.runmax.cmp14": {
+    "acc": 1.0,
+    "reasoning_bytes": 115.22,
+    "flops_per_problem": 6766665891.84
+  },
+  "runmax.runmax.cmp16": {
+    "acc": 0.992,
+    "reasoning_bytes": 122.036,
+    "flops_per_problem": 7156007534.592
+  },
+  "sumd.runmax.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 83.338,
+    "flops_per_problem": 4917028110.336
+  },
+  "sumd.runmax.cmp7": {
+    "acc": 0.996,
+    "reasoning_bytes": 91.532,
+    "flops_per_problem": 5323063394.304
+  },
+  "sumd.runmax.cmp8": {
+    "acc": 0.826,
+    "reasoning_bytes": 96.43,
+    "flops_per_problem": 5583537192.96
+  },
+  "add.runmax.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 137.024,
+    "flops_per_problem": 7552945225.728
+  },
+  "add.runmax.cmp7": {
+    "acc": 0.946,
+    "reasoning_bytes": 154.928,
+    "flops_per_problem": 8431967010.816
+  },
+  "add.runmax.cmp8": {
+    "acc": 0.894,
+    "reasoning_bytes": 171.184,
+    "flops_per_problem": 9238208053.248
+  },
+  "count.runmax.runmax16": {
+    "acc": 0.996,
+    "reasoning_bytes": 113.02,
+    "flops_per_problem": 6846159421.44
+  },
+  "count.runmax.runmax18": {
+    "acc": 0.976,
+    "reasoning_bytes": 122.85,
+    "flops_per_problem": 7368608563.2
+  },
+  "count.runmax.runmax20": {
+    "acc": 0.794,
+    "reasoning_bytes": 128.664,
+    "flops_per_problem": 7713698807.808
+  },
+  "add.runmax.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 137.832,
+    "flops_per_problem": 7632792059.904
+  },
+  "add.runmax.runmax7": {
+    "acc": 0.832,
+    "reasoning_bytes": 155.848,
+    "flops_per_problem": 8516760109.056
+  },
+  "add.runmax.runmax8": {
+    "acc": 0.624,
+    "reasoning_bytes": 173.43,
+    "flops_per_problem": 9381561384.96
+  },
+  "parity.runmax.runmax16": {
+    "acc": 1.0,
+    "reasoning_bytes": 129.0,
+    "flops_per_problem": 7507722240.0
+  },
+  "parity.runmax.runmax20": {
+    "acc": 0.878,
+    "reasoning_bytes": 152.052,
+    "flops_per_problem": 8702421663.744
+  },
+  "parity.runmax.runmax24": {
+    "acc": 0.558,
+    "reasoning_bytes": 171.0,
+    "flops_per_problem": 9715875840.0
+  },
+  "parity.runmax.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 129.0,
+    "flops_per_problem": 7551885312.0
+  },
+  "parity.runmax.count20": {
+    "acc": 1.0,
+    "reasoning_bytes": 152.856,
+    "flops_per_problem": 8782091845.632
+  },
+  "parity.runmax.count24": {
+    "acc": 1.0,
+    "reasoning_bytes": 171.0,
+    "flops_per_problem": 9760038912.0
+  },
+  "inc.runmax.count6": {
+    "acc": 1.0,
+    "reasoning_bytes": 121.0,
+    "flops_per_problem": 6624460800.0
+  },
+  "inc.runmax.count7": {
+    "acc": 0.998,
+    "reasoning_bytes": 137.0,
+    "flops_per_problem": 7375233024.0
+  },
+  "inc.runmax.count8": {
+    "acc": 0.998,
+    "reasoning_bytes": 148.58,
+    "flops_per_problem": 7930804469.76
+  },
+  "sumd.runmax.count6": {
+    "acc": 1.0,
+    "reasoning_bytes": 84.424,
+    "flops_per_problem": 5053315350.528
+  },
+  "sumd.runmax.count7": {
+    "acc": 1.0,
+    "reasoning_bytes": 92.46,
+    "flops_per_problem": 5452372869.12
+  },
+  "sumd.runmax.count8": {
+    "acc": 0.95,
+    "reasoning_bytes": 99.492,
+    "flops_per_problem": 5807090663.424
+  },
+  "runmax.runmax.find12": {
+    "acc": 1.0,
+    "reasoning_bytes": 105.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "runmax.runmax.find14": {
+    "acc": 1.0,
+    "reasoning_bytes": 115.764,
+    "flops_per_problem": 6834853675.008
+  },
+  "runmax.runmax.find16": {
+    "acc": 0.984,
+    "reasoning_bytes": 123.0,
+    "flops_per_problem": 7242743808.0
+  },
+  "add.runmax.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 137.928,
+    "flops_per_problem": 7637031714.816
+  },
+  "add.runmax.find7": {
+    "acc": 0.984,
+    "reasoning_bytes": 155.608,
+    "flops_per_problem": 8506160971.776
+  },
+  "add.runmax.find8": {
+    "acc": 0.872,
+    "reasoning_bytes": 172.934,
+    "flops_per_problem": 9359656501.248
+  },
+  "parity.runmax.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 129.0,
+    "flops_per_problem": 7507722240.0
+  },
+  "parity.runmax.find20": {
+    "acc": 0.978,
+    "reasoning_bytes": 152.928,
+    "flops_per_problem": 8741108514.816
+  },
+  "parity.runmax.find24": {
+    "acc": 0.898,
+    "reasoning_bytes": 170.998,
+    "flops_per_problem": 9715787513.856
+  },
+  "add.runmax.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 132.832,
+    "flops_per_problem": 7279487483.904
+  },
+  "add.runmax.rev7": {
+    "acc": 0.902,
+    "reasoning_bytes": 150.848,
+    "flops_per_problem": 8163455533.056
+  },
+  "add.runmax.rev8": {
+    "acc": 0.594,
+    "reasoning_bytes": 168.278,
+    "flops_per_problem": 9021544022.016
+  },
+  "parity.runmax.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 124.0,
+    "flops_per_problem": 7154417664.0
+  },
+  "parity.runmax.rev20": {
+    "acc": 0.866,
+    "reasoning_bytes": 147.34,
+    "flops_per_problem": 8361836052.48
+  },
+  "parity.runmax.rev24": {
+    "acc": 0.498,
+    "reasoning_bytes": 165.978,
+    "flops_per_problem": 9361599676.416
+  },
+  "sumd.runmax.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 79.542,
+    "flops_per_problem": 4661058945.024
+  },
+  "sumd.runmax.rev7": {
+    "acc": 0.996,
+    "reasoning_bytes": 87.478,
+    "flops_per_problem": 5055700156.416
+  },
+  "sumd.runmax.rev8": {
+    "acc": 0.81,
+    "reasoning_bytes": 94.12,
+    "flops_per_problem": 5393194352.64
+  },
+  "sumd.runmax.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 82.542,
+    "flops_per_problem": 4837711233.024
+  },
+  "sumd.runmax.sumd7": {
+    "acc": 0.996,
+    "reasoning_bytes": 90.478,
+    "flops_per_problem": 5232352444.416
+  },
+  "sumd.runmax.sumd8": {
+    "acc": 0.862,
+    "reasoning_bytes": 97.864,
+    "flops_per_problem": 5602703966.208
+  },
+  "add.runmax.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 135.832,
+    "flops_per_problem": 7456139771.904
+  },
+  "add.runmax.sumd7": {
+    "acc": 0.894,
+    "reasoning_bytes": 153.848,
+    "flops_per_problem": 8340107821.056
+  },
+  "add.runmax.sumd8": {
+    "acc": 0.632,
+    "reasoning_bytes": 171.516,
+    "flops_per_problem": 9208707121.152
+  },
+  "parity.runmax.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 127.0,
+    "flops_per_problem": 7331069952.0
+  },
+  "parity.runmax.sumd20": {
+    "acc": 0.862,
+    "reasoning_bytes": 150.16,
+    "flops_per_problem": 8530538987.52
+  },
+  "parity.runmax.sumd24": {
+    "acc": 0.532,
+    "reasoning_bytes": 169.0,
+    "flops_per_problem": 9539223552.0
+  },
+  "count.runmax.inc16": {
+    "acc": 0.996,
+    "reasoning_bytes": 112.02,
+    "flops_per_problem": 6669507133.44
+  },
+  "count.runmax.inc18": {
+    "acc": 0.958,
+    "reasoning_bytes": 121.61,
+    "flops_per_problem": 7181357137.92
+  },
+  "count.runmax.inc20": {
+    "acc": 0.748,
+    "reasoning_bytes": 127.264,
+    "flops_per_problem": 7519557943.296
+  },
+  "runmax.runmax.inc12": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 6125683064.832
+  },
+  "runmax.runmax.inc14": {
+    "acc": 1.0,
+    "reasoning_bytes": 114.908,
+    "flops_per_problem": 6699096391.68
+  },
+  "runmax.runmax.inc16": {
+    "acc": 0.966,
+    "reasoning_bytes": 122.0,
+    "flops_per_problem": 7101863608.32
+  },
+  "add.runmax.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 136.832,
+    "flops_per_problem": 7477161394.176
+  },
+  "add.runmax.inc7": {
+    "acc": 0.858,
+    "reasoning_bytes": 154.848,
+    "flops_per_problem": 8363602575.36
+  },
+  "add.runmax.inc8": {
+    "acc": 0.62,
+    "reasoning_bytes": 172.452,
+    "flops_per_problem": 9231141961.728
+  },
+  "count.count.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.02,
+    "flops_per_problem": 6801996349.44
+  },
+  "count.count.cmp18": {
+    "acc": 0.996,
+    "reasoning_bytes": 121.982,
+    "flops_per_problem": 7330275016.704
+  },
+  "count.count.cmp20": {
+    "acc": 0.976,
+    "reasoning_bytes": 128.658,
+    "flops_per_problem": 7712992198.656
+  },
+  "add.count.cmp6": {
+    "acc": 0.994,
+    "reasoning_bytes": 131.354,
+    "flops_per_problem": 7346703679.488
+  },
+  "add.count.cmp7": {
+    "acc": 0.904,
+    "reasoning_bytes": 148.176,
+    "flops_per_problem": 8177941020.672
+  },
+  "add.count.cmp8": {
+    "acc": 0.866,
+    "reasoning_bytes": 163.29,
+    "flops_per_problem": 8933747834.88
+  },
+  "sumd.count.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 82.492,
+    "flops_per_problem": 4923829223.424
+  },
+  "sumd.count.cmp7": {
+    "acc": 1.0,
+    "reasoning_bytes": 90.508,
+    "flops_per_problem": 5322003480.576
+  },
+  "sumd.count.cmp8": {
+    "acc": 0.956,
+    "reasoning_bytes": 92.646,
+    "flops_per_problem": 5460587200.512
+  },
+  "add.count.runmax6": {
+    "acc": 0.984,
+    "reasoning_bytes": 132.648,
+    "flops_per_problem": 7448013766.656
+  },
+  "add.count.runmax7": {
+    "acc": 0.874,
+    "reasoning_bytes": 149.086,
+    "flops_per_problem": 8262292488.192
+  },
+  "add.count.runmax8": {
+    "acc": 0.462,
+    "reasoning_bytes": 165.602,
+    "flops_per_problem": 9080015929.344
+  },
+  "sumd.count.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 83.428,
+    "flops_per_problem": 5009328930.816
+  },
+  "sumd.count.runmax7": {
+    "acc": 0.99,
+    "reasoning_bytes": 91.458,
+    "flops_per_problem": 5408121470.976
+  },
+  "sumd.count.runmax8": {
+    "acc": 0.82,
+    "reasoning_bytes": 98.156,
+    "flops_per_problem": 5748088799.232
+  },
+  "inc.count.runmax6": {
+    "acc": 0.988,
+    "reasoning_bytes": 116.0,
+    "flops_per_problem": 6403645440.0
+  },
+  "inc.count.runmax7": {
+    "acc": 0.68,
+    "reasoning_bytes": 130.972,
+    "flops_per_problem": 7109018025.984
+  },
+  "inc.count.runmax8": {
+    "acc": 0.722,
+    "reasoning_bytes": 137.374,
+    "flops_per_problem": 7435913084.928
+  },
+  "parity.count.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 129.0,
+    "flops_per_problem": 7596048384.0
+  },
+  "parity.count.count20": {
+    "acc": 1.0,
+    "reasoning_bytes": 152.592,
+    "flops_per_problem": 8814595866.624
+  },
+  "parity.count.count24": {
+    "acc": 1.0,
+    "reasoning_bytes": 171.0,
+    "flops_per_problem": 9804201984.0
+  },
+  "runmax.count.count12": {
+    "acc": 1.0,
+    "reasoning_bytes": 105.0,
+    "flops_per_problem": 6359482368.0
+  },
+  "runmax.count.count14": {
+    "acc": 1.0,
+    "reasoning_bytes": 115.692,
+    "flops_per_problem": 6920000077.824
+  },
+  "runmax.count.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 123.024,
+    "flops_per_problem": 7332129865.728
+  },
+  "inc.count.count6": {
+    "acc": 0.998,
+    "reasoning_bytes": 116.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "inc.count.count7": {
+    "acc": 0.978,
+    "reasoning_bytes": 130.986,
+    "flops_per_problem": 7153799380.992
+  },
+  "inc.count.count8": {
+    "acc": 0.972,
+    "reasoning_bytes": 132.524,
+    "flops_per_problem": 7265885257.728
+  },
+  "inc.count.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 116.0,
+    "flops_per_problem": 6403645440.0
+  },
+  "inc.count.find7": {
+    "acc": 0.94,
+    "reasoning_bytes": 130.986,
+    "flops_per_problem": 7109636308.992
+  },
+  "inc.count.find8": {
+    "acc": 0.916,
+    "reasoning_bytes": 129.738,
+    "flops_per_problem": 7098683867.136
+  },
+  "add.count.find6": {
+    "acc": 0.996,
+    "reasoning_bytes": 132.326,
+    "flops_per_problem": 7433793257.472
+  },
+  "add.count.find7": {
+    "acc": 0.95,
+    "reasoning_bytes": 149.156,
+    "flops_per_problem": 8265383903.232
+  },
+  "add.count.find8": {
+    "acc": 0.838,
+    "reasoning_bytes": 165.43,
+    "flops_per_problem": 9072243228.672
+  },
+  "runmax.count.find12": {
+    "acc": 1.0,
+    "reasoning_bytes": 105.0,
+    "flops_per_problem": 6315319296.0
+  },
+  "runmax.count.find14": {
+    "acc": 1.0,
+    "reasoning_bytes": 115.62,
+    "flops_per_problem": 6872657264.64
+  },
+  "runmax.count.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 123.012,
+    "flops_per_problem": 7287436836.864
+  },
+  "parity.count.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 124.0,
+    "flops_per_problem": 7198580736.0
+  },
+  "parity.count.rev20": {
+    "acc": 1.0,
+    "reasoning_bytes": 147.76,
+    "flops_per_problem": 8424547614.72
+  },
+  "parity.count.rev24": {
+    "acc": 1.0,
+    "reasoning_bytes": 166.012,
+    "flops_per_problem": 9407264292.864
+  },
+  "inc.count.rev6": {
+    "acc": 0.988,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6050340864.0
+  },
+  "inc.count.rev7": {
+    "acc": 0.896,
+    "reasoning_bytes": 125.986,
+    "flops_per_problem": 6756331732.992
+  },
+  "inc.count.rev8": {
+    "acc": 0.734,
+    "reasoning_bytes": 131.314,
+    "flops_per_problem": 7035795652.608
+  },
+  "runmax.count.rev12": {
+    "acc": 1.0,
+    "reasoning_bytes": 100.0,
+    "flops_per_problem": 5962014720.0
+  },
+  "runmax.count.rev14": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.328,
+    "flops_per_problem": 6550620143.616
+  },
+  "runmax.count.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 118.012,
+    "flops_per_problem": 6934132260.864
+  },
+  "count.count.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.01,
+    "flops_per_problem": 6713228574.72
+  },
+  "count.count.sumd18": {
+    "acc": 1.0,
+    "reasoning_bytes": 120.91,
+    "flops_per_problem": 7238769131.52
+  },
+  "count.count.sumd20": {
+    "acc": 0.998,
+    "reasoning_bytes": 127.304,
+    "flops_per_problem": 7609120653.312
+  },
+  "runmax.count.sumd12": {
+    "acc": 1.0,
+    "reasoning_bytes": 103.0,
+    "flops_per_problem": 6138667008.0
+  },
+  "runmax.count.sumd14": {
+    "acc": 1.0,
+    "reasoning_bytes": 114.508,
+    "flops_per_problem": 6735221784.576
+  },
+  "runmax.count.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 121.04,
+    "flops_per_problem": 7112021114.88
+  },
+  "sumd.count.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 81.428,
+    "flops_per_problem": 4832676642.816
+  },
+  "sumd.count.sumd7": {
+    "acc": 0.99,
+    "reasoning_bytes": 89.468,
+    "flops_per_problem": 5231910813.696
+  },
+  "sumd.count.sumd8": {
+    "acc": 0.854,
+    "reasoning_bytes": 96.426,
+    "flops_per_problem": 5583360540.672
+  },
+  "parity.count.inc16": {
+    "acc": 1.0,
+    "reasoning_bytes": 128.0,
+    "flops_per_problem": 7375233024.0
+  },
+  "parity.count.inc20": {
+    "acc": 1.0,
+    "reasoning_bytes": 151.772,
+    "flops_per_problem": 8601729859.584
+  },
+  "parity.count.inc24": {
+    "acc": 1.0,
+    "reasoning_bytes": 170.012,
+    "flops_per_problem": 9583916580.864
+  },
+  "count.count.inc16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.01,
+    "flops_per_problem": 6713228574.72
+  },
+  "count.count.inc18": {
+    "acc": 1.0,
+    "reasoning_bytes": 121.91,
+    "flops_per_problem": 7238769131.52
+  },
+  "count.count.inc20": {
+    "acc": 0.988,
+    "reasoning_bytes": 128.436,
+    "flops_per_problem": 7612742025.216
+  },
+  "add.count.inc6": {
+    "acc": 0.988,
+    "reasoning_bytes": 131.648,
+    "flops_per_problem": 7271361478.656
+  },
+  "add.count.inc7": {
+    "acc": 0.836,
+    "reasoning_bytes": 148.084,
+    "flops_per_problem": 8085551874.048
+  },
+  "add.count.inc8": {
+    "acc": 0.462,
+    "reasoning_bytes": 164.448,
+    "flops_per_problem": 8896562528.256
+  },
+  "parity.rev.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 123.0,
+    "flops_per_problem": 7066091520.0
+  },
+  "parity.rev.cmp20": {
+    "acc": 0.984,
+    "reasoning_bytes": 145.62,
+    "flops_per_problem": 8241712496.64
+  },
+  "parity.rev.cmp24": {
+    "acc": 0.942,
+    "reasoning_bytes": 164.856,
+    "flops_per_problem": 9267885637.632
+  },
+  "sumd.rev.cmp6": {
+    "acc": 0.998,
+    "reasoning_bytes": 81.06,
+    "flops_per_problem": 4727921836.032
+  },
+  "sumd.rev.cmp7": {
+    "acc": 0.998,
+    "reasoning_bytes": 89.05,
+    "flops_per_problem": 5125124505.6
+  },
+  "sumd.rev.cmp8": {
+    "acc": 0.788,
+    "reasoning_bytes": 92.584,
+    "flops_per_problem": 5325271547.904
+  },
+  "add.rev.cmp6": {
+    "acc": 0.996,
+    "reasoning_bytes": 157.314,
+    "flops_per_problem": 8565692792.832
+  },
+  "add.rev.cmp7": {
+    "acc": 0.98,
+    "reasoning_bytes": 181.806,
+    "flops_per_problem": 9777085857.792
+  },
+  "add.rev.cmp8": {
+    "acc": 0.79,
+    "reasoning_bytes": 199.478,
+    "flops_per_problem": 10691526426.624
+  },
+  "runmax.rev.runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 100.0,
+    "flops_per_problem": 5917851648.0
+  },
+  "runmax.rev.runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.496,
+    "flops_per_problem": 6513876467.712
+  },
+  "runmax.rev.runmax16": {
+    "acc": 0.966,
+    "reasoning_bytes": 118.012,
+    "flops_per_problem": 6889969188.864
+  },
+  "count.rev.runmax16": {
+    "acc": 0.996,
+    "reasoning_bytes": 108.02,
+    "flops_per_problem": 6492854845.44
+  },
+  "count.rev.runmax18": {
+    "acc": 0.98,
+    "reasoning_bytes": 117.81,
+    "flops_per_problem": 7013537464.32
+  },
+  "count.rev.runmax20": {
+    "acc": 0.776,
+    "reasoning_bytes": 123.334,
+    "flops_per_problem": 7345820418.048
+  },
+  "add.rev.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 185.08,
+    "flops_per_problem": 9586919669.76
+  },
+  "add.rev.runmax7": {
+    "acc": 0.884,
+    "reasoning_bytes": 215.616,
+    "flops_per_problem": 11023809380.352
+  },
+  "add.rev.runmax8": {
+    "acc": 0.632,
+    "reasoning_bytes": 243.736,
+    "flops_per_problem": 12354001108.992
+  },
+  "inc.rev.count6": {
+    "acc": 0.958,
+    "reasoning_bytes": 156.0,
+    "flops_per_problem": 8037679104.0
+  },
+  "inc.rev.count7": {
+    "acc": 0.824,
+    "reasoning_bytes": 182.774,
+    "flops_per_problem": 9264264265.728
+  },
+  "inc.rev.count8": {
+    "acc": 0.62,
+    "reasoning_bytes": 191.216,
+    "flops_per_problem": 9681251991.552
+  },
+  "count.rev.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 108.01,
+    "flops_per_problem": 6536576286.72
+  },
+  "count.rev.count18": {
+    "acc": 0.996,
+    "reasoning_bytes": 117.892,
+    "flops_per_problem": 7061321908.224
+  },
+  "count.rev.count20": {
+    "acc": 0.992,
+    "reasoning_bytes": 124.502,
+    "flops_per_problem": 7438651195.392
+  },
+  "parity.rev.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 124.0,
+    "flops_per_problem": 7198580736.0
+  },
+  "parity.rev.count20": {
+    "acc": 1.0,
+    "reasoning_bytes": 147.844,
+    "flops_per_problem": 8428257312.768
+  },
+  "parity.rev.count24": {
+    "acc": 1.0,
+    "reasoning_bytes": 166.012,
+    "flops_per_problem": 9407264292.864
+  },
+  "sumd.rev.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 85.208,
+    "flops_per_problem": 4911286910.976
+  },
+  "sumd.rev.find7": {
+    "acc": 0.998,
+    "reasoning_bytes": 93.482,
+    "flops_per_problem": 5320855240.704
+  },
+  "sumd.rev.find8": {
+    "acc": 0.854,
+    "reasoning_bytes": 98.508,
+    "flops_per_problem": 5586981912.576
+  },
+  "runmax.rev.find12": {
+    "acc": 1.0,
+    "reasoning_bytes": 100.0,
+    "flops_per_problem": 5917851648.0
+  },
+  "runmax.rev.find14": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.04,
+    "flops_per_problem": 6493738106.88
+  },
+  "runmax.rev.find16": {
+    "acc": 0.986,
+    "reasoning_bytes": 118.012,
+    "flops_per_problem": 6889969188.864
+  },
+  "count.rev.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 108.01,
+    "flops_per_problem": 6492413214.72
+  },
+  "count.rev.find18": {
+    "acc": 0.988,
+    "reasoning_bytes": 117.7,
+    "flops_per_problem": 7008679526.4
+  },
+  "count.rev.find20": {
+    "acc": 0.926,
+    "reasoning_bytes": 123.596,
+    "flops_per_problem": 7355801272.32
+  },
+  "count.rev.rev16": {
+    "acc": 0.998,
+    "reasoning_bytes": 103.02,
+    "flops_per_problem": 6139550269.44
+  },
+  "count.rev.rev18": {
+    "acc": 0.93,
+    "reasoning_bytes": 112.24,
+    "flops_per_problem": 6635059937.28
+  },
+  "count.rev.rev20": {
+    "acc": 0.738,
+    "reasoning_bytes": 118.28,
+    "flops_per_problem": 6989336100.864
+  },
+  "sumd.rev.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 80.53,
+    "flops_per_problem": 4616277590.016
+  },
+  "sumd.rev.rev7": {
+    "acc": 0.988,
+    "reasoning_bytes": 88.462,
+    "flops_per_problem": 5010830475.264
+  },
+  "sumd.rev.rev8": {
+    "acc": 0.53,
+    "reasoning_bytes": 92.802,
+    "flops_per_problem": 5246572953.6
+  },
+  "parity.rev.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 119.0,
+    "flops_per_problem": 6801113088.0
+  },
+  "parity.rev.rev20": {
+    "acc": 0.788,
+    "reasoning_bytes": 141.968,
+    "flops_per_problem": 7992102813.696
+  },
+  "parity.rev.rev24": {
+    "acc": 0.472,
+    "reasoning_bytes": 160.964,
+    "flops_per_problem": 9007676817.408
+  },
+  "sumd.rev.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 84.73,
+    "flops_per_problem": 4810771759.104
+  },
+  "sumd.rev.sumd7": {
+    "acc": 0.994,
+    "reasoning_bytes": 92.738,
+    "flops_per_problem": 5211154169.856
+  },
+  "sumd.rev.sumd8": {
+    "acc": 0.788,
+    "reasoning_bytes": 99.136,
+    "flops_per_problem": 5538667511.808
+  },
+  "parity.rev.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 122.0,
+    "flops_per_problem": 6977765376.0
+  },
+  "parity.rev.sumd20": {
+    "acc": 0.866,
+    "reasoning_bytes": 145.508,
+    "flops_per_problem": 8192603160.576
+  },
+  "parity.rev.sumd24": {
+    "acc": 0.49,
+    "reasoning_bytes": 163.988,
+    "flops_per_problem": 9185389019.136
+  },
+  "add.rev.sumd6": {
+    "acc": 0.97,
+    "reasoning_bytes": 191.642,
+    "flops_per_problem": 9832378023.936
+  },
+  "add.rev.sumd7": {
+    "acc": 0.498,
+    "reasoning_bytes": 223.896,
+    "flops_per_problem": 11344609935.36
+  },
+  "add.rev.sumd8": {
+    "acc": 0.036,
+    "reasoning_bytes": 250.126,
+    "flops_per_problem": 12591510110.208
+  },
+  "parity.rev.inc16": {
+    "acc": 1.0,
+    "reasoning_bytes": 123.0,
+    "flops_per_problem": 6977765376.0
+  },
+  "parity.rev.inc20": {
+    "acc": 0.844,
+    "reasoning_bytes": 146.7,
+    "flops_per_problem": 8201082470.4
+  },
+  "parity.rev.inc24": {
+    "acc": 0.466,
+    "reasoning_bytes": 165.0,
+    "flops_per_problem": 9185918976.0
+  },
+  "runmax.rev.inc12": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.0,
+    "flops_per_problem": 5772378488.832
+  },
+  "runmax.rev.inc14": {
+    "acc": 0.994,
+    "reasoning_bytes": 109.236,
+    "flops_per_problem": 6315937579.008
+  },
+  "runmax.rev.inc16": {
+    "acc": 0.952,
+    "reasoning_bytes": 117.0,
+    "flops_per_problem": 6748029075.456
+  },
+  "inc.rev.inc6": {
+    "acc": 0.982,
+    "reasoning_bytes": 170.0,
+    "flops_per_problem": 8696150507.52
+  },
+  "inc.rev.inc7": {
+    "acc": 0.714,
+    "reasoning_bytes": 199.77,
+    "flops_per_problem": 10099564609.536
+  },
+  "inc.rev.inc8": {
+    "acc": 0.016,
+    "reasoning_bytes": 213.076,
+    "flops_per_problem": 10741430697.984
+  },
+  "parity.sumd.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 126.0,
+    "flops_per_problem": 7242743808.0
+  },
+  "parity.sumd.cmp20": {
+    "acc": 0.98,
+    "reasoning_bytes": 148.572,
+    "flops_per_problem": 8416244957.184
+  },
+  "parity.sumd.cmp24": {
+    "acc": 0.958,
+    "reasoning_bytes": 167.892,
+    "flops_per_problem": 9446127796.224
+  },
+  "runmax.sumd.cmp12": {
+    "acc": 1.0,
+    "reasoning_bytes": 102.0,
+    "flops_per_problem": 6006177792.0
+  },
+  "runmax.sumd.cmp14": {
+    "acc": 1.0,
+    "reasoning_bytes": 113.34,
+    "flops_per_problem": 6595313172.48
+  },
+  "runmax.sumd.cmp16": {
+    "acc": 0.992,
+    "reasoning_bytes": 120.036,
+    "flops_per_problem": 6979355246.592
+  },
+  "count.sumd.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 110.01,
+    "flops_per_problem": 6580739358.72
+  },
+  "count.sumd.cmp18": {
+    "acc": 0.988,
+    "reasoning_bytes": 119.18,
+    "flops_per_problem": 7074040872.96
+  },
+  "count.sumd.cmp20": {
+    "acc": 0.956,
+    "reasoning_bytes": 125.232,
+    "flops_per_problem": 7428670341.12
+  },
+  "sumd.sumd.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 84.36,
+    "flops_per_problem": 4917999697.92
+  },
+  "sumd.sumd.runmax7": {
+    "acc": 0.994,
+    "reasoning_bytes": 92.818,
+    "flops_per_problem": 5335694032.896
+  },
+  "sumd.sumd.runmax8": {
+    "acc": 0.85,
+    "reasoning_bytes": 100.484,
+    "flops_per_problem": 5718411214.848
+  },
+  "count.sumd.runmax16": {
+    "acc": 0.996,
+    "reasoning_bytes": 111.02,
+    "flops_per_problem": 6669507133.44
+  },
+  "count.sumd.runmax18": {
+    "acc": 0.964,
+    "reasoning_bytes": 120.59,
+    "flops_per_problem": 7180473876.48
+  },
+  "count.sumd.runmax20": {
+    "acc": 0.772,
+    "reasoning_bytes": 126.336,
+    "flops_per_problem": 7522561032.192
+  },
+  "add.sumd.runmax6": {
+    "acc": 0.998,
+    "reasoning_bytes": 151.444,
+    "flops_per_problem": 8145613651.968
+  },
+  "add.sumd.runmax7": {
+    "acc": 0.54,
+    "reasoning_bytes": 171.272,
+    "flops_per_problem": 9109605187.584
+  },
+  "add.sumd.runmax8": {
+    "acc": 0.198,
+    "reasoning_bytes": 190.176,
+    "flops_per_problem": 10033320001.536
+  },
+  "parity.sumd.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 127.0,
+    "flops_per_problem": 7375233024.0
+  },
+  "parity.sumd.count20": {
+    "acc": 1.0,
+    "reasoning_bytes": 150.784,
+    "flops_per_problem": 8602259816.448
+  },
+  "parity.sumd.count24": {
+    "acc": 1.0,
+    "reasoning_bytes": 169.0,
+    "flops_per_problem": 9583386624.0
+  },
+  "sumd.sumd.count6": {
+    "acc": 1.0,
+    "reasoning_bytes": 84.184,
+    "flops_per_problem": 4954390069.248
+  },
+  "sumd.sumd.count7": {
+    "acc": 0.998,
+    "reasoning_bytes": 92.476,
+    "flops_per_problem": 5364753334.272
+  },
+  "sumd.sumd.count8": {
+    "acc": 0.886,
+    "reasoning_bytes": 99.47,
+    "flops_per_problem": 5717792931.84
+  },
+  "add.sumd.count6": {
+    "acc": 1.0,
+    "reasoning_bytes": 150.516,
+    "flops_per_problem": 8148793393.152
+  },
+  "add.sumd.count7": {
+    "acc": 0.818,
+    "reasoning_bytes": 170.07,
+    "flops_per_problem": 9100949225.472
+  },
+  "add.sumd.count8": {
+    "acc": 0.488,
+    "reasoning_bytes": 189.254,
+    "flops_per_problem": 10037471330.304
+  },
+  "runmax.sumd.find12": {
+    "acc": 1.0,
+    "reasoning_bytes": 103.0,
+    "flops_per_problem": 6094503936.0
+  },
+  "runmax.sumd.find14": {
+    "acc": 1.0,
+    "reasoning_bytes": 113.8,
+    "flops_per_problem": 6659791257.6
+  },
+  "runmax.sumd.find16": {
+    "acc": 0.988,
+    "reasoning_bytes": 121.0,
+    "flops_per_problem": 7066091520.0
+  },
+  "sumd.sumd.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 84.064,
+    "flops_per_problem": 4904927428.608
+  },
+  "sumd.sumd.find7": {
+    "acc": 0.996,
+    "reasoning_bytes": 92.364,
+    "flops_per_problem": 5315643998.208
+  },
+  "sumd.sumd.find8": {
+    "acc": 0.946,
+    "reasoning_bytes": 99.118,
+    "flops_per_problem": 5658084458.496
+  },
+  "parity.sumd.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 127.0,
+    "flops_per_problem": 7331069952.0
+  },
+  "parity.sumd.find20": {
+    "acc": 0.968,
+    "reasoning_bytes": 150.688,
+    "flops_per_problem": 8553857089.536
+  },
+  "parity.sumd.find24": {
+    "acc": 0.888,
+    "reasoning_bytes": 169.0,
+    "flops_per_problem": 9539223552.0
+  },
+  "count.sumd.rev16": {
+    "acc": 0.998,
+    "reasoning_bytes": 106.02,
+    "flops_per_problem": 6316202557.44
+  },
+  "count.sumd.rev18": {
+    "acc": 0.932,
+    "reasoning_bytes": 114.85,
+    "flops_per_problem": 6794488627.2
+  },
+  "count.sumd.rev20": {
+    "acc": 0.74,
+    "reasoning_bytes": 121.136,
+    "flops_per_problem": 7160158863.36
+  },
+  "parity.sumd.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 122.0,
+    "flops_per_problem": 6977765376.0
+  },
+  "parity.sumd.rev20": {
+    "acc": 0.858,
+    "reasoning_bytes": 145.4,
+    "flops_per_problem": 8187833548.8
+  },
+  "parity.sumd.rev24": {
+    "acc": 0.49,
+    "reasoning_bytes": 163.976,
+    "flops_per_problem": 9184859062.272
+  },
+  "add.sumd.rev6": {
+    "acc": 0.994,
+    "reasoning_bytes": 145.448,
+    "flops_per_problem": 7792309075.968
+  },
+  "add.sumd.rev7": {
+    "acc": 0.554,
+    "reasoning_bytes": 165.316,
+    "flops_per_problem": 8758155460.608
+  },
+  "add.sumd.rev8": {
+    "acc": 0.054,
+    "reasoning_bytes": 184.476,
+    "flops_per_problem": 9692646064.128
+  },
+  "parity.sumd.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 125.0,
+    "flops_per_problem": 7154417664.0
+  },
+  "parity.sumd.sumd20": {
+    "acc": 0.854,
+    "reasoning_bytes": 148.052,
+    "flops_per_problem": 8349117087.744
+  },
+  "parity.sumd.sumd24": {
+    "acc": 0.53,
+    "reasoning_bytes": 166.976,
+    "flops_per_problem": 9361511350.272
+  },
+  "add.sumd.sumd6": {
+    "acc": 0.998,
+    "reasoning_bytes": 149.642,
+    "flops_per_problem": 7986449940.48
+  },
+  "add.sumd.sumd7": {
+    "acc": 0.534,
+    "reasoning_bytes": 169.568,
+    "flops_per_problem": 8957065936.896
+  },
+  "add.sumd.sumd8": {
+    "acc": 0.088,
+    "reasoning_bytes": 188.302,
+    "flops_per_problem": 9872566419.456
+  },
+  "count.sumd.sumd16": {
+    "acc": 0.996,
+    "reasoning_bytes": 109.02,
+    "flops_per_problem": 6492854845.44
+  },
+  "count.sumd.sumd18": {
+    "acc": 0.956,
+    "reasoning_bytes": 118.06,
+    "flops_per_problem": 6980415160.32
+  },
+  "count.sumd.sumd20": {
+    "acc": 0.73,
+    "reasoning_bytes": 124.256,
+    "flops_per_problem": 7342375698.432
+  },
+  "inc.sumd.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 135.538,
+    "flops_per_problem": 7045688180.736
+  },
+  "inc.sumd.inc7": {
+    "acc": 0.718,
+    "reasoning_bytes": 153.406,
+    "flops_per_problem": 7878957023.232
+  },
+  "inc.sumd.inc8": {
+    "acc": 0.078,
+    "reasoning_bytes": 163.558,
+    "flops_per_problem": 8370050383.872
+  },
+  "sumd.sumd.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 83.764,
+    "flops_per_problem": 4773586452.48
+  },
+  "sumd.sumd.inc7": {
+    "acc": 0.994,
+    "reasoning_bytes": 92.338,
+    "flops_per_problem": 5199141814.272
+  },
+  "sumd.sumd.inc8": {
+    "acc": 0.804,
+    "reasoning_bytes": 99.122,
+    "flops_per_problem": 5543260471.296
+  },
+  "parity.sumd.inc16": {
+    "acc": 1.0,
+    "reasoning_bytes": 126.0,
+    "flops_per_problem": 7154417664.0
+  },
+  "parity.sumd.inc20": {
+    "acc": 0.878,
+    "reasoning_bytes": 149.604,
+    "flops_per_problem": 8373495103.488
+  },
+  "parity.sumd.inc24": {
+    "acc": 0.5,
+    "reasoning_bytes": 167.988,
+    "flops_per_problem": 9362041307.136
+  },
+  "inc.inc.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 144.624,
+    "flops_per_problem": 7667769212.928
+  },
+  "inc.inc.cmp7": {
+    "acc": 0.994,
+    "reasoning_bytes": 165.648,
+    "flops_per_problem": 8684579782.656
+  },
+  "inc.inc.cmp8": {
+    "acc": 0.918,
+    "reasoning_bytes": 180.254,
+    "flops_per_problem": 9417951756.288
+  },
+  "runmax.inc.cmp12": {
+    "acc": 1.0,
+    "reasoning_bytes": 105.568,
+    "flops_per_problem": 6150856015.872
+  },
+  "runmax.inc.cmp14": {
+    "acc": 1.0,
+    "reasoning_bytes": 117.406,
+    "flops_per_problem": 6766047608.832
+  },
+  "runmax.inc.cmp16": {
+    "acc": 0.964,
+    "reasoning_bytes": 123.778,
+    "flops_per_problem": 7137017413.632
+  },
+  "sumd.inc.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.12,
+    "flops_per_problem": 5039713124.352
+  },
+  "sumd.inc.cmp7": {
+    "acc": 1.0,
+    "reasoning_bytes": 96.068,
+    "flops_per_problem": 5435060944.896
+  },
+  "sumd.inc.cmp8": {
+    "acc": 0.968,
+    "reasoning_bytes": 100.382,
+    "flops_per_problem": 5669743509.504
+  },
+  "sumd.inc.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 93.522,
+    "flops_per_problem": 5278458691.584
+  },
+  "sumd.inc.runmax7": {
+    "acc": 0.998,
+    "reasoning_bytes": 101.478,
+    "flops_per_problem": 5673983164.416
+  },
+  "sumd.inc.runmax8": {
+    "acc": 0.804,
+    "reasoning_bytes": 107.848,
+    "flops_per_problem": 5999465005.056
+  },
+  "runmax.inc.runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 109.648,
+    "flops_per_problem": 6343936966.656
+  },
+  "runmax.inc.runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 121.08,
+    "flops_per_problem": 6937135349.76
+  },
+  "runmax.inc.runmax16": {
+    "acc": 0.962,
+    "reasoning_bytes": 128.448,
+    "flops_per_problem": 7350855008.256
+  },
+  "add.inc.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 192.872,
+    "flops_per_problem": 9931038326.784
+  },
+  "add.inc.runmax7": {
+    "acc": 0.848,
+    "reasoning_bytes": 220.902,
+    "flops_per_problem": 11257255378.944
+  },
+  "add.inc.runmax8": {
+    "acc": 0.68,
+    "reasoning_bytes": 243.006,
+    "flops_per_problem": 12327679918.08
+  },
+  "runmax.inc.count12": {
+    "acc": 1.0,
+    "reasoning_bytes": 108.928,
+    "flops_per_problem": 6356302626.816
+  },
+  "runmax.inc.count14": {
+    "acc": 1.0,
+    "reasoning_bytes": 120.904,
+    "flops_per_problem": 6973525721.088
+  },
+  "runmax.inc.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 127.526,
+    "flops_per_problem": 7354299727.872
+  },
+  "sumd.inc.count6": {
+    "acc": 1.0,
+    "reasoning_bytes": 92.388,
+    "flops_per_problem": 5272540839.936
+  },
+  "sumd.inc.count7": {
+    "acc": 0.996,
+    "reasoning_bytes": 100.46,
+    "flops_per_problem": 5673188229.12
+  },
+  "sumd.inc.count8": {
+    "acc": 0.768,
+    "reasoning_bytes": 105.754,
+    "flops_per_problem": 5951150604.288
+  },
+  "inc.inc.count6": {
+    "acc": 0.978,
+    "reasoning_bytes": 165.0,
+    "flops_per_problem": 8435146752.0
+  },
+  "inc.inc.count7": {
+    "acc": 0.814,
+    "reasoning_bytes": 189.894,
+    "flops_per_problem": 9578705338.368
+  },
+  "inc.inc.count8": {
+    "acc": 0.66,
+    "reasoning_bytes": 197.34,
+    "flops_per_problem": 9951706644.48
+  },
+  "parity.inc.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 128.0,
+    "flops_per_problem": 7331069952.0
+  },
+  "parity.inc.find20": {
+    "acc": 0.974,
+    "reasoning_bytes": 151.88,
+    "flops_per_problem": 8562336399.36
+  },
+  "parity.inc.find24": {
+    "acc": 0.872,
+    "reasoning_bytes": 170.06,
+    "flops_per_problem": 9541873336.32
+  },
+  "sumd.inc.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 92.1,
+    "flops_per_problem": 5215658803.2
+  },
+  "sumd.inc.find7": {
+    "acc": 0.998,
+    "reasoning_bytes": 100.388,
+    "flops_per_problem": 5625845415.936
+  },
+  "sumd.inc.find8": {
+    "acc": 0.902,
+    "reasoning_bytes": 105.614,
+    "flops_per_problem": 5900804702.208
+  },
+  "count.inc.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.02,
+    "flops_per_problem": 6669507133.44
+  },
+  "count.inc.find18": {
+    "acc": 0.988,
+    "reasoning_bytes": 121.68,
+    "flops_per_problem": 7184448552.96
+  },
+  "count.inc.find20": {
+    "acc": 0.934,
+    "reasoning_bytes": 127.666,
+    "flops_per_problem": 7535015018.496
+  },
+  "sumd.inc.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.524,
+    "flops_per_problem": 4925154115.584
+  },
+  "sumd.inc.rev7": {
+    "acc": 0.994,
+    "reasoning_bytes": 95.464,
+    "flops_per_problem": 5320060305.408
+  },
+  "sumd.inc.rev8": {
+    "acc": 0.608,
+    "reasoning_bytes": 100.298,
+    "flops_per_problem": 5577707667.456
+  },
+  "count.inc.rev16": {
+    "acc": 0.996,
+    "reasoning_bytes": 107.02,
+    "flops_per_problem": 6316202557.44
+  },
+  "count.inc.rev18": {
+    "acc": 0.93,
+    "reasoning_bytes": 116.432,
+    "flops_per_problem": 6820191535.104
+  },
+  "count.inc.rev20": {
+    "acc": 0.722,
+    "reasoning_bytes": 122.3,
+    "flops_per_problem": 7166606671.872
+  },
+  "parity.inc.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 123.0,
+    "flops_per_problem": 6977765376.0
+  },
+  "parity.inc.rev20": {
+    "acc": 0.86,
+    "reasoning_bytes": 146.664,
+    "flops_per_problem": 8199492599.808
+  },
+  "parity.inc.rev24": {
+    "acc": 0.472,
+    "reasoning_bytes": 165.0,
+    "flops_per_problem": 9185918976.0
+  },
+  "count.inc.sumd16": {
+    "acc": 0.996,
+    "reasoning_bytes": 110.02,
+    "flops_per_problem": 6492854845.44
+  },
+  "count.inc.sumd18": {
+    "acc": 0.956,
+    "reasoning_bytes": 119.44,
+    "flops_per_problem": 6997197127.68
+  },
+  "count.inc.sumd20": {
+    "acc": 0.748,
+    "reasoning_bytes": 125.222,
+    "flops_per_problem": 7340874153.984
+  },
+  "sumd.inc.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 91.758,
+    "flops_per_problem": 5122651373.568
+  },
+  "sumd.inc.sumd7": {
+    "acc": 0.992,
+    "reasoning_bytes": 99.74,
+    "flops_per_problem": 5521178935.296
+  },
+  "sumd.inc.sumd8": {
+    "acc": 0.778,
+    "reasoning_bytes": 106.154,
+    "flops_per_problem": 5850458800.128
+  },
+  "add.inc.sumd6": {
+    "acc": 0.958,
+    "reasoning_bytes": 198.52,
+    "flops_per_problem": 10136131633.152
+  },
+  "add.inc.sumd7": {
+    "acc": 0.386,
+    "reasoning_bytes": 228.346,
+    "flops_per_problem": 11541753888.768
+  },
+  "add.inc.sumd8": {
+    "acc": 0.046,
+    "reasoning_bytes": 249.4,
+    "flops_per_problem": 12578526167.04
+  },
+  "parity.inc.inc16": {
+    "acc": 1.0,
+    "reasoning_bytes": 127.0,
+    "flops_per_problem": 7154417664.0
+  },
+  "parity.inc.inc20": {
+    "acc": 0.84,
+    "reasoning_bytes": 150.736,
+    "flops_per_problem": 8379324628.992
+  },
+  "parity.inc.inc24": {
+    "acc": 0.488,
+    "reasoning_bytes": 169.096,
+    "flops_per_problem": 9366810918.912
+  },
+  "sumd.inc.inc6": {
+    "acc": 0.998,
+    "reasoning_bytes": 94.518,
+    "flops_per_problem": 5234118967.296
+  },
+  "sumd.inc.inc7": {
+    "acc": 0.984,
+    "reasoning_bytes": 102.464,
+    "flops_per_problem": 5629201809.408
+  },
+  "sumd.inc.inc8": {
+    "acc": 0.588,
+    "reasoning_bytes": 107.668,
+    "flops_per_problem": 5903189508.096
+  },
+  "runmax.inc.inc12": {
+    "acc": 1.0,
+    "reasoning_bytes": 110.06,
+    "flops_per_problem": 6270272962.56
+  },
+  "runmax.inc.inc14": {
+    "acc": 0.992,
+    "reasoning_bytes": 120.368,
+    "flops_per_problem": 6815156944.896
+  },
+  "runmax.inc.inc16": {
+    "acc": 0.95,
+    "reasoning_bytes": 128.98,
+    "flops_per_problem": 7284433747.968
+  },
+  "count.inc.cmp16": {
+    "acc": 0.976,
+    "reasoning_bytes": 111.15,
+    "flops_per_problem": 6593811628.032
+  },
+  "count.inc.cmp18": {
+    "acc": 0.822,
+    "reasoning_bytes": 121.758,
+    "flops_per_problem": 7183123660.8
+  },
+  "count.inc.cmp20": {
+    "acc": 0.748,
+    "reasoning_bytes": 129.206,
+    "flops_per_problem": 7566989082.624
+  },
+  "inc.rev.sumd6": {
+    "acc": 0.95,
+    "reasoning_bytes": 166.246,
+    "flops_per_problem": 8403614318.592
+  },
+  "inc.rev.sumd7": {
+    "acc": 0.594,
+    "reasoning_bytes": 195.972,
+    "flops_per_problem": 9761982087.168
+  },
+  "inc.rev.sumd8": {
+    "acc": 0.066,
+    "reasoning_bytes": 215.588,
+    "flops_per_problem": 10670504804.352
+  },
+  "runmax.inc.find12": {
+    "acc": 0.886,
+    "reasoning_bytes": 105.536,
+    "flops_per_problem": 6162338414.592
+  },
+  "runmax.inc.find14": {
+    "acc": 0.896,
+    "reasoning_bytes": 116.012,
+    "flops_per_problem": 6713316900.864
+  },
+  "runmax.inc.find16": {
+    "acc": 0.842,
+    "reasoning_bytes": 123.74,
+    "flops_per_problem": 7142935265.28
+  },
+  "inc.runmax.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 120.0,
+    "flops_per_problem": 6491971584.0
+  },
+  "inc.runmax.cmp7": {
+    "acc": 0.97,
+    "reasoning_bytes": 135.984,
+    "flops_per_problem": 7242037198.848
+  },
+  "inc.runmax.cmp8": {
+    "acc": 0.972,
+    "reasoning_bytes": 142.814,
+    "flops_per_problem": 7587834052.608
+  }
+}