Upload folder using huggingface_hub

5m-s0-bpe4096-step-bytes3-v8-nocount.inc.cmp-noinc.rev.sumd-noadd.count.find-norunmax.inc.find-nosumd.rev.cmp-noinc.runmax.cmp-none-docmask/ckpt.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c2cb17c88c542536eae487827dc2e0a62acd848646f745e9c8616aa5c4aa91
+size 23171663

5m-s0-bpe4096-step-bytes3-v8-nocount.inc.cmp-noinc.rev.sumd-noadd.count.find-norunmax.inc.find-nosumd.rev.cmp-noinc.runmax.cmp-none-docmask/config.json

@@ -0,0 +1,35 @@
+{
+  "size": "5m",
+  "name": "5m-s0-bpe4096-step-bytes3-v8-nocount.inc.cmp-noinc.rev.sumd-noadd.count.find-norunmax.inc.find-nosumd.rev.cmp-noinc.runmax.cmp-none-docmask",
+  "seed": 0,
+  "tokens": 400000000.0,
+  "batch_size": 64,
+  "block_size": 512,
+  "lr": 0.0006,
+  "eval_every": 1000,
+  "vocab": "bpe4096",
+  "pos": "none",
+  "reason": "step",
+  "reason_codec": "bytes",
+  "per_chunk": 3,
+  "docmask": true,
+  "holdout": [
+    "count.inc.cmp",
+    "inc.rev.sumd",
+    "add.count.find",
+    "runmax.inc.find",
+    "sumd.rev.cmp",
+    "inc.runmax.cmp"
+  ],
+  "dataset": "v8",
+  "vocab_size": 4096,
+  "n_layer": 6,
+  "n_head": 4,
+  "d_model": 256,
+  "loops": 1,
+  "params": 5787648,
+  "flops_per_token": 44163072,
+  "steps": 12207,
+  "n_docs": 1175091,
+  "stream_tokens": 206228414
+}

5m-s0-bpe4096-step-bytes3-v8-nocount.inc.cmp-noinc.rev.sumd-noadd.count.find-norunmax.inc.find-nosumd.rev.cmp-noinc.runmax.cmp-none-docmask/summary.json

@@ -0,0 +1,1225 @@
+{
+  "params": 5787648,
+  "tokens": 399998976,
+  "train_flops": 17665183577014272,
+  "wall_s": 2260.1129274368286,
+  "peak_mem_gb": 3.51196672,
+  "final_val_loss": 1.8013041317462921,
+  "final_val_bpb": 0.6493408750474111,
+  "bytes_seen": 1600839241.8284984,
+  "add8": {
+    "acc": 0.994,
+    "reasoning_bytes": 79.0,
+    "flops_per_problem": 4928775487.488
+  },
+  "add9": {
+    "acc": 0.72,
+    "reasoning_bytes": 89.0,
+    "flops_per_problem": 5503690358.784
+  },
+  "add10": {
+    "acc": 0.0,
+    "reasoning_bytes": 98.988,
+    "flops_per_problem": 6083816472.576
+  },
+  "reach14": {
+    "acc": 0.632,
+    "reasoning_bytes": 7.302,
+    "flops_per_problem": 4608063258.624
+  },
+  "reach16": {
+    "acc": 0.572,
+    "reasoning_bytes": 7.366,
+    "flops_per_problem": 5138815057.92
+  },
+  "reach18": {
+    "acc": 0.534,
+    "reasoning_bytes": 7.886,
+    "flops_per_problem": 5692001697.792
+  },
+  "parity24": {
+    "acc": 0.834,
+    "reasoning_bytes": 143.012,
+    "flops_per_problem": 7861556772.864
+  },
+  "parity28": {
+    "acc": 0.524,
+    "reasoning_bytes": 167.948,
+    "flops_per_problem": 9139459424.256
+  },
+  "parity32": {
+    "acc": 0.474,
+    "reasoning_bytes": 192.884,
+    "flops_per_problem": 10417362075.648
+  },
+  "cmp8": {
+    "acc": 0.994,
+    "reasoning_bytes": 5.812,
+    "flops_per_problem": 1360752574.464
+  },
+  "cmp9": {
+    "acc": 0.998,
+    "reasoning_bytes": 5.708,
+    "flops_per_problem": 1444485758.976
+  },
+  "cmp10": {
+    "acc": 0.99,
+    "reasoning_bytes": 5.768,
+    "flops_per_problem": 1535461687.296
+  },
+  "runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 71.0,
+    "flops_per_problem": 4151328768.0
+  },
+  "runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 83.0,
+    "flops_per_problem": 4769611776.0
+  },
+  "runmax16": {
+    "acc": 0.992,
+    "reasoning_bytes": 94.828,
+    "flops_per_problem": 5380387061.76
+  },
+  "count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 79.0,
+    "flops_per_problem": 4725448704.0
+  },
+  "count18": {
+    "acc": 0.99,
+    "reasoning_bytes": 88.97,
+    "flops_per_problem": 5254080675.84
+  },
+  "count20": {
+    "acc": 0.922,
+    "reasoning_bytes": 98.244,
+    "flops_per_problem": 5751975149.568
+  },
+  "brackets16": {
+    "acc": 0.994,
+    "reasoning_bytes": 53.466,
+    "flops_per_problem": 3642216873.984
+  },
+  "brackets18": {
+    "acc": 0.996,
+    "reasoning_bytes": 56.782,
+    "flops_per_problem": 3876722786.304
+  },
+  "brackets20": {
+    "acc": 0.944,
+    "reasoning_bytes": 63.012,
+    "flops_per_problem": 4240184868.864
+  },
+  "sumd8": {
+    "acc": 0.972,
+    "reasoning_bytes": 58.554,
+    "flops_per_problem": 3380771487.744
+  },
+  "sumd9": {
+    "acc": 0.856,
+    "reasoning_bytes": 66.43,
+    "flops_per_problem": 3772762914.816
+  },
+  "sumd10": {
+    "acc": 0.622,
+    "reasoning_bytes": 74.112,
+    "flops_per_problem": 4155833401.344
+  },
+  "inc8": {
+    "acc": 0.996,
+    "reasoning_bytes": 63.0,
+    "flops_per_problem": 3798024192.0
+  },
+  "inc9": {
+    "acc": 0.83,
+    "reasoning_bytes": 71.0,
+    "flops_per_problem": 4239654912.0
+  },
+  "inc10": {
+    "acc": 0.006,
+    "reasoning_bytes": 78.99,
+    "flops_per_problem": 4680225718.272
+  },
+  "add.cmp6": {
+    "acc": 0.998,
+    "reasoning_bytes": 92.622,
+    "flops_per_problem": 5532043051.008
+  },
+  "add.cmp7": {
+    "acc": 0.98,
+    "reasoning_bytes": 105.504,
+    "flops_per_problem": 6230702850.048
+  },
+  "add.cmp8": {
+    "acc": 0.904,
+    "reasoning_bytes": 118.252,
+    "flops_per_problem": 6927684452.352
+  },
+  "add.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 120.832,
+    "flops_per_problem": 6572878331.904
+  },
+  "add.runmax7": {
+    "acc": 0.994,
+    "reasoning_bytes": 138.848,
+    "flops_per_problem": 7456846381.056
+  },
+  "add.runmax8": {
+    "acc": 0.67,
+    "reasoning_bytes": 156.422,
+    "flops_per_problem": 8321294352.384
+  },
+  "add.count6": {
+    "acc": 0.99,
+    "reasoning_bytes": 115.648,
+    "flops_per_problem": 6388100038.656
+  },
+  "add.count7": {
+    "acc": 0.914,
+    "reasoning_bytes": 131.998,
+    "flops_per_problem": 7198492409.856
+  },
+  "add.count8": {
+    "acc": 0.446,
+    "reasoning_bytes": 147.674,
+    "flops_per_problem": 7979118870.528
+  },
+  "add.find6": {
+    "acc": 0.952,
+    "reasoning_bytes": 107.708,
+    "flops_per_problem": 5993282174.976
+  },
+  "add.find7": {
+    "acc": 0.874,
+    "reasoning_bytes": 121.364,
+    "flops_per_problem": 6684699230.208
+  },
+  "add.find8": {
+    "acc": 0.478,
+    "reasoning_bytes": 139.192,
+    "flops_per_problem": 7560452947.968
+  },
+  "add.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 123.248,
+    "flops_per_problem": 6794576953.344
+  },
+  "add.rev7": {
+    "acc": 0.904,
+    "reasoning_bytes": 145.854,
+    "flops_per_problem": 7925063270.4
+  },
+  "add.rev8": {
+    "acc": 0.064,
+    "reasoning_bytes": 162.718,
+    "flops_per_problem": 8770432794.624
+  },
+  "add.sumd6": {
+    "acc": 0.998,
+    "reasoning_bytes": 126.476,
+    "flops_per_problem": 6777794985.984
+  },
+  "add.sumd7": {
+    "acc": 0.96,
+    "reasoning_bytes": 146.35,
+    "flops_per_problem": 7743906349.056
+  },
+  "add.sumd8": {
+    "acc": 0.216,
+    "reasoning_bytes": 165.196,
+    "flops_per_problem": 8664618074.112
+  },
+  "add.inc6": {
+    "acc": 0.996,
+    "reasoning_bytes": 131.04,
+    "flops_per_problem": 7138695610.368
+  },
+  "add.inc7": {
+    "acc": 0.948,
+    "reasoning_bytes": 151.02,
+    "flops_per_problem": 8153563004.928
+  },
+  "add.inc8": {
+    "acc": 0.132,
+    "reasoning_bytes": 165.492,
+    "flops_per_problem": 8906366730.24
+  },
+  "runmax.cmp12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5122916352.0
+  },
+  "runmax.cmp14": {
+    "acc": 1.0,
+    "reasoning_bytes": 98.82,
+    "flops_per_problem": 5733250007.04
+  },
+  "runmax.cmp16": {
+    "acc": 0.994,
+    "reasoning_bytes": 105.216,
+    "flops_per_problem": 6104043159.552
+  },
+  "runmax.runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.964,
+    "flops_per_problem": 5827935633.408
+  },
+  "runmax.runmax16": {
+    "acc": 0.968,
+    "reasoning_bytes": 106.56,
+    "flops_per_problem": 6207738052.608
+  },
+  "runmax.count12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5255405568.0
+  },
+  "runmax.count14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.976,
+    "flops_per_problem": 5872628662.272
+  },
+  "runmax.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 107.452,
+    "flops_per_problem": 6291117932.544
+  },
+  "runmax.find12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.find14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.856,
+    "flops_per_problem": 5823166021.632
+  },
+  "runmax.find16": {
+    "acc": 0.992,
+    "reasoning_bytes": 106.574,
+    "flops_per_problem": 6208268009.472
+  },
+  "runmax.rev12": {
+    "acc": 1.0,
+    "reasoning_bytes": 83.0,
+    "flops_per_problem": 4857937920.0
+  },
+  "runmax.rev14": {
+    "acc": 1.0,
+    "reasoning_bytes": 94.964,
+    "flops_per_problem": 5474631057.408
+  },
+  "runmax.rev16": {
+    "acc": 0.974,
+    "reasoning_bytes": 102.72,
+    "flops_per_problem": 5905927618.56
+  },
+  "runmax.sumd12": {
+    "acc": 1.0,
+    "reasoning_bytes": 86.0,
+    "flops_per_problem": 5034590208.0
+  },
+  "runmax.sumd14": {
+    "acc": 1.0,
+    "reasoning_bytes": 97.976,
+    "flops_per_problem": 5651813302.272
+  },
+  "runmax.sumd16": {
+    "acc": 0.976,
+    "reasoning_bytes": 105.918,
+    "flops_per_problem": 6091324194.816
+  },
+  "runmax.inc12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5065769336.832
+  },
+  "runmax.inc14": {
+    "acc": 1.0,
+    "reasoning_bytes": 98.964,
+    "flops_per_problem": 5685818867.712
+  },
+  "runmax.inc16": {
+    "acc": 0.976,
+    "reasoning_bytes": 106.872,
+    "flops_per_problem": 6125771390.976
+  },
+  "count.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 95.0,
+    "flops_per_problem": 5697036288.0
+  },
+  "count.cmp18": {
+    "acc": 0.99,
+    "reasoning_bytes": 104.97,
+    "flops_per_problem": 6225756585.984
+  },
+  "count.cmp20": {
+    "acc": 0.958,
+    "reasoning_bytes": 111.27,
+    "flops_per_problem": 6592398409.728
+  },
+  "count.runmax16": {
+    "acc": 1.0,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5785362432.0
+  },
+  "count.runmax18": {
+    "acc": 0.994,
+    "reasoning_bytes": 105.96,
+    "flops_per_problem": 6313552773.12
+  },
+  "count.runmax20": {
+    "acc": 0.862,
+    "reasoning_bytes": 112.33,
+    "flops_per_problem": 6683197685.76
+  },
+  "count.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5829525504.0
+  },
+  "count.count18": {
+    "acc": 1.0,
+    "reasoning_bytes": 105.98,
+    "flops_per_problem": 6358599106.56
+  },
+  "count.count20": {
+    "acc": 0.998,
+    "reasoning_bytes": 112.99,
+    "flops_per_problem": 6756508385.28
+  },
+  "count.find16": {
+    "acc": 0.996,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5785362432.0
+  },
+  "count.find18": {
+    "acc": 0.986,
+    "reasoning_bytes": 105.99,
+    "flops_per_problem": 6314877665.28
+  },
+  "count.find20": {
+    "acc": 0.934,
+    "reasoning_bytes": 112.5,
+    "flops_per_problem": 6690705408.0
+  },
+  "count.rev16": {
+    "acc": 0.998,
+    "reasoning_bytes": 91.0,
+    "flops_per_problem": 5432057856.0
+  },
+  "count.rev18": {
+    "acc": 0.99,
+    "reasoning_bytes": 100.93,
+    "flops_per_problem": 5958923304.96
+  },
+  "count.rev20": {
+    "acc": 0.844,
+    "reasoning_bytes": 107.16,
+    "flops_per_problem": 6322385387.52
+  },
+  "count.sumd16": {
+    "acc": 0.998,
+    "reasoning_bytes": 94.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "count.sumd18": {
+    "acc": 0.99,
+    "reasoning_bytes": 103.95,
+    "flops_per_problem": 6136458854.4
+  },
+  "count.sumd20": {
+    "acc": 0.848,
+    "reasoning_bytes": 110.39,
+    "flops_per_problem": 6509195182.08
+  },
+  "count.inc16": {
+    "acc": 0.998,
+    "reasoning_bytes": 95.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "count.inc18": {
+    "acc": 0.992,
+    "reasoning_bytes": 104.956,
+    "flops_per_problem": 6136723832.832
+  },
+  "count.inc20": {
+    "acc": 0.858,
+    "reasoning_bytes": 111.468,
+    "flops_per_problem": 6512639901.696
+  },
+  "parity.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6359482368.0
+  },
+  "parity.cmp20": {
+    "acc": 0.984,
+    "reasoning_bytes": 132.348,
+    "flops_per_problem": 7478927917.056
+  },
+  "parity.cmp24": {
+    "acc": 0.952,
+    "reasoning_bytes": 152.808,
+    "flops_per_problem": 8559156658.176
+  },
+  "parity.runmax16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.runmax20": {
+    "acc": 0.932,
+    "reasoning_bytes": 135.184,
+    "flops_per_problem": 7648337461.248
+  },
+  "parity.runmax24": {
+    "acc": 0.688,
+    "reasoning_bytes": 154.096,
+    "flops_per_problem": 8660201766.912
+  },
+  "parity.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6491971584.0
+  },
+  "parity.count20": {
+    "acc": 1.0,
+    "reasoning_bytes": 135.472,
+    "flops_per_problem": 7705219497.984
+  },
+  "parity.count24": {
+    "acc": 1.0,
+    "reasoning_bytes": 154.372,
+    "flops_per_problem": 8716553846.784
+  },
+  "parity.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.find20": {
+    "acc": 0.99,
+    "reasoning_bytes": 135.436,
+    "flops_per_problem": 7659466555.392
+  },
+  "parity.find24": {
+    "acc": 0.892,
+    "reasoning_bytes": 154.192,
+    "flops_per_problem": 8664441421.824
+  },
+  "parity.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 107.0,
+    "flops_per_problem": 6094503936.0
+  },
+  "parity.rev20": {
+    "acc": 0.964,
+    "reasoning_bytes": 130.904,
+    "flops_per_problem": 7326830297.088
+  },
+  "parity.rev24": {
+    "acc": 0.66,
+    "reasoning_bytes": 149.588,
+    "flops_per_problem": 8328625422.336
+  },
+  "parity.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 110.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.sumd20": {
+    "acc": 0.956,
+    "reasoning_bytes": 133.796,
+    "flops_per_problem": 7498712973.312
+  },
+  "parity.sumd24": {
+    "acc": 0.666,
+    "reasoning_bytes": 152.984,
+    "flops_per_problem": 8522766286.848
+  },
+  "parity.inc16": {
+    "acc": 0.998,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.inc20": {
+    "acc": 0.964,
+    "reasoning_bytes": 134.94,
+    "flops_per_problem": 7505072455.68
+  },
+  "parity.inc24": {
+    "acc": 0.68,
+    "reasoning_bytes": 154.092,
+    "flops_per_problem": 8527535898.624
+  },
+  "sumd.cmp6": {
+    "acc": 0.992,
+    "reasoning_bytes": 62.04,
+    "flops_per_problem": 3711287918.592
+  },
+  "sumd.cmp7": {
+    "acc": 0.984,
+    "reasoning_bytes": 69.816,
+    "flops_per_problem": 4099039690.752
+  },
+  "sumd.cmp8": {
+    "acc": 0.942,
+    "reasoning_bytes": 71.876,
+    "flops_per_problem": 4234090364.928
+  },
+  "sumd.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 67.542,
+    "flops_per_problem": 3954449793.024
+  },
+  "sumd.runmax7": {
+    "acc": 0.996,
+    "reasoning_bytes": 75.48,
+    "flops_per_problem": 4349179330.56
+  },
+  "sumd.runmax8": {
+    "acc": 0.914,
+    "reasoning_bytes": 83.186,
+    "flops_per_problem": 4733663035.392
+  },
+  "sumd.count6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.428,
+    "flops_per_problem": 3949415202.816
+  },
+  "sumd.count7": {
+    "acc": 0.998,
+    "reasoning_bytes": 74.458,
+    "flops_per_problem": 4348207742.976
+  },
+  "sumd.count8": {
+    "acc": 0.888,
+    "reasoning_bytes": 80.8,
+    "flops_per_problem": 4672453017.6
+  },
+  "sumd.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.24,
+    "flops_per_problem": 3896949473.28
+  },
+  "sumd.find7": {
+    "acc": 0.996,
+    "reasoning_bytes": 74.452,
+    "flops_per_problem": 4303779692.544
+  },
+  "sumd.find8": {
+    "acc": 0.932,
+    "reasoning_bytes": 81.366,
+    "flops_per_problem": 4653286244.352
+  },
+  "sumd.rev6": {
+    "acc": 0.998,
+    "reasoning_bytes": 61.544,
+    "flops_per_problem": 3601145217.024
+  },
+  "sumd.rev7": {
+    "acc": 0.998,
+    "reasoning_bytes": 69.48,
+    "flops_per_problem": 3995874754.56
+  },
+  "sumd.rev8": {
+    "acc": 0.812,
+    "reasoning_bytes": 76.18,
+    "flops_per_problem": 4335842082.816
+  },
+  "sumd.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 65.744,
+    "flops_per_problem": 3795639386.112
+  },
+  "sumd.sumd7": {
+    "acc": 0.992,
+    "reasoning_bytes": 73.738,
+    "flops_per_problem": 4195315187.712
+  },
+  "sumd.sumd8": {
+    "acc": 0.904,
+    "reasoning_bytes": 81.612,
+    "flops_per_problem": 4588631506.944
+  },
+  "sumd.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 68.538,
+    "flops_per_problem": 3910021742.592
+  },
+  "sumd.inc7": {
+    "acc": 0.97,
+    "reasoning_bytes": 76.48,
+    "flops_per_problem": 4305016258.56
+  },
+  "sumd.inc8": {
+    "acc": 0.734,
+    "reasoning_bytes": 83.81,
+    "flops_per_problem": 4672806322.176
+  },
+  "inc.cmp6": {
+    "acc": 0.994,
+    "reasoning_bytes": 78.624,
+    "flops_per_problem": 4576354172.928
+  },
+  "inc.cmp7": {
+    "acc": 0.978,
+    "reasoning_bytes": 89.774,
+    "flops_per_problem": 5157098569.728
+  },
+  "inc.cmp8": {
+    "acc": 0.872,
+    "reasoning_bytes": 99.856,
+    "flops_per_problem": 5690676805.632
+  },
+  "inc.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5520384000.0
+  },
+  "inc.runmax7": {
+    "acc": 1.0,
+    "reasoning_bytes": 119.998,
+    "flops_per_problem": 6271067897.856
+  },
+  "inc.runmax8": {
+    "acc": 0.836,
+    "reasoning_bytes": 134.594,
+    "flops_per_problem": 6959835168.768
+  },
+  "inc.count6": {
+    "acc": 0.992,
+    "reasoning_bytes": 99.0,
+    "flops_per_problem": 5343731712.0
+  },
+  "inc.count7": {
+    "acc": 0.944,
+    "reasoning_bytes": 113.99,
+    "flops_per_problem": 6049899233.28
+  },
+  "inc.count8": {
+    "acc": 0.774,
+    "reasoning_bytes": 115.892,
+    "flops_per_problem": 6178060468.224
+  },
+  "inc.find6": {
+    "acc": 0.998,
+    "reasoning_bytes": 91.88,
+    "flops_per_problem": 4985127567.36
+  },
+  "inc.find7": {
+    "acc": 0.902,
+    "reasoning_bytes": 102.618,
+    "flops_per_problem": 5503513706.496
+  },
+  "inc.find8": {
+    "acc": 0.474,
+    "reasoning_bytes": 116.936,
+    "flops_per_problem": 6180003643.392
+  },
+  "inc.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "inc.rev7": {
+    "acc": 0.982,
+    "reasoning_bytes": 124.0,
+    "flops_per_problem": 6580297728.0
+  },
+  "inc.rev8": {
+    "acc": 0.008,
+    "reasoning_bytes": 137.538,
+    "flops_per_problem": 7231349735.424
+  },
+  "inc.sumd6": {
+    "acc": 0.998,
+    "reasoning_bytes": 109.558,
+    "flops_per_problem": 5721590956.032
+  },
+  "inc.sumd7": {
+    "acc": 0.972,
+    "reasoning_bytes": 127.46,
+    "flops_per_problem": 6556361342.976
+  },
+  "inc.sumd8": {
+    "acc": 0.106,
+    "reasoning_bytes": 141.792,
+    "flops_per_problem": 7233469562.88
+  },
+  "inc.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 113.0,
+    "flops_per_problem": 6006177792.0
+  },
+  "inc.inc7": {
+    "acc": 0.996,
+    "reasoning_bytes": 131.0,
+    "flops_per_problem": 6889439232.0
+  },
+  "inc.inc8": {
+    "acc": 0.112,
+    "reasoning_bytes": 146.95,
+    "flops_per_problem": 7676601827.328
+  },
+  "count.inc.cmp16": {
+    "acc": 0.236,
+    "reasoning_bytes": 109.636,
+    "flops_per_problem": 6527302041.6
+  },
+  "count.inc.cmp18": {
+    "acc": 0.326,
+    "reasoning_bytes": 117.412,
+    "flops_per_problem": 6959128559.616
+  },
+  "count.inc.cmp20": {
+    "acc": 0.314,
+    "reasoning_bytes": 123.658,
+    "flops_per_problem": 7321442402.304
+  },
+  "inc.rev.sumd6": {
+    "acc": 0.0,
+    "reasoning_bytes": 160.972,
+    "flops_per_problem": 8345495715.84
+  },
+  "inc.rev.sumd7": {
+    "acc": 0.0,
+    "reasoning_bytes": 192.924,
+    "flops_per_problem": 9844743684.096
+  },
+  "inc.rev.sumd8": {
+    "acc": 0.0,
+    "reasoning_bytes": 204.29,
+    "flops_per_problem": 10396428779.52
+  },
+  "parity.runmax.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 129.0,
+    "flops_per_problem": 7551885312.0
+  },
+  "parity.runmax.count20": {
+    "acc": 1.0,
+    "reasoning_bytes": 150.756,
+    "flops_per_problem": 8689349394.432
+  },
+  "parity.runmax.count24": {
+    "acc": 1.0,
+    "reasoning_bytes": 170.892,
+    "flops_per_problem": 9755269300.224
+  },
+  "add.count.find6": {
+    "acc": 0.018,
+    "reasoning_bytes": 130.844,
+    "flops_per_problem": 7370021781.504
+  },
+  "add.count.find7": {
+    "acc": 0.018,
+    "reasoning_bytes": 142.958,
+    "flops_per_problem": 8028846489.6
+  },
+  "add.count.find8": {
+    "acc": 0.002,
+    "reasoning_bytes": 143.242,
+    "flops_per_problem": 8252223307.776
+  },
+  "runmax.inc.find12": {
+    "acc": 0.878,
+    "reasoning_bytes": 105.428,
+    "flops_per_problem": 6157568802.816
+  },
+  "runmax.inc.find14": {
+    "acc": 0.898,
+    "reasoning_bytes": 116.96,
+    "flops_per_problem": 6755183493.12
+  },
+  "runmax.inc.find16": {
+    "acc": 0.834,
+    "reasoning_bytes": 123.712,
+    "flops_per_problem": 7141698699.264
+  },
+  "parity.sumd.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 122.0,
+    "flops_per_problem": 6977765376.0
+  },
+  "parity.sumd.rev20": {
+    "acc": 0.792,
+    "reasoning_bytes": 143.612,
+    "flops_per_problem": 8108869976.064
+  },
+  "parity.sumd.rev24": {
+    "acc": 0.654,
+    "reasoning_bytes": 163.948,
+    "flops_per_problem": 9183622496.256
+  },
+  "parity.rev.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 122.0,
+    "flops_per_problem": 6977765376.0
+  },
+  "parity.rev.sumd20": {
+    "acc": 0.816,
+    "reasoning_bytes": 143.888,
+    "flops_per_problem": 8121058983.936
+  },
+  "parity.rev.sumd24": {
+    "acc": 0.654,
+    "reasoning_bytes": 163.988,
+    "flops_per_problem": 9185389019.136
+  },
+  "count.inc.sumd16": {
+    "acc": 0.998,
+    "reasoning_bytes": 110.0,
+    "flops_per_problem": 6491971584.0
+  },
+  "count.inc.sumd18": {
+    "acc": 0.986,
+    "reasoning_bytes": 119.59,
+    "flops_per_problem": 7003821588.48
+  },
+  "count.inc.sumd20": {
+    "acc": 0.814,
+    "reasoning_bytes": 125.196,
+    "flops_per_problem": 7339725914.112
+  },
+  "inc.sumd.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 128.542,
+    "flops_per_problem": 6736635002.88
+  },
+  "inc.sumd.rev7": {
+    "acc": 0.952,
+    "reasoning_bytes": 146.44,
+    "flops_per_problem": 7571228737.536
+  },
+  "inc.sumd.rev8": {
+    "acc": 0.132,
+    "reasoning_bytes": 155.288,
+    "flops_per_problem": 8008354824.192
+  },
+  "count.count.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6801113088.0
+  },
+  "count.count.cmp18": {
+    "acc": 0.998,
+    "reasoning_bytes": 122.0,
+    "flops_per_problem": 7331069952.0
+  },
+  "count.count.cmp20": {
+    "acc": 1.0,
+    "reasoning_bytes": 128.96,
+    "flops_per_problem": 7726771077.12
+  },
+  "parity.rev.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 124.0,
+    "flops_per_problem": 7154417664.0
+  },
+  "parity.rev.find20": {
+    "acc": 0.956,
+    "reasoning_bytes": 146.056,
+    "flops_per_problem": 8305130668.032
+  },
+  "parity.rev.find24": {
+    "acc": 0.9,
+    "reasoning_bytes": 165.964,
+    "flops_per_problem": 9360981393.408
+  },
+  "count.sumd.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 110.0,
+    "flops_per_problem": 6580297728.0
+  },
+  "count.sumd.cmp18": {
+    "acc": 0.992,
+    "reasoning_bytes": 119.88,
+    "flops_per_problem": 7104955023.36
+  },
+  "count.sumd.cmp20": {
+    "acc": 0.958,
+    "reasoning_bytes": 125.43,
+    "flops_per_problem": 7438386216.96
+  },
+  "sumd.count.count6": {
+    "acc": 1.0,
+    "reasoning_bytes": 83.476,
+    "flops_per_problem": 5055611830.272
+  },
+  "sumd.count.count7": {
+    "acc": 1.0,
+    "reasoning_bytes": 91.416,
+    "flops_per_problem": 5450429693.952
+  },
+  "sumd.count.count8": {
+    "acc": 0.998,
+    "reasoning_bytes": 94.894,
+    "flops_per_problem": 5648103604.224
+  },
+  "runmax.rev.inc12": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.0,
+    "flops_per_problem": 5772378488.832
+  },
+  "runmax.rev.inc14": {
+    "acc": 1.0,
+    "reasoning_bytes": 110.964,
+    "flops_per_problem": 6392428019.712
+  },
+  "runmax.rev.inc16": {
+    "acc": 0.976,
+    "reasoning_bytes": 118.56,
+    "flops_per_problem": 6817895055.36
+  },
+  "parity.sumd.find16": {
+    "acc": 0.998,
+    "reasoning_bytes": 127.0,
+    "flops_per_problem": 7331069952.0
+  },
+  "parity.sumd.find20": {
+    "acc": 0.942,
+    "reasoning_bytes": 148.264,
+    "flops_per_problem": 8446805803.008
+  },
+  "parity.sumd.find24": {
+    "acc": 0.908,
+    "reasoning_bytes": 168.652,
+    "flops_per_problem": 9523854802.944
+  },
+  "runmax.runmax.cmp12": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 6182830080.0
+  },
+  "runmax.runmax.cmp14": {
+    "acc": 1.0,
+    "reasoning_bytes": 116.0,
+    "flops_per_problem": 6801113088.0
+  },
+  "runmax.runmax.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 123.172,
+    "flops_per_problem": 7206176784.384
+  },
+  "count.runmax.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 113.0,
+    "flops_per_problem": 6889439232.0
+  },
+  "count.runmax.count18": {
+    "acc": 1.0,
+    "reasoning_bytes": 122.92,
+    "flops_per_problem": 7415863050.24
+  },
+  "count.runmax.count20": {
+    "acc": 1.0,
+    "reasoning_bytes": 129.54,
+    "flops_per_problem": 7796548730.88
+  },
+  "inc.inc.sumd6": {
+    "acc": 0.988,
+    "reasoning_bytes": 175.564,
+    "flops_per_problem": 8813359300.608
+  },
+  "inc.inc.sumd7": {
+    "acc": 0.77,
+    "reasoning_bytes": 203.484,
+    "flops_per_problem": 10090555342.848
+  },
+  "inc.inc.sumd8": {
+    "acc": 0.078,
+    "reasoning_bytes": 220.618,
+    "flops_per_problem": 10891761795.072
+  },
+  "add.sumd.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 150.512,
+    "flops_per_problem": 8104453668.864
+  },
+  "add.sumd.find7": {
+    "acc": 0.93,
+    "reasoning_bytes": 170.04,
+    "flops_per_problem": 9055196282.88
+  },
+  "add.sumd.find8": {
+    "acc": 0.734,
+    "reasoning_bytes": 188.184,
+    "flops_per_problem": 9944817205.248
+  },
+  "sumd.rev.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 80.53,
+    "flops_per_problem": 4616277590.016
+  },
+  "sumd.rev.rev7": {
+    "acc": 0.986,
+    "reasoning_bytes": 88.4,
+    "flops_per_problem": 5008092364.8
+  },
+  "sumd.rev.rev8": {
+    "acc": 0.426,
+    "reasoning_bytes": 91.59,
+    "flops_per_problem": 5193047310.336
+  },
+  "runmax.inc.runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 109.648,
+    "flops_per_problem": 6343936966.656
+  },
+  "runmax.inc.runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 122.196,
+    "flops_per_problem": 6986421338.112
+  },
+  "runmax.inc.runmax16": {
+    "acc": 0.976,
+    "reasoning_bytes": 128.528,
+    "flops_per_problem": 7354388054.016
+  },
+  "parity.inc.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 128.0,
+    "flops_per_problem": 7331069952.0
+  },
+  "parity.inc.find20": {
+    "acc": 0.956,
+    "reasoning_bytes": 149.288,
+    "flops_per_problem": 8447865716.736
+  },
+  "parity.inc.find24": {
+    "acc": 0.898,
+    "reasoning_bytes": 169.772,
+    "flops_per_problem": 9529154371.584
+  },
+  "inc.runmax.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 119.0,
+    "flops_per_problem": 6403645440.0
+  },
+  "inc.runmax.sumd7": {
+    "acc": 0.996,
+    "reasoning_bytes": 134.984,
+    "flops_per_problem": 7153711054.848
+  },
+  "inc.runmax.sumd8": {
+    "acc": 0.842,
+    "reasoning_bytes": 146.522,
+    "flops_per_problem": 7707427651.584
+  },
+  "sumd.rev.cmp6": {
+    "acc": 0.836,
+    "reasoning_bytes": 73.996,
+    "flops_per_problem": 4416130547.712
+  },
+  "sumd.rev.cmp7": {
+    "acc": 0.766,
+    "reasoning_bytes": 73.812,
+    "flops_per_problem": 4452520919.04
+  },
+  "sumd.rev.cmp8": {
+    "acc": 0.67,
+    "reasoning_bytes": 72.484,
+    "flops_per_problem": 4437947105.28
+  },
+  "runmax.runmax.count12": {
+    "acc": 1.0,
+    "reasoning_bytes": 105.0,
+    "flops_per_problem": 6315319296.0
+  },
+  "runmax.runmax.count14": {
+    "acc": 1.0,
+    "reasoning_bytes": 117.0,
+    "flops_per_problem": 6933602304.0
+  },
+  "runmax.runmax.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 125.328,
+    "flops_per_problem": 7389718511.616
+  },
+  "count.count.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 113.0,
+    "flops_per_problem": 6933602304.0
+  },
+  "count.count.count18": {
+    "acc": 1.0,
+    "reasoning_bytes": 122.96,
+    "flops_per_problem": 7461792645.12
+  },
+  "count.count.count20": {
+    "acc": 1.0,
+    "reasoning_bytes": 130.438,
+    "flops_per_problem": 7880370241.536
+  },
+  "add.sumd.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 145.448,
+    "flops_per_problem": 7792309075.968
+  },
+  "add.sumd.rev7": {
+    "acc": 0.928,
+    "reasoning_bytes": 165.356,
+    "flops_per_problem": 8759921983.488
+  },
+  "add.sumd.rev8": {
+    "acc": 0.044,
+    "reasoning_bytes": 184.698,
+    "flops_per_problem": 9704040136.704
+  },
+  "add.rev.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 187.496,
+    "flops_per_problem": 9808618291.2
+  },
+  "add.rev.rev7": {
+    "acc": 0.514,
+    "reasoning_bytes": 222.35,
+    "flops_per_problem": 11469326450.688
+  },
+  "add.rev.rev8": {
+    "acc": 0.0,
+    "reasoning_bytes": 242.41,
+    "flops_per_problem": 12454251282.432
+  },
+  "inc.runmax.cmp6": {
+    "acc": 0.52,
+    "reasoning_bytes": 103.238,
+    "flops_per_problem": 5751710171.136
+  },
+  "inc.runmax.cmp7": {
+    "acc": 0.048,
+    "reasoning_bytes": 117.248,
+    "flops_per_problem": 6414597881.856
+  },
+  "inc.runmax.cmp8": {
+    "acc": 0.106,
+    "reasoning_bytes": 126.908,
+    "flops_per_problem": 6885376229.376
+  },
+  "count.rev.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 107.0,
+    "flops_per_problem": 6403645440.0
+  },
+  "count.rev.cmp18": {
+    "acc": 0.994,
+    "reasoning_bytes": 116.93,
+    "flops_per_problem": 6930599215.104
+  },
+  "count.rev.cmp20": {
+    "acc": 0.962,
+    "reasoning_bytes": 122.7,
+    "flops_per_problem": 7273834610.688
+  }
+}