Upload folder using huggingface_hub

5m-s0-bpe4096-step-bytes3-v17-nofs2md-nofs2cm-nofs2dd-none-docmask/ckpt.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f804d55d4a4c31762904cfed9a226eefcd6dc2fb9862a1b86080c3bb0bc12de
+size 23171663

5m-s0-bpe4096-step-bytes3-v17-nofs2md-nofs2cm-nofs2dd-none-docmask/config.json

@@ -0,0 +1,35 @@
+{
+  "size": "5m",
+  "name": "5m-s0-bpe4096-step-bytes3-v17-nofs2md-nofs2cm-nofs2dd-none-docmask",
+  "seed": 0,
+  "tokens": 400000000.0,
+  "batch_size": 64,
+  "block_size": 512,
+  "lr": 0.0006,
+  "eval_every": 4000,
+  "vocab": "bpe4096",
+  "pos": "none",
+  "reason": "step",
+  "reason_codec": "bytes",
+  "per_chunk": 3,
+  "docmask": true,
+  "compile": true,
+  "obs_loss": false,
+  "weight": [],
+  "holdout": [
+    "fs2md",
+    "fs2cm",
+    "fs2dd"
+  ],
+  "dataset": "v17",
+  "vocab_size": 4096,
+  "n_layer": 6,
+  "n_head": 4,
+  "d_model": 256,
+  "loops": 1,
+  "params": 5787648,
+  "flops_per_token": 44163072,
+  "steps": 12207,
+  "n_docs": 1171434,
+  "stream_tokens": 193933137
+}

5m-s0-bpe4096-step-bytes3-v17-nofs2md-nofs2cm-nofs2dd-none-docmask/summary.json

@@ -0,0 +1,985 @@
+{
+  "params": 5787648,
+  "tokens": 399998976,
+  "train_flops": 17665183577014272,
+  "wall_s": 1080.1574218273163,
+  "peak_mem_gb": 2.520964096,
+  "final_val_loss": 1.7903438568115235,
+  "final_val_bpb": 0.6453898739968539,
+  "bytes_seen": 1600839241.8284984,
+  "add8": {
+    "acc": 0.996,
+    "reasoning_bytes": 79.0,
+    "flops_per_problem": 4928863813.632
+  },
+  "add9": {
+    "acc": 0.666,
+    "reasoning_bytes": 89.0,
+    "flops_per_problem": 5503513706.496
+  },
+  "add10": {
+    "acc": 0.002,
+    "reasoning_bytes": 98.992,
+    "flops_per_problem": 6077280337.92
+  },
+  "reach14": {
+    "acc": 0.632,
+    "reasoning_bytes": 6.912,
+    "flops_per_problem": 4589956399.104
+  },
+  "reach16": {
+    "acc": 0.618,
+    "reasoning_bytes": 6.622,
+    "flops_per_problem": 5113023823.872
+  },
+  "reach18": {
+    "acc": 0.572,
+    "reasoning_bytes": 7.196,
+    "flops_per_problem": 5662765744.128
+  },
+  "parity24": {
+    "acc": 0.73,
+    "reasoning_bytes": 142.472,
+    "flops_per_problem": 7837708713.984
+  },
+  "parity28": {
+    "acc": 0.526,
+    "reasoning_bytes": 164.036,
+    "flops_per_problem": 8966693486.592
+  },
+  "parity32": {
+    "acc": 0.476,
+    "reasoning_bytes": 185.552,
+    "flops_per_problem": 10093558431.744
+  },
+  "cmp8": {
+    "acc": 0.996,
+    "reasoning_bytes": 5.816,
+    "flops_per_problem": 1360929226.752
+  },
+  "cmp9": {
+    "acc": 0.992,
+    "reasoning_bytes": 5.724,
+    "flops_per_problem": 1445192368.128
+  },
+  "cmp10": {
+    "acc": 0.996,
+    "reasoning_bytes": 5.76,
+    "flops_per_problem": 1535108382.72
+  },
+  "runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 71.0,
+    "flops_per_problem": 4151328768.0
+  },
+  "runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 82.964,
+    "flops_per_problem": 4768021905.408
+  },
+  "runmax16": {
+    "acc": 0.982,
+    "reasoning_bytes": 90.26,
+    "flops_per_problem": 5178561822.72
+  },
+  "count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 79.03,
+    "flops_per_problem": 4726773596.16
+  },
+  "count18": {
+    "acc": 0.952,
+    "reasoning_bytes": 89.05,
+    "flops_per_problem": 5257613721.6
+  },
+  "count20": {
+    "acc": 0.828,
+    "reasoning_bytes": 97.15,
+    "flops_per_problem": 5703660748.8
+  },
+  "brackets16": {
+    "acc": 1.0,
+    "reasoning_bytes": 53.286,
+    "flops_per_problem": 3634002542.592
+  },
+  "brackets18": {
+    "acc": 0.984,
+    "reasoning_bytes": 56.806,
+    "flops_per_problem": 3877782700.032
+  },
+  "brackets20": {
+    "acc": 0.904,
+    "reasoning_bytes": 63.884,
+    "flops_per_problem": 4278783393.792
+  },
+  "sumd8": {
+    "acc": 0.998,
+    "reasoning_bytes": 58.566,
+    "flops_per_problem": 3381301444.608
+  },
+  "sumd9": {
+    "acc": 0.922,
+    "reasoning_bytes": 66.392,
+    "flops_per_problem": 3771173044.224
+  },
+  "sumd10": {
+    "acc": 0.46,
+    "reasoning_bytes": 71.216,
+    "flops_per_problem": 4028378775.552
+  },
+  "inc8": {
+    "acc": 1.0,
+    "reasoning_bytes": 63.0,
+    "flops_per_problem": 3798024192.0
+  },
+  "inc9": {
+    "acc": 0.79,
+    "reasoning_bytes": 70.52,
+    "flops_per_problem": 4215806853.12
+  },
+  "inc10": {
+    "acc": 0.004,
+    "reasoning_bytes": 71.16,
+    "flops_per_problem": 4291679010.816
+  },
+  "add.cmp6": {
+    "acc": 0.998,
+    "reasoning_bytes": 92.634,
+    "flops_per_problem": 5532573007.872
+  },
+  "add.cmp7": {
+    "acc": 0.99,
+    "reasoning_bytes": 105.488,
+    "flops_per_problem": 6229996240.896
+  },
+  "add.cmp8": {
+    "acc": 0.984,
+    "reasoning_bytes": 118.61,
+    "flops_per_problem": 6943494832.128
+  },
+  "add.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 120.832,
+    "flops_per_problem": 6572878331.904
+  },
+  "add.runmax7": {
+    "acc": 0.988,
+    "reasoning_bytes": 138.864,
+    "flops_per_problem": 7457552990.208
+  },
+  "add.runmax8": {
+    "acc": 0.536,
+    "reasoning_bytes": 148.744,
+    "flops_per_problem": 8017894047.744
+  },
+  "add.count6": {
+    "acc": 0.994,
+    "reasoning_bytes": 115.648,
+    "flops_per_problem": 6388100038.656
+  },
+  "add.count7": {
+    "acc": 0.948,
+    "reasoning_bytes": 132.09,
+    "flops_per_problem": 7202555412.48
+  },
+  "add.count8": {
+    "acc": 0.35,
+    "reasoning_bytes": 147.776,
+    "flops_per_problem": 7984330113.024
+  },
+  "add.find6": {
+    "acc": 0.96,
+    "reasoning_bytes": 107.696,
+    "flops_per_problem": 5992752218.112
+  },
+  "add.find7": {
+    "acc": 0.896,
+    "reasoning_bytes": 121.144,
+    "flops_per_problem": 6674983354.368
+  },
+  "add.find8": {
+    "acc": 0.49,
+    "reasoning_bytes": 137.482,
+    "flops_per_problem": 7485552377.856
+  },
+  "add.rev6": {
+    "acc": 0.994,
+    "reasoning_bytes": 123.256,
+    "flops_per_problem": 6795018584.064
+  },
+  "add.rev7": {
+    "acc": 0.698,
+    "reasoning_bytes": 145.56,
+    "flops_per_problem": 7911637696.512
+  },
+  "add.rev8": {
+    "acc": 0.01,
+    "reasoning_bytes": 155.684,
+    "flops_per_problem": 8477189996.544
+  },
+  "add.sumd6": {
+    "acc": 0.98,
+    "reasoning_bytes": 126.476,
+    "flops_per_problem": 6777794985.984
+  },
+  "add.sumd7": {
+    "acc": 0.818,
+    "reasoning_bytes": 146.392,
+    "flops_per_problem": 7745761198.08
+  },
+  "add.sumd8": {
+    "acc": 0.046,
+    "reasoning_bytes": 156.276,
+    "flops_per_problem": 8305572298.752
+  },
+  "add.inc6": {
+    "acc": 0.996,
+    "reasoning_bytes": 131.04,
+    "flops_per_problem": 7138695610.368
+  },
+  "add.inc7": {
+    "acc": 0.936,
+    "reasoning_bytes": 150.888,
+    "flops_per_problem": 8148263436.288
+  },
+  "add.inc8": {
+    "acc": 0.076,
+    "reasoning_bytes": 155.03,
+    "flops_per_problem": 8466325880.832
+  },
+  "runmax.cmp12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5122916352.0
+  },
+  "runmax.cmp14": {
+    "acc": 0.998,
+    "reasoning_bytes": 97.944,
+    "flops_per_problem": 5694563155.968
+  },
+  "runmax.cmp16": {
+    "acc": 0.994,
+    "reasoning_bytes": 105.084,
+    "flops_per_problem": 6098213634.048
+  },
+  "runmax.runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.runmax14": {
+    "acc": 0.996,
+    "reasoning_bytes": 99.604,
+    "flops_per_problem": 5812036927.488
+  },
+  "runmax.runmax16": {
+    "acc": 0.974,
+    "reasoning_bytes": 106.132,
+    "flops_per_problem": 6188659605.504
+  },
+  "runmax.count12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5255405568.0
+  },
+  "runmax.count14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.376,
+    "flops_per_problem": 5846130819.072
+  },
+  "runmax.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 106.228,
+    "flops_per_problem": 6237062332.416
+  },
+  "runmax.find12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.find14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.46,
+    "flops_per_problem": 5805677445.12
+  },
+  "runmax.find16": {
+    "acc": 0.986,
+    "reasoning_bytes": 106.2,
+    "flops_per_problem": 6191662694.4
+  },
+  "runmax.rev12": {
+    "acc": 1.0,
+    "reasoning_bytes": 83.0,
+    "flops_per_problem": 4857937920.0
+  },
+  "runmax.rev14": {
+    "acc": 0.994,
+    "reasoning_bytes": 94.652,
+    "flops_per_problem": 5460852178.944
+  },
+  "runmax.rev16": {
+    "acc": 0.97,
+    "reasoning_bytes": 101.192,
+    "flops_per_problem": 5838004813.824
+  },
+  "runmax.sumd12": {
+    "acc": 1.0,
+    "reasoning_bytes": 86.0,
+    "flops_per_problem": 5034590208.0
+  },
+  "runmax.sumd14": {
+    "acc": 0.994,
+    "reasoning_bytes": 97.364,
+    "flops_per_problem": 5624785502.208
+  },
+  "runmax.sumd16": {
+    "acc": 0.972,
+    "reasoning_bytes": 104.096,
+    "flops_per_problem": 6010417446.912
+  },
+  "runmax.inc12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5065769336.832
+  },
+  "runmax.inc14": {
+    "acc": 0.994,
+    "reasoning_bytes": 98.52,
+    "flops_per_problem": 5666122137.6
+  },
+  "runmax.inc16": {
+    "acc": 0.974,
+    "reasoning_bytes": 105.216,
+    "flops_per_problem": 6051842408.448
+  },
+  "count.cmp16": {
+    "acc": 0.996,
+    "reasoning_bytes": 95.0,
+    "flops_per_problem": 5697036288.0
+  },
+  "count.cmp18": {
+    "acc": 0.994,
+    "reasoning_bytes": 104.906,
+    "flops_per_problem": 6222930149.376
+  },
+  "count.cmp20": {
+    "acc": 0.966,
+    "reasoning_bytes": 112.444,
+    "flops_per_problem": 6644245856.256
+  },
+  "count.runmax16": {
+    "acc": 0.998,
+    "reasoning_bytes": 96.004,
+    "flops_per_problem": 5785539084.288
+  },
+  "count.runmax18": {
+    "acc": 0.98,
+    "reasoning_bytes": 105.94,
+    "flops_per_problem": 6312669511.68
+  },
+  "count.runmax20": {
+    "acc": 0.868,
+    "reasoning_bytes": 113.724,
+    "flops_per_problem": 6744761008.128
+  },
+  "count.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5829525504.0
+  },
+  "count.count18": {
+    "acc": 1.0,
+    "reasoning_bytes": 105.96,
+    "flops_per_problem": 6357715845.12
+  },
+  "count.count20": {
+    "acc": 0.994,
+    "reasoning_bytes": 113.75,
+    "flops_per_problem": 6790072320.0
+  },
+  "count.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5785362432.0
+  },
+  "count.find18": {
+    "acc": 0.992,
+    "reasoning_bytes": 105.92,
+    "flops_per_problem": 6311786250.24
+  },
+  "count.find20": {
+    "acc": 0.952,
+    "reasoning_bytes": 113.562,
+    "flops_per_problem": 6737606590.464
+  },
+  "count.rev16": {
+    "acc": 0.996,
+    "reasoning_bytes": 91.01,
+    "flops_per_problem": 5432499486.72
+  },
+  "count.rev18": {
+    "acc": 0.97,
+    "reasoning_bytes": 100.99,
+    "flops_per_problem": 5961573089.28
+  },
+  "count.rev20": {
+    "acc": 0.864,
+    "reasoning_bytes": 108.49,
+    "flops_per_problem": 6381122273.28
+  },
+  "count.sumd16": {
+    "acc": 0.996,
+    "reasoning_bytes": 94.02,
+    "flops_per_problem": 5609593405.44
+  },
+  "count.sumd18": {
+    "acc": 0.97,
+    "reasoning_bytes": 103.79,
+    "flops_per_problem": 6129392762.88
+  },
+  "count.sumd20": {
+    "acc": 0.834,
+    "reasoning_bytes": 111.03,
+    "flops_per_problem": 6537459548.16
+  },
+  "count.inc16": {
+    "acc": 0.996,
+    "reasoning_bytes": 95.01,
+    "flops_per_problem": 5609151774.72
+  },
+  "count.inc18": {
+    "acc": 0.968,
+    "reasoning_bytes": 104.9,
+    "flops_per_problem": 6134250700.8
+  },
+  "count.inc20": {
+    "acc": 0.862,
+    "reasoning_bytes": 112.422,
+    "flops_per_problem": 6554771472.384
+  },
+  "parity.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6359482368.0
+  },
+  "parity.cmp20": {
+    "acc": 0.98,
+    "reasoning_bytes": 133.128,
+    "flops_per_problem": 7513375113.216
+  },
+  "parity.cmp24": {
+    "acc": 0.968,
+    "reasoning_bytes": 152.992,
+    "flops_per_problem": 8567282663.424
+  },
+  "parity.runmax16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.runmax20": {
+    "acc": 0.802,
+    "reasoning_bytes": 132.52,
+    "flops_per_problem": 7530687037.44
+  },
+  "parity.runmax24": {
+    "acc": 0.686,
+    "reasoning_bytes": 152.572,
+    "flops_per_problem": 8592897245.184
+  },
+  "parity.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6491971584.0
+  },
+  "parity.count20": {
+    "acc": 1.0,
+    "reasoning_bytes": 132.712,
+    "flops_per_problem": 7583329419.264
+  },
+  "parity.count24": {
+    "acc": 1.0,
+    "reasoning_bytes": 152.716,
+    "flops_per_problem": 8643419799.552
+  },
+  "parity.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.find20": {
+    "acc": 0.974,
+    "reasoning_bytes": 134.176,
+    "flops_per_problem": 7603821084.672
+  },
+  "parity.find24": {
+    "acc": 0.958,
+    "reasoning_bytes": 153.732,
+    "flops_per_problem": 8644126408.704
+  },
+  "parity.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 107.0,
+    "flops_per_problem": 6094503936.0
+  },
+  "parity.rev20": {
+    "acc": 0.894,
+    "reasoning_bytes": 129.728,
+    "flops_per_problem": 7274894524.416
+  },
+  "parity.rev24": {
+    "acc": 0.716,
+    "reasoning_bytes": 149.0,
+    "flops_per_problem": 8302657536.0
+  },
+  "parity.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 110.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.sumd20": {
+    "acc": 0.884,
+    "reasoning_bytes": 132.344,
+    "flops_per_problem": 7434588192.768
+  },
+  "parity.sumd24": {
+    "acc": 0.82,
+    "reasoning_bytes": 151.952,
+    "flops_per_problem": 8477189996.544
+  },
+  "parity.inc16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.inc20": {
+    "acc": 0.91,
+    "reasoning_bytes": 134.112,
+    "flops_per_problem": 7468505432.064
+  },
+  "parity.inc24": {
+    "acc": 0.77,
+    "reasoning_bytes": 153.06,
+    "flops_per_problem": 8481959608.32
+  },
+  "sumd.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 62.088,
+    "flops_per_problem": 3713407746.048
+  },
+  "sumd.cmp7": {
+    "acc": 0.996,
+    "reasoning_bytes": 70.084,
+    "flops_per_problem": 4110875394.048
+  },
+  "sumd.cmp8": {
+    "acc": 0.954,
+    "reasoning_bytes": 71.416,
+    "flops_per_problem": 4213775351.808
+  },
+  "sumd.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 67.542,
+    "flops_per_problem": 3954449793.024
+  },
+  "sumd.runmax7": {
+    "acc": 0.998,
+    "reasoning_bytes": 75.48,
+    "flops_per_problem": 4349179330.56
+  },
+  "sumd.runmax8": {
+    "acc": 0.52,
+    "reasoning_bytes": 78.814,
+    "flops_per_problem": 4540582084.608
+  },
+  "sumd.count6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.428,
+    "flops_per_problem": 3949415202.816
+  },
+  "sumd.count7": {
+    "acc": 0.994,
+    "reasoning_bytes": 74.444,
+    "flops_per_problem": 4347589459.968
+  },
+  "sumd.count8": {
+    "acc": 0.454,
+    "reasoning_bytes": 75.612,
+    "flops_per_problem": 4443335000.064
+  },
+  "sumd.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.24,
+    "flops_per_problem": 3896949473.28
+  },
+  "sumd.find7": {
+    "acc": 1.0,
+    "reasoning_bytes": 74.43,
+    "flops_per_problem": 4302808104.96
+  },
+  "sumd.find8": {
+    "acc": 0.784,
+    "reasoning_bytes": 76.698,
+    "flops_per_problem": 4447133024.256
+  },
+  "sumd.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 61.544,
+    "flops_per_problem": 3601145217.024
+  },
+  "sumd.rev7": {
+    "acc": 1.0,
+    "reasoning_bytes": 69.48,
+    "flops_per_problem": 3995874754.56
+  },
+  "sumd.rev8": {
+    "acc": 0.95,
+    "reasoning_bytes": 77.31,
+    "flops_per_problem": 4385834680.32
+  },
+  "sumd.sumd6": {
+    "acc": 0.996,
+    "reasoning_bytes": 65.744,
+    "flops_per_problem": 3795639386.112
+  },
+  "sumd.sumd7": {
+    "acc": 0.992,
+    "reasoning_bytes": 73.738,
+    "flops_per_problem": 4195315187.712
+  },
+  "sumd.sumd8": {
+    "acc": 0.672,
+    "reasoning_bytes": 78.888,
+    "flops_per_problem": 4467448037.376
+  },
+  "sumd.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 68.538,
+    "flops_per_problem": 3910021742.592
+  },
+  "sumd.inc7": {
+    "acc": 0.972,
+    "reasoning_bytes": 76.48,
+    "flops_per_problem": 4305104584.704
+  },
+  "sumd.inc8": {
+    "acc": 0.648,
+    "reasoning_bytes": 82.42,
+    "flops_per_problem": 4611507978.24
+  },
+  "inc.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 78.624,
+    "flops_per_problem": 4576354172.928
+  },
+  "inc.cmp7": {
+    "acc": 1.0,
+    "reasoning_bytes": 89.77,
+    "flops_per_problem": 5156921917.44
+  },
+  "inc.cmp8": {
+    "acc": 0.982,
+    "reasoning_bytes": 99.694,
+    "flops_per_problem": 5683522387.968
+  },
+  "inc.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5520384000.0
+  },
+  "inc.runmax7": {
+    "acc": 1.0,
+    "reasoning_bytes": 120.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "inc.runmax8": {
+    "acc": 0.902,
+    "reasoning_bytes": 129.406,
+    "flops_per_problem": 6730717151.232
+  },
+  "inc.count6": {
+    "acc": 0.98,
+    "reasoning_bytes": 99.0,
+    "flops_per_problem": 5343731712.0
+  },
+  "inc.count7": {
+    "acc": 0.898,
+    "reasoning_bytes": 113.866,
+    "flops_per_problem": 6044423012.352
+  },
+  "inc.count8": {
+    "acc": 0.754,
+    "reasoning_bytes": 114.088,
+    "flops_per_problem": 6098390286.336
+  },
+  "inc.find6": {
+    "acc": 0.998,
+    "reasoning_bytes": 91.88,
+    "flops_per_problem": 4985127567.36
+  },
+  "inc.find7": {
+    "acc": 0.894,
+    "reasoning_bytes": 102.828,
+    "flops_per_problem": 5512787951.616
+  },
+  "inc.find8": {
+    "acc": 0.824,
+    "reasoning_bytes": 106.948,
+    "flops_per_problem": 5738902880.256
+  },
+  "inc.rev6": {
+    "acc": 0.996,
+    "reasoning_bytes": 104.002,
+    "flops_per_problem": 5608798470.144
+  },
+  "inc.rev7": {
+    "acc": 0.9,
+    "reasoning_bytes": 123.996,
+    "flops_per_problem": 6580121075.712
+  },
+  "inc.rev8": {
+    "acc": 0.01,
+    "reasoning_bytes": 137.2,
+    "flops_per_problem": 7226138492.928
+  },
+  "inc.sumd6": {
+    "acc": 0.996,
+    "reasoning_bytes": 109.558,
+    "flops_per_problem": 5721590956.032
+  },
+  "inc.sumd7": {
+    "acc": 0.88,
+    "reasoning_bytes": 127.46,
+    "flops_per_problem": 6556273016.832
+  },
+  "inc.sumd8": {
+    "acc": 0.14,
+    "reasoning_bytes": 136.298,
+    "flops_per_problem": 6991367602.176
+  },
+  "inc.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 113.0,
+    "flops_per_problem": 6006177792.0
+  },
+  "inc.inc7": {
+    "acc": 0.96,
+    "reasoning_bytes": 131.0,
+    "flops_per_problem": 6889704210.432
+  },
+  "inc.inc8": {
+    "acc": 0.096,
+    "reasoning_bytes": 142.294,
+    "flops_per_problem": 7458701230.08
+  },
+  "fsf6": {
+    "acc": 0.98,
+    "actions": 3.49,
+    "invalid": 0.034,
+    "reasoning_bytes": 42.172,
+    "flops_per_problem": 2810537902.08
+  },
+  "fsf7": {
+    "acc": 0.992,
+    "actions": 4.004,
+    "invalid": 0.056,
+    "reasoning_bytes": 48.584,
+    "flops_per_problem": 3174971572.224
+  },
+  "fsf8": {
+    "acc": 0.99,
+    "actions": 4.234,
+    "invalid": 0.052,
+    "reasoning_bytes": 53.68,
+    "flops_per_problem": 3478813507.584
+  },
+  "fs2mm6": {
+    "acc": 0.95,
+    "actions": 8.934,
+    "invalid": 0.128,
+    "reasoning_bytes": 112.492,
+    "flops_per_problem": 6647160619.008
+  },
+  "fs2mm7": {
+    "acc": 0.958,
+    "actions": 9.972,
+    "invalid": 0.126,
+    "reasoning_bytes": 127.926,
+    "flops_per_problem": 7463117537.28
+  },
+  "fs2mm8": {
+    "acc": 0.926,
+    "actions": 10.994,
+    "invalid": 0.212,
+    "reasoning_bytes": 143.69,
+    "flops_per_problem": 8279692738.56
+  },
+  "fs2md6": {
+    "acc": 0.0,
+    "actions": 9.012,
+    "invalid": 0.134,
+    "reasoning_bytes": 110.124,
+    "flops_per_problem": 6446306967.552
+  },
+  "fs2md7": {
+    "acc": 0.008,
+    "actions": 10.78,
+    "invalid": 0.362,
+    "reasoning_bytes": 135.712,
+    "flops_per_problem": 7745496219.648
+  },
+  "fs2md8": {
+    "acc": 0.022,
+    "actions": 13.636,
+    "invalid": 0.772,
+    "reasoning_bytes": 173.148,
+    "flops_per_problem": 9631259394.048
+  },
+  "fs2mc6": {
+    "acc": 1.0,
+    "actions": 5.338,
+    "invalid": 0.038,
+    "reasoning_bytes": 61.438,
+    "flops_per_problem": 4167669104.64
+  },
+  "fs2mc7": {
+    "acc": 1.0,
+    "actions": 5.94,
+    "invalid": 0.042,
+    "reasoning_bytes": 70.206,
+    "flops_per_problem": 4649134915.584
+  },
+  "fs2mc8": {
+    "acc": 0.996,
+    "actions": 6.492,
+    "invalid": 0.082,
+    "reasoning_bytes": 77.59,
+    "flops_per_problem": 5064267792.384
+  },
+  "fs2dm6": {
+    "acc": 0.966,
+    "actions": 8.968,
+    "invalid": 0.136,
+    "reasoning_bytes": 108.998,
+    "flops_per_problem": 6396314370.048
+  },
+  "fs2dm7": {
+    "acc": 0.966,
+    "actions": 10.138,
+    "invalid": 0.124,
+    "reasoning_bytes": 125.168,
+    "flops_per_problem": 7246541832.192
+  },
+  "fs2dm8": {
+    "acc": 0.962,
+    "actions": 11.432,
+    "invalid": 0.216,
+    "reasoning_bytes": 145.306,
+    "flops_per_problem": 8278367846.4
+  },
+  "fs2dd6": {
+    "acc": 0.15,
+    "actions": 9.286,
+    "invalid": 0.138,
+    "reasoning_bytes": 112.748,
+    "flops_per_problem": 6536046329.856
+  },
+  "fs2dd7": {
+    "acc": 0.132,
+    "actions": 10.312,
+    "invalid": 0.198,
+    "reasoning_bytes": 128.146,
+    "flops_per_problem": 7341139132.416
+  },
+  "fs2dd8": {
+    "acc": 0.098,
+    "actions": 11.582,
+    "invalid": 0.324,
+    "reasoning_bytes": 146.874,
+    "flops_per_problem": 8307868778.496
+  },
+  "fs2dc6": {
+    "acc": 1.0,
+    "actions": 5.534,
+    "invalid": 0.07,
+    "reasoning_bytes": 62.476,
+    "flops_per_problem": 4143467741.184
+  },
+  "fs2dc7": {
+    "acc": 1.0,
+    "actions": 6.012,
+    "invalid": 0.056,
+    "reasoning_bytes": 68.528,
+    "flops_per_problem": 4490766139.392
+  },
+  "fs2dc8": {
+    "acc": 0.998,
+    "actions": 6.632,
+    "invalid": 0.074,
+    "reasoning_bytes": 78.52,
+    "flops_per_problem": 5029555617.792
+  },
+  "fs2cm6": {
+    "acc": 0.28,
+    "actions": 6.496,
+    "invalid": 0.872,
+    "reasoning_bytes": 79.424,
+    "flops_per_problem": 5004559319.04
+  },
+  "fs2cm7": {
+    "acc": 0.334,
+    "actions": 6.712,
+    "invalid": 0.856,
+    "reasoning_bytes": 82.962,
+    "flops_per_problem": 5214952194.048
+  },
+  "fs2cm8": {
+    "acc": 0.38,
+    "actions": 7.086,
+    "invalid": 1.002,
+    "reasoning_bytes": 89.37,
+    "flops_per_problem": 5582565605.376
+  },
+  "fs2cd6": {
+    "acc": 1.0,
+    "actions": 5.578,
+    "invalid": 0.064,
+    "reasoning_bytes": 64.284,
+    "flops_per_problem": 4249017483.264
+  },
+  "fs2cd7": {
+    "acc": 0.994,
+    "actions": 5.992,
+    "invalid": 0.054,
+    "reasoning_bytes": 70.66,
+    "flops_per_problem": 4607179997.184
+  },
+  "fs2cd8": {
+    "acc": 0.998,
+    "actions": 6.538,
+    "invalid": 0.078,
+    "reasoning_bytes": 79.198,
+    "flops_per_problem": 5076810104.832
+  },
+  "fs2cc6": {
+    "acc": 1.0,
+    "actions": 2.0,
+    "invalid": 0.024,
+    "reasoning_bytes": 13.0,
+    "flops_per_problem": 1815543889.92
+  },
+  "fs2cc7": {
+    "acc": 1.0,
+    "actions": 2.0,
+    "invalid": 0.016,
+    "reasoning_bytes": 13.0,
+    "flops_per_problem": 1860325244.928
+  },
+  "fs2cc8": {
+    "acc": 1.0,
+    "actions": 2.0,
+    "invalid": 0.02,
+    "reasoning_bytes": 13.0,
+    "flops_per_problem": 1908816297.984
+  }
+}