Upload folder using huggingface_hub

5m-s0-bpe4096-step-bytes3-v14-none-docmask/ckpt.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5094cf0af010f38a7f950d5daeb7f83f6561c258c36edfd0b212999da1fa9a
+size 23171663

5m-s0-bpe4096-step-bytes3-v14-none-docmask/config.json

@@ -0,0 +1,31 @@
+{
+  "size": "5m",
+  "name": "5m-s0-bpe4096-step-bytes3-v14-none-docmask",
+  "seed": 0,
+  "tokens": 400000000.0,
+  "batch_size": 64,
+  "block_size": 512,
+  "lr": 0.0006,
+  "eval_every": 4000,
+  "vocab": "bpe4096",
+  "pos": "none",
+  "reason": "step",
+  "reason_codec": "bytes",
+  "per_chunk": 3,
+  "docmask": true,
+  "compile": true,
+  "obs_loss": false,
+  "weight": [],
+  "holdout": [],
+  "dataset": "v14",
+  "vocab_size": 4096,
+  "n_layer": 6,
+  "n_head": 4,
+  "d_model": 256,
+  "loops": 1,
+  "params": 5787648,
+  "flops_per_token": 44163072,
+  "steps": 12207,
+  "n_docs": 1172574,
+  "stream_tokens": 193496432
+}

5m-s0-bpe4096-step-bytes3-v14-none-docmask/summary.json

@@ -0,0 +1,796 @@
+{
+  "params": 5787648,
+  "tokens": 399998976,
+  "train_flops": 17665183577014272,
+  "wall_s": 721.5269265174866,
+  "peak_mem_gb": 2.520964096,
+  "final_val_loss": 1.7836309611797332,
+  "final_val_bpb": 0.6429699841810109,
+  "bytes_seen": 1600839241.8284984,
+  "add8": {
+    "acc": 0.998,
+    "reasoning_bytes": 79.0,
+    "flops_per_problem": 4928775487.488
+  },
+  "add9": {
+    "acc": 0.672,
+    "reasoning_bytes": 89.0,
+    "flops_per_problem": 5502983749.632
+  },
+  "add10": {
+    "acc": 0.0,
+    "reasoning_bytes": 98.998,
+    "flops_per_problem": 6076750381.056
+  },
+  "reach14": {
+    "acc": 0.682,
+    "reasoning_bytes": 8.034,
+    "flops_per_problem": 4638624104.448
+  },
+  "reach16": {
+    "acc": 0.576,
+    "reasoning_bytes": 7.826,
+    "flops_per_problem": 5159395049.472
+  },
+  "reach18": {
+    "acc": 0.578,
+    "reasoning_bytes": 7.988,
+    "flops_per_problem": 5696506331.136
+  },
+  "parity24": {
+    "acc": 0.49,
+    "reasoning_bytes": 143.024,
+    "flops_per_problem": 7862086729.728
+  },
+  "parity28": {
+    "acc": 0.5,
+    "reasoning_bytes": 167.012,
+    "flops_per_problem": 9098122788.864
+  },
+  "parity32": {
+    "acc": 0.51,
+    "reasoning_bytes": 190.94,
+    "flops_per_problem": 10331509063.68
+  },
+  "cmp8": {
+    "acc": 0.998,
+    "reasoning_bytes": 5.78,
+    "flops_per_problem": 1359339356.16
+  },
+  "cmp9": {
+    "acc": 1.0,
+    "reasoning_bytes": 5.72,
+    "flops_per_problem": 1445015715.84
+  },
+  "cmp10": {
+    "acc": 0.994,
+    "reasoning_bytes": 5.78,
+    "flops_per_problem": 1536609927.168
+  },
+  "runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 71.0,
+    "flops_per_problem": 4151328768.0
+  },
+  "runmax14": {
+    "acc": 0.998,
+    "reasoning_bytes": 83.0,
+    "flops_per_problem": 4769611776.0
+  },
+  "runmax16": {
+    "acc": 0.998,
+    "reasoning_bytes": 94.408,
+    "flops_per_problem": 5361750245.376
+  },
+  "count16": {
+    "acc": 0.998,
+    "reasoning_bytes": 78.99,
+    "flops_per_problem": 4725007073.28
+  },
+  "count18": {
+    "acc": 0.95,
+    "reasoning_bytes": 88.24,
+    "flops_per_problem": 5221841633.28
+  },
+  "count20": {
+    "acc": 0.782,
+    "reasoning_bytes": 94.88,
+    "flops_per_problem": 5603410575.36
+  },
+  "brackets16": {
+    "acc": 0.996,
+    "reasoning_bytes": 53.464,
+    "flops_per_problem": 3641951895.552
+  },
+  "brackets18": {
+    "acc": 0.974,
+    "reasoning_bytes": 56.682,
+    "flops_per_problem": 3872483131.392
+  },
+  "brackets20": {
+    "acc": 0.87,
+    "reasoning_bytes": 63.688,
+    "flops_per_problem": 4270304083.968
+  },
+  "sumd8": {
+    "acc": 0.982,
+    "reasoning_bytes": 58.566,
+    "flops_per_problem": 3381301444.608
+  },
+  "sumd9": {
+    "acc": 0.874,
+    "reasoning_bytes": 66.43,
+    "flops_per_problem": 3772851240.96
+  },
+  "sumd10": {
+    "acc": 0.618,
+    "reasoning_bytes": 74.418,
+    "flops_per_problem": 4169965584.384
+  },
+  "inc8": {
+    "acc": 0.998,
+    "reasoning_bytes": 63.0,
+    "flops_per_problem": 3797935865.856
+  },
+  "inc9": {
+    "acc": 0.716,
+    "reasoning_bytes": 71.0,
+    "flops_per_problem": 4239301607.424
+  },
+  "inc10": {
+    "acc": 0.016,
+    "reasoning_bytes": 78.84,
+    "flops_per_problem": 4656819290.112
+  },
+  "add.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 92.622,
+    "flops_per_problem": 5532043051.008
+  },
+  "add.cmp7": {
+    "acc": 0.992,
+    "reasoning_bytes": 105.514,
+    "flops_per_problem": 6231144480.768
+  },
+  "add.cmp8": {
+    "acc": 0.942,
+    "reasoning_bytes": 117.988,
+    "flops_per_problem": 6921678274.56
+  },
+  "add.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 120.832,
+    "flops_per_problem": 6572878331.904
+  },
+  "add.runmax7": {
+    "acc": 0.986,
+    "reasoning_bytes": 138.848,
+    "flops_per_problem": 7456846381.056
+  },
+  "add.runmax8": {
+    "acc": 0.682,
+    "reasoning_bytes": 156.284,
+    "flops_per_problem": 8317143023.616
+  },
+  "add.count6": {
+    "acc": 0.99,
+    "reasoning_bytes": 115.648,
+    "flops_per_problem": 6388100038.656
+  },
+  "add.count7": {
+    "acc": 0.954,
+    "reasoning_bytes": 132.082,
+    "flops_per_problem": 7202202107.904
+  },
+  "add.count8": {
+    "acc": 0.426,
+    "reasoning_bytes": 147.246,
+    "flops_per_problem": 7963926773.76
+  },
+  "add.find6": {
+    "acc": 0.972,
+    "reasoning_bytes": 107.696,
+    "flops_per_problem": 5992752218.112
+  },
+  "add.find7": {
+    "acc": 0.93,
+    "reasoning_bytes": 121.306,
+    "flops_per_problem": 6682137772.032
+  },
+  "add.find8": {
+    "acc": 0.59,
+    "reasoning_bytes": 136.226,
+    "flops_per_problem": 7429995233.28
+  },
+  "add.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 123.248,
+    "flops_per_problem": 6794576953.344
+  },
+  "add.rev7": {
+    "acc": 0.922,
+    "reasoning_bytes": 145.852,
+    "flops_per_problem": 7925063270.4
+  },
+  "add.rev8": {
+    "acc": 0.088,
+    "reasoning_bytes": 164.576,
+    "flops_per_problem": 8866266660.864
+  },
+  "add.sumd6": {
+    "acc": 0.994,
+    "reasoning_bytes": 126.476,
+    "flops_per_problem": 6777794985.984
+  },
+  "add.sumd7": {
+    "acc": 0.864,
+    "reasoning_bytes": 146.344,
+    "flops_per_problem": 7743729696.768
+  },
+  "add.sumd8": {
+    "acc": 0.128,
+    "reasoning_bytes": 163.37,
+    "flops_per_problem": 8588745916.416
+  },
+  "add.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 131.04,
+    "flops_per_problem": 7138695610.368
+  },
+  "add.inc7": {
+    "acc": 0.95,
+    "reasoning_bytes": 151.042,
+    "flops_per_problem": 8154711244.8
+  },
+  "add.inc8": {
+    "acc": 0.096,
+    "reasoning_bytes": 169.508,
+    "flops_per_problem": 9107750338.56
+  },
+  "runmax.cmp12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5122916352.0
+  },
+  "runmax.cmp14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.0,
+    "flops_per_problem": 5741199360.0
+  },
+  "runmax.cmp16": {
+    "acc": 0.992,
+    "reasoning_bytes": 105.3,
+    "flops_per_problem": 6107752857.6
+  },
+  "runmax.runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.952,
+    "flops_per_problem": 5827405676.544
+  },
+  "runmax.runmax16": {
+    "acc": 0.998,
+    "reasoning_bytes": 106.756,
+    "flops_per_problem": 6216217362.432
+  },
+  "runmax.count12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5255405568.0
+  },
+  "runmax.count14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.952,
+    "flops_per_problem": 5871568748.544
+  },
+  "runmax.count16": {
+    "acc": 0.994,
+    "reasoning_bytes": 106.288,
+    "flops_per_problem": 6239712116.736
+  },
+  "runmax.find12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.find14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.832,
+    "flops_per_problem": 5822106107.904
+  },
+  "runmax.find16": {
+    "acc": 0.996,
+    "reasoning_bytes": 106.224,
+    "flops_per_problem": 6192722608.128
+  },
+  "runmax.rev12": {
+    "acc": 1.0,
+    "reasoning_bytes": 83.0,
+    "flops_per_problem": 4857937920.0
+  },
+  "runmax.rev14": {
+    "acc": 1.0,
+    "reasoning_bytes": 94.988,
+    "flops_per_problem": 5475690971.136
+  },
+  "runmax.rev16": {
+    "acc": 0.988,
+    "reasoning_bytes": 102.16,
+    "flops_per_problem": 5880754667.52
+  },
+  "runmax.sumd12": {
+    "acc": 1.0,
+    "reasoning_bytes": 86.0,
+    "flops_per_problem": 5034590208.0
+  },
+  "runmax.sumd14": {
+    "acc": 1.0,
+    "reasoning_bytes": 98.0,
+    "flops_per_problem": 5652873216.0
+  },
+  "runmax.sumd16": {
+    "acc": 0.992,
+    "reasoning_bytes": 107.844,
+    "flops_per_problem": 6175940640.768
+  },
+  "runmax.inc12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5065769336.832
+  },
+  "runmax.inc14": {
+    "acc": 1.0,
+    "reasoning_bytes": 98.82,
+    "flops_per_problem": 5679459385.344
+  },
+  "runmax.inc16": {
+    "acc": 0.996,
+    "reasoning_bytes": 106.124,
+    "flops_per_problem": 6092825739.264
+  },
+  "count.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 95.01,
+    "flops_per_problem": 5697477918.72
+  },
+  "count.cmp18": {
+    "acc": 0.984,
+    "reasoning_bytes": 104.03,
+    "flops_per_problem": 6184243298.304
+  },
+  "count.cmp20": {
+    "acc": 0.95,
+    "reasoning_bytes": 110.078,
+    "flops_per_problem": 6539756027.904
+  },
+  "count.runmax16": {
+    "acc": 0.996,
+    "reasoning_bytes": 96.01,
+    "flops_per_problem": 5785804062.72
+  },
+  "count.runmax18": {
+    "acc": 0.984,
+    "reasoning_bytes": 105.72,
+    "flops_per_problem": 6302953635.84
+  },
+  "count.runmax20": {
+    "acc": 0.774,
+    "reasoning_bytes": 111.292,
+    "flops_per_problem": 6637356417.024
+  },
+  "count.count16": {
+    "acc": 0.998,
+    "reasoning_bytes": 95.99,
+    "flops_per_problem": 5829083873.28
+  },
+  "count.count18": {
+    "acc": 0.974,
+    "reasoning_bytes": 104.6,
+    "flops_per_problem": 6297654067.2
+  },
+  "count.count20": {
+    "acc": 0.942,
+    "reasoning_bytes": 111.03,
+    "flops_per_problem": 6669948764.16
+  },
+  "count.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5785362432.0
+  },
+  "count.find18": {
+    "acc": 0.988,
+    "reasoning_bytes": 105.37,
+    "flops_per_problem": 6287496560.64
+  },
+  "count.find20": {
+    "acc": 0.934,
+    "reasoning_bytes": 111.156,
+    "flops_per_problem": 6631350239.232
+  },
+  "count.rev16": {
+    "acc": 0.996,
+    "reasoning_bytes": 91.0,
+    "flops_per_problem": 5432057856.0
+  },
+  "count.rev18": {
+    "acc": 0.938,
+    "reasoning_bytes": 99.73,
+    "flops_per_problem": 5905927618.56
+  },
+  "count.rev20": {
+    "acc": 0.764,
+    "reasoning_bytes": 106.12,
+    "flops_per_problem": 6276455792.64
+  },
+  "count.sumd16": {
+    "acc": 0.996,
+    "reasoning_bytes": 94.01,
+    "flops_per_problem": 5609151774.72
+  },
+  "count.sumd18": {
+    "acc": 0.958,
+    "reasoning_bytes": 103.35,
+    "flops_per_problem": 6109961011.2
+  },
+  "count.sumd20": {
+    "acc": 0.768,
+    "reasoning_bytes": 109.19,
+    "flops_per_problem": 6456199495.68
+  },
+  "count.inc16": {
+    "acc": 0.996,
+    "reasoning_bytes": 95.01,
+    "flops_per_problem": 5609151774.72
+  },
+  "count.inc18": {
+    "acc": 0.952,
+    "reasoning_bytes": 104.126,
+    "flops_per_problem": 6100068483.072
+  },
+  "count.inc20": {
+    "acc": 0.776,
+    "reasoning_bytes": 110.128,
+    "flops_per_problem": 6453461385.216
+  },
+  "parity.cmp16": {
+    "acc": 0.996,
+    "reasoning_bytes": 111.06,
+    "flops_per_problem": 6362132152.32
+  },
+  "parity.cmp20": {
+    "acc": 0.956,
+    "reasoning_bytes": 135.0,
+    "flops_per_problem": 7596048384.0
+  },
+  "parity.cmp24": {
+    "acc": 0.956,
+    "reasoning_bytes": 153.072,
+    "flops_per_problem": 8570815709.184
+  },
+  "parity.runmax16": {
+    "acc": 0.99,
+    "reasoning_bytes": 112.036,
+    "flops_per_problem": 6449398382.592
+  },
+  "parity.runmax20": {
+    "acc": 0.916,
+    "reasoning_bytes": 136.0,
+    "flops_per_problem": 7684374528.0
+  },
+  "parity.runmax24": {
+    "acc": 0.474,
+    "reasoning_bytes": 154.0,
+    "flops_per_problem": 8655962112.0
+  },
+  "parity.count16": {
+    "acc": 0.998,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6491971584.0
+  },
+  "parity.count20": {
+    "acc": 0.95,
+    "reasoning_bytes": 135.976,
+    "flops_per_problem": 7727477686.272
+  },
+  "parity.count24": {
+    "acc": 0.814,
+    "reasoning_bytes": 154.012,
+    "flops_per_problem": 8700655140.864
+  },
+  "parity.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.find20": {
+    "acc": 0.966,
+    "reasoning_bytes": 135.928,
+    "flops_per_problem": 7681194786.816
+  },
+  "parity.find24": {
+    "acc": 0.87,
+    "reasoning_bytes": 154.012,
+    "flops_per_problem": 8656492068.864
+  },
+  "parity.rev16": {
+    "acc": 0.984,
+    "reasoning_bytes": 107.036,
+    "flops_per_problem": 6096093806.592
+  },
+  "parity.rev20": {
+    "acc": 0.78,
+    "reasoning_bytes": 130.976,
+    "flops_per_problem": 7330010038.272
+  },
+  "parity.rev24": {
+    "acc": 0.486,
+    "reasoning_bytes": 149.492,
+    "flops_per_problem": 8324385767.424
+  },
+  "parity.sumd16": {
+    "acc": 0.986,
+    "reasoning_bytes": 110.048,
+    "flops_per_problem": 6273276051.456
+  },
+  "parity.sumd20": {
+    "acc": 0.81,
+    "reasoning_bytes": 133.928,
+    "flops_per_problem": 7504542498.816
+  },
+  "parity.sumd24": {
+    "acc": 0.478,
+    "reasoning_bytes": 152.372,
+    "flops_per_problem": 8495738486.784
+  },
+  "parity.inc16": {
+    "acc": 0.984,
+    "reasoning_bytes": 111.036,
+    "flops_per_problem": 6272746094.592
+  },
+  "parity.inc20": {
+    "acc": 0.81,
+    "reasoning_bytes": 134.976,
+    "flops_per_problem": 7506662326.272
+  },
+  "parity.inc24": {
+    "acc": 0.514,
+    "reasoning_bytes": 153.9,
+    "flops_per_problem": 8519056588.8
+  },
+  "sumd.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 62.088,
+    "flops_per_problem": 3713407746.048
+  },
+  "sumd.cmp7": {
+    "acc": 1.0,
+    "reasoning_bytes": 70.076,
+    "flops_per_problem": 4110522089.472
+  },
+  "sumd.cmp8": {
+    "acc": 0.988,
+    "reasoning_bytes": 77.626,
+    "flops_per_problem": 4488028028.928
+  },
+  "sumd.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 67.542,
+    "flops_per_problem": 3954449793.024
+  },
+  "sumd.runmax7": {
+    "acc": 0.998,
+    "reasoning_bytes": 75.48,
+    "flops_per_problem": 4349179330.56
+  },
+  "sumd.runmax8": {
+    "acc": 0.912,
+    "reasoning_bytes": 83.054,
+    "flops_per_problem": 4727921836.032
+  },
+  "sumd.count6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.428,
+    "flops_per_problem": 3949415202.816
+  },
+  "sumd.count7": {
+    "acc": 0.998,
+    "reasoning_bytes": 74.46,
+    "flops_per_problem": 4348296069.12
+  },
+  "sumd.count8": {
+    "acc": 0.95,
+    "reasoning_bytes": 82.416,
+    "flops_per_problem": 4743820541.952
+  },
+  "sumd.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.24,
+    "flops_per_problem": 3896949473.28
+  },
+  "sumd.find7": {
+    "acc": 1.0,
+    "reasoning_bytes": 74.428,
+    "flops_per_problem": 4302719778.816
+  },
+  "sumd.find8": {
+    "acc": 0.982,
+    "reasoning_bytes": 82.18,
+    "flops_per_problem": 4689234984.96
+  },
+  "sumd.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 61.544,
+    "flops_per_problem": 3601145217.024
+  },
+  "sumd.rev7": {
+    "acc": 0.998,
+    "reasoning_bytes": 69.48,
+    "flops_per_problem": 3995874754.56
+  },
+  "sumd.rev8": {
+    "acc": 0.962,
+    "reasoning_bytes": 77.498,
+    "flops_per_problem": 4394049011.712
+  },
+  "sumd.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 65.744,
+    "flops_per_problem": 3795639386.112
+  },
+  "sumd.sumd7": {
+    "acc": 0.996,
+    "reasoning_bytes": 73.738,
+    "flops_per_problem": 4195315187.712
+  },
+  "sumd.sumd8": {
+    "acc": 0.832,
+    "reasoning_bytes": 80.116,
+    "flops_per_problem": 4524065095.68
+  },
+  "sumd.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 68.538,
+    "flops_per_problem": 3910021742.592
+  },
+  "sumd.inc7": {
+    "acc": 0.998,
+    "reasoning_bytes": 76.48,
+    "flops_per_problem": 4305016258.56
+  },
+  "sumd.inc8": {
+    "acc": 0.876,
+    "reasoning_bytes": 84.014,
+    "flops_per_problem": 4682345545.728
+  },
+  "inc.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 78.612,
+    "flops_per_problem": 4575824216.064
+  },
+  "inc.cmp7": {
+    "acc": 0.996,
+    "reasoning_bytes": 89.766,
+    "flops_per_problem": 5156745265.152
+  },
+  "inc.cmp8": {
+    "acc": 0.954,
+    "reasoning_bytes": 100.424,
+    "flops_per_problem": 5721237651.456
+  },
+  "inc.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5520384000.0
+  },
+  "inc.runmax7": {
+    "acc": 1.0,
+    "reasoning_bytes": 119.992,
+    "flops_per_problem": 6270802919.424
+  },
+  "inc.runmax8": {
+    "acc": 0.866,
+    "reasoning_bytes": 135.432,
+    "flops_per_problem": 6997020475.392
+  },
+  "inc.count6": {
+    "acc": 0.982,
+    "reasoning_bytes": 99.0,
+    "flops_per_problem": 5343731712.0
+  },
+  "inc.count7": {
+    "acc": 0.892,
+    "reasoning_bytes": 113.974,
+    "flops_per_problem": 6049192624.128
+  },
+  "inc.count8": {
+    "acc": 0.664,
+    "reasoning_bytes": 120.884,
+    "flops_per_problem": 6398522523.648
+  },
+  "inc.find6": {
+    "acc": 0.998,
+    "reasoning_bytes": 91.88,
+    "flops_per_problem": 4985127567.36
+  },
+  "inc.find7": {
+    "acc": 0.926,
+    "reasoning_bytes": 102.672,
+    "flops_per_problem": 5505898512.384
+  },
+  "inc.find8": {
+    "acc": 0.458,
+    "reasoning_bytes": 119.938,
+    "flops_per_problem": 6312581185.536
+  },
+  "inc.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "inc.rev7": {
+    "acc": 0.902,
+    "reasoning_bytes": 123.772,
+    "flops_per_problem": 6569080307.712
+  },
+  "inc.rev8": {
+    "acc": 0.0,
+    "reasoning_bytes": 134.572,
+    "flops_per_problem": 7095327473.664
+  },
+  "inc.sumd6": {
+    "acc": 0.99,
+    "reasoning_bytes": 109.558,
+    "flops_per_problem": 5721590956.032
+  },
+  "inc.sumd7": {
+    "acc": 0.898,
+    "reasoning_bytes": 127.446,
+    "flops_per_problem": 6555654733.824
+  },
+  "inc.sumd8": {
+    "acc": 0.074,
+    "reasoning_bytes": 140.126,
+    "flops_per_problem": 7159893884.928
+  },
+  "inc.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 113.0,
+    "flops_per_problem": 6006177792.0
+  },
+  "inc.inc7": {
+    "acc": 0.886,
+    "reasoning_bytes": 130.898,
+    "flops_per_problem": 6884934598.656
+  },
+  "inc.inc8": {
+    "acc": 0.0,
+    "reasoning_bytes": 144.93,
+    "flops_per_problem": 7579531395.072
+  },
+  "fss6": {
+    "acc": 0.78,
+    "actions": 4.03,
+    "invalid": 0.196,
+    "reasoning_bytes": 40.016,
+    "flops_per_problem": 2755687366.656
+  },
+  "fss7": {
+    "acc": 0.736,
+    "actions": 4.746,
+    "invalid": 0.292,
+    "reasoning_bytes": 47.73,
+    "flops_per_problem": 3190870278.144
+  },
+  "fss8": {
+    "acc": 0.69,
+    "actions": 4.93,
+    "invalid": 0.342,
+    "reasoning_bytes": 49.254,
+    "flops_per_problem": 3314791858.176
+  }
+}