Upload folder using huggingface_hub

5m-s0-bpe4096-step-bytes3-v15-none-docmask/ckpt.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a72007161fd2349de3f1d1f978d1cc57e573297f2236d3049fbb56a15f1214c
+size 23171663

5m-s0-bpe4096-step-bytes3-v15-none-docmask/config.json

@@ -0,0 +1,31 @@
+{
+  "size": "5m",
+  "name": "5m-s0-bpe4096-step-bytes3-v15-none-docmask",
+  "seed": 0,
+  "tokens": 400000000.0,
+  "batch_size": 64,
+  "block_size": 512,
+  "lr": 0.0006,
+  "eval_every": 4000,
+  "vocab": "bpe4096",
+  "pos": "none",
+  "reason": "step",
+  "reason_codec": "bytes",
+  "per_chunk": 3,
+  "docmask": true,
+  "compile": true,
+  "obs_loss": false,
+  "weight": [],
+  "holdout": [],
+  "dataset": "v15",
+  "vocab_size": 4096,
+  "n_layer": 6,
+  "n_head": 4,
+  "d_model": 256,
+  "loops": 1,
+  "params": 5787648,
+  "flops_per_token": 44163072,
+  "steps": 12207,
+  "n_docs": 1172574,
+  "stream_tokens": 193600261
+}

5m-s0-bpe4096-step-bytes3-v15-none-docmask/summary.json

@@ -0,0 +1,796 @@
+{
+  "params": 5787648,
+  "tokens": 399998976,
+  "train_flops": 17665183577014272,
+  "wall_s": 735.696070432663,
+  "peak_mem_gb": 2.520964096,
+  "final_val_loss": 1.7855027914047241,
+  "final_val_bpb": 0.643644748566888,
+  "bytes_seen": 1600839241.8284984,
+  "add8": {
+    "acc": 0.994,
+    "reasoning_bytes": 79.0,
+    "flops_per_problem": 4928775487.488
+  },
+  "add9": {
+    "acc": 0.888,
+    "reasoning_bytes": 89.0,
+    "flops_per_problem": 5502895423.488
+  },
+  "add10": {
+    "acc": 0.006,
+    "reasoning_bytes": 98.98,
+    "flops_per_problem": 6075955445.76
+  },
+  "reach14": {
+    "acc": 0.666,
+    "reasoning_bytes": 7.812,
+    "flops_per_problem": 4628819902.464
+  },
+  "reach16": {
+    "acc": 0.592,
+    "reasoning_bytes": 7.732,
+    "flops_per_problem": 5155243720.704
+  },
+  "reach18": {
+    "acc": 0.564,
+    "reasoning_bytes": 8.24,
+    "flops_per_problem": 5707547099.136
+  },
+  "parity24": {
+    "acc": 0.918,
+    "reasoning_bytes": 143.0,
+    "flops_per_problem": 7861026816.0
+  },
+  "parity28": {
+    "acc": 0.626,
+    "reasoning_bytes": 167.108,
+    "flops_per_problem": 9102362443.776
+  },
+  "parity32": {
+    "acc": 0.442,
+    "reasoning_bytes": 191.872,
+    "flops_per_problem": 10372580720.64
+  },
+  "cmp8": {
+    "acc": 0.996,
+    "reasoning_bytes": 5.816,
+    "flops_per_problem": 1360929226.752
+  },
+  "cmp9": {
+    "acc": 1.0,
+    "reasoning_bytes": 5.696,
+    "flops_per_problem": 1443955802.112
+  },
+  "cmp10": {
+    "acc": 1.0,
+    "reasoning_bytes": 5.768,
+    "flops_per_problem": 1535461687.296
+  },
+  "runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 71.0,
+    "flops_per_problem": 4151328768.0
+  },
+  "runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 82.604,
+    "flops_per_problem": 4752123199.488
+  },
+  "runmax16": {
+    "acc": 0.974,
+    "reasoning_bytes": 89.912,
+    "flops_per_problem": 5163193073.664
+  },
+  "count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 79.0,
+    "flops_per_problem": 4725448704.0
+  },
+  "count18": {
+    "acc": 0.986,
+    "reasoning_bytes": 88.62,
+    "flops_per_problem": 5238623600.64
+  },
+  "count20": {
+    "acc": 0.852,
+    "reasoning_bytes": 95.53,
+    "flops_per_problem": 5632116572.16
+  },
+  "brackets16": {
+    "acc": 0.996,
+    "reasoning_bytes": 53.418,
+    "flops_per_problem": 3641068634.112
+  },
+  "brackets18": {
+    "acc": 0.98,
+    "reasoning_bytes": 56.732,
+    "flops_per_problem": 3874867937.28
+  },
+  "brackets20": {
+    "acc": 0.958,
+    "reasoning_bytes": 63.512,
+    "flops_per_problem": 4262619709.44
+  },
+  "sumd8": {
+    "acc": 0.996,
+    "reasoning_bytes": 58.566,
+    "flops_per_problem": 3381301444.608
+  },
+  "sumd9": {
+    "acc": 0.936,
+    "reasoning_bytes": 66.364,
+    "flops_per_problem": 3769936478.208
+  },
+  "sumd10": {
+    "acc": 0.52,
+    "reasoning_bytes": 71.264,
+    "flops_per_problem": 4030586929.152
+  },
+  "inc8": {
+    "acc": 0.99,
+    "reasoning_bytes": 63.0,
+    "flops_per_problem": 3798024192.0
+  },
+  "inc9": {
+    "acc": 0.774,
+    "reasoning_bytes": 71.0,
+    "flops_per_problem": 4239654912.0
+  },
+  "inc10": {
+    "acc": 0.008,
+    "reasoning_bytes": 77.724,
+    "flops_per_problem": 4573969367.04
+  },
+  "add.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 92.622,
+    "flops_per_problem": 5532043051.008
+  },
+  "add.cmp7": {
+    "acc": 1.0,
+    "reasoning_bytes": 105.532,
+    "flops_per_problem": 6231939416.064
+  },
+  "add.cmp8": {
+    "acc": 0.988,
+    "reasoning_bytes": 118.798,
+    "flops_per_problem": 6951797489.664
+  },
+  "add.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 120.832,
+    "flops_per_problem": 6572878331.904
+  },
+  "add.runmax7": {
+    "acc": 0.966,
+    "reasoning_bytes": 138.848,
+    "flops_per_problem": 7456846381.056
+  },
+  "add.runmax8": {
+    "acc": 0.67,
+    "reasoning_bytes": 156.914,
+    "flops_per_problem": 8343022583.808
+  },
+  "add.count6": {
+    "acc": 0.994,
+    "reasoning_bytes": 115.648,
+    "flops_per_problem": 6388100038.656
+  },
+  "add.count7": {
+    "acc": 0.958,
+    "reasoning_bytes": 132.09,
+    "flops_per_problem": 7202555412.48
+  },
+  "add.count8": {
+    "acc": 0.4,
+    "reasoning_bytes": 148.824,
+    "flops_per_problem": 8033174470.656
+  },
+  "add.find6": {
+    "acc": 0.954,
+    "reasoning_bytes": 107.696,
+    "flops_per_problem": 5992752218.112
+  },
+  "add.find7": {
+    "acc": 0.902,
+    "reasoning_bytes": 121.2,
+    "flops_per_problem": 6677456486.4
+  },
+  "add.find8": {
+    "acc": 0.572,
+    "reasoning_bytes": 137.2,
+    "flops_per_problem": 7474423283.712
+  },
+  "add.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 123.248,
+    "flops_per_problem": 6794576953.344
+  },
+  "add.rev7": {
+    "acc": 0.812,
+    "reasoning_bytes": 145.866,
+    "flops_per_problem": 7925681553.408
+  },
+  "add.rev8": {
+    "acc": 0.004,
+    "reasoning_bytes": 160.746,
+    "flops_per_problem": 8679721844.736
+  },
+  "add.sumd6": {
+    "acc": 0.998,
+    "reasoning_bytes": 126.476,
+    "flops_per_problem": 6777794985.984
+  },
+  "add.sumd7": {
+    "acc": 0.858,
+    "reasoning_bytes": 146.368,
+    "flops_per_problem": 7745054588.928
+  },
+  "add.sumd8": {
+    "acc": 0.13,
+    "reasoning_bytes": 165.748,
+    "flops_per_problem": 8691380895.744
+  },
+  "add.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 131.04,
+    "flops_per_problem": 7138695610.368
+  },
+  "add.inc7": {
+    "acc": 0.97,
+    "reasoning_bytes": 151.06,
+    "flops_per_problem": 8155771158.528
+  },
+  "add.inc8": {
+    "acc": 0.074,
+    "reasoning_bytes": 170.718,
+    "flops_per_problem": 9159244480.512
+  },
+  "runmax.cmp12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5122916352.0
+  },
+  "runmax.cmp14": {
+    "acc": 1.0,
+    "reasoning_bytes": 96.18,
+    "flops_per_problem": 5616659496.96
+  },
+  "runmax.cmp16": {
+    "acc": 0.992,
+    "reasoning_bytes": 105.0,
+    "flops_per_problem": 6094503936.0
+  },
+  "runmax.runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.58,
+    "flops_per_problem": 5810977013.76
+  },
+  "runmax.runmax16": {
+    "acc": 0.972,
+    "reasoning_bytes": 106.192,
+    "flops_per_problem": 6191309389.824
+  },
+  "runmax.count12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5255405568.0
+  },
+  "runmax.count14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.316,
+    "flops_per_problem": 5843481034.752
+  },
+  "runmax.count16": {
+    "acc": 0.998,
+    "reasoning_bytes": 106.036,
+    "flops_per_problem": 6228583022.592
+  },
+  "runmax.find12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.find14": {
+    "acc": 1.0,
+    "reasoning_bytes": 98.944,
+    "flops_per_problem": 5782889299.968
+  },
+  "runmax.find16": {
+    "acc": 0.982,
+    "reasoning_bytes": 106.008,
+    "flops_per_problem": 6183183384.576
+  },
+  "runmax.rev12": {
+    "acc": 1.0,
+    "reasoning_bytes": 83.0,
+    "flops_per_problem": 4857937920.0
+  },
+  "runmax.rev14": {
+    "acc": 1.0,
+    "reasoning_bytes": 94.544,
+    "flops_per_problem": 5456082567.168
+  },
+  "runmax.rev16": {
+    "acc": 0.976,
+    "reasoning_bytes": 101.18,
+    "flops_per_problem": 5837474856.96
+  },
+  "runmax.sumd12": {
+    "acc": 1.0,
+    "reasoning_bytes": 86.0,
+    "flops_per_problem": 5034590208.0
+  },
+  "runmax.sumd14": {
+    "acc": 0.998,
+    "reasoning_bytes": 96.464,
+    "flops_per_problem": 5585038737.408
+  },
+  "runmax.sumd16": {
+    "acc": 0.968,
+    "reasoning_bytes": 104.06,
+    "flops_per_problem": 6008827576.32
+  },
+  "runmax.inc12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5065769336.832
+  },
+  "runmax.inc14": {
+    "acc": 1.0,
+    "reasoning_bytes": 97.968,
+    "flops_per_problem": 5641832448.0
+  },
+  "runmax.inc16": {
+    "acc": 0.968,
+    "reasoning_bytes": 105.06,
+    "flops_per_problem": 6044687990.784
+  },
+  "count.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 95.0,
+    "flops_per_problem": 5697036288.0
+  },
+  "count.cmp18": {
+    "acc": 0.996,
+    "reasoning_bytes": 104.73,
+    "flops_per_problem": 6215157448.704
+  },
+  "count.cmp20": {
+    "acc": 0.984,
+    "reasoning_bytes": 111.04,
+    "flops_per_problem": 6582240903.168
+  },
+  "count.runmax16": {
+    "acc": 1.0,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5785362432.0
+  },
+  "count.runmax18": {
+    "acc": 0.996,
+    "reasoning_bytes": 105.93,
+    "flops_per_problem": 6312227880.96
+  },
+  "count.runmax20": {
+    "acc": 0.874,
+    "reasoning_bytes": 112.99,
+    "flops_per_problem": 6712345313.28
+  },
+  "count.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5829525504.0
+  },
+  "count.count18": {
+    "acc": 1.0,
+    "reasoning_bytes": 105.92,
+    "flops_per_problem": 6355949322.24
+  },
+  "count.count20": {
+    "acc": 0.998,
+    "reasoning_bytes": 112.976,
+    "flops_per_problem": 6755890102.272
+  },
+  "count.find16": {
+    "acc": 0.998,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5785362432.0
+  },
+  "count.find18": {
+    "acc": 0.996,
+    "reasoning_bytes": 105.58,
+    "flops_per_problem": 6296770805.76
+  },
+  "count.find20": {
+    "acc": 0.94,
+    "reasoning_bytes": 111.944,
+    "flops_per_problem": 6666150739.968
+  },
+  "count.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 91.0,
+    "flops_per_problem": 5432057856.0
+  },
+  "count.rev18": {
+    "acc": 0.992,
+    "reasoning_bytes": 100.75,
+    "flops_per_problem": 5950973952.0
+  },
+  "count.rev20": {
+    "acc": 0.824,
+    "reasoning_bytes": 106.73,
+    "flops_per_problem": 6303395266.56
+  },
+  "count.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 94.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "count.sumd18": {
+    "acc": 0.994,
+    "reasoning_bytes": 103.78,
+    "flops_per_problem": 6128951132.16
+  },
+  "count.sumd20": {
+    "acc": 0.86,
+    "reasoning_bytes": 110.48,
+    "flops_per_problem": 6513169858.56
+  },
+  "count.inc16": {
+    "acc": 1.0,
+    "reasoning_bytes": 95.0,
+    "flops_per_problem": 5608798470.144
+  },
+  "count.inc18": {
+    "acc": 0.986,
+    "reasoning_bytes": 104.56,
+    "flops_per_problem": 6119323582.464
+  },
+  "count.inc20": {
+    "acc": 0.814,
+    "reasoning_bytes": 110.56,
+    "flops_per_problem": 6472539832.32
+  },
+  "parity.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6359482368.0
+  },
+  "parity.cmp20": {
+    "acc": 0.978,
+    "reasoning_bytes": 132.204,
+    "flops_per_problem": 7472568434.688
+  },
+  "parity.cmp24": {
+    "acc": 0.952,
+    "reasoning_bytes": 153.012,
+    "flops_per_problem": 8568165924.864
+  },
+  "parity.runmax16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.runmax20": {
+    "acc": 0.83,
+    "reasoning_bytes": 134.248,
+    "flops_per_problem": 7607000825.856
+  },
+  "parity.runmax24": {
+    "acc": 0.582,
+    "reasoning_bytes": 154.096,
+    "flops_per_problem": 8660201766.912
+  },
+  "parity.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6491971584.0
+  },
+  "parity.count20": {
+    "acc": 1.0,
+    "reasoning_bytes": 134.342,
+    "flops_per_problem": 7655315226.624
+  },
+  "parity.count24": {
+    "acc": 0.984,
+    "reasoning_bytes": 154.026,
+    "flops_per_problem": 8701273423.872
+  },
+  "parity.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.find20": {
+    "acc": 0.934,
+    "reasoning_bytes": 133.456,
+    "flops_per_problem": 7572023672.832
+  },
+  "parity.find24": {
+    "acc": 0.894,
+    "reasoning_bytes": 154.084,
+    "flops_per_problem": 8659671810.048
+  },
+  "parity.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 107.0,
+    "flops_per_problem": 6094503936.0
+  },
+  "parity.rev20": {
+    "acc": 0.946,
+    "reasoning_bytes": 130.952,
+    "flops_per_problem": 7328950124.544
+  },
+  "parity.rev24": {
+    "acc": 0.762,
+    "reasoning_bytes": 150.14,
+    "flops_per_problem": 8353003438.08
+  },
+  "parity.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 110.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.sumd20": {
+    "acc": 0.832,
+    "reasoning_bytes": 132.644,
+    "flops_per_problem": 7447837114.368
+  },
+  "parity.sumd24": {
+    "acc": 0.726,
+    "reasoning_bytes": 152.912,
+    "flops_per_problem": 8519586545.664
+  },
+  "parity.inc16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.inc20": {
+    "acc": 0.896,
+    "reasoning_bytes": 134.52,
+    "flops_per_problem": 7486523965.44
+  },
+  "parity.inc24": {
+    "acc": 0.594,
+    "reasoning_bytes": 153.544,
+    "flops_per_problem": 8503334535.168
+  },
+  "sumd.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 62.088,
+    "flops_per_problem": 3713407746.048
+  },
+  "sumd.cmp7": {
+    "acc": 0.994,
+    "reasoning_bytes": 70.084,
+    "flops_per_problem": 4110875394.048
+  },
+  "sumd.cmp8": {
+    "acc": 0.984,
+    "reasoning_bytes": 76.578,
+    "flops_per_problem": 4441745129.472
+  },
+  "sumd.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 67.542,
+    "flops_per_problem": 3954449793.024
+  },
+  "sumd.runmax7": {
+    "acc": 1.0,
+    "reasoning_bytes": 75.48,
+    "flops_per_problem": 4349179330.56
+  },
+  "sumd.runmax8": {
+    "acc": 0.83,
+    "reasoning_bytes": 81.672,
+    "flops_per_problem": 4667948384.256
+  },
+  "sumd.count6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.428,
+    "flops_per_problem": 3949415202.816
+  },
+  "sumd.count7": {
+    "acc": 1.0,
+    "reasoning_bytes": 74.46,
+    "flops_per_problem": 4348296069.12
+  },
+  "sumd.count8": {
+    "acc": 0.858,
+    "reasoning_bytes": 81.06,
+    "flops_per_problem": 4684288720.896
+  },
+  "sumd.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.24,
+    "flops_per_problem": 3896949473.28
+  },
+  "sumd.find7": {
+    "acc": 0.99,
+    "reasoning_bytes": 74.428,
+    "flops_per_problem": 4302719778.816
+  },
+  "sumd.find8": {
+    "acc": 0.956,
+    "reasoning_bytes": 81.914,
+    "flops_per_problem": 4677487607.808
+  },
+  "sumd.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 61.544,
+    "flops_per_problem": 3601145217.024
+  },
+  "sumd.rev7": {
+    "acc": 0.998,
+    "reasoning_bytes": 69.48,
+    "flops_per_problem": 3995874754.56
+  },
+  "sumd.rev8": {
+    "acc": 0.936,
+    "reasoning_bytes": 76.652,
+    "flops_per_problem": 4356687052.8
+  },
+  "sumd.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 65.744,
+    "flops_per_problem": 3795639386.112
+  },
+  "sumd.sumd7": {
+    "acc": 1.0,
+    "reasoning_bytes": 73.738,
+    "flops_per_problem": 4195315187.712
+  },
+  "sumd.sumd8": {
+    "acc": 0.848,
+    "reasoning_bytes": 80.65,
+    "flops_per_problem": 4547383197.696
+  },
+  "sumd.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 68.538,
+    "flops_per_problem": 3910021742.592
+  },
+  "sumd.inc7": {
+    "acc": 0.996,
+    "reasoning_bytes": 76.48,
+    "flops_per_problem": 4305192910.848
+  },
+  "sumd.inc8": {
+    "acc": 0.792,
+    "reasoning_bytes": 82.834,
+    "flops_per_problem": 4632176295.936
+  },
+  "inc.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 78.624,
+    "flops_per_problem": 4576354172.928
+  },
+  "inc.cmp7": {
+    "acc": 1.0,
+    "reasoning_bytes": 89.792,
+    "flops_per_problem": 5157893505.024
+  },
+  "inc.cmp8": {
+    "acc": 0.984,
+    "reasoning_bytes": 100.824,
+    "flops_per_problem": 5733691637.76
+  },
+  "inc.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5520384000.0
+  },
+  "inc.runmax7": {
+    "acc": 0.982,
+    "reasoning_bytes": 120.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "inc.runmax8": {
+    "acc": 0.894,
+    "reasoning_bytes": 134.696,
+    "flops_per_problem": 6964339802.112
+  },
+  "inc.count6": {
+    "acc": 0.984,
+    "reasoning_bytes": 99.0,
+    "flops_per_problem": 5343731712.0
+  },
+  "inc.count7": {
+    "acc": 0.936,
+    "reasoning_bytes": 114.0,
+    "flops_per_problem": 6050340864.0
+  },
+  "inc.count8": {
+    "acc": 0.616,
+    "reasoning_bytes": 123.188,
+    "flops_per_problem": 6500274241.536
+  },
+  "inc.find6": {
+    "acc": 0.99,
+    "reasoning_bytes": 91.88,
+    "flops_per_problem": 4985127567.36
+  },
+  "inc.find7": {
+    "acc": 0.924,
+    "reasoning_bytes": 102.6,
+    "flops_per_problem": 5502718771.2
+  },
+  "inc.find8": {
+    "acc": 0.704,
+    "reasoning_bytes": 109.646,
+    "flops_per_problem": 5858054848.512
+  },
+  "inc.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "inc.rev7": {
+    "acc": 0.868,
+    "reasoning_bytes": 124.0,
+    "flops_per_problem": 6580209401.856
+  },
+  "inc.rev8": {
+    "acc": 0.0,
+    "reasoning_bytes": 134.898,
+    "flops_per_problem": 7112727724.032
+  },
+  "inc.sumd6": {
+    "acc": 0.994,
+    "reasoning_bytes": 109.556,
+    "flops_per_problem": 5721414303.744
+  },
+  "inc.sumd7": {
+    "acc": 0.866,
+    "reasoning_bytes": 127.49,
+    "flops_per_problem": 6557597908.992
+  },
+  "inc.sumd8": {
+    "acc": 0.172,
+    "reasoning_bytes": 142.956,
+    "flops_per_problem": 7285405335.552
+  },
+  "inc.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 113.0,
+    "flops_per_problem": 6006177792.0
+  },
+  "inc.inc7": {
+    "acc": 0.986,
+    "reasoning_bytes": 131.0,
+    "flops_per_problem": 6889439232.0
+  },
+  "inc.inc8": {
+    "acc": 0.204,
+    "reasoning_bytes": 144.448,
+    "flops_per_problem": 7562837753.856
+  },
+  "fsf6": {
+    "acc": 0.976,
+    "actions": 3.324,
+    "invalid": 0.056,
+    "reasoning_bytes": 39.668,
+    "flops_per_problem": 2694830653.44
+  },
+  "fsf7": {
+    "acc": 0.964,
+    "actions": 3.728,
+    "invalid": 0.06,
+    "reasoning_bytes": 44.884,
+    "flops_per_problem": 3000792416.256
+  },
+  "fsf8": {
+    "acc": 0.952,
+    "actions": 3.566,
+    "invalid": 0.09,
+    "reasoning_bytes": 42.816,
+    "flops_per_problem": 2942408835.072
+  }
+}