Upload folder using huggingface_hub

5m-s0-bpe4096-step-bytes3-v13-none-docmask/ckpt.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e040741c82a5310bbb48eaacd1b3a8a87f8dc9f5c83daf03fcb8a2f8e5e8092
+size 23171663

5m-s0-bpe4096-step-bytes3-v13-none-docmask/config.json

@@ -0,0 +1,30 @@
+{
+  "size": "5m",
+  "name": "5m-s0-bpe4096-step-bytes3-v13-none-docmask",
+  "seed": 0,
+  "tokens": 400000000.0,
+  "batch_size": 64,
+  "block_size": 512,
+  "lr": 0.0006,
+  "eval_every": 4000,
+  "vocab": "bpe4096",
+  "pos": "none",
+  "reason": "step",
+  "reason_codec": "bytes",
+  "per_chunk": 3,
+  "docmask": true,
+  "compile": true,
+  "obs_loss": false,
+  "holdout": [],
+  "dataset": "v13",
+  "vocab_size": 4096,
+  "n_layer": 6,
+  "n_head": 4,
+  "d_model": 256,
+  "loops": 1,
+  "params": 5787648,
+  "flops_per_token": 44163072,
+  "steps": 12207,
+  "n_docs": 1172223,
+  "stream_tokens": 193404757
+}

5m-s0-bpe4096-step-bytes3-v13-none-docmask/summary.json

@@ -0,0 +1,796 @@
+{
+  "params": 5787648,
+  "tokens": 399998976,
+  "train_flops": 17665183577014272,
+  "wall_s": 696.5809669494629,
+  "peak_mem_gb": 2.520964096,
+  "final_val_loss": 1.7881177067756653,
+  "final_val_bpb": 0.6445873830755292,
+  "bytes_seen": 1600839241.8284984,
+  "add8": {
+    "acc": 0.988,
+    "reasoning_bytes": 79.0,
+    "flops_per_problem": 4928510509.056
+  },
+  "add9": {
+    "acc": 0.8,
+    "reasoning_bytes": 89.0,
+    "flops_per_problem": 5502807097.344
+  },
+  "add10": {
+    "acc": 0.0,
+    "reasoning_bytes": 98.96,
+    "flops_per_problem": 6074718879.744
+  },
+  "reach14": {
+    "acc": 0.728,
+    "reasoning_bytes": 7.24,
+    "flops_per_problem": 4603558625.28
+  },
+  "reach16": {
+    "acc": 0.616,
+    "reasoning_bytes": 6.866,
+    "flops_per_problem": 5116910174.208
+  },
+  "reach18": {
+    "acc": 0.568,
+    "reasoning_bytes": 6.88,
+    "flops_per_problem": 5646778712.064
+  },
+  "parity24": {
+    "acc": 0.874,
+    "reasoning_bytes": 143.0,
+    "flops_per_problem": 7861026816.0
+  },
+  "parity28": {
+    "acc": 0.574,
+    "reasoning_bytes": 167.036,
+    "flops_per_problem": 9099182702.592
+  },
+  "parity32": {
+    "acc": 0.534,
+    "reasoning_bytes": 191.048,
+    "flops_per_problem": 10336278675.456
+  },
+  "cmp8": {
+    "acc": 0.996,
+    "reasoning_bytes": 5.78,
+    "flops_per_problem": 1359339356.16
+  },
+  "cmp9": {
+    "acc": 1.0,
+    "reasoning_bytes": 5.708,
+    "flops_per_problem": 1444485758.976
+  },
+  "cmp10": {
+    "acc": 0.996,
+    "reasoning_bytes": 5.788,
+    "flops_per_problem": 1536344948.736
+  },
+  "runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 71.0,
+    "flops_per_problem": 4151328768.0
+  },
+  "runmax14": {
+    "acc": 0.998,
+    "reasoning_bytes": 83.0,
+    "flops_per_problem": 4769611776.0
+  },
+  "runmax16": {
+    "acc": 0.99,
+    "reasoning_bytes": 94.532,
+    "flops_per_problem": 5367226466.304
+  },
+  "count16": {
+    "acc": 0.998,
+    "reasoning_bytes": 79.0,
+    "flops_per_problem": 4725448704.0
+  },
+  "count18": {
+    "acc": 0.994,
+    "reasoning_bytes": 89.0,
+    "flops_per_problem": 5255405568.0
+  },
+  "count20": {
+    "acc": 0.88,
+    "reasoning_bytes": 98.37,
+    "flops_per_problem": 5757539696.64
+  },
+  "brackets16": {
+    "acc": 0.998,
+    "reasoning_bytes": 53.47,
+    "flops_per_problem": 3642128547.84
+  },
+  "brackets18": {
+    "acc": 0.99,
+    "reasoning_bytes": 56.634,
+    "flops_per_problem": 3870186651.648
+  },
+  "brackets20": {
+    "acc": 0.974,
+    "reasoning_bytes": 63.854,
+    "flops_per_problem": 4277370175.488
+  },
+  "sumd8": {
+    "acc": 0.986,
+    "reasoning_bytes": 58.566,
+    "flops_per_problem": 3381301444.608
+  },
+  "sumd9": {
+    "acc": 0.928,
+    "reasoning_bytes": 66.412,
+    "flops_per_problem": 3772056305.664
+  },
+  "sumd10": {
+    "acc": 0.666,
+    "reasoning_bytes": 73.108,
+    "flops_per_problem": 4111935307.776
+  },
+  "inc8": {
+    "acc": 1.0,
+    "reasoning_bytes": 63.0,
+    "flops_per_problem": 3798024192.0
+  },
+  "inc9": {
+    "acc": 0.846,
+    "reasoning_bytes": 71.0,
+    "flops_per_problem": 4239301607.424
+  },
+  "inc10": {
+    "acc": 0.012,
+    "reasoning_bytes": 78.216,
+    "flops_per_problem": 4602587037.696
+  },
+  "add.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 92.622,
+    "flops_per_problem": 5532043051.008
+  },
+  "add.cmp7": {
+    "acc": 0.994,
+    "reasoning_bytes": 105.492,
+    "flops_per_problem": 6230172893.184
+  },
+  "add.cmp8": {
+    "acc": 0.902,
+    "reasoning_bytes": 116.096,
+    "flops_per_problem": 6850840707.072
+  },
+  "add.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 120.832,
+    "flops_per_problem": 6572878331.904
+  },
+  "add.runmax7": {
+    "acc": 0.992,
+    "reasoning_bytes": 138.848,
+    "flops_per_problem": 7456846381.056
+  },
+  "add.runmax8": {
+    "acc": 0.532,
+    "reasoning_bytes": 148.896,
+    "flops_per_problem": 8022840311.808
+  },
+  "add.count6": {
+    "acc": 0.988,
+    "reasoning_bytes": 115.648,
+    "flops_per_problem": 6388100038.656
+  },
+  "add.count7": {
+    "acc": 0.972,
+    "reasoning_bytes": 132.062,
+    "flops_per_problem": 7201318846.464
+  },
+  "add.count8": {
+    "acc": 0.316,
+    "reasoning_bytes": 140.644,
+    "flops_per_problem": 7706809368.576
+  },
+  "add.find6": {
+    "acc": 0.968,
+    "reasoning_bytes": 107.732,
+    "flops_per_problem": 5994342088.704
+  },
+  "add.find7": {
+    "acc": 0.916,
+    "reasoning_bytes": 121.332,
+    "flops_per_problem": 6683286011.904
+  },
+  "add.find8": {
+    "acc": 0.398,
+    "reasoning_bytes": 134.198,
+    "flops_per_problem": 7365163843.584
+  },
+  "add.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 123.248,
+    "flops_per_problem": 6794576953.344
+  },
+  "add.rev7": {
+    "acc": 0.786,
+    "reasoning_bytes": 145.806,
+    "flops_per_problem": 7922766790.656
+  },
+  "add.rev8": {
+    "acc": 0.002,
+    "reasoning_bytes": 151.228,
+    "flops_per_problem": 8251693350.912
+  },
+  "add.sumd6": {
+    "acc": 0.986,
+    "reasoning_bytes": 126.45,
+    "flops_per_problem": 6776646746.112
+  },
+  "add.sumd7": {
+    "acc": 0.832,
+    "reasoning_bytes": 146.098,
+    "flops_per_problem": 7732777254.912
+  },
+  "add.sumd8": {
+    "acc": 0.054,
+    "reasoning_bytes": 159.34,
+    "flops_per_problem": 8415096717.312
+  },
+  "add.inc6": {
+    "acc": 0.998,
+    "reasoning_bytes": 131.04,
+    "flops_per_problem": 7138695610.368
+  },
+  "add.inc7": {
+    "acc": 0.964,
+    "reasoning_bytes": 150.71,
+    "flops_per_problem": 8140049104.896
+  },
+  "add.inc8": {
+    "acc": 0.062,
+    "reasoning_bytes": 157.474,
+    "flops_per_problem": 8570462404.608
+  },
+  "runmax.cmp12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5122916352.0
+  },
+  "runmax.cmp14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.0,
+    "flops_per_problem": 5741199360.0
+  },
+  "runmax.cmp16": {
+    "acc": 0.998,
+    "reasoning_bytes": 106.056,
+    "flops_per_problem": 6141140140.032
+  },
+  "runmax.runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 100.0,
+    "flops_per_problem": 5829525504.0
+  },
+  "runmax.runmax16": {
+    "acc": 1.0,
+    "reasoning_bytes": 106.936,
+    "flops_per_problem": 6224166715.392
+  },
+  "runmax.count12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5255405568.0
+  },
+  "runmax.count14": {
+    "acc": 1.0,
+    "reasoning_bytes": 100.0,
+    "flops_per_problem": 5873688576.0
+  },
+  "runmax.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 107.14,
+    "flops_per_problem": 6277339054.08
+  },
+  "runmax.find12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.find14": {
+    "acc": 1.0,
+    "reasoning_bytes": 100.0,
+    "flops_per_problem": 5829525504.0
+  },
+  "runmax.find16": {
+    "acc": 0.996,
+    "reasoning_bytes": 107.128,
+    "flops_per_problem": 6232646025.216
+  },
+  "runmax.rev12": {
+    "acc": 1.0,
+    "reasoning_bytes": 83.0,
+    "flops_per_problem": 4857937920.0
+  },
+  "runmax.rev14": {
+    "acc": 1.0,
+    "reasoning_bytes": 95.0,
+    "flops_per_problem": 5476220928.0
+  },
+  "runmax.rev16": {
+    "acc": 0.996,
+    "reasoning_bytes": 104.36,
+    "flops_per_problem": 5977913425.92
+  },
+  "runmax.sumd12": {
+    "acc": 1.0,
+    "reasoning_bytes": 86.0,
+    "flops_per_problem": 5034590208.0
+  },
+  "runmax.sumd14": {
+    "acc": 1.0,
+    "reasoning_bytes": 98.0,
+    "flops_per_problem": 5652873216.0
+  },
+  "runmax.sumd16": {
+    "acc": 0.998,
+    "reasoning_bytes": 107.612,
+    "flops_per_problem": 6165694808.064
+  },
+  "runmax.inc12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5065769336.832
+  },
+  "runmax.inc14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.0,
+    "flops_per_problem": 5687408738.304
+  },
+  "runmax.inc16": {
+    "acc": 0.996,
+    "reasoning_bytes": 106.956,
+    "flops_per_problem": 6129569415.168
+  },
+  "count.cmp16": {
+    "acc": 0.998,
+    "reasoning_bytes": 95.0,
+    "flops_per_problem": 5697036288.0
+  },
+  "count.cmp18": {
+    "acc": 0.994,
+    "reasoning_bytes": 104.98,
+    "flops_per_problem": 6226198216.704
+  },
+  "count.cmp20": {
+    "acc": 0.958,
+    "reasoning_bytes": 112.78,
+    "flops_per_problem": 6659084648.448
+  },
+  "count.runmax16": {
+    "acc": 0.998,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5785362432.0
+  },
+  "count.runmax18": {
+    "acc": 0.996,
+    "reasoning_bytes": 106.0,
+    "flops_per_problem": 6315319296.0
+  },
+  "count.runmax20": {
+    "acc": 0.926,
+    "reasoning_bytes": 114.864,
+    "flops_per_problem": 6795106910.208
+  },
+  "count.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5829525504.0
+  },
+  "count.count18": {
+    "acc": 0.996,
+    "reasoning_bytes": 106.0,
+    "flops_per_problem": 6359482368.0
+  },
+  "count.count20": {
+    "acc": 0.956,
+    "reasoning_bytes": 114.518,
+    "flops_per_problem": 6823989559.296
+  },
+  "count.find16": {
+    "acc": 0.998,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5785362432.0
+  },
+  "count.find18": {
+    "acc": 0.994,
+    "reasoning_bytes": 105.91,
+    "flops_per_problem": 6311344619.52
+  },
+  "count.find20": {
+    "acc": 0.962,
+    "reasoning_bytes": 113.248,
+    "flops_per_problem": 6723739385.856
+  },
+  "count.rev16": {
+    "acc": 0.998,
+    "reasoning_bytes": 91.0,
+    "flops_per_problem": 5432057856.0
+  },
+  "count.rev18": {
+    "acc": 0.998,
+    "reasoning_bytes": 101.0,
+    "flops_per_problem": 5962014720.0
+  },
+  "count.rev20": {
+    "acc": 0.91,
+    "reasoning_bytes": 109.556,
+    "flops_per_problem": 6428200108.032
+  },
+  "count.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 94.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "count.sumd18": {
+    "acc": 0.996,
+    "reasoning_bytes": 103.986,
+    "flops_per_problem": 6138048724.992
+  },
+  "count.sumd20": {
+    "acc": 0.856,
+    "reasoning_bytes": 111.568,
+    "flops_per_problem": 6561219280.896
+  },
+  "count.inc16": {
+    "acc": 0.996,
+    "reasoning_bytes": 95.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "count.inc18": {
+    "acc": 0.992,
+    "reasoning_bytes": 104.98,
+    "flops_per_problem": 6137783746.56
+  },
+  "count.inc20": {
+    "acc": 0.858,
+    "reasoning_bytes": 112.54,
+    "flops_per_problem": 6559982714.88
+  },
+  "parity.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6359482368.0
+  },
+  "parity.cmp20": {
+    "acc": 0.982,
+    "reasoning_bytes": 135.0,
+    "flops_per_problem": 7596048384.0
+  },
+  "parity.cmp24": {
+    "acc": 0.934,
+    "reasoning_bytes": 153.432,
+    "flops_per_problem": 8586714415.104
+  },
+  "parity.runmax16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.runmax20": {
+    "acc": 0.97,
+    "reasoning_bytes": 136.0,
+    "flops_per_problem": 7684374528.0
+  },
+  "parity.runmax24": {
+    "acc": 0.388,
+    "reasoning_bytes": 154.444,
+    "flops_per_problem": 8675570515.968
+  },
+  "parity.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6491971584.0
+  },
+  "parity.count20": {
+    "acc": 1.0,
+    "reasoning_bytes": 136.0,
+    "flops_per_problem": 7728537600.0
+  },
+  "parity.count24": {
+    "acc": 0.998,
+    "reasoning_bytes": 154.276,
+    "flops_per_problem": 8712314191.872
+  },
+  "parity.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.find20": {
+    "acc": 0.984,
+    "reasoning_bytes": 136.0,
+    "flops_per_problem": 7684374528.0
+  },
+  "parity.find24": {
+    "acc": 0.862,
+    "reasoning_bytes": 154.96,
+    "flops_per_problem": 8698358661.12
+  },
+  "parity.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 107.0,
+    "flops_per_problem": 6094503936.0
+  },
+  "parity.rev20": {
+    "acc": 0.926,
+    "reasoning_bytes": 131.0,
+    "flops_per_problem": 7331069952.0
+  },
+  "parity.rev24": {
+    "acc": 0.62,
+    "reasoning_bytes": 153.908,
+    "flops_per_problem": 8519409893.376
+  },
+  "parity.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 110.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.sumd20": {
+    "acc": 0.96,
+    "reasoning_bytes": 134.0,
+    "flops_per_problem": 7507722240.0
+  },
+  "parity.sumd24": {
+    "acc": 0.512,
+    "reasoning_bytes": 154.364,
+    "flops_per_problem": 8583711326.208
+  },
+  "parity.inc16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.inc20": {
+    "acc": 0.946,
+    "reasoning_bytes": 135.0,
+    "flops_per_problem": 7507722240.0
+  },
+  "parity.inc24": {
+    "acc": 0.61,
+    "reasoning_bytes": 158.604,
+    "flops_per_problem": 8726799679.488
+  },
+  "sumd.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 62.088,
+    "flops_per_problem": 3713407746.048
+  },
+  "sumd.cmp7": {
+    "acc": 0.996,
+    "reasoning_bytes": 70.08,
+    "flops_per_problem": 4110698741.76
+  },
+  "sumd.cmp8": {
+    "acc": 0.978,
+    "reasoning_bytes": 76.308,
+    "flops_per_problem": 4429821100.032
+  },
+  "sumd.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 67.542,
+    "flops_per_problem": 3954449793.024
+  },
+  "sumd.runmax7": {
+    "acc": 0.998,
+    "reasoning_bytes": 75.48,
+    "flops_per_problem": 4349179330.56
+  },
+  "sumd.runmax8": {
+    "acc": 0.914,
+    "reasoning_bytes": 82.93,
+    "flops_per_problem": 4722357288.96
+  },
+  "sumd.count6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.428,
+    "flops_per_problem": 3949415202.816
+  },
+  "sumd.count7": {
+    "acc": 0.998,
+    "reasoning_bytes": 74.46,
+    "flops_per_problem": 4348296069.12
+  },
+  "sumd.count8": {
+    "acc": 0.862,
+    "reasoning_bytes": 81.36,
+    "flops_per_problem": 4697184337.92
+  },
+  "sumd.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.24,
+    "flops_per_problem": 3896949473.28
+  },
+  "sumd.find7": {
+    "acc": 0.994,
+    "reasoning_bytes": 74.428,
+    "flops_per_problem": 4302719778.816
+  },
+  "sumd.find8": {
+    "acc": 0.922,
+    "reasoning_bytes": 81.756,
+    "flops_per_problem": 4670509842.432
+  },
+  "sumd.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 61.544,
+    "flops_per_problem": 3601145217.024
+  },
+  "sumd.rev7": {
+    "acc": 0.998,
+    "reasoning_bytes": 69.48,
+    "flops_per_problem": 3995874754.56
+  },
+  "sumd.rev8": {
+    "acc": 0.962,
+    "reasoning_bytes": 77.472,
+    "flops_per_problem": 4392900771.84
+  },
+  "sumd.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 65.744,
+    "flops_per_problem": 3795639386.112
+  },
+  "sumd.sumd7": {
+    "acc": 0.998,
+    "reasoning_bytes": 73.738,
+    "flops_per_problem": 4195315187.712
+  },
+  "sumd.sumd8": {
+    "acc": 0.944,
+    "reasoning_bytes": 81.534,
+    "flops_per_problem": 4585540091.904
+  },
+  "sumd.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 68.538,
+    "flops_per_problem": 3910021742.592
+  },
+  "sumd.inc7": {
+    "acc": 0.994,
+    "reasoning_bytes": 76.48,
+    "flops_per_problem": 4305016258.56
+  },
+  "sumd.inc8": {
+    "acc": 0.92,
+    "reasoning_bytes": 84.176,
+    "flops_per_problem": 4689499963.392
+  },
+  "inc.cmp6": {
+    "acc": 0.998,
+    "reasoning_bytes": 78.624,
+    "flops_per_problem": 4576354172.928
+  },
+  "inc.cmp7": {
+    "acc": 0.982,
+    "reasoning_bytes": 89.72,
+    "flops_per_problem": 5154713763.84
+  },
+  "inc.cmp8": {
+    "acc": 0.968,
+    "reasoning_bytes": 100.55,
+    "flops_per_problem": 5721325977.6
+  },
+  "inc.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5520384000.0
+  },
+  "inc.runmax7": {
+    "acc": 0.994,
+    "reasoning_bytes": 120.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "inc.runmax8": {
+    "acc": 0.898,
+    "reasoning_bytes": 133.49,
+    "flops_per_problem": 6911079137.28
+  },
+  "inc.count6": {
+    "acc": 0.994,
+    "reasoning_bytes": 99.0,
+    "flops_per_problem": 5343731712.0
+  },
+  "inc.count7": {
+    "acc": 0.876,
+    "reasoning_bytes": 114.0,
+    "flops_per_problem": 6050340864.0
+  },
+  "inc.count8": {
+    "acc": 0.764,
+    "reasoning_bytes": 116.252,
+    "flops_per_problem": 6193959174.144
+  },
+  "inc.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 91.88,
+    "flops_per_problem": 4985127567.36
+  },
+  "inc.find7": {
+    "acc": 0.922,
+    "reasoning_bytes": 102.684,
+    "flops_per_problem": 5506428469.248
+  },
+  "inc.find8": {
+    "acc": 0.544,
+    "reasoning_bytes": 116.052,
+    "flops_per_problem": 6140963487.744
+  },
+  "inc.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "inc.rev7": {
+    "acc": 0.868,
+    "reasoning_bytes": 124.0,
+    "flops_per_problem": 6580209401.856
+  },
+  "inc.rev8": {
+    "acc": 0.002,
+    "reasoning_bytes": 138.274,
+    "flops_per_problem": 7262793842.688
+  },
+  "inc.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 109.558,
+    "flops_per_problem": 5721590956.032
+  },
+  "inc.sumd7": {
+    "acc": 0.864,
+    "reasoning_bytes": 127.44,
+    "flops_per_problem": 6555478081.536
+  },
+  "inc.sumd8": {
+    "acc": 0.074,
+    "reasoning_bytes": 141.768,
+    "flops_per_problem": 7232497975.296
+  },
+  "inc.inc6": {
+    "acc": 0.998,
+    "reasoning_bytes": 113.0,
+    "flops_per_problem": 6006089465.856
+  },
+  "inc.inc7": {
+    "acc": 0.998,
+    "reasoning_bytes": 130.998,
+    "flops_per_problem": 6889350905.856
+  },
+  "inc.inc8": {
+    "acc": 0.046,
+    "reasoning_bytes": 148.264,
+    "flops_per_problem": 7739843346.432
+  },
+  "fsc6": {
+    "acc": 0.548,
+    "actions": 4.1,
+    "invalid": 0.304,
+    "reasoning_bytes": 46.996,
+    "flops_per_problem": 2755510714.368
+  },
+  "fsc7": {
+    "acc": 0.47,
+    "actions": 4.186,
+    "invalid": 0.346,
+    "reasoning_bytes": 51.156,
+    "flops_per_problem": 2933487894.528
+  },
+  "fsc8": {
+    "acc": 0.408,
+    "actions": 3.868,
+    "invalid": 0.362,
+    "reasoning_bytes": 43.842,
+    "flops_per_problem": 2593167261.696
+  }
+}