Upload folder using huggingface_hub

5m-s0-bpe4096-step-bytes3-v14-wfss4-none-docmask/ckpt.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd867ac3418eba1d5e51f2881a9c0649f08222ec510879b9a216bf36e61fcfb
+size 23171663

5m-s0-bpe4096-step-bytes3-v14-wfss4-none-docmask/config.json

@@ -0,0 +1,33 @@
+{
+  "size": "5m",
+  "name": "5m-s0-bpe4096-step-bytes3-v14-wfss4-none-docmask",
+  "seed": 0,
+  "tokens": 400000000.0,
+  "batch_size": 64,
+  "block_size": 512,
+  "lr": 0.0006,
+  "eval_every": 4000,
+  "vocab": "bpe4096",
+  "pos": "none",
+  "reason": "step",
+  "reason_codec": "bytes",
+  "per_chunk": 3,
+  "docmask": true,
+  "compile": true,
+  "obs_loss": false,
+  "weight": [
+    "fss=4"
+  ],
+  "holdout": [],
+  "dataset": "v14",
+  "vocab_size": 4096,
+  "n_layer": 6,
+  "n_head": 4,
+  "d_model": 256,
+  "loops": 1,
+  "params": 5787648,
+  "flops_per_token": 44163072,
+  "steps": 12207,
+  "n_docs": 1173417,
+  "stream_tokens": 191286204
+}

5m-s0-bpe4096-step-bytes3-v14-wfss4-none-docmask/summary.json

@@ -0,0 +1,796 @@
+{
+  "params": 5787648,
+  "tokens": 399998976,
+  "train_flops": 17665183577014272,
+  "wall_s": 677.3692471981049,
+  "peak_mem_gb": 2.520964096,
+  "final_val_loss": 1.7848176419734956,
+  "final_val_bpb": 0.6433977633280429,
+  "bytes_seen": 1600839241.8284984,
+  "add8": {
+    "acc": 0.994,
+    "reasoning_bytes": 79.0,
+    "flops_per_problem": 4928775487.488
+  },
+  "add9": {
+    "acc": 0.72,
+    "reasoning_bytes": 88.92,
+    "flops_per_problem": 5500157313.024
+  },
+  "add10": {
+    "acc": 0.008,
+    "reasoning_bytes": 96.104,
+    "flops_per_problem": 5948324167.68
+  },
+  "reach14": {
+    "acc": 0.656,
+    "reasoning_bytes": 6.502,
+    "flops_per_problem": 4570966278.144
+  },
+  "reach16": {
+    "acc": 0.6,
+    "reasoning_bytes": 7.374,
+    "flops_per_problem": 5139256688.64
+  },
+  "reach18": {
+    "acc": 0.546,
+    "reasoning_bytes": 7.14,
+    "flops_per_problem": 5659939307.52
+  },
+  "parity24": {
+    "acc": 0.7,
+    "reasoning_bytes": 143.0,
+    "flops_per_problem": 7861026816.0
+  },
+  "parity28": {
+    "acc": 0.604,
+    "reasoning_bytes": 166.892,
+    "flops_per_problem": 9092823220.224
+  },
+  "parity32": {
+    "acc": 0.498,
+    "reasoning_bytes": 189.984,
+    "flops_per_problem": 10289465819.136
+  },
+  "cmp8": {
+    "acc": 1.0,
+    "reasoning_bytes": 5.816,
+    "flops_per_problem": 1360929226.752
+  },
+  "cmp9": {
+    "acc": 0.994,
+    "reasoning_bytes": 5.732,
+    "flops_per_problem": 1445545672.704
+  },
+  "cmp10": {
+    "acc": 0.992,
+    "reasoning_bytes": 5.78,
+    "flops_per_problem": 1535991644.16
+  },
+  "runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 71.0,
+    "flops_per_problem": 4151328768.0
+  },
+  "runmax14": {
+    "acc": 0.994,
+    "reasoning_bytes": 82.58,
+    "flops_per_problem": 4751063285.76
+  },
+  "runmax16": {
+    "acc": 0.958,
+    "reasoning_bytes": 89.784,
+    "flops_per_problem": 5157540200.448
+  },
+  "count16": {
+    "acc": 0.994,
+    "reasoning_bytes": 79.0,
+    "flops_per_problem": 4725448704.0
+  },
+  "count18": {
+    "acc": 0.97,
+    "reasoning_bytes": 88.62,
+    "flops_per_problem": 5238623600.64
+  },
+  "count20": {
+    "acc": 0.786,
+    "reasoning_bytes": 94.26,
+    "flops_per_problem": 5576029470.72
+  },
+  "brackets16": {
+    "acc": 0.994,
+    "reasoning_bytes": 53.478,
+    "flops_per_problem": 3642481852.416
+  },
+  "brackets18": {
+    "acc": 0.976,
+    "reasoning_bytes": 56.158,
+    "flops_per_problem": 3849165029.376
+  },
+  "brackets20": {
+    "acc": 0.958,
+    "reasoning_bytes": 61.528,
+    "flops_per_problem": 4174646870.016
+  },
+  "sumd8": {
+    "acc": 0.992,
+    "reasoning_bytes": 58.566,
+    "flops_per_problem": 3381301444.608
+  },
+  "sumd9": {
+    "acc": 0.906,
+    "reasoning_bytes": 66.366,
+    "flops_per_problem": 3770024804.352
+  },
+  "sumd10": {
+    "acc": 0.5,
+    "reasoning_bytes": 71.664,
+    "flops_per_problem": 4048252157.952
+  },
+  "inc8": {
+    "acc": 0.998,
+    "reasoning_bytes": 63.0,
+    "flops_per_problem": 3798024192.0
+  },
+  "inc9": {
+    "acc": 0.724,
+    "reasoning_bytes": 71.0,
+    "flops_per_problem": 4240184868.864
+  },
+  "inc10": {
+    "acc": 0.02,
+    "reasoning_bytes": 77.196,
+    "flops_per_problem": 4467889668.096
+  },
+  "add.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 92.61,
+    "flops_per_problem": 5531513094.144
+  },
+  "add.cmp7": {
+    "acc": 0.994,
+    "reasoning_bytes": 105.506,
+    "flops_per_problem": 6230791176.192
+  },
+  "add.cmp8": {
+    "acc": 0.972,
+    "reasoning_bytes": 118.552,
+    "flops_per_problem": 6940933373.952
+  },
+  "add.runmax6": {
+    "acc": 0.998,
+    "reasoning_bytes": 120.832,
+    "flops_per_problem": 6572878331.904
+  },
+  "add.runmax7": {
+    "acc": 0.996,
+    "reasoning_bytes": 138.848,
+    "flops_per_problem": 7456846381.056
+  },
+  "add.runmax8": {
+    "acc": 0.708,
+    "reasoning_bytes": 155.866,
+    "flops_per_problem": 8296739684.352
+  },
+  "add.count6": {
+    "acc": 0.998,
+    "reasoning_bytes": 115.648,
+    "flops_per_problem": 6388100038.656
+  },
+  "add.count7": {
+    "acc": 0.97,
+    "reasoning_bytes": 132.088,
+    "flops_per_problem": 7202467086.336
+  },
+  "add.count8": {
+    "acc": 0.476,
+    "reasoning_bytes": 147.426,
+    "flops_per_problem": 7968166428.672
+  },
+  "add.find6": {
+    "acc": 0.982,
+    "reasoning_bytes": 107.696,
+    "flops_per_problem": 5992752218.112
+  },
+  "add.find7": {
+    "acc": 0.936,
+    "reasoning_bytes": 121.572,
+    "flops_per_problem": 6693885149.184
+  },
+  "add.find8": {
+    "acc": 0.638,
+    "reasoning_bytes": 137.326,
+    "flops_per_problem": 7477956329.472
+  },
+  "add.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 123.248,
+    "flops_per_problem": 6794576953.344
+  },
+  "add.rev7": {
+    "acc": 0.904,
+    "reasoning_bytes": 145.834,
+    "flops_per_problem": 7924444987.392
+  },
+  "add.rev8": {
+    "acc": 0.052,
+    "reasoning_bytes": 163.668,
+    "flops_per_problem": 8819012173.824
+  },
+  "add.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 126.476,
+    "flops_per_problem": 6777794985.984
+  },
+  "add.sumd7": {
+    "acc": 0.896,
+    "reasoning_bytes": 146.19,
+    "flops_per_problem": 7736840257.536
+  },
+  "add.sumd8": {
+    "acc": 0.148,
+    "reasoning_bytes": 163.094,
+    "flops_per_problem": 8571875622.912
+  },
+  "add.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 131.04,
+    "flops_per_problem": 7138695610.368
+  },
+  "add.inc7": {
+    "acc": 0.964,
+    "reasoning_bytes": 151.06,
+    "flops_per_problem": 8155417853.952
+  },
+  "add.inc8": {
+    "acc": 0.472,
+    "reasoning_bytes": 171.03,
+    "flops_per_problem": 9169578639.36
+  },
+  "runmax.cmp12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5122916352.0
+  },
+  "runmax.cmp14": {
+    "acc": 0.998,
+    "reasoning_bytes": 98.496,
+    "flops_per_problem": 5718941171.712
+  },
+  "runmax.cmp16": {
+    "acc": 0.99,
+    "reasoning_bytes": 105.0,
+    "flops_per_problem": 6094503936.0
+  },
+  "runmax.runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.runmax14": {
+    "acc": 0.982,
+    "reasoning_bytes": 98.368,
+    "flops_per_problem": 5757451370.496
+  },
+  "runmax.runmax16": {
+    "acc": 0.968,
+    "reasoning_bytes": 106.004,
+    "flops_per_problem": 6183006732.288
+  },
+  "runmax.count12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5255405568.0
+  },
+  "runmax.count14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.136,
+    "flops_per_problem": 5835531681.792
+  },
+  "runmax.count16": {
+    "acc": 0.994,
+    "reasoning_bytes": 106.0,
+    "flops_per_problem": 6226993152.0
+  },
+  "runmax.find12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.find14": {
+    "acc": 0.996,
+    "reasoning_bytes": 99.724,
+    "flops_per_problem": 5817336496.128
+  },
+  "runmax.find16": {
+    "acc": 0.964,
+    "reasoning_bytes": 106.144,
+    "flops_per_problem": 6189189562.368
+  },
+  "runmax.rev12": {
+    "acc": 1.0,
+    "reasoning_bytes": 83.0,
+    "flops_per_problem": 4857937920.0
+  },
+  "runmax.rev14": {
+    "acc": 0.998,
+    "reasoning_bytes": 94.76,
+    "flops_per_problem": 5465621790.72
+  },
+  "runmax.rev16": {
+    "acc": 0.978,
+    "reasoning_bytes": 101.208,
+    "flops_per_problem": 5838711422.976
+  },
+  "runmax.sumd12": {
+    "acc": 1.0,
+    "reasoning_bytes": 86.0,
+    "flops_per_problem": 5034590208.0
+  },
+  "runmax.sumd14": {
+    "acc": 0.982,
+    "reasoning_bytes": 96.308,
+    "flops_per_problem": 5578149298.176
+  },
+  "runmax.sumd16": {
+    "acc": 0.966,
+    "reasoning_bytes": 104.016,
+    "flops_per_problem": 6006884401.152
+  },
+  "runmax.inc12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5065769336.832
+  },
+  "runmax.inc14": {
+    "acc": 0.988,
+    "reasoning_bytes": 98.124,
+    "flops_per_problem": 5648280256.512
+  },
+  "runmax.inc16": {
+    "acc": 0.974,
+    "reasoning_bytes": 105.328,
+    "flops_per_problem": 6056876998.656
+  },
+  "count.cmp16": {
+    "acc": 0.996,
+    "reasoning_bytes": 95.0,
+    "flops_per_problem": 5697036288.0
+  },
+  "count.cmp18": {
+    "acc": 0.988,
+    "reasoning_bytes": 104.83,
+    "flops_per_problem": 6219573755.904
+  },
+  "count.cmp20": {
+    "acc": 0.948,
+    "reasoning_bytes": 110.23,
+    "flops_per_problem": 6546468814.848
+  },
+  "count.runmax16": {
+    "acc": 0.996,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5785362432.0
+  },
+  "count.runmax18": {
+    "acc": 0.978,
+    "reasoning_bytes": 105.99,
+    "flops_per_problem": 6314877665.28
+  },
+  "count.runmax20": {
+    "acc": 0.79,
+    "reasoning_bytes": 111.444,
+    "flops_per_problem": 6644069203.968
+  },
+  "count.count16": {
+    "acc": 0.998,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5829525504.0
+  },
+  "count.count18": {
+    "acc": 0.99,
+    "reasoning_bytes": 105.9,
+    "flops_per_problem": 6355066060.8
+  },
+  "count.count20": {
+    "acc": 0.846,
+    "reasoning_bytes": 111.18,
+    "flops_per_problem": 6676573224.96
+  },
+  "count.find16": {
+    "acc": 0.994,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5785362432.0
+  },
+  "count.find18": {
+    "acc": 0.99,
+    "reasoning_bytes": 105.73,
+    "flops_per_problem": 6303395266.56
+  },
+  "count.find20": {
+    "acc": 0.938,
+    "reasoning_bytes": 111.15,
+    "flops_per_problem": 6631085260.8
+  },
+  "count.rev16": {
+    "acc": 0.996,
+    "reasoning_bytes": 91.0,
+    "flops_per_problem": 5432057856.0
+  },
+  "count.rev18": {
+    "acc": 0.986,
+    "reasoning_bytes": 100.97,
+    "flops_per_problem": 5960689827.84
+  },
+  "count.rev20": {
+    "acc": 0.788,
+    "reasoning_bytes": 106.27,
+    "flops_per_problem": 6283080253.44
+  },
+  "count.sumd16": {
+    "acc": 0.996,
+    "reasoning_bytes": 94.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "count.sumd18": {
+    "acc": 0.974,
+    "reasoning_bytes": 103.9,
+    "flops_per_problem": 6134250700.8
+  },
+  "count.sumd20": {
+    "acc": 0.802,
+    "reasoning_bytes": 109.33,
+    "flops_per_problem": 6462382325.76
+  },
+  "count.inc16": {
+    "acc": 0.996,
+    "reasoning_bytes": 95.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "count.inc18": {
+    "acc": 0.982,
+    "reasoning_bytes": 104.86,
+    "flops_per_problem": 6132484177.92
+  },
+  "count.inc20": {
+    "acc": 0.782,
+    "reasoning_bytes": 110.266,
+    "flops_per_problem": 6459555889.152
+  },
+  "parity.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6359482368.0
+  },
+  "parity.cmp20": {
+    "acc": 0.994,
+    "reasoning_bytes": 134.964,
+    "flops_per_problem": 7594458513.408
+  },
+  "parity.cmp24": {
+    "acc": 0.944,
+    "reasoning_bytes": 153.86,
+    "flops_per_problem": 8605616209.92
+  },
+  "parity.runmax16": {
+    "acc": 0.998,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.runmax20": {
+    "acc": 0.738,
+    "reasoning_bytes": 134.164,
+    "flops_per_problem": 7603291127.808
+  },
+  "parity.runmax24": {
+    "acc": 0.306,
+    "reasoning_bytes": 154.0,
+    "flops_per_problem": 8655962112.0
+  },
+  "parity.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6491971584.0
+  },
+  "parity.count20": {
+    "acc": 0.97,
+    "reasoning_bytes": 135.772,
+    "flops_per_problem": 7718468419.584
+  },
+  "parity.count24": {
+    "acc": 0.662,
+    "reasoning_bytes": 154.024,
+    "flops_per_problem": 8701185097.728
+  },
+  "parity.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.find20": {
+    "acc": 0.982,
+    "reasoning_bytes": 135.904,
+    "flops_per_problem": 7680134873.088
+  },
+  "parity.find24": {
+    "acc": 0.826,
+    "reasoning_bytes": 154.288,
+    "flops_per_problem": 8668681076.736
+  },
+  "parity.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 107.0,
+    "flops_per_problem": 6094503936.0
+  },
+  "parity.rev20": {
+    "acc": 0.944,
+    "reasoning_bytes": 131.0,
+    "flops_per_problem": 7331069952.0
+  },
+  "parity.rev24": {
+    "acc": 0.456,
+    "reasoning_bytes": 151.364,
+    "flops_per_problem": 8407059038.208
+  },
+  "parity.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 110.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.sumd20": {
+    "acc": 0.858,
+    "reasoning_bytes": 133.136,
+    "flops_per_problem": 7469565345.792
+  },
+  "parity.sumd24": {
+    "acc": 0.32,
+    "reasoning_bytes": 152.072,
+    "flops_per_problem": 8482489565.184
+  },
+  "parity.inc16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.inc20": {
+    "acc": 0.952,
+    "reasoning_bytes": 134.928,
+    "flops_per_problem": 7504542498.816
+  },
+  "parity.inc24": {
+    "acc": 0.396,
+    "reasoning_bytes": 154.452,
+    "flops_per_problem": 8543434604.544
+  },
+  "sumd.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 62.088,
+    "flops_per_problem": 3713407746.048
+  },
+  "sumd.cmp7": {
+    "acc": 0.998,
+    "reasoning_bytes": 70.02,
+    "flops_per_problem": 4108048957.44
+  },
+  "sumd.cmp8": {
+    "acc": 0.972,
+    "reasoning_bytes": 74.026,
+    "flops_per_problem": 4329040969.728
+  },
+  "sumd.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 67.542,
+    "flops_per_problem": 3954449793.024
+  },
+  "sumd.runmax7": {
+    "acc": 1.0,
+    "reasoning_bytes": 75.48,
+    "flops_per_problem": 4349179330.56
+  },
+  "sumd.runmax8": {
+    "acc": 0.924,
+    "reasoning_bytes": 82.942,
+    "flops_per_problem": 4722887245.824
+  },
+  "sumd.count6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.428,
+    "flops_per_problem": 3949415202.816
+  },
+  "sumd.count7": {
+    "acc": 1.0,
+    "reasoning_bytes": 74.46,
+    "flops_per_problem": 4348296069.12
+  },
+  "sumd.count8": {
+    "acc": 0.82,
+    "reasoning_bytes": 80.594,
+    "flops_per_problem": 4663355424.768
+  },
+  "sumd.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.24,
+    "flops_per_problem": 3896949473.28
+  },
+  "sumd.find7": {
+    "acc": 1.0,
+    "reasoning_bytes": 74.428,
+    "flops_per_problem": 4302719778.816
+  },
+  "sumd.find8": {
+    "acc": 0.956,
+    "reasoning_bytes": 81.53,
+    "flops_per_problem": 4660528988.16
+  },
+  "sumd.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 61.544,
+    "flops_per_problem": 3601145217.024
+  },
+  "sumd.rev7": {
+    "acc": 0.998,
+    "reasoning_bytes": 69.464,
+    "flops_per_problem": 3995168145.408
+  },
+  "sumd.rev8": {
+    "acc": 0.968,
+    "reasoning_bytes": 77.364,
+    "flops_per_problem": 4388042833.92
+  },
+  "sumd.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 65.744,
+    "flops_per_problem": 3795639386.112
+  },
+  "sumd.sumd7": {
+    "acc": 1.0,
+    "reasoning_bytes": 73.75,
+    "flops_per_problem": 4195845144.576
+  },
+  "sumd.sumd8": {
+    "acc": 0.938,
+    "reasoning_bytes": 81.634,
+    "flops_per_problem": 4590221377.536
+  },
+  "sumd.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 68.538,
+    "flops_per_problem": 3910021742.592
+  },
+  "sumd.inc7": {
+    "acc": 0.994,
+    "reasoning_bytes": 76.48,
+    "flops_per_problem": 4305016258.56
+  },
+  "sumd.inc8": {
+    "acc": 0.922,
+    "reasoning_bytes": 84.084,
+    "flops_per_problem": 4684907003.904
+  },
+  "inc.cmp6": {
+    "acc": 0.994,
+    "reasoning_bytes": 78.624,
+    "flops_per_problem": 4576354172.928
+  },
+  "inc.cmp7": {
+    "acc": 0.99,
+    "reasoning_bytes": 89.816,
+    "flops_per_problem": 5158953418.752
+  },
+  "inc.cmp8": {
+    "acc": 0.924,
+    "reasoning_bytes": 100.786,
+    "flops_per_problem": 5731748462.592
+  },
+  "inc.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5520384000.0
+  },
+  "inc.runmax7": {
+    "acc": 0.992,
+    "reasoning_bytes": 120.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "inc.runmax8": {
+    "acc": 0.83,
+    "reasoning_bytes": 135.9,
+    "flops_per_problem": 7017512140.8
+  },
+  "inc.count6": {
+    "acc": 0.986,
+    "reasoning_bytes": 99.0,
+    "flops_per_problem": 5343731712.0
+  },
+  "inc.count7": {
+    "acc": 0.928,
+    "reasoning_bytes": 114.0,
+    "flops_per_problem": 6050340864.0
+  },
+  "inc.count8": {
+    "acc": 0.626,
+    "reasoning_bytes": 124.71,
+    "flops_per_problem": 6567490437.12
+  },
+  "inc.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 91.88,
+    "flops_per_problem": 4985127567.36
+  },
+  "inc.find7": {
+    "acc": 0.93,
+    "reasoning_bytes": 102.752,
+    "flops_per_problem": 5509431558.144
+  },
+  "inc.find8": {
+    "acc": 0.528,
+    "reasoning_bytes": 119.926,
+    "flops_per_problem": 6311786250.24
+  },
+  "inc.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "inc.rev7": {
+    "acc": 0.878,
+    "reasoning_bytes": 123.994,
+    "flops_per_problem": 6579944423.424
+  },
+  "inc.rev8": {
+    "acc": 0.014,
+    "reasoning_bytes": 139.778,
+    "flops_per_problem": 7343258959.872
+  },
+  "inc.sumd6": {
+    "acc": 0.998,
+    "reasoning_bytes": 109.568,
+    "flops_per_problem": 5722120912.896
+  },
+  "inc.sumd7": {
+    "acc": 0.93,
+    "reasoning_bytes": 127.46,
+    "flops_per_problem": 6556273016.832
+  },
+  "inc.sumd8": {
+    "acc": 0.152,
+    "reasoning_bytes": 144.75,
+    "flops_per_problem": 7363750625.28
+  },
+  "inc.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 113.0,
+    "flops_per_problem": 6006177792.0
+  },
+  "inc.inc7": {
+    "acc": 0.956,
+    "reasoning_bytes": 131.0,
+    "flops_per_problem": 6889350905.856
+  },
+  "inc.inc8": {
+    "acc": 0.3,
+    "reasoning_bytes": 148.894,
+    "flops_per_problem": 7766164537.344
+  },
+  "fss6": {
+    "acc": 0.98,
+    "actions": 3.286,
+    "invalid": 0.04,
+    "reasoning_bytes": 32.12,
+    "flops_per_problem": 2359014653.952
+  },
+  "fss7": {
+    "acc": 0.988,
+    "actions": 3.728,
+    "invalid": 0.064,
+    "reasoning_bytes": 36.886,
+    "flops_per_problem": 2647664492.544
+  },
+  "fss8": {
+    "acc": 0.948,
+    "actions": 3.648,
+    "invalid": 0.082,
+    "reasoning_bytes": 35.926,
+    "flops_per_problem": 2643954794.496
+  }
+}