Upload folder using huggingface_hub

5m-s0-bpe4096-step-bytes3-v16-wfso4-none-docmask/ckpt.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bee6792b8d56f10f6b02982002b1946166e07515865250101afe6de8bdbe079
+size 23171663

5m-s0-bpe4096-step-bytes3-v16-wfso4-none-docmask/config.json

@@ -0,0 +1,33 @@
+{
+  "size": "5m",
+  "name": "5m-s0-bpe4096-step-bytes3-v16-wfso4-none-docmask",
+  "seed": 0,
+  "tokens": 400000000.0,
+  "batch_size": 64,
+  "block_size": 512,
+  "lr": 0.0006,
+  "eval_every": 4000,
+  "vocab": "bpe4096",
+  "pos": "none",
+  "reason": "step",
+  "reason_codec": "bytes",
+  "per_chunk": 3,
+  "docmask": true,
+  "compile": true,
+  "obs_loss": false,
+  "weight": [
+    "fso=4"
+  ],
+  "holdout": [],
+  "dataset": "v16",
+  "vocab_size": 4096,
+  "n_layer": 6,
+  "n_head": 4,
+  "d_model": 256,
+  "loops": 1,
+  "params": 5787648,
+  "flops_per_token": 44163072,
+  "steps": 12207,
+  "n_docs": 1173417,
+  "stream_tokens": 190321453
+}

5m-s0-bpe4096-step-bytes3-v16-wfso4-none-docmask/summary.json

@@ -0,0 +1,796 @@
+{
+  "params": 5787648,
+  "tokens": 399998976,
+  "train_flops": 17665183577014272,
+  "wall_s": 683.7998633384705,
+  "peak_mem_gb": 2.520964096,
+  "final_val_loss": 1.7814195990562438,
+  "final_val_bpb": 0.642172824061847,
+  "bytes_seen": 1600839241.8284984,
+  "add8": {
+    "acc": 0.996,
+    "reasoning_bytes": 79.0,
+    "flops_per_problem": 4928687161.344
+  },
+  "add9": {
+    "acc": 0.76,
+    "reasoning_bytes": 89.004,
+    "flops_per_problem": 5503248728.064
+  },
+  "add10": {
+    "acc": 0.0,
+    "reasoning_bytes": 98.648,
+    "flops_per_problem": 6061558284.288
+  },
+  "reach14": {
+    "acc": 0.634,
+    "reasoning_bytes": 7.89,
+    "flops_per_problem": 4632264622.08
+  },
+  "reach16": {
+    "acc": 0.564,
+    "reasoning_bytes": 7.75,
+    "flops_per_problem": 5156038656.0
+  },
+  "reach18": {
+    "acc": 0.602,
+    "reasoning_bytes": 7.104,
+    "flops_per_problem": 5657112870.912
+  },
+  "parity24": {
+    "acc": 0.52,
+    "reasoning_bytes": 143.0,
+    "flops_per_problem": 7861026816.0
+  },
+  "parity28": {
+    "acc": 0.354,
+    "reasoning_bytes": 166.952,
+    "flops_per_problem": 9095473004.544
+  },
+  "parity32": {
+    "acc": 0.516,
+    "reasoning_bytes": 188.48,
+    "flops_per_problem": 10222867906.56
+  },
+  "cmp8": {
+    "acc": 1.0,
+    "reasoning_bytes": 5.828,
+    "flops_per_problem": 1361459183.616
+  },
+  "cmp9": {
+    "acc": 1.0,
+    "reasoning_bytes": 5.72,
+    "flops_per_problem": 1445015715.84
+  },
+  "cmp10": {
+    "acc": 0.996,
+    "reasoning_bytes": 5.78,
+    "flops_per_problem": 1535991644.16
+  },
+  "runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 71.0,
+    "flops_per_problem": 4151328768.0
+  },
+  "runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 82.808,
+    "flops_per_problem": 4761132466.176
+  },
+  "runmax16": {
+    "acc": 0.978,
+    "reasoning_bytes": 89.786,
+    "flops_per_problem": 5157628526.592
+  },
+  "count16": {
+    "acc": 0.998,
+    "reasoning_bytes": 79.0,
+    "flops_per_problem": 4725448704.0
+  },
+  "count18": {
+    "acc": 0.978,
+    "reasoning_bytes": 88.55,
+    "flops_per_problem": 5235532185.6
+  },
+  "count20": {
+    "acc": 0.826,
+    "reasoning_bytes": 95.83,
+    "flops_per_problem": 5645365493.76
+  },
+  "brackets16": {
+    "acc": 0.998,
+    "reasoning_bytes": 53.468,
+    "flops_per_problem": 3642040221.696
+  },
+  "brackets18": {
+    "acc": 0.982,
+    "reasoning_bytes": 56.766,
+    "flops_per_problem": 3876016177.152
+  },
+  "brackets20": {
+    "acc": 0.948,
+    "reasoning_bytes": 63.206,
+    "flops_per_problem": 4249017483.264
+  },
+  "sumd8": {
+    "acc": 0.99,
+    "reasoning_bytes": 58.566,
+    "flops_per_problem": 3381301444.608
+  },
+  "sumd9": {
+    "acc": 0.89,
+    "reasoning_bytes": 66.366,
+    "flops_per_problem": 3770024804.352
+  },
+  "sumd10": {
+    "acc": 0.556,
+    "reasoning_bytes": 72.68,
+    "flops_per_problem": 4092591882.24
+  },
+  "inc8": {
+    "acc": 0.998,
+    "reasoning_bytes": 62.98,
+    "flops_per_problem": 3796522647.552
+  },
+  "inc9": {
+    "acc": 0.862,
+    "reasoning_bytes": 70.968,
+    "flops_per_problem": 4238594998.272
+  },
+  "inc10": {
+    "acc": 0.028,
+    "reasoning_bytes": 78.632,
+    "flops_per_problem": 4646926761.984
+  },
+  "add.cmp6": {
+    "acc": 1.0,
+    "reasoning_bytes": 92.622,
+    "flops_per_problem": 5532043051.008
+  },
+  "add.cmp7": {
+    "acc": 0.994,
+    "reasoning_bytes": 105.524,
+    "flops_per_problem": 6231586111.488
+  },
+  "add.cmp8": {
+    "acc": 0.98,
+    "reasoning_bytes": 118.658,
+    "flops_per_problem": 6945967964.16
+  },
+  "add.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 120.832,
+    "flops_per_problem": 6572878331.904
+  },
+  "add.runmax7": {
+    "acc": 0.988,
+    "reasoning_bytes": 138.848,
+    "flops_per_problem": 7456846381.056
+  },
+  "add.runmax8": {
+    "acc": 0.558,
+    "reasoning_bytes": 156.476,
+    "flops_per_problem": 8323679158.272
+  },
+  "add.count6": {
+    "acc": 0.99,
+    "reasoning_bytes": 115.648,
+    "flops_per_problem": 6388100038.656
+  },
+  "add.count7": {
+    "acc": 0.932,
+    "reasoning_bytes": 132.088,
+    "flops_per_problem": 7202467086.336
+  },
+  "add.count8": {
+    "acc": 0.35,
+    "reasoning_bytes": 145.598,
+    "flops_per_problem": 7887436333.056
+  },
+  "add.find6": {
+    "acc": 0.98,
+    "reasoning_bytes": 107.696,
+    "flops_per_problem": 5992752218.112
+  },
+  "add.find7": {
+    "acc": 0.94,
+    "reasoning_bytes": 121.248,
+    "flops_per_problem": 6679576313.856
+  },
+  "add.find8": {
+    "acc": 0.486,
+    "reasoning_bytes": 137.234,
+    "flops_per_problem": 7473893326.848
+  },
+  "add.rev6": {
+    "acc": 0.99,
+    "reasoning_bytes": 123.248,
+    "flops_per_problem": 6794576953.344
+  },
+  "add.rev7": {
+    "acc": 0.714,
+    "reasoning_bytes": 145.866,
+    "flops_per_problem": 7924974944.256
+  },
+  "add.rev8": {
+    "acc": 0.05,
+    "reasoning_bytes": 162.142,
+    "flops_per_problem": 8742698385.408
+  },
+  "add.sumd6": {
+    "acc": 0.984,
+    "reasoning_bytes": 126.476,
+    "flops_per_problem": 6777794985.984
+  },
+  "add.sumd7": {
+    "acc": 0.908,
+    "reasoning_bytes": 146.2,
+    "flops_per_problem": 7737458540.544
+  },
+  "add.sumd8": {
+    "acc": 0.188,
+    "reasoning_bytes": 165.146,
+    "flops_per_problem": 8663028203.52
+  },
+  "add.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 131.04,
+    "flops_per_problem": 7138695610.368
+  },
+  "add.inc7": {
+    "acc": 0.962,
+    "reasoning_bytes": 151.06,
+    "flops_per_problem": 8155417853.952
+  },
+  "add.inc8": {
+    "acc": 0.104,
+    "reasoning_bytes": 169.122,
+    "flops_per_problem": 9082489061.376
+  },
+  "runmax.cmp12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5122916352.0
+  },
+  "runmax.cmp14": {
+    "acc": 1.0,
+    "reasoning_bytes": 98.7,
+    "flops_per_problem": 5727950438.4
+  },
+  "runmax.cmp16": {
+    "acc": 0.994,
+    "reasoning_bytes": 105.042,
+    "flops_per_problem": 6096358785.024
+  },
+  "runmax.runmax12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.runmax14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.544,
+    "flops_per_problem": 5809387143.168
+  },
+  "runmax.runmax16": {
+    "acc": 0.974,
+    "reasoning_bytes": 106.012,
+    "flops_per_problem": 6183360036.864
+  },
+  "runmax.count12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5255405568.0
+  },
+  "runmax.count14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.828,
+    "flops_per_problem": 5866092527.616
+  },
+  "runmax.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 106.024,
+    "flops_per_problem": 6228053065.728
+  },
+  "runmax.find12": {
+    "acc": 1.0,
+    "reasoning_bytes": 88.0,
+    "flops_per_problem": 5211242496.0
+  },
+  "runmax.find14": {
+    "acc": 1.0,
+    "reasoning_bytes": 99.64,
+    "flops_per_problem": 5813626798.08
+  },
+  "runmax.find16": {
+    "acc": 0.99,
+    "reasoning_bytes": 106.012,
+    "flops_per_problem": 6183360036.864
+  },
+  "runmax.rev12": {
+    "acc": 1.0,
+    "reasoning_bytes": 83.0,
+    "flops_per_problem": 4857937920.0
+  },
+  "runmax.rev14": {
+    "acc": 1.0,
+    "reasoning_bytes": 94.88,
+    "flops_per_problem": 5470921359.36
+  },
+  "runmax.rev16": {
+    "acc": 0.976,
+    "reasoning_bytes": 101.092,
+    "flops_per_problem": 5833588506.624
+  },
+  "runmax.sumd12": {
+    "acc": 1.0,
+    "reasoning_bytes": 86.0,
+    "flops_per_problem": 5034590208.0
+  },
+  "runmax.sumd14": {
+    "acc": 0.998,
+    "reasoning_bytes": 96.392,
+    "flops_per_problem": 5581858996.224
+  },
+  "runmax.sumd16": {
+    "acc": 0.972,
+    "reasoning_bytes": 104.012,
+    "flops_per_problem": 6006707748.864
+  },
+  "runmax.inc12": {
+    "acc": 1.0,
+    "reasoning_bytes": 87.0,
+    "flops_per_problem": 5065769336.832
+  },
+  "runmax.inc14": {
+    "acc": 0.998,
+    "reasoning_bytes": 98.556,
+    "flops_per_problem": 5667800334.336
+  },
+  "runmax.inc16": {
+    "acc": 0.972,
+    "reasoning_bytes": 105.036,
+    "flops_per_problem": 6043981381.632
+  },
+  "count.cmp16": {
+    "acc": 0.998,
+    "reasoning_bytes": 95.0,
+    "flops_per_problem": 5697036288.0
+  },
+  "count.cmp18": {
+    "acc": 0.972,
+    "reasoning_bytes": 103.54,
+    "flops_per_problem": 6162603393.024
+  },
+  "count.cmp20": {
+    "acc": 0.952,
+    "reasoning_bytes": 110.04,
+    "flops_per_problem": 6538077831.168
+  },
+  "count.runmax16": {
+    "acc": 0.998,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5785362432.0
+  },
+  "count.runmax18": {
+    "acc": 0.96,
+    "reasoning_bytes": 104.94,
+    "flops_per_problem": 6268506439.68
+  },
+  "count.runmax20": {
+    "acc": 0.766,
+    "reasoning_bytes": 111.15,
+    "flops_per_problem": 6631085260.8
+  },
+  "count.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5829525504.0
+  },
+  "count.count18": {
+    "acc": 0.998,
+    "reasoning_bytes": 105.296,
+    "flops_per_problem": 6328391565.312
+  },
+  "count.count20": {
+    "acc": 0.998,
+    "reasoning_bytes": 111.128,
+    "flops_per_problem": 6674276745.216
+  },
+  "count.find16": {
+    "acc": 0.998,
+    "reasoning_bytes": 96.0,
+    "flops_per_problem": 5785362432.0
+  },
+  "count.find18": {
+    "acc": 0.98,
+    "reasoning_bytes": 104.7,
+    "flops_per_problem": 6257907302.4
+  },
+  "count.find20": {
+    "acc": 0.948,
+    "reasoning_bytes": 111.11,
+    "flops_per_problem": 6629318737.92
+  },
+  "count.rev16": {
+    "acc": 0.998,
+    "reasoning_bytes": 91.0,
+    "flops_per_problem": 5432057856.0
+  },
+  "count.rev18": {
+    "acc": 0.958,
+    "reasoning_bytes": 100.08,
+    "flops_per_problem": 5921384693.76
+  },
+  "count.rev20": {
+    "acc": 0.77,
+    "reasoning_bytes": 106.23,
+    "flops_per_problem": 6281313730.56
+  },
+  "count.sumd16": {
+    "acc": 0.998,
+    "reasoning_bytes": 94.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "count.sumd18": {
+    "acc": 0.94,
+    "reasoning_bytes": 102.55,
+    "flops_per_problem": 6074630553.6
+  },
+  "count.sumd20": {
+    "acc": 0.77,
+    "reasoning_bytes": 109.12,
+    "flops_per_problem": 6453108080.64
+  },
+  "count.inc16": {
+    "acc": 0.996,
+    "reasoning_bytes": 95.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "count.inc18": {
+    "acc": 0.966,
+    "reasoning_bytes": 104.07,
+    "flops_per_problem": 6097772003.328
+  },
+  "count.inc20": {
+    "acc": 0.78,
+    "reasoning_bytes": 110.43,
+    "flops_per_problem": 6466798632.96
+  },
+  "parity.cmp16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6359482368.0
+  },
+  "parity.cmp20": {
+    "acc": 0.964,
+    "reasoning_bytes": 129.18,
+    "flops_per_problem": 7339019304.96
+  },
+  "parity.cmp24": {
+    "acc": 0.938,
+    "reasoning_bytes": 147.564,
+    "flops_per_problem": 8327565508.608
+  },
+  "parity.runmax16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.runmax20": {
+    "acc": 0.834,
+    "reasoning_bytes": 132.724,
+    "flops_per_problem": 7539696304.128
+  },
+  "parity.runmax24": {
+    "acc": 0.726,
+    "reasoning_bytes": 153.436,
+    "flops_per_problem": 8631054139.392
+  },
+  "parity.count16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6491971584.0
+  },
+  "parity.count20": {
+    "acc": 1.0,
+    "reasoning_bytes": 130.96,
+    "flops_per_problem": 7505955717.12
+  },
+  "parity.count24": {
+    "acc": 0.998,
+    "reasoning_bytes": 150.7,
+    "flops_per_problem": 8554387046.4
+  },
+  "parity.find16": {
+    "acc": 1.0,
+    "reasoning_bytes": 112.0,
+    "flops_per_problem": 6447808512.0
+  },
+  "parity.find20": {
+    "acc": 0.94,
+    "reasoning_bytes": 132.04,
+    "flops_per_problem": 7509488762.88
+  },
+  "parity.find24": {
+    "acc": 0.938,
+    "reasoning_bytes": 152.896,
+    "flops_per_problem": 8607206080.512
+  },
+  "parity.rev16": {
+    "acc": 1.0,
+    "reasoning_bytes": 107.0,
+    "flops_per_problem": 6094503936.0
+  },
+  "parity.rev20": {
+    "acc": 0.868,
+    "reasoning_bytes": 129.596,
+    "flops_per_problem": 7269064998.912
+  },
+  "parity.rev24": {
+    "acc": 0.688,
+    "reasoning_bytes": 149.0,
+    "flops_per_problem": 8302657536.0
+  },
+  "parity.sumd16": {
+    "acc": 1.0,
+    "reasoning_bytes": 110.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.sumd20": {
+    "acc": 0.778,
+    "reasoning_bytes": 129.752,
+    "flops_per_problem": 7320117510.144
+  },
+  "parity.sumd24": {
+    "acc": 0.67,
+    "reasoning_bytes": 151.328,
+    "flops_per_problem": 8449632239.616
+  },
+  "parity.inc16": {
+    "acc": 1.0,
+    "reasoning_bytes": 111.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "parity.inc20": {
+    "acc": 0.79,
+    "reasoning_bytes": 131.856,
+    "flops_per_problem": 7368873541.632
+  },
+  "parity.inc24": {
+    "acc": 0.668,
+    "reasoning_bytes": 152.88,
+    "flops_per_problem": 8474010255.36
+  },
+  "sumd.cmp6": {
+    "acc": 0.998,
+    "reasoning_bytes": 62.088,
+    "flops_per_problem": 3713407746.048
+  },
+  "sumd.cmp7": {
+    "acc": 0.992,
+    "reasoning_bytes": 70.084,
+    "flops_per_problem": 4110875394.048
+  },
+  "sumd.cmp8": {
+    "acc": 0.958,
+    "reasoning_bytes": 74.796,
+    "flops_per_problem": 4363046535.168
+  },
+  "sumd.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 67.542,
+    "flops_per_problem": 3954449793.024
+  },
+  "sumd.runmax7": {
+    "acc": 0.996,
+    "reasoning_bytes": 75.48,
+    "flops_per_problem": 4349179330.56
+  },
+  "sumd.runmax8": {
+    "acc": 0.758,
+    "reasoning_bytes": 81.49,
+    "flops_per_problem": 4658762465.28
+  },
+  "sumd.count6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.428,
+    "flops_per_problem": 3949415202.816
+  },
+  "sumd.count7": {
+    "acc": 0.996,
+    "reasoning_bytes": 74.428,
+    "flops_per_problem": 4346882850.816
+  },
+  "sumd.count8": {
+    "acc": 0.676,
+    "reasoning_bytes": 79.316,
+    "flops_per_problem": 4606915018.752
+  },
+  "sumd.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 66.26,
+    "flops_per_problem": 3897832734.72
+  },
+  "sumd.find7": {
+    "acc": 1.0,
+    "reasoning_bytes": 74.412,
+    "flops_per_problem": 4302013169.664
+  },
+  "sumd.find8": {
+    "acc": 0.866,
+    "reasoning_bytes": 79.372,
+    "flops_per_problem": 4565225078.784
+  },
+  "sumd.rev6": {
+    "acc": 1.0,
+    "reasoning_bytes": 61.544,
+    "flops_per_problem": 3601145217.024
+  },
+  "sumd.rev7": {
+    "acc": 0.998,
+    "reasoning_bytes": 69.48,
+    "flops_per_problem": 3995874754.56
+  },
+  "sumd.rev8": {
+    "acc": 0.956,
+    "reasoning_bytes": 77.408,
+    "flops_per_problem": 4389897682.944
+  },
+  "sumd.sumd6": {
+    "acc": 1.0,
+    "reasoning_bytes": 65.744,
+    "flops_per_problem": 3795639386.112
+  },
+  "sumd.sumd7": {
+    "acc": 0.986,
+    "reasoning_bytes": 73.728,
+    "flops_per_problem": 4194696904.704
+  },
+  "sumd.sumd8": {
+    "acc": 0.696,
+    "reasoning_bytes": 80.102,
+    "flops_per_problem": 4520355397.632
+  },
+  "sumd.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 68.538,
+    "flops_per_problem": 3910021742.592
+  },
+  "sumd.inc7": {
+    "acc": 0.97,
+    "reasoning_bytes": 76.486,
+    "flops_per_problem": 4305281236.992
+  },
+  "sumd.inc8": {
+    "acc": 0.718,
+    "reasoning_bytes": 83.436,
+    "flops_per_problem": 4657084268.544
+  },
+  "inc.cmp6": {
+    "acc": 0.998,
+    "reasoning_bytes": 78.624,
+    "flops_per_problem": 4576354172.928
+  },
+  "inc.cmp7": {
+    "acc": 1.0,
+    "reasoning_bytes": 89.818,
+    "flops_per_problem": 5159041744.896
+  },
+  "inc.cmp8": {
+    "acc": 0.982,
+    "reasoning_bytes": 100.692,
+    "flops_per_problem": 5727862112.256
+  },
+  "inc.runmax6": {
+    "acc": 1.0,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5520384000.0
+  },
+  "inc.runmax7": {
+    "acc": 0.992,
+    "reasoning_bytes": 120.0,
+    "flops_per_problem": 6271156224.0
+  },
+  "inc.runmax8": {
+    "acc": 0.906,
+    "reasoning_bytes": 133.786,
+    "flops_per_problem": 6924151406.592
+  },
+  "inc.count6": {
+    "acc": 0.99,
+    "reasoning_bytes": 99.0,
+    "flops_per_problem": 5343731712.0
+  },
+  "inc.count7": {
+    "acc": 0.844,
+    "reasoning_bytes": 114.002,
+    "flops_per_problem": 6050429190.144
+  },
+  "inc.count8": {
+    "acc": 0.786,
+    "reasoning_bytes": 114.06,
+    "flops_per_problem": 6097153720.32
+  },
+  "inc.find6": {
+    "acc": 1.0,
+    "reasoning_bytes": 91.88,
+    "flops_per_problem": 4985127567.36
+  },
+  "inc.find7": {
+    "acc": 0.924,
+    "reasoning_bytes": 102.672,
+    "flops_per_problem": 5505898512.384
+  },
+  "inc.find8": {
+    "acc": 0.636,
+    "reasoning_bytes": 113.272,
+    "flops_per_problem": 6020309975.04
+  },
+  "inc.rev6": {
+    "acc": 0.998,
+    "reasoning_bytes": 104.0,
+    "flops_per_problem": 5608710144.0
+  },
+  "inc.rev7": {
+    "acc": 0.912,
+    "reasoning_bytes": 123.97,
+    "flops_per_problem": 6578796183.552
+  },
+  "inc.rev8": {
+    "acc": 0.002,
+    "reasoning_bytes": 136.128,
+    "flops_per_problem": 7173672763.392
+  },
+  "inc.sumd6": {
+    "acc": 0.992,
+    "reasoning_bytes": 109.554,
+    "flops_per_problem": 5721414303.744
+  },
+  "inc.sumd7": {
+    "acc": 0.812,
+    "reasoning_bytes": 127.45,
+    "flops_per_problem": 6555478081.536
+  },
+  "inc.sumd8": {
+    "acc": 0.066,
+    "reasoning_bytes": 142.848,
+    "flops_per_problem": 7280459071.488
+  },
+  "inc.inc6": {
+    "acc": 1.0,
+    "reasoning_bytes": 113.0,
+    "flops_per_problem": 6006177792.0
+  },
+  "inc.inc7": {
+    "acc": 0.976,
+    "reasoning_bytes": 131.0,
+    "flops_per_problem": 6889439232.0
+  },
+  "inc.inc8": {
+    "acc": 0.07,
+    "reasoning_bytes": 148.52,
+    "flops_per_problem": 7750530809.856
+  },
+  "fso6": {
+    "acc": 0.536,
+    "actions": 4.53,
+    "invalid": 0.334,
+    "reasoning_bytes": 21.406,
+    "flops_per_problem": 1967818162.176
+  },
+  "fso7": {
+    "acc": 0.494,
+    "actions": 5.162,
+    "invalid": 0.372,
+    "reasoning_bytes": 23.984,
+    "flops_per_problem": 2169290096.64
+  },
+  "fso8": {
+    "acc": 0.474,
+    "actions": 5.502,
+    "invalid": 0.34,
+    "reasoning_bytes": 25.306,
+    "flops_per_problem": 2303722487.808
+  }
+}