paper-data/runs: run-level JSONs consumed by make_paper_tables.py (unblocks clean-clone table rebuild)

paper-data/runs/20260704_134343_smoke/record.json

@@ -0,0 +1,79 @@
+{
+  "run_id": "20260704_134343_smoke",
+  "config": {
+    "name": "smoke",
+    "sets": [
+      [
+        "NEO",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "TradDraft"
+      ],
+      [
+        "DSK",
+        "PremierDraft"
+      ],
+      [
+        "DSK",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.001,
+    "warmup_steps": 2000,
+    "epochs": 4.0,
+    "max_steps": 400,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 200,
+    "val_max_picks": 200000,
+    "patience": 10,
+    "device": "mps",
+    "parity_check": true
+  },
+  "n_train_picks": 13261675,
+  "n_shards": 4,
+  "planned_steps": 400,
+  "torch_version": "2.12.1",
+  "parity": {
+    "cpu": {
+      "loss": 1.8068019151687622,
+      "grad_norm": 0.3211994469165802,
+      "trajectory_loss": 0.9738379716873169
+    },
+    "mps": {
+      "loss": 1.8068019151687622,
+      "grad_norm": 0.3211778998374939,
+      "trajectory_loss": NaN
+    },
+    "checks": {
+      "forward": {
+        "rel": 0.0,
+        "tol": 0.0001
+      },
+      "grad_norm": {
+        "rel": 6.708317617962703e-05,
+        "tol": 0.001
+      },
+      "trajectory": {
+        "rel": NaN,
+        "tol": 0.05
+      }
+    }
+  },
+  "n_params": 2198895,
+  "best_val_top1": 0.6654689816327043,
+  "best_step": 400,
+  "wall_clock_s": 67.0,
+  "examples_per_s": 48904,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260704_134343_smoke/best.pt",
+    "best_sha256": "02f9233b4ce57a01cd1b97ccb4efa2e1bcd66947cc61cbcd603e36ec9a5a25f4"
+  }
+}

paper-data/runs/20260704_134844_f_dev/zeroshot/summary.json

@@ -0,0 +1,86 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260704_134844_f_dev/",
+  "best_step": 2000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.5344195669256543,
+  "summaries": {
+    "BRO.PremierDraft": {
+      "expert": {
+        "label": "BRO expert",
+        "n_picks": 1151810,
+        "n_drafts": 25864,
+        "top1": 0.49570241619711586,
+        "top1_ci": [
+          0.49472002479539856,
+          0.4967322378916483
+        ],
+        "top3": 0.8284994921037324,
+        "top3_ci": [
+          0.8277299163158276,
+          0.8292696696681547
+        ],
+        "log_loss": 1.3462504340934585,
+        "log_loss_ci": [
+          1.343865447949124,
+          1.3485186633206305
+        ],
+        "ece": 0.06826867539921383,
+        "top1_non_forced": 0.45977479727197224
+      },
+      "all_users_top1": 0.4923906882545742,
+      "n_all": 4017249
+    },
+    "TMT.PremierDraft": {
+      "expert": {
+        "label": "TMT expert",
+        "n_picks": 329312,
+        "n_drafts": 8032,
+        "top1": 0.5628613594402876,
+        "top1_ci": [
+          0.5610178189680303,
+          0.5646837193907298
+        ],
+        "top3": 0.8839125206491109,
+        "top3_ci": [
+          0.8826067680497522,
+          0.8851091062578952
+        ],
+        "log_loss": 1.1420631960737944,
+        "log_loss_ci": [
+          1.1378333548945117,
+          1.1464488031635969
+        ],
+        "ece": 0.05785848571096812,
+        "top1_non_forced": 0.5281911947376874
+      },
+      "all_users_top1": 0.5661895734381437,
+      "n_all": 1318191
+    },
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.5446949251395595,
+        "top1_ci": [
+          0.5437277893799016,
+          0.5457151766609063
+        ],
+        "top3": 0.8601086046941282,
+        "top3_ci": [
+          0.8593344129351207,
+          0.8608915557378106
+        ],
+        "log_loss": 1.217506958136759,
+        "log_loss_ci": [
+          1.2148494118133168,
+          1.2200432785519177
+        ],
+        "ece": 0.07829305989477701,
+        "top1_non_forced": 0.5096746004189895
+      },
+      "all_users_top1": 0.5505473815187947,
+      "n_all": 4515041
+    }
+  }
+}

paper-data/runs/20260704_135710_a_notext/record.json

@@ -0,0 +1,270 @@
+{
+  "run_id": "20260704_135710_a_notext",
+  "config": {
+    "name": "a_notext",
+    "sets": [
+      [
+        "STX",
+        "PremierDraft"
+      ],
+      [
+        "STX",
+        "TradDraft"
+      ],
+      [
+        "AFR",
+        "PremierDraft"
+      ],
+      [
+        "MID",
+        "PremierDraft"
+      ],
+      [
+        "VOW",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "TradDraft"
+      ],
+      [
+        "SNC",
+        "PremierDraft"
+      ],
+      [
+        "SNC",
+        "TradDraft"
+      ],
+      [
+        "HBG",
+        "PremierDraft"
+      ],
+      [
+        "HBG",
+        "TradDraft"
+      ],
+      [
+        "DMU",
+        "PremierDraft"
+      ],
+      [
+        "DMU",
+        "TradDraft"
+      ],
+      [
+        "ONE",
+        "PremierDraft"
+      ],
+      [
+        "ONE",
+        "TradDraft"
+      ],
+      [
+        "SIR",
+        "PremierDraft"
+      ],
+      [
+        "SIR",
+        "TradDraft"
+      ],
+      [
+        "MOM",
+        "PremierDraft"
+      ],
+      [
+        "MOM",
+        "TradDraft"
+      ],
+      [
+        "LTR",
+        "PremierDraft"
+      ],
+      [
+        "LTR",
+        "TradDraft"
+      ],
+      [
+        "WOE",
+        "PremierDraft"
+      ],
+      [
+        "WOE",
+        "TradDraft"
+      ],
+      [
+        "LCI",
+        "PremierDraft"
+      ],
+      [
+        "LCI",
+        "TradDraft"
+      ],
+      [
+        "KTK",
+        "PremierDraft"
+      ],
+      [
+        "KTK",
+        "TradDraft"
+      ],
+      [
+        "MKM",
+        "PremierDraft"
+      ],
+      [
+        "MKM",
+        "TradDraft"
+      ],
+      [
+        "OTJ",
+        "PremierDraft"
+      ],
+      [
+        "OTJ",
+        "TradDraft"
+      ],
+      [
+        "MH3",
+        "PremierDraft"
+      ],
+      [
+        "MH3",
+        "TradDraft"
+      ],
+      [
+        "BLB",
+        "PremierDraft"
+      ],
+      [
+        "BLB",
+        "TradDraft"
+      ],
+      [
+        "DSK",
+        "PremierDraft"
+      ],
+      [
+        "DSK",
+        "TradDraft"
+      ],
+      [
+        "FDN",
+        "PremierDraft"
+      ],
+      [
+        "FDN",
+        "TradDraft"
+      ],
+      [
+        "PIO",
+        "PremierDraft"
+      ],
+      [
+        "PIO",
+        "TradDraft"
+      ],
+      [
+        "DFT",
+        "PremierDraft"
+      ],
+      [
+        "DFT",
+        "TradDraft"
+      ],
+      [
+        "TDM",
+        "PremierDraft"
+      ],
+      [
+        "TDM",
+        "TradDraft"
+      ],
+      [
+        "FIN",
+        "PremierDraft"
+      ],
+      [
+        "FIN",
+        "TradDraft"
+      ],
+      [
+        "EOE",
+        "PremierDraft"
+      ],
+      [
+        "EOE",
+        "TradDraft"
+      ],
+      [
+        "TLA",
+        "PremierDraft"
+      ],
+      [
+        "TLA",
+        "TradDraft"
+      ],
+      [
+        "ECL",
+        "PremierDraft"
+      ],
+      [
+        "ECL",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.001,
+    "warmup_steps": 2000,
+    "epochs": 4.0,
+    "max_steps": 0,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 2000,
+    "val_max_picks": 200000,
+    "patience": 3,
+    "device": "mps",
+    "parity_check": true,
+    "no_text": true
+  },
+  "n_train_picks": 149407128,
+  "n_shards": 53,
+  "planned_steps": 72952,
+  "torch_version": "2.12.1",
+  "parity": {
+    "cpu": {
+      "loss": 1.870518445968628,
+      "grad_norm": 0.16667917370796204
+    },
+    "mps": {
+      "loss": 1.870518445968628,
+      "grad_norm": 0.16667918860912323
+    },
+    "checks": {
+      "forward": {
+        "rel": 0.0,
+        "tol": 0.0001
+      },
+      "grad_norm": {
+        "rel": 8.940025836674667e-08,
+        "tol": 0.001
+      }
+    }
+  },
+  "n_params": 2001519,
+  "best_val_top1": 0.6791302651911046,
+  "best_step": 24000,
+  "wall_clock_s": 7573.5,
+  "examples_per_s": 25960,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260704_135710_a_notext/best.pt",
+    "best_sha256": "824623d0aed62f8f1d039d8d195cfcd3db7a86f4da7ca06bc2d123dd32e50861"
+  }
+}

paper-data/runs/20260704_135710_a_notext/zeroshot/summary.json

@@ -0,0 +1,86 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260704_135710_a_notext/",
+  "best_step": 24000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.5159429647645898,
+  "summaries": {
+    "BRO.PremierDraft": {
+      "expert": {
+        "label": "BRO expert",
+        "n_picks": 1151810,
+        "n_drafts": 25864,
+        "top1": 0.4576397148835311,
+        "top1_ci": [
+          0.4566776368587864,
+          0.4586332997361087
+        ],
+        "top3": 0.7980396072268864,
+        "top3_ci": [
+          0.7971929248011033,
+          0.7988803934304672
+        ],
+        "log_loss": 1.4958262523849053,
+        "log_loss_ci": [
+          1.4931364219577676,
+          1.498359502735108
+        ],
+        "ece": 0.13473230705828623,
+        "top1_non_forced": 0.41900039899219593
+      },
+      "all_users_top1": 0.4541284346576476,
+      "n_all": 4017249
+    },
+    "TMT.PremierDraft": {
+      "expert": {
+        "label": "TMT expert",
+        "n_picks": 329312,
+        "n_drafts": 8032,
+        "top1": 0.5591354095811875,
+        "top1_ci": [
+          0.5571429981294335,
+          0.5609849474055
+        ],
+        "top3": 0.8808090807501701,
+        "top3_ci": [
+          0.8794849565154018,
+          0.8821451996890487
+        ],
+        "log_loss": 1.172512508339809,
+        "log_loss_ci": [
+          1.1677855588071862,
+          1.1774756765579792
+        ],
+        "ece": 0.08508618823058499,
+        "top1_non_forced": 0.5241697338363164
+      },
+      "all_users_top1": 0.562550495337929,
+      "n_all": 1318191
+    },
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.5310537698290508,
+        "top1_ci": [
+          0.5301116681115389,
+          0.5320557244595594
+        ],
+        "top3": 0.8507109296605289,
+        "top3_ci": [
+          0.8499902615462804,
+          0.8514604385035691
+        ],
+        "log_loss": 1.2919139569006057,
+        "log_loss_ci": [
+          1.2891798166042772,
+          1.294423674074376
+        ],
+        "ece": 0.10967682942870552,
+        "top1_non_forced": 0.4949842196222852
+      },
+      "all_users_top1": 0.5364753055398611,
+      "n_all": 4515041
+    }
+  }
+}

paper-data/runs/20260704_135822_f_dev/record.json

@@ -0,0 +1,270 @@
+{
+  "run_id": "20260704_135822_f_dev",
+  "config": {
+    "name": "f_dev",
+    "sets": [
+      [
+        "STX",
+        "PremierDraft"
+      ],
+      [
+        "STX",
+        "TradDraft"
+      ],
+      [
+        "AFR",
+        "PremierDraft"
+      ],
+      [
+        "MID",
+        "PremierDraft"
+      ],
+      [
+        "VOW",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "TradDraft"
+      ],
+      [
+        "SNC",
+        "PremierDraft"
+      ],
+      [
+        "SNC",
+        "TradDraft"
+      ],
+      [
+        "HBG",
+        "PremierDraft"
+      ],
+      [
+        "HBG",
+        "TradDraft"
+      ],
+      [
+        "DMU",
+        "PremierDraft"
+      ],
+      [
+        "DMU",
+        "TradDraft"
+      ],
+      [
+        "ONE",
+        "PremierDraft"
+      ],
+      [
+        "ONE",
+        "TradDraft"
+      ],
+      [
+        "SIR",
+        "PremierDraft"
+      ],
+      [
+        "SIR",
+        "TradDraft"
+      ],
+      [
+        "MOM",
+        "PremierDraft"
+      ],
+      [
+        "MOM",
+        "TradDraft"
+      ],
+      [
+        "LTR",
+        "PremierDraft"
+      ],
+      [
+        "LTR",
+        "TradDraft"
+      ],
+      [
+        "WOE",
+        "PremierDraft"
+      ],
+      [
+        "WOE",
+        "TradDraft"
+      ],
+      [
+        "LCI",
+        "PremierDraft"
+      ],
+      [
+        "LCI",
+        "TradDraft"
+      ],
+      [
+        "KTK",
+        "PremierDraft"
+      ],
+      [
+        "KTK",
+        "TradDraft"
+      ],
+      [
+        "MKM",
+        "PremierDraft"
+      ],
+      [
+        "MKM",
+        "TradDraft"
+      ],
+      [
+        "OTJ",
+        "PremierDraft"
+      ],
+      [
+        "OTJ",
+        "TradDraft"
+      ],
+      [
+        "MH3",
+        "PremierDraft"
+      ],
+      [
+        "MH3",
+        "TradDraft"
+      ],
+      [
+        "BLB",
+        "PremierDraft"
+      ],
+      [
+        "BLB",
+        "TradDraft"
+      ],
+      [
+        "DSK",
+        "PremierDraft"
+      ],
+      [
+        "DSK",
+        "TradDraft"
+      ],
+      [
+        "FDN",
+        "PremierDraft"
+      ],
+      [
+        "FDN",
+        "TradDraft"
+      ],
+      [
+        "PIO",
+        "PremierDraft"
+      ],
+      [
+        "PIO",
+        "TradDraft"
+      ],
+      [
+        "DFT",
+        "PremierDraft"
+      ],
+      [
+        "DFT",
+        "TradDraft"
+      ],
+      [
+        "TDM",
+        "PremierDraft"
+      ],
+      [
+        "TDM",
+        "TradDraft"
+      ],
+      [
+        "FIN",
+        "PremierDraft"
+      ],
+      [
+        "FIN",
+        "TradDraft"
+      ],
+      [
+        "EOE",
+        "PremierDraft"
+      ],
+      [
+        "EOE",
+        "TradDraft"
+      ],
+      [
+        "TLA",
+        "PremierDraft"
+      ],
+      [
+        "TLA",
+        "TradDraft"
+      ],
+      [
+        "ECL",
+        "PremierDraft"
+      ],
+      [
+        "ECL",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.001,
+    "warmup_steps": 2000,
+    "epochs": 4.0,
+    "max_steps": 0,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 2000,
+    "val_max_picks": 200000,
+    "patience": 3,
+    "device": "mps",
+    "parity_check": true,
+    "no_text": false
+  },
+  "n_train_picks": 149407128,
+  "n_shards": 53,
+  "planned_steps": 72952,
+  "torch_version": "2.12.1",
+  "parity": {
+    "cpu": {
+      "loss": 1.8689252138137817,
+      "grad_norm": 0.16207799315452576
+    },
+    "mps": {
+      "loss": 1.8689250946044922,
+      "grad_norm": 0.16207802295684814
+    },
+    "checks": {
+      "forward": {
+        "rel": 6.378494370436546e-08,
+        "tol": 0.0001
+      },
+      "grad_norm": {
+        "rel": 1.8387642768553821e-07,
+        "tol": 0.001
+      }
+    }
+  },
+  "n_params": 2198895,
+  "best_val_top1": 0.6842710620146123,
+  "best_step": 34000,
+  "wall_clock_s": 6515.2,
+  "examples_per_s": 42750,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260704_135822_f_dev/best.pt",
+    "best_sha256": "c10e93e6e5022c217d03f41ba3f0e5975a2d460b96b59337d33ac422a314741d"
+  }
+}

paper-data/runs/20260704_135822_f_dev/zeroshot/summary.json

@@ -0,0 +1,86 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260704_135822_f_dev",
+  "best_step": 34000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.543032681830879,
+  "summaries": {
+    "BRO.PremierDraft": {
+      "expert": {
+        "label": "BRO expert",
+        "n_picks": 1151810,
+        "n_drafts": 25864,
+        "top1": 0.48886621925491186,
+        "top1_ci": [
+          0.48788886732731057,
+          0.4898848725519719
+        ],
+        "top3": 0.8284734461412907,
+        "top3_ci": [
+          0.8276957517325381,
+          0.8292555238558811
+        ],
+        "log_loss": 1.3821395069919484,
+        "log_loss_ci": [
+          1.3796652346195022,
+          1.3844929514616071
+        ],
+        "ece": 0.10248210613961743,
+        "top1_non_forced": 0.45245156988083246
+      },
+      "all_users_top1": 0.4841860686255694,
+      "n_all": 4017249
+    },
+    "TMT.PremierDraft": {
+      "expert": {
+        "label": "TMT expert",
+        "n_picks": 329312,
+        "n_drafts": 8032,
+        "top1": 0.5749896754445633,
+        "top1_ci": [
+          0.57306110922165,
+          0.5768967574822661
+        ],
+        "top3": 0.8946166553298999,
+        "top3_ci": [
+          0.8933348162229132,
+          0.8958253115586435
+        ],
+        "log_loss": 1.1079849046295942,
+        "log_loss_ci": [
+          1.1034081933276054,
+          1.1125054736554445
+        ],
+        "ece": 0.07147158855655962,
+        "top1_non_forced": 0.5412814268811883
+      },
+      "all_users_top1": 0.5780839043810798,
+      "n_all": 1318191
+    },
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.565242150793162,
+        "top1_ci": [
+          0.5642744949315299,
+          0.5662367299267205
+        ],
+        "top3": 0.8784301224066916,
+        "top3_ci": [
+          0.877769125051108,
+          0.8791280113961443
+        ],
+        "log_loss": 1.1725507495823977,
+        "log_loss_ci": [
+          1.1699789500394933,
+          1.1750190858861793
+        ],
+        "ece": 0.09321860708341238,
+        "top1_non_forced": 0.5318022400724064
+      },
+      "all_users_top1": 0.5681554165288865,
+      "n_all": 4515041
+    }
+  }
+}

paper-data/runs/20260704_154741_s1/record.json

@@ -0,0 +1,47 @@
+{
+  "run_id": "20260704_154741_s1",
+  "config": {
+    "name": "s1",
+    "sets": [
+      [
+        "NEO",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.001,
+    "warmup_steps": 2000,
+    "epochs": 4.0,
+    "max_steps": 72952,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 2000,
+    "val_max_picks": 200000,
+    "patience": 3,
+    "device": "mps",
+    "parity_check": false,
+    "no_text": false,
+    "skill_filter": false
+  },
+  "n_train_picks": 5412775,
+  "n_shards": 2,
+  "planned_steps": 72952,
+  "torch_version": "2.12.1",
+  "n_params": 2198895,
+  "best_val_top1": 0.6823786033088358,
+  "best_step": 4000,
+  "wall_clock_s": 1627.4,
+  "examples_per_s": 20135,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260704_154741_s1/best.pt",
+    "best_sha256": "8b2b8cdf737fc5863e951563ddc11630b4c2b9ad78d8180fc225ee15cc261448"
+  }
+}

paper-data/runs/20260704_154741_s1/zeroshot/summary.json

@@ -0,0 +1,86 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260704_154741_s1/",
+  "best_step": 4000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.4891654482696995,
+  "summaries": {
+    "BRO.PremierDraft": {
+      "expert": {
+        "label": "BRO expert",
+        "n_picks": 1151810,
+        "n_drafts": 25864,
+        "top1": 0.4301291011538361,
+        "top1_ci": [
+          0.4292544605547326,
+          0.4310336203804126
+        ],
+        "top3": 0.7816645106397757,
+        "top3_ci": [
+          0.7808825166485047,
+          0.7824878322656394
+        ],
+        "log_loss": 1.6000506645106622,
+        "log_loss_ci": [
+          1.597257186773314,
+          1.6027816208739178
+        ],
+        "ece": 0.1763202503445876,
+        "top1_non_forced": 0.3895298495455302
+      },
+      "all_users_top1": 0.43154034016811005,
+      "n_all": 4017249
+    },
+    "TMT.PremierDraft": {
+      "expert": {
+        "label": "TMT expert",
+        "n_picks": 329312,
+        "n_drafts": 8032,
+        "top1": 0.530229690992129,
+        "top1_ci": [
+          0.5283012766009134,
+          0.5321615975123895
+        ],
+        "top3": 0.8649092653775143,
+        "top3_ci": [
+          0.8634630684578759,
+          0.8663001955592264
+        ],
+        "log_loss": 1.3130235466347304,
+        "log_loss_ci": [
+          1.306832308298123,
+          1.3188463924014304
+        ],
+        "ece": 0.1516767709964229,
+        "top1_non_forced": 0.49297145647678076
+      },
+      "all_users_top1": 0.538808867607198,
+      "n_all": 1318191
+    },
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.5071375526631334,
+        "top1_ci": [
+          0.5061631129078799,
+          0.5081642556003225
+        ],
+        "top3": 0.8329284505899358,
+        "top3_ci": [
+          0.8321037140025282,
+          0.8337713559337998
+        ],
+        "log_loss": 1.423366589236247,
+        "log_loss_ci": [
+          1.4200023806966262,
+          1.4265870011414172
+        ],
+        "ece": 0.1662643868986012,
+        "top1_non_forced": 0.46922845851652745
+      },
+      "all_users_top1": 0.5144480415570977,
+      "n_all": 4515041
+    }
+  }
+}

paper-data/runs/20260704_160422_a_noctx/record.json

@@ -0,0 +1,251 @@
+{
+  "run_id": "20260704_160422_a_noctx",
+  "config": {
+    "name": "a_noctx",
+    "sets": [
+      [
+        "STX",
+        "PremierDraft"
+      ],
+      [
+        "STX",
+        "TradDraft"
+      ],
+      [
+        "AFR",
+        "PremierDraft"
+      ],
+      [
+        "MID",
+        "PremierDraft"
+      ],
+      [
+        "VOW",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "TradDraft"
+      ],
+      [
+        "SNC",
+        "PremierDraft"
+      ],
+      [
+        "SNC",
+        "TradDraft"
+      ],
+      [
+        "HBG",
+        "PremierDraft"
+      ],
+      [
+        "HBG",
+        "TradDraft"
+      ],
+      [
+        "DMU",
+        "PremierDraft"
+      ],
+      [
+        "DMU",
+        "TradDraft"
+      ],
+      [
+        "ONE",
+        "PremierDraft"
+      ],
+      [
+        "ONE",
+        "TradDraft"
+      ],
+      [
+        "SIR",
+        "PremierDraft"
+      ],
+      [
+        "SIR",
+        "TradDraft"
+      ],
+      [
+        "MOM",
+        "PremierDraft"
+      ],
+      [
+        "MOM",
+        "TradDraft"
+      ],
+      [
+        "LTR",
+        "PremierDraft"
+      ],
+      [
+        "LTR",
+        "TradDraft"
+      ],
+      [
+        "WOE",
+        "PremierDraft"
+      ],
+      [
+        "WOE",
+        "TradDraft"
+      ],
+      [
+        "LCI",
+        "PremierDraft"
+      ],
+      [
+        "LCI",
+        "TradDraft"
+      ],
+      [
+        "KTK",
+        "PremierDraft"
+      ],
+      [
+        "KTK",
+        "TradDraft"
+      ],
+      [
+        "MKM",
+        "PremierDraft"
+      ],
+      [
+        "MKM",
+        "TradDraft"
+      ],
+      [
+        "OTJ",
+        "PremierDraft"
+      ],
+      [
+        "OTJ",
+        "TradDraft"
+      ],
+      [
+        "MH3",
+        "PremierDraft"
+      ],
+      [
+        "MH3",
+        "TradDraft"
+      ],
+      [
+        "BLB",
+        "PremierDraft"
+      ],
+      [
+        "BLB",
+        "TradDraft"
+      ],
+      [
+        "DSK",
+        "PremierDraft"
+      ],
+      [
+        "DSK",
+        "TradDraft"
+      ],
+      [
+        "FDN",
+        "PremierDraft"
+      ],
+      [
+        "FDN",
+        "TradDraft"
+      ],
+      [
+        "PIO",
+        "PremierDraft"
+      ],
+      [
+        "PIO",
+        "TradDraft"
+      ],
+      [
+        "DFT",
+        "PremierDraft"
+      ],
+      [
+        "DFT",
+        "TradDraft"
+      ],
+      [
+        "TDM",
+        "PremierDraft"
+      ],
+      [
+        "TDM",
+        "TradDraft"
+      ],
+      [
+        "FIN",
+        "PremierDraft"
+      ],
+      [
+        "FIN",
+        "TradDraft"
+      ],
+      [
+        "EOE",
+        "PremierDraft"
+      ],
+      [
+        "EOE",
+        "TradDraft"
+      ],
+      [
+        "TLA",
+        "PremierDraft"
+      ],
+      [
+        "TLA",
+        "TradDraft"
+      ],
+      [
+        "ECL",
+        "PremierDraft"
+      ],
+      [
+        "ECL",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.001,
+    "warmup_steps": 2000,
+    "epochs": 4.0,
+    "max_steps": 0,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": false,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 2000,
+    "val_max_picks": 200000,
+    "patience": 3,
+    "device": "mps",
+    "parity_check": false,
+    "no_text": false,
+    "skill_filter": false
+  },
+  "n_train_picks": 149407128,
+  "n_shards": 53,
+  "planned_steps": 72952,
+  "torch_version": "2.12.1",
+  "n_params": 1637999,
+  "best_val_top1": 0.6841960503878101,
+  "best_step": 34000,
+  "wall_clock_s": 15321.4,
+  "examples_per_s": 18179,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260704_160422_a_noctx/best.pt",
+    "best_sha256": "d3eb5e65b7a6b2446877c18c741138e0122c6cd1fef1543c4d557a8b419ea804"
+  }
+}

paper-data/runs/20260704_160422_a_noctx/zeroshot/summary.json

@@ -0,0 +1,86 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260704_160422_a_noctx",
+  "best_step": 34000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.5477136311291417,
+  "summaries": {
+    "BRO.PremierDraft": {
+      "expert": {
+        "label": "BRO expert",
+        "n_picks": 1151810,
+        "n_drafts": 25864,
+        "top1": 0.500105052048515,
+        "top1_ci": [
+          0.49910980668182453,
+          0.5011048332862534
+        ],
+        "top3": 0.8329906842274334,
+        "top3_ci": [
+          0.8322319792065047,
+          0.8337636935256026
+        ],
+        "log_loss": 1.3673569784277124,
+        "log_loss_ci": [
+          1.3647234314956798,
+          1.3698837076212504
+        ],
+        "ece": 0.10457583149593264,
+        "top1_non_forced": 0.4644910896393166
+      },
+      "all_users_top1": 0.4936651922746138,
+      "n_all": 4017249
+    },
+    "TMT.PremierDraft": {
+      "expert": {
+        "label": "TMT expert",
+        "n_picks": 329312,
+        "n_drafts": 8032,
+        "top1": 0.5772155281313769,
+        "top1_ci": [
+          0.5752626688368477,
+          0.579177573243611
+        ],
+        "top3": 0.8931499611310855,
+        "top3_ci": [
+          0.8918440567000292,
+          0.8944132767709649
+        ],
+        "log_loss": 1.1152361160299809,
+        "log_loss_ci": [
+          1.1104665140203087,
+          1.1200426298568529
+        ],
+        "ece": 0.08278545369733042,
+        "top1_non_forced": 0.5436838155044197
+      },
+      "all_users_top1": 0.5813156060085375,
+      "n_all": 1318191
+    },
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.5658203132075335,
+        "top1_ci": [
+          0.5649069702433538,
+          0.5667990549679512
+        ],
+        "top3": 0.8804247102848428,
+        "top3_ci": [
+          0.8797373313118666,
+          0.8810827727223934
+        ],
+        "log_loss": 1.1787421338223696,
+        "log_loss_ci": [
+          1.1762349134143377,
+          1.1811401639602226
+        ],
+        "ece": 0.10167816474236954,
+        "top1_non_forced": 0.5324248725280984
+      },
+      "all_users_top1": 0.569019639024319,
+      "n_all": 4515041
+    }
+  }
+}

paper-data/runs/20260704_161450_s2/record.json

@@ -0,0 +1,55 @@
+{
+  "run_id": "20260704_161450_s2",
+  "config": {
+    "name": "s2",
+    "sets": [
+      [
+        "NEO",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "TradDraft"
+      ],
+      [
+        "DSK",
+        "PremierDraft"
+      ],
+      [
+        "DSK",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.001,
+    "warmup_steps": 2000,
+    "epochs": 4.0,
+    "max_steps": 72952,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 2000,
+    "val_max_picks": 200000,
+    "patience": 3,
+    "device": "mps",
+    "parity_check": false,
+    "no_text": false,
+    "skill_filter": false
+  },
+  "n_train_picks": 13261675,
+  "n_shards": 4,
+  "planned_steps": 72952,
+  "torch_version": "2.12.1",
+  "n_params": 2198895,
+  "best_val_top1": 0.6951079172843538,
+  "best_step": 18000,
+  "wall_clock_s": 3815.9,
+  "examples_per_s": 38642,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260704_161450_s2/best.pt",
+    "best_sha256": "0be4890dc410025f1873aadaf9b9ffc5d353c20f356c2819a7abbd1e280797e4"
+  }
+}

paper-data/runs/20260704_161450_s2/zeroshot/summary.json

@@ -0,0 +1,86 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260704_161450_s2/",
+  "best_step": 18000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.5094993099337723,
+  "summaries": {
+    "BRO.PremierDraft": {
+      "expert": {
+        "label": "BRO expert",
+        "n_picks": 1151810,
+        "n_drafts": 25864,
+        "top1": 0.4532501020133529,
+        "top1_ci": [
+          0.45231452823870977,
+          0.4542168099950353
+        ],
+        "top3": 0.7973433118309443,
+        "top3_ci": [
+          0.7965333353000209,
+          0.798121128303013
+        ],
+        "log_loss": 1.5613951542738442,
+        "log_loss_ci": [
+          1.558529174232155,
+          1.5641826256144773
+        ],
+        "ece": 0.16914457703074046,
+        "top1_non_forced": 0.41429805740093323
+      },
+      "all_users_top1": 0.4494316882025486,
+      "n_all": 4017249
+    },
+    "TMT.PremierDraft": {
+      "expert": {
+        "label": "TMT expert",
+        "n_picks": 329312,
+        "n_drafts": 8032,
+        "top1": 0.552728111942474,
+        "top1_ci": [
+          0.5506144628801867,
+          0.554681426732096
+        ],
+        "top3": 0.8688234865416383,
+        "top3_ci": [
+          0.8673381929598678,
+          0.8702204899912545
+        ],
+        "log_loss": 1.2373924949051949,
+        "log_loss_ci": [
+          1.231472489057532,
+          1.2433670102741554
+        ],
+        "ece": 0.11393329705054761,
+        "top1_non_forced": 0.5172542631746271
+      },
+      "all_users_top1": 0.5603565795852042,
+      "n_all": 1318191
+    },
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.5225197158454901,
+        "top1_ci": [
+          0.5215578502524656,
+          0.5235130784426144
+        ],
+        "top3": 0.8517419135147276,
+        "top3_ci": [
+          0.850959438066706,
+          0.852548439924123
+        ],
+        "log_loss": 1.3321525944916177,
+        "log_loss_ci": [
+          1.3289002015941926,
+          1.3351660613918575
+        ],
+        "ece": 0.1390105836758439,
+        "top1_non_forced": 0.4857937588508608
+      },
+      "all_users_top1": 0.5301836683210629,
+      "n_all": 4515041
+    }
+  }
+}

paper-data/runs/20260704_171827_s2b/record.json

@@ -0,0 +1,55 @@
+{
+  "run_id": "20260704_171827_s2b",
+  "config": {
+    "name": "s2b",
+    "sets": [
+      [
+        "MOM",
+        "PremierDraft"
+      ],
+      [
+        "MOM",
+        "TradDraft"
+      ],
+      [
+        "TDM",
+        "PremierDraft"
+      ],
+      [
+        "TDM",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.001,
+    "warmup_steps": 2000,
+    "epochs": 4.0,
+    "max_steps": 72952,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 2000,
+    "val_max_picks": 200000,
+    "patience": 3,
+    "device": "mps",
+    "parity_check": false,
+    "no_text": false,
+    "skill_filter": false
+  },
+  "n_train_picks": 14521984,
+  "n_shards": 4,
+  "planned_steps": 72952,
+  "torch_version": "2.12.1",
+  "n_params": 2198895,
+  "best_val_top1": 0.6758317551612074,
+  "best_step": 8000,
+  "wall_clock_s": 2245.7,
+  "examples_per_s": 29183,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260704_171827_s2b/best.pt",
+    "best_sha256": "79e2f953788f97449e00a322f11e76c11f914a908ece60e7562a801d47231481"
+  }
+}

paper-data/runs/20260704_171827_s2b/zeroshot/summary.json

@@ -0,0 +1,86 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260704_171827_s2b/",
+  "best_step": 8000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.5019813503016172,
+  "summaries": {
+    "BRO.PremierDraft": {
+      "expert": {
+        "label": "BRO expert",
+        "n_picks": 1151810,
+        "n_drafts": 25864,
+        "top1": 0.44601453364704247,
+        "top1_ci": [
+          0.445014708475589,
+          0.4470338282080907
+        ],
+        "top3": 0.7918823417056633,
+        "top3_ci": [
+          0.7910125512132274,
+          0.792738378763999
+        ],
+        "log_loss": 1.5233774549953767,
+        "log_loss_ci": [
+          1.5204663383837758,
+          1.5262879949068031
+        ],
+        "ece": 0.14010155277857433,
+        "top1_non_forced": 0.4065470062099555
+      },
+      "all_users_top1": 0.44463014366298925,
+      "n_all": 4017249
+    },
+    "TMT.PremierDraft": {
+      "expert": {
+        "label": "TMT expert",
+        "n_picks": 329312,
+        "n_drafts": 8032,
+        "top1": 0.537171436206394,
+        "top1_ci": [
+          0.5351608808667768,
+          0.5391667324604023
+        ],
+        "top3": 0.8608249927120785,
+        "top3_ci": [
+          0.8592761575648625,
+          0.8622342186133515
+        ],
+        "log_loss": 1.300763714522687,
+        "log_loss_ci": [
+          1.2947433633171745,
+          1.3068776359164613
+        ],
+        "ece": 0.14137388865220266,
+        "top1_non_forced": 0.5004637626059854
+      },
+      "all_users_top1": 0.5401250653357518,
+      "n_all": 1318191
+    },
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.5227580810514152,
+        "top1_ci": [
+          0.5218628742425493,
+          0.5237691313060175
+        ],
+        "top3": 0.8532264433230573,
+        "top3_ci": [
+          0.852484562445317,
+          0.853967729903295
+        ],
+        "log_loss": 1.3042946894839702,
+        "log_loss_ci": [
+          1.3014356967391139,
+          1.3070587194151844
+        ],
+        "ece": 0.13457830005292046,
+        "top1_non_forced": 0.48605045819662857
+      },
+      "all_users_top1": 0.5282527888451068,
+      "n_all": 4515041
+    }
+  }
+}

paper-data/runs/20260704_175554_s4/record.json

@@ -0,0 +1,71 @@
+{
+  "run_id": "20260704_175554_s4",
+  "config": {
+    "name": "s4",
+    "sets": [
+      [
+        "NEO",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "TradDraft"
+      ],
+      [
+        "DSK",
+        "PremierDraft"
+      ],
+      [
+        "DSK",
+        "TradDraft"
+      ],
+      [
+        "DMU",
+        "PremierDraft"
+      ],
+      [
+        "DMU",
+        "TradDraft"
+      ],
+      [
+        "FIN",
+        "PremierDraft"
+      ],
+      [
+        "FIN",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.001,
+    "warmup_steps": 2000,
+    "epochs": 4.0,
+    "max_steps": 72952,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 2000,
+    "val_max_picks": 200000,
+    "patience": 3,
+    "device": "mps",
+    "parity_check": false,
+    "no_text": false,
+    "skill_filter": false
+  },
+  "n_train_picks": 27792360,
+  "n_shards": 8,
+  "planned_steps": 72952,
+  "torch_version": "2.12.1",
+  "n_params": 2198895,
+  "best_val_top1": 0.68917,
+  "best_step": 24000,
+  "wall_clock_s": 4863.6,
+  "examples_per_s": 40425,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260704_175554_s4/best.pt",
+    "best_sha256": "5b35bb209b3daaa03e4723e7d56e4ed2a222b89a130acba0da3622cf8f100068"
+  }
+}

paper-data/runs/20260704_175554_s4/zeroshot/summary.json

@@ -0,0 +1,86 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260704_175554_s4/",
+  "best_step": 24000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.5166938911004826,
+  "summaries": {
+    "BRO.PremierDraft": {
+      "expert": {
+        "label": "BRO expert",
+        "n_picks": 1151810,
+        "n_drafts": 25864,
+        "top1": 0.4583690018318994,
+        "top1_ci": [
+          0.4573656198998356,
+          0.45937821669419404
+        ],
+        "top3": 0.8082053463678905,
+        "top3_ci": [
+          0.8073978352643891,
+          0.809051924998753
+        ],
+        "log_loss": 1.4556186721321804,
+        "log_loss_ci": [
+          1.4529134049478838,
+          1.4582047234128306
+        ],
+        "ece": 0.12599839867772025,
+        "top1_non_forced": 0.41978164245276967
+      },
+      "all_users_top1": 0.45822452130798963,
+      "n_all": 4017249
+    },
+    "TMT.PremierDraft": {
+      "expert": {
+        "label": "TMT expert",
+        "n_picks": 329312,
+        "n_drafts": 8032,
+        "top1": 0.553718054610825,
+        "top1_ci": [
+          0.5518322290107861,
+          0.5556073723399086
+        ],
+        "top3": 0.8702203381595569,
+        "top3_ci": [
+          0.8687685234671072,
+          0.871632524778933
+        ],
+        "log_loss": 1.2040038665505377,
+        "log_loss_ci": [
+          1.198662822536087,
+          1.2091291689887533
+        ],
+        "ece": 0.09643139234893244,
+        "top1_non_forced": 0.5183227197792293
+      },
+      "all_users_top1": 0.5617706387010684,
+      "n_all": 1318191
+    },
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.5379946168587233,
+        "top1_ci": [
+          0.5369787819287074,
+          0.5389575590576967
+        ],
+        "top3": 0.8622328806326459,
+        "top3_ci": [
+          0.8615022480096003,
+          0.8629526124861165
+        ],
+        "log_loss": 1.2571913634598342,
+        "log_loss_ci": [
+          1.2543905589604984,
+          1.2598736120334997
+        ],
+        "ece": 0.11527968855011501,
+        "top1_non_forced": 0.5024589300552801
+      },
+      "all_users_top1": 0.5427784598190802,
+      "n_all": 4515041
+    }
+  }
+}

paper-data/runs/20260704_191659_s4b/record.json

@@ -0,0 +1,72 @@
+{
+  "run_id": "20260704_191659_s4b",
+  "config": {
+    "name": "s4b",
+    "sets": [
+      [
+        "STX",
+        "PremierDraft"
+      ],
+      [
+        "STX",
+        "TradDraft"
+      ],
+      [
+        "SNC",
+        "PremierDraft"
+      ],
+      [
+        "SNC",
+        "TradDraft"
+      ],
+      [
+        "OTJ",
+        "PremierDraft"
+      ],
+      [
+        "OTJ",
+        "TradDraft"
+      ],
+      [
+        "TLA",
+        "PremierDraft"
+      ],
+      [
+        "TLA",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.001,
+    "warmup_steps": 2000,
+    "epochs": 4.0,
+    "max_steps": 72952,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 2000,
+    "val_max_picks": 200000,
+    "patience": 3,
+    "device": "mps",
+    "parity_check": false,
+    "no_text": false,
+    "skill_filter": false,
+    "init_from": ""
+  },
+  "n_train_picks": 23541335,
+  "n_shards": 8,
+  "planned_steps": 72952,
+  "torch_version": "2.12.1",
+  "n_params": 2198895,
+  "best_val_top1": 0.6821181558405709,
+  "best_step": 20000,
+  "wall_clock_s": 4159.5,
+  "examples_per_s": 39389,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260704_191659_s4b/best.pt",
+    "best_sha256": "2382932cb470ff98d575e37a6ebd9963bf83355261ebdd56520ade4ad1aeb176"
+  }
+}

paper-data/runs/20260704_191659_s4b/zeroshot/summary.json

@@ -0,0 +1,86 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260704_191659_s4b/",
+  "best_step": 20000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.5103808921363419,
+  "summaries": {
+    "BRO.PremierDraft": {
+      "expert": {
+        "label": "BRO expert",
+        "n_picks": 1151810,
+        "n_drafts": 25864,
+        "top1": 0.4647224802701834,
+        "top1_ci": [
+          0.46376221073095486,
+          0.46569676791021836
+        ],
+        "top3": 0.80831734400639,
+        "top3_ci": [
+          0.8075128688075092,
+          0.8091521574740426
+        ],
+        "log_loss": 1.468965718566064,
+        "log_loss_ci": [
+          1.466310083454254,
+          1.4715840855366342
+        ],
+        "ece": 0.1320905588667714,
+        "top1_non_forced": 0.42658776107714874
+      },
+      "all_users_top1": 0.4613258973989414,
+      "n_all": 4017249
+    },
+    "TMT.PremierDraft": {
+      "expert": {
+        "label": "TMT expert",
+        "n_picks": 329312,
+        "n_drafts": 8032,
+        "top1": 0.548835147216014,
+        "top1_ci": [
+          0.5469458294869304,
+          0.5506572035030609
+        ],
+        "top3": 0.8705999174035565,
+        "top3_ci": [
+          0.8692757931687883,
+          0.871923965722476
+        ],
+        "log_loss": 1.2296927037370478,
+        "log_loss_ci": [
+          1.2245954284404117,
+          1.2351531752263039
+        ],
+        "ece": 0.11451112495768048,
+        "top1_non_forced": 0.5130525411896576
+      },
+      "all_users_top1": 0.5522166362841197,
+      "n_all": 1318191
+    },
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.5175850489228283,
+        "top1_ci": [
+          0.5166583718727986,
+          0.5185487677450724
+        ],
+        "top3": 0.851069564240872,
+        "top3_ci": [
+          0.85034164151413,
+          0.8518636325473096
+        ],
+        "log_loss": 1.3469722599580352,
+        "log_loss_ci": [
+          1.3439551423321203,
+          1.3497528013275015
+        ],
+        "ece": 0.1513903794272901,
+        "top1_non_forced": 0.48047953622464706
+      },
+      "all_users_top1": 0.5229356721234647,
+      "n_all": 4515041
+    }
+  }
+}

paper-data/runs/20260704_201946_a_proportional/record.json

@@ -0,0 +1,251 @@
+{
+  "run_id": "20260704_201946_a_proportional",
+  "config": {
+    "name": "a_proportional",
+    "sets": [
+      [
+        "STX",
+        "PremierDraft"
+      ],
+      [
+        "STX",
+        "TradDraft"
+      ],
+      [
+        "AFR",
+        "PremierDraft"
+      ],
+      [
+        "MID",
+        "PremierDraft"
+      ],
+      [
+        "VOW",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "TradDraft"
+      ],
+      [
+        "SNC",
+        "PremierDraft"
+      ],
+      [
+        "SNC",
+        "TradDraft"
+      ],
+      [
+        "HBG",
+        "PremierDraft"
+      ],
+      [
+        "HBG",
+        "TradDraft"
+      ],
+      [
+        "DMU",
+        "PremierDraft"
+      ],
+      [
+        "DMU",
+        "TradDraft"
+      ],
+      [
+        "ONE",
+        "PremierDraft"
+      ],
+      [
+        "ONE",
+        "TradDraft"
+      ],
+      [
+        "SIR",
+        "PremierDraft"
+      ],
+      [
+        "SIR",
+        "TradDraft"
+      ],
+      [
+        "MOM",
+        "PremierDraft"
+      ],
+      [
+        "MOM",
+        "TradDraft"
+      ],
+      [
+        "LTR",
+        "PremierDraft"
+      ],
+      [
+        "LTR",
+        "TradDraft"
+      ],
+      [
+        "WOE",
+        "PremierDraft"
+      ],
+      [
+        "WOE",
+        "TradDraft"
+      ],
+      [
+        "LCI",
+        "PremierDraft"
+      ],
+      [
+        "LCI",
+        "TradDraft"
+      ],
+      [
+        "KTK",
+        "PremierDraft"
+      ],
+      [
+        "KTK",
+        "TradDraft"
+      ],
+      [
+        "MKM",
+        "PremierDraft"
+      ],
+      [
+        "MKM",
+        "TradDraft"
+      ],
+      [
+        "OTJ",
+        "PremierDraft"
+      ],
+      [
+        "OTJ",
+        "TradDraft"
+      ],
+      [
+        "MH3",
+        "PremierDraft"
+      ],
+      [
+        "MH3",
+        "TradDraft"
+      ],
+      [
+        "BLB",
+        "PremierDraft"
+      ],
+      [
+        "BLB",
+        "TradDraft"
+      ],
+      [
+        "DSK",
+        "PremierDraft"
+      ],
+      [
+        "DSK",
+        "TradDraft"
+      ],
+      [
+        "FDN",
+        "PremierDraft"
+      ],
+      [
+        "FDN",
+        "TradDraft"
+      ],
+      [
+        "PIO",
+        "PremierDraft"
+      ],
+      [
+        "PIO",
+        "TradDraft"
+      ],
+      [
+        "DFT",
+        "PremierDraft"
+      ],
+      [
+        "DFT",
+        "TradDraft"
+      ],
+      [
+        "TDM",
+        "PremierDraft"
+      ],
+      [
+        "TDM",
+        "TradDraft"
+      ],
+      [
+        "FIN",
+        "PremierDraft"
+      ],
+      [
+        "FIN",
+        "TradDraft"
+      ],
+      [
+        "EOE",
+        "PremierDraft"
+      ],
+      [
+        "EOE",
+        "TradDraft"
+      ],
+      [
+        "TLA",
+        "PremierDraft"
+      ],
+      [
+        "TLA",
+        "TradDraft"
+      ],
+      [
+        "ECL",
+        "PremierDraft"
+      ],
+      [
+        "ECL",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.001,
+    "warmup_steps": 2000,
+    "epochs": 4.0,
+    "max_steps": 0,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 1.0,
+    "val_every": 2000,
+    "val_max_picks": 200000,
+    "patience": 3,
+    "device": "mps",
+    "parity_check": false,
+    "no_text": false,
+    "skill_filter": false
+  },
+  "n_train_picks": 149407128,
+  "n_shards": 53,
+  "planned_steps": 72952,
+  "torch_version": "2.12.1",
+  "n_params": 2198895,
+  "best_val_top1": 0.6862513689621892,
+  "best_step": 52000,
+  "wall_clock_s": 24146.2,
+  "examples_per_s": 17642,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260704_201946_a_proportional/best.pt",
+    "best_sha256": "5463d3c9262148cc2127ae1d1e60716bc7a36f251c71dd2a4115dd873a038658"
+  }
+}

paper-data/runs/20260704_201946_a_proportional/zeroshot/summary.json

@@ -0,0 +1,86 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260704_201946_a_proportional",
+  "best_step": 52000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.5424474710819325,
+  "summaries": {
+    "BRO.PremierDraft": {
+      "expert": {
+        "label": "BRO expert",
+        "n_picks": 1151810,
+        "n_drafts": 25864,
+        "top1": 0.5015445255727942,
+        "top1_ci": [
+          0.5005517583842344,
+          0.5025575040625192
+        ],
+        "top3": 0.8315130099582396,
+        "top3_ci": [
+          0.8307598269188673,
+          0.8323043657833666
+        ],
+        "log_loss": 1.347515755238393,
+        "log_loss_ci": [
+          1.3450485318472694,
+          1.3499078473346369
+        ],
+        "ece": 0.08884363242309457,
+        "top1_non_forced": 0.46603311542221093
+      },
+      "all_users_top1": 0.49669288610190704,
+      "n_all": 4017249
+    },
+    "TMT.PremierDraft": {
+      "expert": {
+        "label": "TMT expert",
+        "n_picks": 329312,
+        "n_drafts": 8032,
+        "top1": 0.5684609124477699,
+        "top1_ci": [
+          0.5664896815178312,
+          0.5703345915120008
+        ],
+        "top3": 0.8887286220969779,
+        "top3_ci": [
+          0.8874316757360801,
+          0.8899375060732679
+        ],
+        "log_loss": 1.1367175790197925,
+        "log_loss_ci": [
+          1.1317904999214679,
+          1.1416148031605982
+        ],
+        "ece": 0.08235926919667619,
+        "top1_non_forced": 0.5342348572496092
+      },
+      "all_users_top1": 0.5717502243605062,
+      "n_all": 1318191
+    },
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.5573369752252334,
+        "top1_ci": [
+          0.5563949625389069,
+          0.5583158323878661
+        ],
+        "top3": 0.8734432904541618,
+        "top3_ci": [
+          0.8727777225236316,
+          0.8741494254449691
+        ],
+        "log_loss": 1.1958823101093414,
+        "log_loss_ci": [
+          1.1932501307816425,
+          1.1983736800984666
+        ],
+        "ece": 0.10025571378525096,
+        "top1_non_forced": 0.5232890286387523
+      },
+      "all_users_top1": 0.5616037595228924,
+      "n_all": 4515041
+    }
+  }
+}

paper-data/runs/20260704_202620_s8/record.json

@@ -0,0 +1,104 @@
+{
+  "run_id": "20260704_202620_s8",
+  "config": {
+    "name": "s8",
+    "sets": [
+      [
+        "NEO",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "TradDraft"
+      ],
+      [
+        "DSK",
+        "PremierDraft"
+      ],
+      [
+        "DSK",
+        "TradDraft"
+      ],
+      [
+        "DMU",
+        "PremierDraft"
+      ],
+      [
+        "DMU",
+        "TradDraft"
+      ],
+      [
+        "FIN",
+        "PremierDraft"
+      ],
+      [
+        "FIN",
+        "TradDraft"
+      ],
+      [
+        "STX",
+        "PremierDraft"
+      ],
+      [
+        "STX",
+        "TradDraft"
+      ],
+      [
+        "MOM",
+        "PremierDraft"
+      ],
+      [
+        "MOM",
+        "TradDraft"
+      ],
+      [
+        "BLB",
+        "PremierDraft"
+      ],
+      [
+        "BLB",
+        "TradDraft"
+      ],
+      [
+        "TLA",
+        "PremierDraft"
+      ],
+      [
+        "TLA",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.001,
+    "warmup_steps": 2000,
+    "epochs": 4.0,
+    "max_steps": 72952,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 2000,
+    "val_max_picks": 200000,
+    "patience": 3,
+    "device": "mps",
+    "parity_check": false,
+    "no_text": false,
+    "skill_filter": false,
+    "init_from": ""
+  },
+  "n_train_picks": 52941428,
+  "n_shards": 16,
+  "planned_steps": 72952,
+  "torch_version": "2.12.1",
+  "n_params": 2198895,
+  "best_val_top1": 0.68665,
+  "best_step": 18000,
+  "wall_clock_s": 4009.3,
+  "examples_per_s": 36779,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260704_202620_s8/best.pt",
+    "best_sha256": "ef23bff70621a8278d1dbeb9387fa90ec6656bcc3dcf22c4e969b1f3df416d1a"
+  }
+}

paper-data/runs/20260704_202620_s8/zeroshot/summary.json

@@ -0,0 +1,86 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260704_202620_s8/",
+  "best_step": 18000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.5240477856773221,
+  "summaries": {
+    "BRO.PremierDraft": {
+      "expert": {
+        "label": "BRO expert",
+        "n_picks": 1151810,
+        "n_drafts": 25864,
+        "top1": 0.4661584809994704,
+        "top1_ci": [
+          0.465173844664889,
+          0.4671464185958422
+        ],
+        "top3": 0.8122164245839157,
+        "top3_ci": [
+          0.8113973095978204,
+          0.8130409822406377
+        ],
+        "log_loss": 1.4231684376142115,
+        "log_loss_ci": [
+          1.4205055410449419,
+          1.4256702353953241
+        ],
+        "ece": 0.10070376987623895,
+        "top1_non_forced": 0.4281260666530879
+      },
+      "all_users_top1": 0.4636921933392727,
+      "n_all": 4017249
+    },
+    "TMT.PremierDraft": {
+      "expert": {
+        "label": "TMT expert",
+        "n_picks": 329312,
+        "n_drafts": 8032,
+        "top1": 0.5584491303080361,
+        "top1_ci": [
+          0.5566237337236419,
+          0.5602804483286367
+        ],
+        "top3": 0.8795336944903314,
+        "top3_ci": [
+          0.8782249052570207,
+          0.8808486329073948
+        ],
+        "log_loss": 1.1730640413238864,
+        "log_loss_ci": [
+          1.1682523319799498,
+          1.1779203622234677
+        ],
+        "ece": 0.09198453081673084,
+        "top1_non_forced": 0.5234290246564388
+      },
+      "all_users_top1": 0.5623001522541119,
+      "n_all": 1318191
+    },
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.54753574572446,
+        "top1_ci": [
+          0.5466112013134033,
+          0.5485202598510478
+        ],
+        "top3": 0.8653591598532134,
+        "top3_ci": [
+          0.864613548016919,
+          0.8661349955743357
+        ],
+        "log_loss": 1.223383278776394,
+        "log_loss_ci": [
+          1.220671637352162,
+          1.2260791693958037
+        ],
+        "ece": 0.1033155387205521,
+        "top1_non_forced": 0.5127339260565441
+      },
+      "all_users_top1": 0.5505436163259647,
+      "n_all": 4515041
+    }
+  }
+}

paper-data/runs/20260704_213310_s16/record.json

@@ -0,0 +1,164 @@
+{
+  "run_id": "20260704_213310_s16",
+  "config": {
+    "name": "s16",
+    "sets": [
+      [
+        "NEO",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "TradDraft"
+      ],
+      [
+        "DSK",
+        "PremierDraft"
+      ],
+      [
+        "DSK",
+        "TradDraft"
+      ],
+      [
+        "DMU",
+        "PremierDraft"
+      ],
+      [
+        "DMU",
+        "TradDraft"
+      ],
+      [
+        "FIN",
+        "PremierDraft"
+      ],
+      [
+        "FIN",
+        "TradDraft"
+      ],
+      [
+        "STX",
+        "PremierDraft"
+      ],
+      [
+        "STX",
+        "TradDraft"
+      ],
+      [
+        "MOM",
+        "PremierDraft"
+      ],
+      [
+        "MOM",
+        "TradDraft"
+      ],
+      [
+        "BLB",
+        "PremierDraft"
+      ],
+      [
+        "BLB",
+        "TradDraft"
+      ],
+      [
+        "TLA",
+        "PremierDraft"
+      ],
+      [
+        "TLA",
+        "TradDraft"
+      ],
+      [
+        "AFR",
+        "PremierDraft"
+      ],
+      [
+        "SNC",
+        "PremierDraft"
+      ],
+      [
+        "SNC",
+        "TradDraft"
+      ],
+      [
+        "ONE",
+        "PremierDraft"
+      ],
+      [
+        "ONE",
+        "TradDraft"
+      ],
+      [
+        "LTR",
+        "PremierDraft"
+      ],
+      [
+        "LTR",
+        "TradDraft"
+      ],
+      [
+        "WOE",
+        "PremierDraft"
+      ],
+      [
+        "WOE",
+        "TradDraft"
+      ],
+      [
+        "MKM",
+        "PremierDraft"
+      ],
+      [
+        "MKM",
+        "TradDraft"
+      ],
+      [
+        "OTJ",
+        "PremierDraft"
+      ],
+      [
+        "OTJ",
+        "TradDraft"
+      ],
+      [
+        "EOE",
+        "PremierDraft"
+      ],
+      [
+        "EOE",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.001,
+    "warmup_steps": 2000,
+    "epochs": 4.0,
+    "max_steps": 72952,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 2000,
+    "val_max_picks": 200000,
+    "patience": 3,
+    "device": "mps",
+    "parity_check": false,
+    "no_text": false,
+    "skill_filter": false,
+    "init_from": ""
+  },
+  "n_train_picks": 99881401,
+  "n_shards": 31,
+  "planned_steps": 72952,
+  "torch_version": "2.12.1",
+  "n_params": 2198895,
+  "best_val_top1": 0.6858501557647977,
+  "best_step": 34000,
+  "wall_clock_s": 6614.5,
+  "examples_per_s": 42108,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260704_213310_s16/best.pt",
+    "best_sha256": "87c9e3e9ea36281c5c8e5cf582ac513fc24f7a942740442b45bffa67a89ff2e4"
+  }
+}

paper-data/runs/20260704_213310_s16/zeroshot/summary.json

@@ -0,0 +1,86 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260704_213310_s16/",
+  "best_step": 34000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.5332860640423491,
+  "summaries": {
+    "BRO.PremierDraft": {
+      "expert": {
+        "label": "BRO expert",
+        "n_picks": 1151810,
+        "n_drafts": 25864,
+        "top1": 0.4851286236445247,
+        "top1_ci": [
+          0.4841161858317564,
+          0.48613692597950614
+        ],
+        "top3": 0.8243633932679869,
+        "top3_ci": [
+          0.823588578501448,
+          0.825196785276162
+        ],
+        "log_loss": 1.37855158737562,
+        "log_loss_ci": [
+          1.375916268433925,
+          1.381058248514812
+        ],
+        "ece": 0.09773789138058406,
+        "top1_non_forced": 0.4484476971453922
+      },
+      "all_users_top1": 0.4811845120877496,
+      "n_all": 4017249
+    },
+    "TMT.PremierDraft": {
+      "expert": {
+        "label": "TMT expert",
+        "n_picks": 329312,
+        "n_drafts": 8032,
+        "top1": 0.5680023807210184,
+        "top1_ci": [
+          0.5661590679963074,
+          0.5698578399815373
+        ],
+        "top3": 0.8858741861821009,
+        "top3_ci": [
+          0.8845228840734622,
+          0.8871406143717812
+        ],
+        "log_loss": 1.1656096693173366,
+        "log_loss_ci": [
+          1.160473885616327,
+          1.17071307026509
+        ],
+        "ece": 0.10292729030142626,
+        "top1_non_forced": 0.533739958638275
+      },
+      "all_users_top1": 0.5694417576815499,
+      "n_all": 1318191
+    },
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.5467271877615044,
+        "top1_ci": [
+          0.5458073276669662,
+          0.5477275016084252
+        ],
+        "top3": 0.8649266248138904,
+        "top3_ci": [
+          0.8642230646270536,
+          0.8656480708300986
+        ],
+        "log_loss": 1.2394390926754268,
+        "log_loss_ci": [
+          1.2366117350007786,
+          1.2419876182621583
+        ],
+        "ece": 0.11505025031896032,
+        "top1_non_forced": 0.5118631769079822
+      },
+      "all_users_top1": 0.5504375264809334,
+      "n_all": 4515041
+    }
+  }
+}

paper-data/runs/20260705_030215_a_topfilter/record.json

@@ -0,0 +1,251 @@
+{
+  "run_id": "20260705_030215_a_topfilter",
+  "config": {
+    "name": "a_topfilter",
+    "sets": [
+      [
+        "STX",
+        "PremierDraft"
+      ],
+      [
+        "STX",
+        "TradDraft"
+      ],
+      [
+        "AFR",
+        "PremierDraft"
+      ],
+      [
+        "MID",
+        "PremierDraft"
+      ],
+      [
+        "VOW",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "TradDraft"
+      ],
+      [
+        "SNC",
+        "PremierDraft"
+      ],
+      [
+        "SNC",
+        "TradDraft"
+      ],
+      [
+        "HBG",
+        "PremierDraft"
+      ],
+      [
+        "HBG",
+        "TradDraft"
+      ],
+      [
+        "DMU",
+        "PremierDraft"
+      ],
+      [
+        "DMU",
+        "TradDraft"
+      ],
+      [
+        "ONE",
+        "PremierDraft"
+      ],
+      [
+        "ONE",
+        "TradDraft"
+      ],
+      [
+        "SIR",
+        "PremierDraft"
+      ],
+      [
+        "SIR",
+        "TradDraft"
+      ],
+      [
+        "MOM",
+        "PremierDraft"
+      ],
+      [
+        "MOM",
+        "TradDraft"
+      ],
+      [
+        "LTR",
+        "PremierDraft"
+      ],
+      [
+        "LTR",
+        "TradDraft"
+      ],
+      [
+        "WOE",
+        "PremierDraft"
+      ],
+      [
+        "WOE",
+        "TradDraft"
+      ],
+      [
+        "LCI",
+        "PremierDraft"
+      ],
+      [
+        "LCI",
+        "TradDraft"
+      ],
+      [
+        "KTK",
+        "PremierDraft"
+      ],
+      [
+        "KTK",
+        "TradDraft"
+      ],
+      [
+        "MKM",
+        "PremierDraft"
+      ],
+      [
+        "MKM",
+        "TradDraft"
+      ],
+      [
+        "OTJ",
+        "PremierDraft"
+      ],
+      [
+        "OTJ",
+        "TradDraft"
+      ],
+      [
+        "MH3",
+        "PremierDraft"
+      ],
+      [
+        "MH3",
+        "TradDraft"
+      ],
+      [
+        "BLB",
+        "PremierDraft"
+      ],
+      [
+        "BLB",
+        "TradDraft"
+      ],
+      [
+        "DSK",
+        "PremierDraft"
+      ],
+      [
+        "DSK",
+        "TradDraft"
+      ],
+      [
+        "FDN",
+        "PremierDraft"
+      ],
+      [
+        "FDN",
+        "TradDraft"
+      ],
+      [
+        "PIO",
+        "PremierDraft"
+      ],
+      [
+        "PIO",
+        "TradDraft"
+      ],
+      [
+        "DFT",
+        "PremierDraft"
+      ],
+      [
+        "DFT",
+        "TradDraft"
+      ],
+      [
+        "TDM",
+        "PremierDraft"
+      ],
+      [
+        "TDM",
+        "TradDraft"
+      ],
+      [
+        "FIN",
+        "PremierDraft"
+      ],
+      [
+        "FIN",
+        "TradDraft"
+      ],
+      [
+        "EOE",
+        "PremierDraft"
+      ],
+      [
+        "EOE",
+        "TradDraft"
+      ],
+      [
+        "TLA",
+        "PremierDraft"
+      ],
+      [
+        "TLA",
+        "TradDraft"
+      ],
+      [
+        "ECL",
+        "PremierDraft"
+      ],
+      [
+        "ECL",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.001,
+    "warmup_steps": 2000,
+    "epochs": 4.0,
+    "max_steps": 0,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 2000,
+    "val_max_picks": 200000,
+    "patience": 3,
+    "device": "mps",
+    "parity_check": false,
+    "no_text": false,
+    "skill_filter": true
+  },
+  "n_train_picks": 47494347,
+  "n_shards": 53,
+  "planned_steps": 23190,
+  "torch_version": "2.12.1",
+  "n_params": 2198895,
+  "best_val_top1": 0.7002335361981107,
+  "best_step": 22000,
+  "wall_clock_s": 9622.2,
+  "examples_per_s": 18730,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260705_030215_a_topfilter/best.pt",
+    "best_sha256": "f0240ba209eda57094b8c3afafd982fd1280afac3542b9bcc350c77b34449fd8"
+  }
+}

paper-data/runs/20260705_030215_a_topfilter/zeroshot/summary.json

@@ -0,0 +1,86 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260705_030215_a_topfilter",
+  "best_step": 22000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.5453147535534134,
+  "summaries": {
+    "BRO.PremierDraft": {
+      "expert": {
+        "label": "BRO expert",
+        "n_picks": 1151810,
+        "n_drafts": 25864,
+        "top1": 0.4975074013943272,
+        "top1_ci": [
+          0.4964847721384608,
+          0.4985339839743189
+        ],
+        "top3": 0.8296290186749551,
+        "top3_ci": [
+          0.8288345258775667,
+          0.8303734859970578
+        ],
+        "log_loss": 1.358368506288898,
+        "log_loss_ci": [
+          1.355834500567029,
+          1.360766309912066
+        ],
+        "ece": 0.09100853089936961,
+        "top1_non_forced": 0.4617083748368922
+      },
+      "all_users_top1": 0.4923336840708654,
+      "n_all": 4017249
+    },
+    "TMT.PremierDraft": {
+      "expert": {
+        "label": "TMT expert",
+        "n_picks": 329312,
+        "n_drafts": 8032,
+        "top1": 0.5733468564765329,
+        "top1_ci": [
+          0.5713454869546206,
+          0.5751809833835391
+        ],
+        "top3": 0.8882215042269944,
+        "top3_ci": [
+          0.886870126202507,
+          0.8894725974152172
+        ],
+        "log_loss": 1.1237796584648447,
+        "log_loss_ci": [
+          1.1190340387984123,
+          1.1286532371332192
+        ],
+        "ece": 0.07224323123335272,
+        "top1_non_forced": 0.5395083133134282
+      },
+      "all_users_top1": 0.5774663914409975,
+      "n_all": 1318191
+    },
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.56509000278938,
+        "top1_ci": [
+          0.5641642805140731,
+          0.5660824321005274
+        ],
+        "top3": 0.8764333609856293,
+        "top3_ci": [
+          0.8757472164660691,
+          0.8771338019426551
+        ],
+        "log_loss": 1.176064626752267,
+        "log_loss_ci": [
+          1.1734948854633374,
+          1.1784698963456455
+        ],
+        "ece": 0.09447836526763573,
+        "top1_non_forced": 0.5316383894261716
+      },
+      "all_users_top1": 0.5663122438976744,
+      "n_all": 4515041
+    }
+  }
+}

paper-data/runs/20260705_095054_ft_sos_lr4/record.json

@@ -0,0 +1,52 @@
+{
+  "run_id": "20260705_095054_ft_sos_lr4",
+  "config": {
+    "name": "ft_sos_lr4",
+    "sets": [
+      [
+        "SOS",
+        "PremierDraft"
+      ],
+      [
+        "SOS",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.0001,
+    "warmup_steps": 200,
+    "epochs": 2.0,
+    "max_steps": 0,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 1000,
+    "val_max_picks": 200000,
+    "patience": 4,
+    "device": "mps",
+    "parity_check": false,
+    "no_text": false,
+    "skill_filter": false,
+    "init_from": "/Users/brianward/dat/mtga/foundation/runs/20260704_135822_f_dev/best.pt"
+  },
+  "n_train_picks": 4708573,
+  "n_shards": 2,
+  "planned_steps": 1149,
+  "torch_version": "2.12.1",
+  "init_from": {
+    "path": "/Users/brianward/dat/mtga/foundation/runs/20260704_135822_f_dev/best.pt",
+    "sha256": "c10e93e6e5022c217d03f41ba3f0e5975a2d460b96b59337d33ac422a314741d"
+  },
+  "n_params": 2198895,
+  "best_val_top1": 0.692572593304896,
+  "best_step": 1000,
+  "wall_clock_s": 160.8,
+  "examples_per_s": 50952,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260705_095054_ft_sos_lr4/best.pt",
+    "best_sha256": "c2145aea61ddaae92c0adec189079a6d363603402ad9d1666b024ad5f8ece084"
+  }
+}

paper-data/runs/20260705_095054_ft_sos_lr4/zeroshot/summary.json

@@ -0,0 +1,34 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260705_095054_ft_sos_lr4/",
+  "best_step": 1000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.7070165587744116,
+  "summaries": {
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.7070165587744116,
+        "top1_ci": [
+          0.7061117500751927,
+          0.7079340447622308
+        ],
+        "top3": 0.9545628099562755,
+        "top3_ci": [
+          0.9541817280259095,
+          0.9549860157073737
+        ],
+        "log_loss": 0.776809809325855,
+        "log_loss_ci": [
+          0.7748773309355093,
+          0.7787414774117735
+        ],
+        "ece": 0.025987564153467285,
+        "top1_non_forced": 0.6844813931986377
+      },
+      "all_users_top1": 0.6811355644389497,
+      "n_all": 4515041
+    }
+  }
+}

paper-data/runs/20260705_095336_ft_sos_lr5/record.json

@@ -0,0 +1,52 @@
+{
+  "run_id": "20260705_095336_ft_sos_lr5",
+  "config": {
+    "name": "ft_sos_lr5",
+    "sets": [
+      [
+        "SOS",
+        "PremierDraft"
+      ],
+      [
+        "SOS",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 3e-05,
+    "warmup_steps": 200,
+    "epochs": 2.0,
+    "max_steps": 0,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 1000,
+    "val_max_picks": 200000,
+    "patience": 4,
+    "device": "mps",
+    "parity_check": false,
+    "no_text": false,
+    "skill_filter": false,
+    "init_from": "/Users/brianward/dat/mtga/foundation/runs/20260704_135822_f_dev/best.pt"
+  },
+  "n_train_picks": 4708573,
+  "n_shards": 2,
+  "planned_steps": 1149,
+  "torch_version": "2.12.1",
+  "init_from": {
+    "path": "/Users/brianward/dat/mtga/foundation/runs/20260704_135822_f_dev/best.pt",
+    "sha256": "c10e93e6e5022c217d03f41ba3f0e5975a2d460b96b59337d33ac422a314741d"
+  },
+  "n_params": 2198895,
+  "best_val_top1": 0.6868522490979774,
+  "best_step": 1000,
+  "wall_clock_s": 161.2,
+  "examples_per_s": 50829,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260705_095336_ft_sos_lr5/best.pt",
+    "best_sha256": "a0900a70f7bb3a661a0bdb4d3bed8abbc63a9b300728a3aaa3a15e098eccb3d9"
+  }
+}

paper-data/runs/20260705_095336_ft_sos_lr5/zeroshot/summary.json

@@ -0,0 +1,34 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260705_095336_ft_sos_lr5/",
+  "best_step": 1000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.6992852666393766,
+  "summaries": {
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.6992852666393766,
+        "top1_ci": [
+          0.6984187213644243,
+          0.7001770084298717
+        ],
+        "top3": 0.9517089481139082,
+        "top3_ci": [
+          0.9512873134351957,
+          0.9521466708102151
+        ],
+        "log_loss": 0.7973904339412632,
+        "log_loss_ci": [
+          0.7954984885919625,
+          0.7992138563805177
+        ],
+        "ece": 0.029718794245121787,
+        "top1_non_forced": 0.6761554396463947
+      },
+      "all_users_top1": 0.6754919833507602,
+      "n_all": 4515041
+    }
+  }
+}

paper-data/runs/20260705_095618_ft_bro_lr4/record.json

@@ -0,0 +1,52 @@
+{
+  "run_id": "20260705_095618_ft_bro_lr4",
+  "config": {
+    "name": "ft_bro_lr4",
+    "sets": [
+      [
+        "BRO",
+        "PremierDraft"
+      ],
+      [
+        "BRO",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.0001,
+    "warmup_steps": 200,
+    "epochs": 2.0,
+    "max_steps": 0,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 1000,
+    "val_max_picks": 200000,
+    "patience": 4,
+    "device": "mps",
+    "parity_check": false,
+    "no_text": false,
+    "skill_filter": false,
+    "init_from": "/Users/brianward/dat/mtga/foundation/runs/20260704_135822_f_dev/best.pt"
+  },
+  "n_train_picks": 4382748,
+  "n_shards": 2,
+  "planned_steps": 1070,
+  "torch_version": "2.12.1",
+  "init_from": {
+    "path": "/Users/brianward/dat/mtga/foundation/runs/20260704_135822_f_dev/best.pt",
+    "sha256": "c10e93e6e5022c217d03f41ba3f0e5975a2d460b96b59337d33ac422a314741d"
+  },
+  "n_params": 2198895,
+  "best_val_top1": 0.6406389386603637,
+  "best_step": 1000,
+  "wall_clock_s": 159.3,
+  "examples_per_s": 51437,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260705_095618_ft_bro_lr4/best.pt",
+    "best_sha256": "630611ae96cea305349bfc2aaa96d39e328619a7c036eb6e9f3bd7ba180937ff"
+  }
+}

paper-data/runs/20260705_095618_ft_bro_lr4/zeroshot/summary.json

@@ -0,0 +1,34 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260705_095618_ft_bro_lr4/",
+  "best_step": 1000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.6553615613686286,
+  "summaries": {
+    "BRO.PremierDraft": {
+      "expert": {
+        "label": "BRO expert",
+        "n_picks": 1151810,
+        "n_drafts": 25864,
+        "top1": 0.6553615613686286,
+        "top1_ci": [
+          0.6543546723050505,
+          0.6564206662937193
+        ],
+        "top3": 0.931245604743838,
+        "top3_ci": [
+          0.9306949397254374,
+          0.9317882209684426
+        ],
+        "log_loss": 0.9141009999895522,
+        "log_loss_ci": [
+          0.91192244286752,
+          0.9163378646596444
+        ],
+        "ece": 0.014345280393815663,
+        "top1_non_forced": 0.6308085218780721
+      },
+      "all_users_top1": 0.6246411412386934,
+      "n_all": 4017249
+    }
+  }
+}

paper-data/runs/20260705_095859_ft_tmt_lr4/record.json

@@ -0,0 +1,52 @@
+{
+  "run_id": "20260705_095859_ft_tmt_lr4",
+  "config": {
+    "name": "ft_tmt_lr4",
+    "sets": [
+      [
+        "TMT",
+        "PremierDraft"
+      ],
+      [
+        "TMT",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.0001,
+    "warmup_steps": 200,
+    "epochs": 2.0,
+    "max_steps": 0,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": true,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 1000,
+    "val_max_picks": 200000,
+    "patience": 4,
+    "device": "mps",
+    "parity_check": false,
+    "no_text": false,
+    "skill_filter": false,
+    "init_from": "/Users/brianward/dat/mtga/foundation/runs/20260704_135822_f_dev/best.pt"
+  },
+  "n_train_picks": 1404496,
+  "n_shards": 2,
+  "planned_steps": 342,
+  "torch_version": "2.12.1",
+  "init_from": {
+    "path": "/Users/brianward/dat/mtga/foundation/runs/20260704_135822_f_dev/best.pt",
+    "sha256": "c10e93e6e5022c217d03f41ba3f0e5975a2d460b96b59337d33ac422a314741d"
+  },
+  "n_params": 2198895,
+  "best_val_top1": 0.6926910750176544,
+  "best_step": 1000,
+  "wall_clock_s": 54.7,
+  "examples_per_s": 149886,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260705_095859_ft_tmt_lr4/best.pt",
+    "best_sha256": "eda5582356a67e6dc62ab5dd3083742cdfed516b4c6c0f858c2c7c883ad016cf"
+  }
+}

paper-data/runs/20260705_095859_ft_tmt_lr4/zeroshot/summary.json

@@ -0,0 +1,34 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260705_095859_ft_tmt_lr4/",
+  "best_step": 1000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.7099741278787289,
+  "summaries": {
+    "TMT.PremierDraft": {
+      "expert": {
+        "label": "TMT expert",
+        "n_picks": 329312,
+        "n_drafts": 8032,
+        "top1": 0.7099741278787289,
+        "top1_ci": [
+          0.7080453339082694,
+          0.7117233808667768
+        ],
+        "top3": 0.9567795889612283,
+        "top3_ci": [
+          0.9559625825964435,
+          0.9576359197356914
+        ],
+        "log_loss": 0.7700892687876594,
+        "log_loss_ci": [
+          0.7663269169983421,
+          0.7738992716371662
+        ],
+        "ece": 0.038737231999327645,
+        "top1_non_forced": 0.686971712119772
+      },
+      "all_users_top1": 0.684191441149272,
+      "n_all": 1318191
+    }
+  }
+}

paper-data/runs/20260705_110743_f_full/record.json

@@ -0,0 +1,296 @@
+{
+  "run_id": "20260705_110743_f_full",
+  "config": {
+    "name": "f_full",
+    "sets": [
+      [
+        "STX",
+        "PremierDraft"
+      ],
+      [
+        "STX",
+        "TradDraft"
+      ],
+      [
+        "AFR",
+        "PremierDraft"
+      ],
+      [
+        "MID",
+        "PremierDraft"
+      ],
+      [
+        "VOW",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "TradDraft"
+      ],
+      [
+        "SNC",
+        "PremierDraft"
+      ],
+      [
+        "SNC",
+        "TradDraft"
+      ],
+      [
+        "HBG",
+        "PremierDraft"
+      ],
+      [
+        "HBG",
+        "TradDraft"
+      ],
+      [
+        "DMU",
+        "PremierDraft"
+      ],
+      [
+        "DMU",
+        "TradDraft"
+      ],
+      [
+        "BRO",
+        "PremierDraft"
+      ],
+      [
+        "BRO",
+        "TradDraft"
+      ],
+      [
+        "ONE",
+        "PremierDraft"
+      ],
+      [
+        "ONE",
+        "TradDraft"
+      ],
+      [
+        "SIR",
+        "PremierDraft"
+      ],
+      [
+        "SIR",
+        "TradDraft"
+      ],
+      [
+        "MOM",
+        "PremierDraft"
+      ],
+      [
+        "MOM",
+        "TradDraft"
+      ],
+      [
+        "LTR",
+        "PremierDraft"
+      ],
+      [
+        "LTR",
+        "TradDraft"
+      ],
+      [
+        "WOE",
+        "PremierDraft"
+      ],
+      [
+        "WOE",
+        "TradDraft"
+      ],
+      [
+        "LCI",
+        "PremierDraft"
+      ],
+      [
+        "LCI",
+        "TradDraft"
+      ],
+      [
+        "KTK",
+        "PremierDraft"
+      ],
+      [
+        "KTK",
+        "TradDraft"
+      ],
+      [
+        "MKM",
+        "PremierDraft"
+      ],
+      [
+        "MKM",
+        "TradDraft"
+      ],
+      [
+        "OTJ",
+        "PremierDraft"
+      ],
+      [
+        "OTJ",
+        "TradDraft"
+      ],
+      [
+        "MH3",
+        "PremierDraft"
+      ],
+      [
+        "MH3",
+        "TradDraft"
+      ],
+      [
+        "BLB",
+        "PremierDraft"
+      ],
+      [
+        "BLB",
+        "TradDraft"
+      ],
+      [
+        "DSK",
+        "PremierDraft"
+      ],
+      [
+        "DSK",
+        "TradDraft"
+      ],
+      [
+        "FDN",
+        "PremierDraft"
+      ],
+      [
+        "FDN",
+        "TradDraft"
+      ],
+      [
+        "PIO",
+        "PremierDraft"
+      ],
+      [
+        "PIO",
+        "TradDraft"
+      ],
+      [
+        "DFT",
+        "PremierDraft"
+      ],
+      [
+        "DFT",
+        "TradDraft"
+      ],
+      [
+        "TDM",
+        "PremierDraft"
+      ],
+      [
+        "TDM",
+        "TradDraft"
+      ],
+      [
+        "FIN",
+        "PremierDraft"
+      ],
+      [
+        "FIN",
+        "TradDraft"
+      ],
+      [
+        "EOE",
+        "PremierDraft"
+      ],
+      [
+        "EOE",
+        "TradDraft"
+      ],
+      [
+        "TLA",
+        "PremierDraft"
+      ],
+      [
+        "TLA",
+        "TradDraft"
+      ],
+      [
+        "ECL",
+        "PremierDraft"
+      ],
+      [
+        "ECL",
+        "TradDraft"
+      ],
+      [
+        "TMT",
+        "PremierDraft"
+      ],
+      [
+        "TMT",
+        "TradDraft"
+      ],
+      [
+        "SOS",
+        "PremierDraft"
+      ],
+      [
+        "SOS",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.001,
+    "warmup_steps": 2000,
+    "epochs": 4.0,
+    "max_steps": 0,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": false,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 2000,
+    "val_max_picks": 200000,
+    "patience": 3,
+    "device": "mps",
+    "parity_check": true,
+    "no_text": false,
+    "skill_filter": false,
+    "init_from": ""
+  },
+  "n_train_picks": 159902945,
+  "n_shards": 59,
+  "planned_steps": 78077,
+  "torch_version": "2.12.1",
+  "parity": {
+    "cpu": {
+      "loss": 1.8701272010803223,
+      "grad_norm": 0.15585362911224365
+    },
+    "mps": {
+      "loss": 1.8701270818710327,
+      "grad_norm": 0.15585364401340485
+    },
+    "checks": {
+      "forward": {
+        "rel": 6.374394719349425e-08,
+        "tol": 0.0001
+      },
+      "grad_norm": {
+        "rel": 9.560997250257191e-08,
+        "tol": 0.001
+      }
+    }
+  },
+  "n_params": 1637999,
+  "best_val_top1": 0.684937809763392,
+  "best_step": 42000,
+  "wall_clock_s": 7542.6,
+  "examples_per_s": 45616,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260705_110743_f_full/best.pt",
+    "best_sha256": "61f87c1a0f84daa1baf254f1386deb819edd59d7f175aa3621a9cb620eee6167"
+  }
+}

paper-data/runs/20260705_164029_a_noUB/record.json

@@ -0,0 +1,228 @@
+{
+  "run_id": "20260705_164029_a_noUB",
+  "config": {
+    "name": "a_noUB",
+    "sets": [
+      [
+        "STX",
+        "PremierDraft"
+      ],
+      [
+        "STX",
+        "TradDraft"
+      ],
+      [
+        "AFR",
+        "PremierDraft"
+      ],
+      [
+        "MID",
+        "PremierDraft"
+      ],
+      [
+        "VOW",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "PremierDraft"
+      ],
+      [
+        "NEO",
+        "TradDraft"
+      ],
+      [
+        "SNC",
+        "PremierDraft"
+      ],
+      [
+        "SNC",
+        "TradDraft"
+      ],
+      [
+        "HBG",
+        "PremierDraft"
+      ],
+      [
+        "HBG",
+        "TradDraft"
+      ],
+      [
+        "DMU",
+        "PremierDraft"
+      ],
+      [
+        "DMU",
+        "TradDraft"
+      ],
+      [
+        "ONE",
+        "PremierDraft"
+      ],
+      [
+        "ONE",
+        "TradDraft"
+      ],
+      [
+        "SIR",
+        "PremierDraft"
+      ],
+      [
+        "SIR",
+        "TradDraft"
+      ],
+      [
+        "MOM",
+        "PremierDraft"
+      ],
+      [
+        "MOM",
+        "TradDraft"
+      ],
+      [
+        "WOE",
+        "PremierDraft"
+      ],
+      [
+        "WOE",
+        "TradDraft"
+      ],
+      [
+        "LCI",
+        "PremierDraft"
+      ],
+      [
+        "LCI",
+        "TradDraft"
+      ],
+      [
+        "KTK",
+        "PremierDraft"
+      ],
+      [
+        "KTK",
+        "TradDraft"
+      ],
+      [
+        "MKM",
+        "PremierDraft"
+      ],
+      [
+        "MKM",
+        "TradDraft"
+      ],
+      [
+        "OTJ",
+        "PremierDraft"
+      ],
+      [
+        "OTJ",
+        "TradDraft"
+      ],
+      [
+        "MH3",
+        "PremierDraft"
+      ],
+      [
+        "MH3",
+        "TradDraft"
+      ],
+      [
+        "BLB",
+        "PremierDraft"
+      ],
+      [
+        "BLB",
+        "TradDraft"
+      ],
+      [
+        "DSK",
+        "PremierDraft"
+      ],
+      [
+        "DSK",
+        "TradDraft"
+      ],
+      [
+        "FDN",
+        "PremierDraft"
+      ],
+      [
+        "FDN",
+        "TradDraft"
+      ],
+      [
+        "PIO",
+        "PremierDraft"
+      ],
+      [
+        "PIO",
+        "TradDraft"
+      ],
+      [
+        "DFT",
+        "PremierDraft"
+      ],
+      [
+        "DFT",
+        "TradDraft"
+      ],
+      [
+        "TDM",
+        "PremierDraft"
+      ],
+      [
+        "TDM",
+        "TradDraft"
+      ],
+      [
+        "EOE",
+        "PremierDraft"
+      ],
+      [
+        "EOE",
+        "TradDraft"
+      ],
+      [
+        "ECL",
+        "PremierDraft"
+      ],
+      [
+        "ECL",
+        "TradDraft"
+      ]
+    ],
+    "seed": 17,
+    "batch_size": 8192,
+    "lr": 0.001,
+    "warmup_steps": 2000,
+    "epochs": 4.0,
+    "max_steps": 0,
+    "d_model": 256,
+    "dropout": 0.1,
+    "set_ctx": false,
+    "label_smoothing": 0.05,
+    "sampling_alpha": 0.5,
+    "val_every": 2000,
+    "val_max_picks": 200000,
+    "patience": 3,
+    "device": "mps",
+    "parity_check": false,
+    "no_text": false,
+    "skill_filter": false,
+    "init_from": ""
+  },
+  "n_train_picks": 131524992,
+  "n_shards": 47,
+  "planned_steps": 64221,
+  "torch_version": "2.12.1",
+  "n_params": 1637999,
+  "best_val_top1": 0.6836812760957072,
+  "best_step": 32000,
+  "wall_clock_s": 10429.9,
+  "examples_per_s": 25134,
+  "artifacts": {
+    "best": "/Users/brianward/dat/mtga/foundation/runs/20260705_164029_a_noUB/best.pt",
+    "best_sha256": "9d9107563b234d3715567f844be2309e13435c368a69dc2a19eb0d2b2ff8d790"
+  }
+}

paper-data/runs/20260705_164029_a_noUB/zeroshot/BRO.PremierDraft.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c48fd5c1830cbf68c8e7681d4b99c20986722d5923ac81b7fad4453fe0eada5
+size 41534802

paper-data/runs/20260705_164029_a_noUB/zeroshot/SOS.PremierDraft.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d71371d49652b633f1c7377187994bef6bdfed8b6e38a4f2c028c4041597989
+size 46997344

paper-data/runs/20260705_164029_a_noUB/zeroshot/TMT.PremierDraft.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0bd900e419c57872e4262601539cd91d8b5403c71d506b983afc014725d983
+size 14428822

paper-data/runs/20260705_164029_a_noUB/zeroshot/summary.json

@@ -0,0 +1,86 @@
+{
+  "run": "/Users/brianward/dat/mtga/foundation/runs/20260705_164029_a_noUB",
+  "best_step": 32000,
+  "wr_id": 33,
+  "dev_mean_expert_top1": 0.5387743064577317,
+  "summaries": {
+    "BRO.PremierDraft": {
+      "expert": {
+        "label": "BRO expert",
+        "n_picks": 1151810,
+        "n_drafts": 25864,
+        "top1": 0.4922087844349328,
+        "top1_ci": [
+          0.49119084180580974,
+          0.49318725280379483
+        ],
+        "top3": 0.8299398338267596,
+        "top3_ci": [
+          0.8291560703713069,
+          0.8307033136174229
+        ],
+        "log_loss": 1.3755416430097076,
+        "log_loss_ci": [
+          1.3730098035503673,
+          1.3780234003916847
+        ],
+        "ece": 0.10238685981608707,
+        "top1_non_forced": 0.45603226907512867
+      },
+      "all_users_top1": 0.4885537341598691,
+      "n_all": 4017249
+    },
+    "TMT.PremierDraft": {
+      "expert": {
+        "label": "TMT expert",
+        "n_picks": 329312,
+        "n_drafts": 8032,
+        "top1": 0.5751293606063551,
+        "top1_ci": [
+          0.573243231342921,
+          0.577042515911962
+        ],
+        "top3": 0.8920051501311825,
+        "top3_ci": [
+          0.8908055278884462,
+          0.8931500370469343
+        ],
+        "log_loss": 1.1216389271398266,
+        "log_loss_ci": [
+          1.1168402420250767,
+          1.1263024050946897
+        ],
+        "ece": 0.08346276765050514,
+        "top1_non_forced": 0.5414321906965616
+      },
+      "all_users_top1": 0.5790094151757977,
+      "n_all": 1318191
+    },
+    "SOS.PremierDraft": {
+      "expert": {
+        "label": "SOS expert",
+        "n_picks": 1380235,
+        "n_drafts": 32863,
+        "top1": 0.5489847743319073,
+        "top1_ci": [
+          0.5480517901637754,
+          0.5499796718088352
+        ],
+        "top3": 0.8707205657007684,
+        "top3_ci": [
+          0.8700342478159501,
+          0.8714375209668946
+        ],
+        "log_loss": 1.2306116260513678,
+        "log_loss_ci": [
+          1.2278347342542908,
+          1.2331867550807396
+        ],
+        "ece": 0.12002765921736774,
+        "top1_non_forced": 0.514294408401637
+      },
+      "all_users_top1": 0.5534926482395176,
+      "n_all": 4515041
+    }
+  }
+}