For Minegishi: training documentation, reproducibility files and line plots 2/4

.gitattributes

@@ -58,3 +58,8 @@ for[[:space:]]Minegishi/figures/comparison_lines_d128.png filter=lfs diff=lfs me
 for[[:space:]]Minegishi/figures/comparison_lines_d16.png filter=lfs diff=lfs merge=lfs -text
 for[[:space:]]Minegishi/figures/comparison_lines_d2.png filter=lfs diff=lfs merge=lfs -text
 for[[:space:]]Minegishi/figures/comparison_lines_d32.png filter=lfs diff=lfs merge=lfs -text
+for[[:space:]]Minegishi/figures/comparison_lines_d4.png filter=lfs diff=lfs merge=lfs -text
+for[[:space:]]Minegishi/figures/comparison_lines_d64.png filter=lfs diff=lfs merge=lfs -text
+for[[:space:]]Minegishi/figures/comparison_lines_d8.png filter=lfs diff=lfs merge=lfs -text
+for[[:space:]]Minegishi/figures/fixed_loop_error_curves.pdf filter=lfs diff=lfs merge=lfs -text
+for[[:space:]]Minegishi/figures/three_column_lines_all_depths.pdf filter=lfs diff=lfs merge=lfs -text

for Minegishi/figures/fixed_loop_error_curves.pdf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e0df1775cf79b5b5775a05bf6ded774b061f16339467c2c6b83bd27dc82332
+size 301539

for Minegishi/figures/three_column_lines_all_depths.pdf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ba286ce961aa19f880ad3e13e8badf8c33393ed7a3c70f725daf00401876b0
+size 432024

for Minegishi/pure_wait_cs_random_t/README.md

@@ -0,0 +1,7 @@
+# Pure wait CS / random t
+
+Original run `R10k_PW_s7`. RoPE base 10000, seed 7, full shallow anchor and random entity prefix 0–128; fixed 200k updates.
+
+All 23 evaluation checkpoints are provided; the primary final checkpoint is `ckpt_0200000.pt`. Formal final errors: 0/120000.
+
+See [the shared README](../README.md) for the exact training objective, model, data, loading example and line plots. `manifest.json` contains the training settings; `train_command.json` contains the command relative to the package root. Named checkpoints contain weights and positional metadata, not optimizer/RNG states.

for Minegishi/pure_wait_cs_random_t/checkpoints.json

@@ -0,0 +1,237 @@
+{
+  "evaluated_updates": [
+    1000,
+    2000,
+    5000,
+    10000,
+    20000,
+    30000,
+    40000,
+    50000,
+    60000,
+    70000,
+    80000,
+    90000,
+    100000,
+    110000,
+    120000,
+    130000,
+    140000,
+    150000,
+    160000,
+    170000,
+    180000,
+    190000,
+    200000
+  ],
+  "all_saved": true,
+  "checkpoints": [
+    {
+      "file": "ckpt_0001000.pt",
+      "update": 1000,
+      "sha256": "bcd81cb2fa52b7492682ba53d9a7d37826589dcab0bb45b5293a12352461a7a6",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0002000.pt",
+      "update": 2000,
+      "sha256": "1c30c6a7c423437787176a45a591f1a2697fba869350bcf8d4702e08dfabe6c8",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0005000.pt",
+      "update": 5000,
+      "sha256": "b7c914f3f4d4bfc5e015604ed4b7a3cc6fd1401f1ff6f71e28a0a2672773e2c7",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0010000.pt",
+      "update": 10000,
+      "sha256": "d655c3be6a5529390af03141f72ac94acb13c6bafefe7e5b86e425b3b02254eb",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0020000.pt",
+      "update": 20000,
+      "sha256": "bdd1bd1b285737eb756ffb03362024fd2abd253d4a1bd4218488a355a30613e3",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0030000.pt",
+      "update": 30000,
+      "sha256": "a07c56565f7e8167c104ac7f64ecf7e45c42cd5e1bbbd0b5b9ece863c47e6bef",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0040000.pt",
+      "update": 40000,
+      "sha256": "b4a6ceac56316db92b9efc22b59536df5f611f4b879de3424a2a06b7ae2dc6a8",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0050000.pt",
+      "update": 50000,
+      "sha256": "4c7edff25cdb2da0877178bad0c447460931bde8b914dcb2a6a264585c18b6f9",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0060000.pt",
+      "update": 60000,
+      "sha256": "eace02f9b72eec0a5dbe58ea7a96c71db2f4ea04d0ffdb56e863219fa64d39c9",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0070000.pt",
+      "update": 70000,
+      "sha256": "4bc4e02c6fe8a79264411fb578f21de563d2079a0f8f6cbe7e1abe4a52999a1a",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0080000.pt",
+      "update": 80000,
+      "sha256": "492e306421ea28b94cf900033622633ca226089a8edc087934c248fe16012b1b",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0090000.pt",
+      "update": 90000,
+      "sha256": "8698c1108433fe3c38b6d519df122d76ab78a5be0c8e0f78b1b5fbd5af83c7cf",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0100000.pt",
+      "update": 100000,
+      "sha256": "728b00c9b1ebd5e4ddd9f714d8834baef48f008f3d66660775eae319183b58c9",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0110000.pt",
+      "update": 110000,
+      "sha256": "86802449c3b6ffd8b354eed64bf0be79fa712c834178333218edffb26debbd5b",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0120000.pt",
+      "update": 120000,
+      "sha256": "eadc632d68cf9d2e4457934b65f461b416affb35836874fcac74787a646d1ac9",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0130000.pt",
+      "update": 130000,
+      "sha256": "440f34d69aba2d802480318a5ab97cdf2550a9bb4b9dfc3f0ae454077abb4925",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0140000.pt",
+      "update": 140000,
+      "sha256": "9bc7ba9624294b4b91b133b2f18d87ae93292120ca5aa2913ccf95aa48192b49",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0150000.pt",
+      "update": 150000,
+      "sha256": "ab440a762c0db2d6d2bd00fca6e11a6275da8e6852e1636c15b1b60970eba247",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0160000.pt",
+      "update": 160000,
+      "sha256": "78c238c7e4be4041be7fcc366e65aa37753d7ffec652411eece3bbbb900738cb",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0170000.pt",
+      "update": 170000,
+      "sha256": "743d16c538289bf6cf065f710c248e02d12fab22c5a206c164e57affd08168b7",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0180000.pt",
+      "update": 180000,
+      "sha256": "b0ff1c593de460f07f9e33c600e09bb719e84a5904b1da1471849d880df9d660",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0190000.pt",
+      "update": 190000,
+      "sha256": "add8fde1083bbebf1970cdd9c9535b47cca3834ec5031a08e59fd844374d2658",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    },
+    {
+      "file": "ckpt_0200000.pt",
+      "update": 200000,
+      "sha256": "1f2b047da97b5628695fdb9446f4a75c2f6c1c225e350244866707a1dc482111",
+      "bytes": 115042564,
+      "rope_base": 10000.0,
+      "max_pos": 4097,
+      "kind": "model_weights_for_exact_evaluation"
+    }
+  ]
+}

for Minegishi/pure_wait_cs_random_t/config.json

@@ -0,0 +1,19 @@
+{
+  "id": "R10k_PW_s7",
+  "lane": 0,
+  "seed": 7,
+  "cs_mode": "wait_no_root",
+  "cs_weight": 1,
+  "cs_noise_scale": 0,
+  "cs_noise_kind": "embedding",
+  "cs_noise_scope": "wait",
+  "anchor_mode": "full",
+  "cs_depth": 32,
+  "cs_rows": 32,
+  "cs_start": 20000,
+  "updates": 200000,
+  "rope_base": 10000,
+  "max_pos": 4097,
+  "eval_every": 10000,
+  "checkpoint_at_every_evaluation": true
+}

for Minegishi/pure_wait_cs_random_t/final_eval.json

@@ -0,0 +1,513 @@
+{
+  "arm": "D",
+  "seed": 7,
+  "lam": 0.0,
+  "b_eval": 256,
+  "stop_thr": 0.5,
+  "tag": "",
+  "checkpoint_update": 200000,
+  "main": {
+    "all_seen|d128": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "all_seen|d16": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "all_seen|d2": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "all_seen|d3": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "all_seen|d32": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "all_seen|d4": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "all_seen|d64": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "all_seen|d8": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d128": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d16": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d2": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d3": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d32": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d4": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d64": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d8": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d128": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d16": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d2": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d3": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d32": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d4": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d64": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d8": {
+      "n": 5000,
+      "correct": 1.0
+    }
+  },
+  "shallow": {
+    "atomic": {
+      "correct": 1.0
+    },
+    "val_d2": {
+      "correct": 1.0
+    },
+    "train_d2_fit": {
+      "correct": 1.0
+    }
+  },
+  "forced_R_eq_d": {
+    "all_seen|d128": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "all_seen|d16": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "all_seen|d2": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "all_seen|d3": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "all_seen|d32": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "all_seen|d4": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "all_seen|d64": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "all_seen|d8": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d128": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d16": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d2": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d3": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d32": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d4": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d64": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "one_new|d8": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d128": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d16": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d2": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d3": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d32": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d4": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d64": {
+      "n": 5000,
+      "correct": 1.0
+    },
+    "random|d8": {
+      "n": 5000,
+      "correct": 1.0
+    }
+  },
+  "matched_budget_diagnostics": {
+    "d": {
+      "all_seen|d128": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d16": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d2": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d3": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d32": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d4": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d64": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d8": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d128": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d16": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d2": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d3": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d32": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d4": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d64": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d8": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d128": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d16": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d2": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d3": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d32": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d4": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d64": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d8": {
+        "n": 100,
+        "correct": 1.0
+      }
+    },
+    "d+2": {
+      "all_seen|d128": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d16": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d2": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d3": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d32": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d4": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d64": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d8": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d128": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d16": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d2": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d3": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d32": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d4": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d64": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d8": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d128": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d16": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d2": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d3": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d32": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d4": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d64": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d8": {
+        "n": 100,
+        "correct": 1.0
+      }
+    },
+    "2d": {
+      "all_seen|d128": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d16": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d2": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d3": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d32": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d4": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d64": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "all_seen|d8": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d128": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d16": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d2": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d3": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d32": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d4": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d64": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "one_new|d8": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d128": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d16": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d2": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d3": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d32": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d4": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d64": {
+        "n": 100,
+        "correct": 1.0
+      },
+      "random|d8": {
+        "n": 100,
+        "correct": 1.0
+      }
+    }
+  },
+  "eval_seconds": 499.0723171234131
+}

for Minegishi/pure_wait_cs_random_t/manifest.json

@@ -0,0 +1,172 @@
+{
+  "theory_args": {
+    "data_dir": "reproducibility/data/chain_loop_k8",
+    "atomic": "reproducibility/data/atomic_joint_2026-09-19/train_atomic.json",
+    "save_dir": "pure_wait_cs_random_t",
+    "arm": "D",
+    "seed": 7,
+    "d_model": 768,
+    "n_head": 12,
+    "n_layer": 4,
+    "reembed": 0,
+    "prefix_sup": 0,
+    "extra_loops": 2,
+    "joint": 0,
+    "attn_window": 0,
+    "pos": "rope",
+    "lr": 0.0001,
+    "weight_decay": 0.01,
+    "warmup": 2000,
+    "clip": 1.0,
+    "updates": 200000,
+    "lr_decay": "linear",
+    "adam_eps": 1e-08,
+    "mix": "",
+    "deep": 0,
+    "anchor": 1.0,
+    "consist_w": 1.0,
+    "consist_depth": 32,
+    "consist_rows": 32,
+    "consist_start": 20000,
+    "format_w": 0.0,
+    "format_start": 0,
+    "format_bounded": 1,
+    "format_depth": 32,
+    "format_rows": 16,
+    "anchor_extra": 2,
+    "delay_max": 0,
+    "delay_start": 0,
+    "persist": 0,
+    "pack": 0,
+    "pack_prefix_max": 0,
+    "offset_dist": "uniform",
+    "pack_what": "all",
+    "offset_fill": "entity",
+    "offset_max": 128,
+    "deep_list": "",
+    "deep_n": 10000,
+    "deep_rows": 16,
+    "deep_labels": "truth",
+    "deep_start": 0,
+    "deep_seed": 20260921,
+    "nr_init": 0,
+    "ready_state": 0,
+    "untied": 0,
+    "unroll": 0,
+    "untied_group": 1,
+    "untied_read": "final",
+    "eval_ckpt": "",
+    "eval_tag": "",
+    "b_train": 8,
+    "b_eval": 256,
+    "lam": 0.0,
+    "stop_thr": 0.5,
+    "stop_bias": 0.0,
+    "eval_every": 10000,
+    "monitor_per_cell": 100,
+    "cuda_graph": 1,
+    "resume": false,
+    "eval_only": false,
+    "train_precision": "tf32",
+    "ckpt_every": 5000,
+    "stop_after": 0,
+    "smoke": 0,
+    "cs_mode": "wait_no_root",
+    "cs_noise_scale": 0.0,
+    "cs_noise_kind": "embedding",
+    "cs_noise_scope": "wait",
+    "anchor_mode": "full",
+    "final_n": 5000,
+    "diagnostic_n": 100,
+    "rope_base": 10000.0,
+    "max_pos": 4097
+  },
+  "arm": "D",
+  "seed": 7,
+  "n_params": 28756225,
+  "stop_head_params": 769,
+  "backbone_init_hash": "7fa2889005e8978a",
+  "model": {
+    "d_model": 768,
+    "n_head": 12,
+    "n_layer": 4,
+    "position": "rope",
+    "rope_base": 10000.0,
+    "max_pos": 4097,
+    "attn_window": 0,
+    "reembed": 0,
+    "nr_init": false,
+    "ready_state": false,
+    "untied": null,
+    "tied_unroll": null,
+    "tied_lm_head": true,
+    "residual_out_proj_init": 0.0,
+    "dropout": 0.0,
+    "ln_eps": 1e-05,
+    "act": "gelu_tanh",
+    "readout": "last valid input position"
+  },
+  "batch": {
+    "queries": 128,
+    "atomic": 32,
+    "w2_sources": 16,
+    "w2_rendering": "two independent atomic queries per source",
+    "d2": 64,
+    "loss": "mean of 128 final-answer CEs"
+  },
+  "optimizer": {
+    "name": "AdamW",
+    "lr": 0.0001,
+    "weight_decay": 0.01,
+    "warmup": 2000,
+    "schedule": "linear warm-up, then linear decay to 0 at the last update",
+    "adam_eps": 1e-08,
+    "clip": 1.0,
+    "label_smoothing": 0.0,
+    "precision": "tf32",
+    "evaluation_precision": "fp32"
+  },
+  "updates": 200000,
+  "halting": null,
+  "P_budget": null,
+  "pack": null,
+  "offset_max": 128,
+  "offset_dist": "uniform",
+  "delay_max": 0,
+  "delay_start": 0,
+  "persist": 0,
+  "anchor": {
+    "weight": 1.0,
+    "mode": "full",
+    "extra_loops": 2
+  },
+  "consist_loss": {
+    "mode": "wait_no_root",
+    "components": [
+      "wait"
+    ],
+    "root_shared": false,
+    "weight": 1.0,
+    "depth": 32,
+    "rows": 32,
+    "start": 20000,
+    "denominator": "all_nonfrontier_positions",
+    "note": "label-free one-step consistency on constructed states; frontier excluded"
+  },
+  "format_loss": null,
+  "deep": null,
+  "prefix_supervision": null,
+  "selection": "final checkpoint is primary; best.pt = highest val_d2 accuracy under the arm's own protocol (earliest on ties); deep tests never used",
+  "data_hashes": {
+    "train_w2": "c17bf311238b3178",
+    "train_d2": "e4263675cca07f9d",
+    "train_d3": "4f53cda18c2baa0c",
+    "val_d2": "2184e30bb884158d",
+    "val_w2": "7bf2660c2f724f75",
+    "tests": "a66eeb4380ef83fc",
+    "vocab": "4aaf5b155079d7a1"
+  },
+  "atomic_sha256": "4e5f40b8dcd91769b0ada34c3050be09935f0d5e9225edfe95b9d2e7cb4e6e08",
+  "source_hash": "84c28353735005c4",
+  "cuda_graph": true
+}

for Minegishi/pure_wait_cs_random_t/metrics.jsonl

@@ -0,0 +1,23 @@
+{"update": 1000, "elapsed": 121.60456442832947, "shallow": {"atomic": {"correct": 0.0433}, "val_d2": {"correct": 0.002}, "train_d2_fit": {"correct": 0.002875}}, "checkpoint": {"file": "ckpt_0001000.pt", "update": 1000, "sha256": "bcd81cb2fa52b7492682ba53d9a7d37826589dcab0bb45b5293a12352461a7a6", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.0}, "all_seen|d16": {"n": 100, "correct": 0.0}, "all_seen|d2": {"n": 100, "correct": 0.01}, "all_seen|d3": {"n": 100, "correct": 0.0}, "all_seen|d32": {"n": 100, "correct": 0.0}, "all_seen|d4": {"n": 100, "correct": 0.01}, "all_seen|d64": {"n": 100, "correct": 0.0}, "all_seen|d8": {"n": 100, "correct": 0.0}, "one_new|d128": {"n": 100, "correct": 0.0}, "one_new|d16": {"n": 100, "correct": 0.0}, "one_new|d2": {"n": 100, "correct": 0.0}, "one_new|d3": {"n": 100, "correct": 0.0}, "one_new|d32": {"n": 100, "correct": 0.01}, "one_new|d4": {"n": 100, "correct": 0.0}, "one_new|d64": {"n": 100, "correct": 0.0}, "one_new|d8": {"n": 100, "correct": 0.0}, "random|d128": {"n": 100, "correct": 0.0}, "random|d16": {"n": 100, "correct": 0.0}, "random|d2": {"n": 100, "correct": 0.0}, "random|d3": {"n": 100, "correct": 0.0}, "random|d32": {"n": 100, "correct": 0.0}, "random|d4": {"n": 100, "correct": 0.0}, "random|d64": {"n": 100, "correct": 0.0}, "random|d8": {"n": 100, "correct": 0.0}}, "monitor_budgets": {"d": {"all_seen|d128": 0.0, "all_seen|d16": 0.0, "all_seen|d2": 0.01, "all_seen|d3": 0.0, "all_seen|d32": 0.0, "all_seen|d4": 0.01, "all_seen|d64": 0.0, "all_seen|d8": 0.0, "one_new|d128": 0.0, "one_new|d16": 0.0, "one_new|d2": 0.0, "one_new|d3": 0.0, "one_new|d32": 0.01, "one_new|d4": 0.0, "one_new|d64": 0.0, "one_new|d8": 0.0, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.0, "random|d3": 0.0, "random|d32": 0.0, "random|d4": 0.0, "random|d64": 0.0, "random|d8": 0.0}, "d+1": {"all_seen|d128": 0.0, "all_seen|d16": 0.0, "all_seen|d2": 0.0, "all_seen|d3": 0.0, "all_seen|d32": 0.0, "all_seen|d4": 0.01, "all_seen|d64": 0.0, "all_seen|d8": 0.0, "one_new|d128": 0.0, "one_new|d16": 0.0, "one_new|d2": 0.0, "one_new|d3": 0.0, "one_new|d32": 0.01, "one_new|d4": 0.0, "one_new|d64": 0.0, "one_new|d8": 0.0, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.0, "random|d3": 0.0, "random|d32": 0.0, "random|d4": 0.0, "random|d64": 0.0, "random|d8": 0.0}, "d+2": {"all_seen|d128": 0.0, "all_seen|d16": 0.0, "all_seen|d2": 0.01, "all_seen|d3": 0.0, "all_seen|d32": 0.0, "all_seen|d4": 0.01, "all_seen|d64": 0.0, "all_seen|d8": 0.0, "one_new|d128": 0.0, "one_new|d16": 0.0, "one_new|d2": 0.0, "one_new|d3": 0.01, "one_new|d32": 0.01, "one_new|d4": 0.0, "one_new|d64": 0.0, "one_new|d8": 0.0, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.0, "random|d3": 0.0, "random|d32": 0.0, "random|d4": 0.01, "random|d64": 0.01, "random|d8": 0.0}, "2d": {"all_seen|d128": 0.0, "all_seen|d16": 0.0, "all_seen|d2": 0.01, "all_seen|d3": 0.0, "all_seen|d32": 0.01, "all_seen|d4": 0.0, "all_seen|d64": 0.0, "all_seen|d8": 0.0, "one_new|d128": 0.0, "one_new|d16": 0.0, "one_new|d2": 0.0, "one_new|d3": 0.01, "one_new|d32": 0.0, "one_new|d4": 0.0, "one_new|d64": 0.0, "one_new|d8": 0.0, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.0, "random|d3": 0.0, "random|d32": 0.0, "random|d4": 0.0, "random|d64": 0.01, "random|d8": 0.0}}, "counters": {"atomic": 32000, "w2_sources": 16000, "w2_queries": 32000, "d2": 64000, "row_loops": 512000, "R_hist": {}}, "eval_seconds": 29.635563135147095, "peak_mem_gb": 15.113199234008789}
+{"update": 2000, "elapsed": 272.9877460002899, "shallow": {"atomic": {"correct": 0.088}, "val_d2": {"correct": 0.004}, "train_d2_fit": {"correct": 0.00275}}, "checkpoint": {"file": "ckpt_0002000.pt", "update": 2000, "sha256": "1c30c6a7c423437787176a45a591f1a2697fba869350bcf8d4702e08dfabe6c8", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.01}, "all_seen|d16": {"n": 100, "correct": 0.01}, "all_seen|d2": {"n": 100, "correct": 0.0}, "all_seen|d3": {"n": 100, "correct": 0.0}, "all_seen|d32": {"n": 100, "correct": 0.01}, "all_seen|d4": {"n": 100, "correct": 0.0}, "all_seen|d64": {"n": 100, "correct": 0.0}, "all_seen|d8": {"n": 100, "correct": 0.01}, "one_new|d128": {"n": 100, "correct": 0.01}, "one_new|d16": {"n": 100, "correct": 0.0}, "one_new|d2": {"n": 100, "correct": 0.0}, "one_new|d3": {"n": 100, "correct": 0.0}, "one_new|d32": {"n": 100, "correct": 0.0}, "one_new|d4": {"n": 100, "correct": 0.01}, "one_new|d64": {"n": 100, "correct": 0.01}, "one_new|d8": {"n": 100, "correct": 0.0}, "random|d128": {"n": 100, "correct": 0.0}, "random|d16": {"n": 100, "correct": 0.0}, "random|d2": {"n": 100, "correct": 0.0}, "random|d3": {"n": 100, "correct": 0.0}, "random|d32": {"n": 100, "correct": 0.0}, "random|d4": {"n": 100, "correct": 0.01}, "random|d64": {"n": 100, "correct": 0.0}, "random|d8": {"n": 100, "correct": 0.0}}, "monitor_budgets": {"d": {"all_seen|d128": 0.01, "all_seen|d16": 0.01, "all_seen|d2": 0.0, "all_seen|d3": 0.0, "all_seen|d32": 0.01, "all_seen|d4": 0.0, "all_seen|d64": 0.0, "all_seen|d8": 0.01, "one_new|d128": 0.01, "one_new|d16": 0.0, "one_new|d2": 0.0, "one_new|d3": 0.0, "one_new|d32": 0.0, "one_new|d4": 0.01, "one_new|d64": 0.01, "one_new|d8": 0.0, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.0, "random|d3": 0.0, "random|d32": 0.0, "random|d4": 0.01, "random|d64": 0.0, "random|d8": 0.0}, "d+1": {"all_seen|d128": 0.01, "all_seen|d16": 0.0, "all_seen|d2": 0.0, "all_seen|d3": 0.0, "all_seen|d32": 0.01, "all_seen|d4": 0.0, "all_seen|d64": 0.0, "all_seen|d8": 0.0, "one_new|d128": 0.01, "one_new|d16": 0.0, "one_new|d2": 0.0, "one_new|d3": 0.0, "one_new|d32": 0.0, "one_new|d4": 0.0, "one_new|d64": 0.01, "one_new|d8": 0.02, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.0, "random|d3": 0.0, "random|d32": 0.0, "random|d4": 0.0, "random|d64": 0.0, "random|d8": 0.0}, "d+2": {"all_seen|d128": 0.01, "all_seen|d16": 0.0, "all_seen|d2": 0.0, "all_seen|d3": 0.02, "all_seen|d32": 0.01, "all_seen|d4": 0.01, "all_seen|d64": 0.0, "all_seen|d8": 0.0, "one_new|d128": 0.01, "one_new|d16": 0.0, "one_new|d2": 0.0, "one_new|d3": 0.0, "one_new|d32": 0.0, "one_new|d4": 0.0, "one_new|d64": 0.01, "one_new|d8": 0.0, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.0, "random|d3": 0.0, "random|d32": 0.0, "random|d4": 0.0, "random|d64": 0.0, "random|d8": 0.0}, "2d": {"all_seen|d128": 0.0, "all_seen|d16": 0.0, "all_seen|d2": 0.0, "all_seen|d3": 0.0, "all_seen|d32": 0.0, "all_seen|d4": 0.01, "all_seen|d64": 0.0, "all_seen|d8": 0.01, "one_new|d128": 0.01, "one_new|d16": 0.0, "one_new|d2": 0.0, "one_new|d3": 0.0, "one_new|d32": 0.0, "one_new|d4": 0.0, "one_new|d64": 0.01, "one_new|d8": 0.0, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.0, "random|d3": 0.0, "random|d32": 0.0, "random|d4": 0.0, "random|d64": 0.0, "random|d8": 0.0}}, "counters": {"atomic": 64000, "w2_sources": 32000, "w2_queries": 64000, "d2": 128000, "row_loops": 1024000, "R_hist": {}}, "eval_seconds": 29.06250286102295, "peak_mem_gb": 15.113199234008789}
+{"update": 5000, "elapsed": 666.4255883693695, "shallow": {"atomic": {"correct": 0.9973}, "val_d2": {"correct": 0.823}, "train_d2_fit": {"correct": 0.87925}}, "checkpoint": {"file": "ckpt_0005000.pt", "update": 5000, "sha256": "b7c914f3f4d4bfc5e015604ed4b7a3cc6fd1401f1ff6f71e28a0a2672773e2c7", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.0}, "all_seen|d16": {"n": 100, "correct": 0.0}, "all_seen|d2": {"n": 100, "correct": 0.85}, "all_seen|d3": {"n": 100, "correct": 0.19}, "all_seen|d32": {"n": 100, "correct": 0.0}, "all_seen|d4": {"n": 100, "correct": 0.01}, "all_seen|d64": {"n": 100, "correct": 0.0}, "all_seen|d8": {"n": 100, "correct": 0.0}, "one_new|d128": {"n": 100, "correct": 0.0}, "one_new|d16": {"n": 100, "correct": 0.0}, "one_new|d2": {"n": 100, "correct": 0.85}, "one_new|d3": {"n": 100, "correct": 0.22}, "one_new|d32": {"n": 100, "correct": 0.0}, "one_new|d4": {"n": 100, "correct": 0.0}, "one_new|d64": {"n": 100, "correct": 0.0}, "one_new|d8": {"n": 100, "correct": 0.0}, "random|d128": {"n": 100, "correct": 0.0}, "random|d16": {"n": 100, "correct": 0.0}, "random|d2": {"n": 100, "correct": 0.86}, "random|d3": {"n": 100, "correct": 0.14}, "random|d32": {"n": 100, "correct": 0.0}, "random|d4": {"n": 100, "correct": 0.0}, "random|d64": {"n": 100, "correct": 0.0}, "random|d8": {"n": 100, "correct": 0.0}}, "monitor_budgets": {"d": {"all_seen|d128": 0.0, "all_seen|d16": 0.0, "all_seen|d2": 0.85, "all_seen|d3": 0.19, "all_seen|d32": 0.0, "all_seen|d4": 0.01, "all_seen|d64": 0.0, "all_seen|d8": 0.0, "one_new|d128": 0.0, "one_new|d16": 0.0, "one_new|d2": 0.85, "one_new|d3": 0.22, "one_new|d32": 0.0, "one_new|d4": 0.0, "one_new|d64": 0.0, "one_new|d8": 0.0, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.86, "random|d3": 0.14, "random|d32": 0.0, "random|d4": 0.0, "random|d64": 0.0, "random|d8": 0.0}, "d+1": {"all_seen|d128": 0.0, "all_seen|d16": 0.0, "all_seen|d2": 0.89, "all_seen|d3": 0.47, "all_seen|d32": 0.0, "all_seen|d4": 0.07, "all_seen|d64": 0.0, "all_seen|d8": 0.0, "one_new|d128": 0.0, "one_new|d16": 0.0, "one_new|d2": 0.94, "one_new|d3": 0.47, "one_new|d32": 0.0, "one_new|d4": 0.03, "one_new|d64": 0.0, "one_new|d8": 0.0, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.91, "random|d3": 0.39, "random|d32": 0.0, "random|d4": 0.01, "random|d64": 0.0, "random|d8": 0.0}, "d+2": {"all_seen|d128": 0.0, "all_seen|d16": 0.0, "all_seen|d2": 0.81, "all_seen|d3": 0.49, "all_seen|d32": 0.0, "all_seen|d4": 0.11, "all_seen|d64": 0.0, "all_seen|d8": 0.0, "one_new|d128": 0.0, "one_new|d16": 0.0, "one_new|d2": 0.83, "one_new|d3": 0.54, "one_new|d32": 0.0, "one_new|d4": 0.06, "one_new|d64": 0.0, "one_new|d8": 0.0, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.83, "random|d3": 0.41, "random|d32": 0.0, "random|d4": 0.06, "random|d64": 0.0, "random|d8": 0.0}, "2d": {"all_seen|d128": 0.0, "all_seen|d16": 0.0, "all_seen|d2": 0.81, "all_seen|d3": 0.43, "all_seen|d32": 0.0, "all_seen|d4": 0.07, "all_seen|d64": 0.0, "all_seen|d8": 0.0, "one_new|d128": 0.0, "one_new|d16": 0.0, "one_new|d2": 0.83, "one_new|d3": 0.52, "one_new|d32": 0.0, "one_new|d4": 0.05, "one_new|d64": 0.0, "one_new|d8": 0.0, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.83, "random|d3": 0.36, "random|d32": 0.0, "random|d4": 0.07, "random|d64": 0.0, "random|d8": 0.0}}, "counters": {"atomic": 160000, "w2_sources": 80000, "w2_queries": 160000, "d2": 320000, "row_loops": 2560000, "R_hist": {}}, "eval_seconds": 29.18485140800476, "peak_mem_gb": 15.113199234008789}
+{"update": 10000, "elapsed": 1303.0763442516327, "shallow": {"atomic": {"correct": 0.9961}, "val_d2": {"correct": 0.915}, "train_d2_fit": {"correct": 0.916125}}, "checkpoint": {"file": "ckpt_0010000.pt", "update": 10000, "sha256": "d655c3be6a5529390af03141f72ac94acb13c6bafefe7e5b86e425b3b02254eb", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.01}, "all_seen|d16": {"n": 100, "correct": 0.01}, "all_seen|d2": {"n": 100, "correct": 0.92}, "all_seen|d3": {"n": 100, "correct": 0.37}, "all_seen|d32": {"n": 100, "correct": 0.0}, "all_seen|d4": {"n": 100, "correct": 0.06}, "all_seen|d64": {"n": 100, "correct": 0.0}, "all_seen|d8": {"n": 100, "correct": 0.01}, "one_new|d128": {"n": 100, "correct": 0.0}, "one_new|d16": {"n": 100, "correct": 0.0}, "one_new|d2": {"n": 100, "correct": 0.89}, "one_new|d3": {"n": 100, "correct": 0.41}, "one_new|d32": {"n": 100, "correct": 0.01}, "one_new|d4": {"n": 100, "correct": 0.04}, "one_new|d64": {"n": 100, "correct": 0.0}, "one_new|d8": {"n": 100, "correct": 0.0}, "random|d128": {"n": 100, "correct": 0.01}, "random|d16": {"n": 100, "correct": 0.0}, "random|d2": {"n": 100, "correct": 0.91}, "random|d3": {"n": 100, "correct": 0.35}, "random|d32": {"n": 100, "correct": 0.0}, "random|d4": {"n": 100, "correct": 0.08}, "random|d64": {"n": 100, "correct": 0.0}, "random|d8": {"n": 100, "correct": 0.0}}, "monitor_budgets": {"d": {"all_seen|d128": 0.01, "all_seen|d16": 0.01, "all_seen|d2": 0.92, "all_seen|d3": 0.37, "all_seen|d32": 0.0, "all_seen|d4": 0.06, "all_seen|d64": 0.0, "all_seen|d8": 0.01, "one_new|d128": 0.0, "one_new|d16": 0.0, "one_new|d2": 0.89, "one_new|d3": 0.41, "one_new|d32": 0.01, "one_new|d4": 0.04, "one_new|d64": 0.0, "one_new|d8": 0.0, "random|d128": 0.01, "random|d16": 0.0, "random|d2": 0.91, "random|d3": 0.35, "random|d32": 0.0, "random|d4": 0.08, "random|d64": 0.0, "random|d8": 0.0}, "d+1": {"all_seen|d128": 0.01, "all_seen|d16": 0.01, "all_seen|d2": 0.97, "all_seen|d3": 0.72, "all_seen|d32": 0.0, "all_seen|d4": 0.24, "all_seen|d64": 0.0, "all_seen|d8": 0.01, "one_new|d128": 0.0, "one_new|d16": 0.0, "one_new|d2": 0.95, "one_new|d3": 0.68, "one_new|d32": 0.01, "one_new|d4": 0.18, "one_new|d64": 0.0, "one_new|d8": 0.0, "random|d128": 0.01, "random|d16": 0.0, "random|d2": 0.94, "random|d3": 0.68, "random|d32": 0.0, "random|d4": 0.23, "random|d64": 0.0, "random|d8": 0.0}, "d+2": {"all_seen|d128": 0.01, "all_seen|d16": 0.01, "all_seen|d2": 0.95, "all_seen|d3": 0.8, "all_seen|d32": 0.0, "all_seen|d4": 0.31, "all_seen|d64": 0.0, "all_seen|d8": 0.01, "one_new|d128": 0.0, "one_new|d16": 0.0, "one_new|d2": 0.92, "one_new|d3": 0.73, "one_new|d32": 0.01, "one_new|d4": 0.34, "one_new|d64": 0.0, "one_new|d8": 0.0, "random|d128": 0.01, "random|d16": 0.0, "random|d2": 0.9, "random|d3": 0.73, "random|d32": 0.0, "random|d4": 0.38, "random|d64": 0.0, "random|d8": 0.0}, "2d": {"all_seen|d128": 0.01, "all_seen|d16": 0.01, "all_seen|d2": 0.95, "all_seen|d3": 0.75, "all_seen|d32": 0.0, "all_seen|d4": 0.4, "all_seen|d64": 0.0, "all_seen|d8": 0.02, "one_new|d128": 0.0, "one_new|d16": 0.0, "one_new|d2": 0.92, "one_new|d3": 0.73, "one_new|d32": 0.01, "one_new|d4": 0.38, "one_new|d64": 0.0, "one_new|d8": 0.0, "random|d128": 0.01, "random|d16": 0.0, "random|d2": 0.9, "random|d3": 0.72, "random|d32": 0.0, "random|d4": 0.43, "random|d64": 0.0, "random|d8": 0.01}}, "counters": {"atomic": 320000, "w2_sources": 160000, "w2_queries": 320000, "d2": 640000, "row_loops": 5120000, "R_hist": {}}, "eval_seconds": 29.16485095024109, "peak_mem_gb": 15.113199234008789}
+{"update": 20000, "elapsed": 2539.7667319774628, "shallow": {"atomic": {"correct": 0.9969}, "val_d2": {"correct": 0.968}, "train_d2_fit": {"correct": 0.97625}}, "checkpoint": {"file": "ckpt_0020000.pt", "update": 20000, "sha256": "bdd1bd1b285737eb756ffb03362024fd2abd253d4a1bd4218488a355a30613e3", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.0}, "all_seen|d16": {"n": 100, "correct": 0.01}, "all_seen|d2": {"n": 100, "correct": 0.91}, "all_seen|d3": {"n": 100, "correct": 0.82}, "all_seen|d32": {"n": 100, "correct": 0.0}, "all_seen|d4": {"n": 100, "correct": 0.57}, "all_seen|d64": {"n": 100, "correct": 0.0}, "all_seen|d8": {"n": 100, "correct": 0.05}, "one_new|d128": {"n": 100, "correct": 0.0}, "one_new|d16": {"n": 100, "correct": 0.01}, "one_new|d2": {"n": 100, "correct": 0.94}, "one_new|d3": {"n": 100, "correct": 0.84}, "one_new|d32": {"n": 100, "correct": 0.0}, "one_new|d4": {"n": 100, "correct": 0.51}, "one_new|d64": {"n": 100, "correct": 0.0}, "one_new|d8": {"n": 100, "correct": 0.06}, "random|d128": {"n": 100, "correct": 0.0}, "random|d16": {"n": 100, "correct": 0.0}, "random|d2": {"n": 100, "correct": 0.98}, "random|d3": {"n": 100, "correct": 0.77}, "random|d32": {"n": 100, "correct": 0.0}, "random|d4": {"n": 100, "correct": 0.47}, "random|d64": {"n": 100, "correct": 0.0}, "random|d8": {"n": 100, "correct": 0.01}}, "monitor_budgets": {"d": {"all_seen|d128": 0.0, "all_seen|d16": 0.01, "all_seen|d2": 0.91, "all_seen|d3": 0.82, "all_seen|d32": 0.0, "all_seen|d4": 0.57, "all_seen|d64": 0.0, "all_seen|d8": 0.05, "one_new|d128": 0.0, "one_new|d16": 0.01, "one_new|d2": 0.94, "one_new|d3": 0.84, "one_new|d32": 0.0, "one_new|d4": 0.51, "one_new|d64": 0.0, "one_new|d8": 0.06, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.98, "random|d3": 0.77, "random|d32": 0.0, "random|d4": 0.47, "random|d64": 0.0, "random|d8": 0.01}, "d+1": {"all_seen|d128": 0.0, "all_seen|d16": 0.0, "all_seen|d2": 0.93, "all_seen|d3": 0.84, "all_seen|d32": 0.0, "all_seen|d4": 0.58, "all_seen|d64": 0.0, "all_seen|d8": 0.08, "one_new|d128": 0.0, "one_new|d16": 0.0, "one_new|d2": 0.94, "one_new|d3": 0.83, "one_new|d32": 0.0, "one_new|d4": 0.65, "one_new|d64": 0.0, "one_new|d8": 0.08, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.98, "random|d3": 0.81, "random|d32": 0.0, "random|d4": 0.57, "random|d64": 0.0, "random|d8": 0.02}, "d+2": {"all_seen|d128": 0.0, "all_seen|d16": 0.0, "all_seen|d2": 0.9, "all_seen|d3": 0.83, "all_seen|d32": 0.0, "all_seen|d4": 0.61, "all_seen|d64": 0.0, "all_seen|d8": 0.09, "one_new|d128": 0.0, "one_new|d16": 0.0, "one_new|d2": 0.87, "one_new|d3": 0.79, "one_new|d32": 0.0, "one_new|d4": 0.65, "one_new|d64": 0.0, "one_new|d8": 0.12, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.95, "random|d3": 0.82, "random|d32": 0.0, "random|d4": 0.58, "random|d64": 0.0, "random|d8": 0.04}, "2d": {"all_seen|d128": 0.0, "all_seen|d16": 0.0, "all_seen|d2": 0.9, "all_seen|d3": 0.79, "all_seen|d32": 0.0, "all_seen|d4": 0.59, "all_seen|d64": 0.0, "all_seen|d8": 0.09, "one_new|d128": 0.0, "one_new|d16": 0.0, "one_new|d2": 0.87, "one_new|d3": 0.76, "one_new|d32": 0.0, "one_new|d4": 0.57, "one_new|d64": 0.0, "one_new|d8": 0.11, "random|d128": 0.0, "random|d16": 0.0, "random|d2": 0.95, "random|d3": 0.8, "random|d32": 0.0, "random|d4": 0.55, "random|d64": 0.0, "random|d8": 0.03}}, "counters": {"atomic": 640000, "w2_sources": 320000, "w2_queries": 640000, "d2": 1280000, "row_loops": 10240000, "R_hist": {}}, "eval_seconds": 29.23187804222107, "peak_mem_gb": 15.113199234008789}
+{"update": 30000, "elapsed": 3776.974832057953, "shallow": {"atomic": {"correct": 0.997}, "val_d2": {"correct": 0.989}, "train_d2_fit": {"correct": 0.984375}}, "checkpoint": {"file": "ckpt_0030000.pt", "update": 30000, "sha256": "a07c56565f7e8167c104ac7f64ecf7e45c42cd5e1bbbd0b5b9ece863c47e6bef", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.0}, "all_seen|d16": {"n": 100, "correct": 0.42}, "all_seen|d2": {"n": 100, "correct": 0.98}, "all_seen|d3": {"n": 100, "correct": 0.91}, "all_seen|d32": {"n": 100, "correct": 0.19}, "all_seen|d4": {"n": 100, "correct": 0.81}, "all_seen|d64": {"n": 100, "correct": 0.06}, "all_seen|d8": {"n": 100, "correct": 0.65}, "one_new|d128": {"n": 100, "correct": 0.01}, "one_new|d16": {"n": 100, "correct": 0.37}, "one_new|d2": {"n": 100, "correct": 0.98}, "one_new|d3": {"n": 100, "correct": 0.96}, "one_new|d32": {"n": 100, "correct": 0.14}, "one_new|d4": {"n": 100, "correct": 0.91}, "one_new|d64": {"n": 100, "correct": 0.04}, "one_new|d8": {"n": 100, "correct": 0.62}, "random|d128": {"n": 100, "correct": 0.01}, "random|d16": {"n": 100, "correct": 0.42}, "random|d2": {"n": 100, "correct": 0.97}, "random|d3": {"n": 100, "correct": 0.96}, "random|d32": {"n": 100, "correct": 0.15}, "random|d4": {"n": 100, "correct": 0.8}, "random|d64": {"n": 100, "correct": 0.02}, "random|d8": {"n": 100, "correct": 0.58}}, "monitor_budgets": {"d": {"all_seen|d128": 0.0, "all_seen|d16": 0.42, "all_seen|d2": 0.98, "all_seen|d3": 0.91, "all_seen|d32": 0.19, "all_seen|d4": 0.81, "all_seen|d64": 0.06, "all_seen|d8": 0.65, "one_new|d128": 0.01, "one_new|d16": 0.37, "one_new|d2": 0.98, "one_new|d3": 0.96, "one_new|d32": 0.14, "one_new|d4": 0.91, "one_new|d64": 0.04, "one_new|d8": 0.62, "random|d128": 0.01, "random|d16": 0.42, "random|d2": 0.97, "random|d3": 0.96, "random|d32": 0.15, "random|d4": 0.8, "random|d64": 0.02, "random|d8": 0.58}, "d+1": {"all_seen|d128": 0.0, "all_seen|d16": 0.42, "all_seen|d2": 0.96, "all_seen|d3": 0.88, "all_seen|d32": 0.19, "all_seen|d4": 0.85, "all_seen|d64": 0.06, "all_seen|d8": 0.64, "one_new|d128": 0.01, "one_new|d16": 0.35, "one_new|d2": 0.98, "one_new|d3": 0.94, "one_new|d32": 0.16, "one_new|d4": 0.9, "one_new|d64": 0.04, "one_new|d8": 0.65, "random|d128": 0.01, "random|d16": 0.41, "random|d2": 0.95, "random|d3": 0.95, "random|d32": 0.15, "random|d4": 0.82, "random|d64": 0.02, "random|d8": 0.58}, "d+2": {"all_seen|d128": 0.0, "all_seen|d16": 0.42, "all_seen|d2": 0.96, "all_seen|d3": 0.85, "all_seen|d32": 0.19, "all_seen|d4": 0.82, "all_seen|d64": 0.06, "all_seen|d8": 0.64, "one_new|d128": 0.01, "one_new|d16": 0.34, "one_new|d2": 0.98, "one_new|d3": 0.93, "one_new|d32": 0.15, "one_new|d4": 0.88, "one_new|d64": 0.04, "one_new|d8": 0.62, "random|d128": 0.01, "random|d16": 0.4, "random|d2": 0.93, "random|d3": 0.93, "random|d32": 0.15, "random|d4": 0.81, "random|d64": 0.02, "random|d8": 0.59}, "2d": {"all_seen|d128": 0.0, "all_seen|d16": 0.41, "all_seen|d2": 0.96, "all_seen|d3": 0.82, "all_seen|d32": 0.16, "all_seen|d4": 0.64, "all_seen|d64": 0.06, "all_seen|d8": 0.52, "one_new|d128": 0.01, "one_new|d16": 0.29, "one_new|d2": 0.98, "one_new|d3": 0.87, "one_new|d32": 0.11, "one_new|d4": 0.71, "one_new|d64": 0.04, "one_new|d8": 0.53, "random|d128": 0.01, "random|d16": 0.35, "random|d2": 0.93, "random|d3": 0.82, "random|d32": 0.13, "random|d4": 0.67, "random|d64": 0.0, "random|d8": 0.53}}, "counters": {"atomic": 960000, "w2_sources": 480000, "w2_queries": 960000, "d2": 1920000, "row_loops": 15360000, "R_hist": {}}, "eval_seconds": 29.10422372817993, "peak_mem_gb": 15.113199234008789}
+{"update": 40000, "elapsed": 5015.424278259277, "shallow": {"atomic": {"correct": 0.994}, "val_d2": {"correct": 0.986}, "train_d2_fit": {"correct": 0.963125}}, "checkpoint": {"file": "ckpt_0040000.pt", "update": 40000, "sha256": "b4a6ceac56316db92b9efc22b59536df5f611f4b879de3424a2a06b7ae2dc6a8", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.03}, "all_seen|d16": {"n": 100, "correct": 0.56}, "all_seen|d2": {"n": 100, "correct": 0.99}, "all_seen|d3": {"n": 100, "correct": 0.93}, "all_seen|d32": {"n": 100, "correct": 0.28}, "all_seen|d4": {"n": 100, "correct": 0.91}, "all_seen|d64": {"n": 100, "correct": 0.15}, "all_seen|d8": {"n": 100, "correct": 0.76}, "one_new|d128": {"n": 100, "correct": 0.01}, "one_new|d16": {"n": 100, "correct": 0.51}, "one_new|d2": {"n": 100, "correct": 0.99}, "one_new|d3": {"n": 100, "correct": 0.93}, "one_new|d32": {"n": 100, "correct": 0.31}, "one_new|d4": {"n": 100, "correct": 0.92}, "one_new|d64": {"n": 100, "correct": 0.13}, "one_new|d8": {"n": 100, "correct": 0.81}, "random|d128": {"n": 100, "correct": 0.01}, "random|d16": {"n": 100, "correct": 0.5}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 0.95}, "random|d32": {"n": 100, "correct": 0.32}, "random|d4": {"n": 100, "correct": 0.93}, "random|d64": {"n": 100, "correct": 0.08}, "random|d8": {"n": 100, "correct": 0.8}}, "monitor_budgets": {"d": {"all_seen|d128": 0.03, "all_seen|d16": 0.56, "all_seen|d2": 0.99, "all_seen|d3": 0.93, "all_seen|d32": 0.28, "all_seen|d4": 0.91, "all_seen|d64": 0.15, "all_seen|d8": 0.76, "one_new|d128": 0.01, "one_new|d16": 0.51, "one_new|d2": 0.99, "one_new|d3": 0.93, "one_new|d32": 0.31, "one_new|d4": 0.92, "one_new|d64": 0.13, "one_new|d8": 0.81, "random|d128": 0.01, "random|d16": 0.5, "random|d2": 1.0, "random|d3": 0.95, "random|d32": 0.32, "random|d4": 0.93, "random|d64": 0.08, "random|d8": 0.8}, "d+1": {"all_seen|d128": 0.03, "all_seen|d16": 0.54, "all_seen|d2": 0.97, "all_seen|d3": 0.92, "all_seen|d32": 0.28, "all_seen|d4": 0.9, "all_seen|d64": 0.15, "all_seen|d8": 0.74, "one_new|d128": 0.01, "one_new|d16": 0.51, "one_new|d2": 0.98, "one_new|d3": 0.91, "one_new|d32": 0.31, "one_new|d4": 0.9, "one_new|d64": 0.13, "one_new|d8": 0.79, "random|d128": 0.0, "random|d16": 0.5, "random|d2": 0.99, "random|d3": 0.93, "random|d32": 0.31, "random|d4": 0.9, "random|d64": 0.08, "random|d8": 0.8}, "d+2": {"all_seen|d128": 0.03, "all_seen|d16": 0.54, "all_seen|d2": 0.95, "all_seen|d3": 0.91, "all_seen|d32": 0.28, "all_seen|d4": 0.88, "all_seen|d64": 0.15, "all_seen|d8": 0.74, "one_new|d128": 0.01, "one_new|d16": 0.5, "one_new|d2": 0.97, "one_new|d3": 0.92, "one_new|d32": 0.31, "one_new|d4": 0.88, "one_new|d64": 0.13, "one_new|d8": 0.77, "random|d128": 0.01, "random|d16": 0.49, "random|d2": 0.97, "random|d3": 0.93, "random|d32": 0.31, "random|d4": 0.89, "random|d64": 0.08, "random|d8": 0.79}, "2d": {"all_seen|d128": 0.01, "all_seen|d16": 0.43, "all_seen|d2": 0.95, "all_seen|d3": 0.88, "all_seen|d32": 0.23, "all_seen|d4": 0.81, "all_seen|d64": 0.14, "all_seen|d8": 0.59, "one_new|d128": 0.01, "one_new|d16": 0.42, "one_new|d2": 0.97, "one_new|d3": 0.89, "one_new|d32": 0.29, "one_new|d4": 0.79, "one_new|d64": 0.11, "one_new|d8": 0.66, "random|d128": 0.01, "random|d16": 0.43, "random|d2": 0.97, "random|d3": 0.86, "random|d32": 0.28, "random|d4": 0.82, "random|d64": 0.08, "random|d8": 0.64}}, "counters": {"atomic": 1280000, "w2_sources": 640000, "w2_queries": 1280000, "d2": 2560000, "row_loops": 20480000, "R_hist": {}}, "eval_seconds": 30.431694269180298, "peak_mem_gb": 15.113199234008789}
+{"update": 50000, "elapsed": 6253.437920331955, "shallow": {"atomic": {"correct": 0.998}, "val_d2": {"correct": 0.986}, "train_d2_fit": {"correct": 0.99675}}, "checkpoint": {"file": "ckpt_0050000.pt", "update": 50000, "sha256": "4c7edff25cdb2da0877178bad0c447460931bde8b914dcb2a6a264585c18b6f9", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.01}, "all_seen|d16": {"n": 100, "correct": 0.82}, "all_seen|d2": {"n": 100, "correct": 1.0}, "all_seen|d3": {"n": 100, "correct": 0.98}, "all_seen|d32": {"n": 100, "correct": 0.57}, "all_seen|d4": {"n": 100, "correct": 0.95}, "all_seen|d64": {"n": 100, "correct": 0.32}, "all_seen|d8": {"n": 100, "correct": 0.9}, "one_new|d128": {"n": 100, "correct": 0.03}, "one_new|d16": {"n": 100, "correct": 0.73}, "one_new|d2": {"n": 100, "correct": 0.98}, "one_new|d3": {"n": 100, "correct": 0.97}, "one_new|d32": {"n": 100, "correct": 0.58}, "one_new|d4": {"n": 100, "correct": 0.95}, "one_new|d64": {"n": 100, "correct": 0.29}, "one_new|d8": {"n": 100, "correct": 0.84}, "random|d128": {"n": 100, "correct": 0.0}, "random|d16": {"n": 100, "correct": 0.73}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 0.99}, "random|d32": {"n": 100, "correct": 0.53}, "random|d4": {"n": 100, "correct": 0.96}, "random|d64": {"n": 100, "correct": 0.16}, "random|d8": {"n": 100, "correct": 0.9}}, "monitor_budgets": {"d": {"all_seen|d128": 0.01, "all_seen|d16": 0.82, "all_seen|d2": 1.0, "all_seen|d3": 0.98, "all_seen|d32": 0.57, "all_seen|d4": 0.95, "all_seen|d64": 0.32, "all_seen|d8": 0.9, "one_new|d128": 0.03, "one_new|d16": 0.73, "one_new|d2": 0.98, "one_new|d3": 0.97, "one_new|d32": 0.58, "one_new|d4": 0.95, "one_new|d64": 0.29, "one_new|d8": 0.84, "random|d128": 0.0, "random|d16": 0.73, "random|d2": 1.0, "random|d3": 0.99, "random|d32": 0.53, "random|d4": 0.96, "random|d64": 0.16, "random|d8": 0.9}, "d+1": {"all_seen|d128": 0.01, "all_seen|d16": 0.82, "all_seen|d2": 0.98, "all_seen|d3": 0.98, "all_seen|d32": 0.57, "all_seen|d4": 0.95, "all_seen|d64": 0.32, "all_seen|d8": 0.9, "one_new|d128": 0.03, "one_new|d16": 0.71, "one_new|d2": 0.98, "one_new|d3": 0.95, "one_new|d32": 0.58, "one_new|d4": 0.93, "one_new|d64": 0.29, "one_new|d8": 0.85, "random|d128": 0.0, "random|d16": 0.73, "random|d2": 0.99, "random|d3": 0.98, "random|d32": 0.53, "random|d4": 0.95, "random|d64": 0.17, "random|d8": 0.89}, "d+2": {"all_seen|d128": 0.01, "all_seen|d16": 0.82, "all_seen|d2": 0.98, "all_seen|d3": 0.98, "all_seen|d32": 0.57, "all_seen|d4": 0.94, "all_seen|d64": 0.32, "all_seen|d8": 0.89, "one_new|d128": 0.03, "one_new|d16": 0.7, "one_new|d2": 0.98, "one_new|d3": 0.95, "one_new|d32": 0.57, "one_new|d4": 0.93, "one_new|d64": 0.29, "one_new|d8": 0.85, "random|d128": 0.0, "random|d16": 0.73, "random|d2": 0.99, "random|d3": 0.98, "random|d32": 0.53, "random|d4": 0.94, "random|d64": 0.18, "random|d8": 0.88}, "2d": {"all_seen|d128": 0.01, "all_seen|d16": 0.76, "all_seen|d2": 0.98, "all_seen|d3": 0.97, "all_seen|d32": 0.49, "all_seen|d4": 0.92, "all_seen|d64": 0.3, "all_seen|d8": 0.81, "one_new|d128": 0.03, "one_new|d16": 0.64, "one_new|d2": 0.98, "one_new|d3": 0.94, "one_new|d32": 0.51, "one_new|d4": 0.87, "one_new|d64": 0.25, "one_new|d8": 0.72, "random|d128": 0.0, "random|d16": 0.68, "random|d2": 0.99, "random|d3": 0.98, "random|d32": 0.51, "random|d4": 0.92, "random|d64": 0.16, "random|d8": 0.77}}, "counters": {"atomic": 1600000, "w2_sources": 800000, "w2_queries": 1600000, "d2": 3200000, "row_loops": 25600000, "R_hist": {}}, "eval_seconds": 30.142719984054565, "peak_mem_gb": 15.113199234008789}
+{"update": 60000, "elapsed": 7495.10712480545, "shallow": {"atomic": {"correct": 0.9947}, "val_d2": {"correct": 0.989}, "train_d2_fit": {"correct": 0.993}}, "checkpoint": {"file": "ckpt_0060000.pt", "update": 60000, "sha256": "eace02f9b72eec0a5dbe58ea7a96c71db2f4ea04d0ffdb56e863219fa64d39c9", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.17}, "all_seen|d16": {"n": 100, "correct": 0.77}, "all_seen|d2": {"n": 100, "correct": 0.99}, "all_seen|d3": {"n": 100, "correct": 0.97}, "all_seen|d32": {"n": 100, "correct": 0.48}, "all_seen|d4": {"n": 100, "correct": 0.97}, "all_seen|d64": {"n": 100, "correct": 0.32}, "all_seen|d8": {"n": 100, "correct": 0.85}, "one_new|d128": {"n": 100, "correct": 0.11}, "one_new|d16": {"n": 100, "correct": 0.84}, "one_new|d2": {"n": 100, "correct": 0.97}, "one_new|d3": {"n": 100, "correct": 0.96}, "one_new|d32": {"n": 100, "correct": 0.59}, "one_new|d4": {"n": 100, "correct": 0.94}, "one_new|d64": {"n": 100, "correct": 0.34}, "one_new|d8": {"n": 100, "correct": 0.89}, "random|d128": {"n": 100, "correct": 0.08}, "random|d16": {"n": 100, "correct": 0.75}, "random|d2": {"n": 100, "correct": 0.98}, "random|d3": {"n": 100, "correct": 0.98}, "random|d32": {"n": 100, "correct": 0.45}, "random|d4": {"n": 100, "correct": 0.95}, "random|d64": {"n": 100, "correct": 0.26}, "random|d8": {"n": 100, "correct": 0.87}}, "monitor_budgets": {"d": {"all_seen|d128": 0.17, "all_seen|d16": 0.77, "all_seen|d2": 0.99, "all_seen|d3": 0.97, "all_seen|d32": 0.48, "all_seen|d4": 0.97, "all_seen|d64": 0.32, "all_seen|d8": 0.85, "one_new|d128": 0.11, "one_new|d16": 0.84, "one_new|d2": 0.97, "one_new|d3": 0.96, "one_new|d32": 0.59, "one_new|d4": 0.94, "one_new|d64": 0.34, "one_new|d8": 0.89, "random|d128": 0.08, "random|d16": 0.75, "random|d2": 0.98, "random|d3": 0.98, "random|d32": 0.45, "random|d4": 0.95, "random|d64": 0.26, "random|d8": 0.87}, "d+1": {"all_seen|d128": 0.17, "all_seen|d16": 0.76, "all_seen|d2": 0.98, "all_seen|d3": 0.96, "all_seen|d32": 0.46, "all_seen|d4": 0.97, "all_seen|d64": 0.32, "all_seen|d8": 0.86, "one_new|d128": 0.11, "one_new|d16": 0.83, "one_new|d2": 0.96, "one_new|d3": 0.96, "one_new|d32": 0.59, "one_new|d4": 0.96, "one_new|d64": 0.34, "one_new|d8": 0.88, "random|d128": 0.08, "random|d16": 0.75, "random|d2": 0.96, "random|d3": 0.98, "random|d32": 0.45, "random|d4": 0.93, "random|d64": 0.26, "random|d8": 0.85}, "d+2": {"all_seen|d128": 0.17, "all_seen|d16": 0.75, "all_seen|d2": 0.97, "all_seen|d3": 0.92, "all_seen|d32": 0.45, "all_seen|d4": 0.96, "all_seen|d64": 0.32, "all_seen|d8": 0.84, "one_new|d128": 0.11, "one_new|d16": 0.83, "one_new|d2": 0.95, "one_new|d3": 0.95, "one_new|d32": 0.59, "one_new|d4": 0.92, "one_new|d64": 0.34, "one_new|d8": 0.88, "random|d128": 0.08, "random|d16": 0.74, "random|d2": 0.96, "random|d3": 0.97, "random|d32": 0.44, "random|d4": 0.93, "random|d64": 0.26, "random|d8": 0.85}, "2d": {"all_seen|d128": 0.15, "all_seen|d16": 0.62, "all_seen|d2": 0.97, "all_seen|d3": 0.88, "all_seen|d32": 0.41, "all_seen|d4": 0.82, "all_seen|d64": 0.28, "all_seen|d8": 0.71, "one_new|d128": 0.11, "one_new|d16": 0.73, "one_new|d2": 0.95, "one_new|d3": 0.9, "one_new|d32": 0.47, "one_new|d4": 0.86, "one_new|d64": 0.3, "one_new|d8": 0.71, "random|d128": 0.08, "random|d16": 0.61, "random|d2": 0.96, "random|d3": 0.92, "random|d32": 0.4, "random|d4": 0.81, "random|d64": 0.23, "random|d8": 0.69}}, "counters": {"atomic": 1920000, "w2_sources": 960000, "w2_queries": 1920000, "d2": 3840000, "row_loops": 30720000, "R_hist": {}}, "eval_seconds": 32.3166983127594, "peak_mem_gb": 15.113199234008789}
+{"update": 70000, "elapsed": 8733.822779417038, "shallow": {"atomic": {"correct": 0.997}, "val_d2": {"correct": 0.992}, "train_d2_fit": {"correct": 0.995625}}, "checkpoint": {"file": "ckpt_0070000.pt", "update": 70000, "sha256": "4bc4e02c6fe8a79264411fb578f21de563d2079a0f8f6cbe7e1abe4a52999a1a", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.64}, "all_seen|d16": {"n": 100, "correct": 0.95}, "all_seen|d2": {"n": 100, "correct": 0.99}, "all_seen|d3": {"n": 100, "correct": 0.97}, "all_seen|d32": {"n": 100, "correct": 0.89}, "all_seen|d4": {"n": 100, "correct": 0.97}, "all_seen|d64": {"n": 100, "correct": 0.8}, "all_seen|d8": {"n": 100, "correct": 0.97}, "one_new|d128": {"n": 100, "correct": 0.69}, "one_new|d16": {"n": 100, "correct": 0.93}, "one_new|d2": {"n": 100, "correct": 0.98}, "one_new|d3": {"n": 100, "correct": 1.0}, "one_new|d32": {"n": 100, "correct": 0.94}, "one_new|d4": {"n": 100, "correct": 1.0}, "one_new|d64": {"n": 100, "correct": 0.76}, "one_new|d8": {"n": 100, "correct": 0.98}, "random|d128": {"n": 100, "correct": 0.51}, "random|d16": {"n": 100, "correct": 0.86}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 0.99}, "random|d32": {"n": 100, "correct": 0.85}, "random|d4": {"n": 100, "correct": 0.95}, "random|d64": {"n": 100, "correct": 0.78}, "random|d8": {"n": 100, "correct": 0.96}}, "monitor_budgets": {"d": {"all_seen|d128": 0.64, "all_seen|d16": 0.95, "all_seen|d2": 0.99, "all_seen|d3": 0.97, "all_seen|d32": 0.89, "all_seen|d4": 0.97, "all_seen|d64": 0.8, "all_seen|d8": 0.97, "one_new|d128": 0.69, "one_new|d16": 0.93, "one_new|d2": 0.98, "one_new|d3": 1.0, "one_new|d32": 0.94, "one_new|d4": 1.0, "one_new|d64": 0.76, "one_new|d8": 0.98, "random|d128": 0.51, "random|d16": 0.86, "random|d2": 1.0, "random|d3": 0.99, "random|d32": 0.85, "random|d4": 0.95, "random|d64": 0.78, "random|d8": 0.96}, "d+1": {"all_seen|d128": 0.64, "all_seen|d16": 0.95, "all_seen|d2": 0.97, "all_seen|d3": 0.97, "all_seen|d32": 0.89, "all_seen|d4": 0.96, "all_seen|d64": 0.8, "all_seen|d8": 0.97, "one_new|d128": 0.69, "one_new|d16": 0.93, "one_new|d2": 0.98, "one_new|d3": 1.0, "one_new|d32": 0.94, "one_new|d4": 0.99, "one_new|d64": 0.76, "one_new|d8": 0.98, "random|d128": 0.52, "random|d16": 0.87, "random|d2": 0.99, "random|d3": 0.99, "random|d32": 0.86, "random|d4": 0.95, "random|d64": 0.78, "random|d8": 0.96}, "d+2": {"all_seen|d128": 0.64, "all_seen|d16": 0.95, "all_seen|d2": 0.97, "all_seen|d3": 0.98, "all_seen|d32": 0.89, "all_seen|d4": 0.96, "all_seen|d64": 0.8, "all_seen|d8": 0.97, "one_new|d128": 0.69, "one_new|d16": 0.93, "one_new|d2": 0.98, "one_new|d3": 0.99, "one_new|d32": 0.94, "one_new|d4": 0.99, "one_new|d64": 0.76, "one_new|d8": 0.98, "random|d128": 0.51, "random|d16": 0.87, "random|d2": 0.99, "random|d3": 0.99, "random|d32": 0.85, "random|d4": 0.95, "random|d64": 0.78, "random|d8": 0.96}, "2d": {"all_seen|d128": 0.63, "all_seen|d16": 0.92, "all_seen|d2": 0.97, "all_seen|d3": 0.96, "all_seen|d32": 0.89, "all_seen|d4": 0.94, "all_seen|d64": 0.79, "all_seen|d8": 0.96, "one_new|d128": 0.67, "one_new|d16": 0.92, "one_new|d2": 0.98, "one_new|d3": 0.99, "one_new|d32": 0.92, "one_new|d4": 0.97, "one_new|d64": 0.74, "one_new|d8": 0.94, "random|d128": 0.49, "random|d16": 0.85, "random|d2": 0.99, "random|d3": 0.98, "random|d32": 0.82, "random|d4": 0.92, "random|d64": 0.77, "random|d8": 0.93}}, "counters": {"atomic": 2240000, "w2_sources": 1120000, "w2_queries": 2240000, "d2": 4480000, "row_loops": 35840000, "R_hist": {}}, "eval_seconds": 29.109251260757446, "peak_mem_gb": 15.113199234008789}
+{"update": 80000, "elapsed": 9969.265593528748, "shallow": {"atomic": {"correct": 0.9994}, "val_d2": {"correct": 0.997}, "train_d2_fit": {"correct": 0.99925}}, "checkpoint": {"file": "ckpt_0080000.pt", "update": 80000, "sha256": "492e306421ea28b94cf900033622633ca226089a8edc087934c248fe16012b1b", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.48}, "all_seen|d16": {"n": 100, "correct": 0.89}, "all_seen|d2": {"n": 100, "correct": 1.0}, "all_seen|d3": {"n": 100, "correct": 1.0}, "all_seen|d32": {"n": 100, "correct": 0.78}, "all_seen|d4": {"n": 100, "correct": 0.99}, "all_seen|d64": {"n": 100, "correct": 0.62}, "all_seen|d8": {"n": 100, "correct": 0.96}, "one_new|d128": {"n": 100, "correct": 0.46}, "one_new|d16": {"n": 100, "correct": 0.87}, "one_new|d2": {"n": 100, "correct": 1.0}, "one_new|d3": {"n": 100, "correct": 1.0}, "one_new|d32": {"n": 100, "correct": 0.76}, "one_new|d4": {"n": 100, "correct": 0.95}, "one_new|d64": {"n": 100, "correct": 0.69}, "one_new|d8": {"n": 100, "correct": 0.96}, "random|d128": {"n": 100, "correct": 0.41}, "random|d16": {"n": 100, "correct": 0.89}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 0.99}, "random|d32": {"n": 100, "correct": 0.74}, "random|d4": {"n": 100, "correct": 1.0}, "random|d64": {"n": 100, "correct": 0.62}, "random|d8": {"n": 100, "correct": 0.94}}, "monitor_budgets": {"d": {"all_seen|d128": 0.48, "all_seen|d16": 0.89, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 0.78, "all_seen|d4": 0.99, "all_seen|d64": 0.62, "all_seen|d8": 0.96, "one_new|d128": 0.46, "one_new|d16": 0.87, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 0.76, "one_new|d4": 0.95, "one_new|d64": 0.69, "one_new|d8": 0.96, "random|d128": 0.41, "random|d16": 0.89, "random|d2": 1.0, "random|d3": 0.99, "random|d32": 0.74, "random|d4": 1.0, "random|d64": 0.62, "random|d8": 0.94}, "d+1": {"all_seen|d128": 0.48, "all_seen|d16": 0.87, "all_seen|d2": 0.99, "all_seen|d3": 1.0, "all_seen|d32": 0.77, "all_seen|d4": 0.98, "all_seen|d64": 0.62, "all_seen|d8": 0.96, "one_new|d128": 0.46, "one_new|d16": 0.87, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 0.76, "one_new|d4": 0.95, "one_new|d64": 0.69, "one_new|d8": 0.96, "random|d128": 0.41, "random|d16": 0.9, "random|d2": 1.0, "random|d3": 0.99, "random|d32": 0.74, "random|d4": 1.0, "random|d64": 0.62, "random|d8": 0.94}, "d+2": {"all_seen|d128": 0.48, "all_seen|d16": 0.87, "all_seen|d2": 0.99, "all_seen|d3": 1.0, "all_seen|d32": 0.77, "all_seen|d4": 0.98, "all_seen|d64": 0.62, "all_seen|d8": 0.95, "one_new|d128": 0.46, "one_new|d16": 0.87, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 0.76, "one_new|d4": 0.95, "one_new|d64": 0.69, "one_new|d8": 0.96, "random|d128": 0.41, "random|d16": 0.88, "random|d2": 1.0, "random|d3": 0.99, "random|d32": 0.74, "random|d4": 1.0, "random|d64": 0.62, "random|d8": 0.94}, "2d": {"all_seen|d128": 0.43, "all_seen|d16": 0.74, "all_seen|d2": 0.99, "all_seen|d3": 0.99, "all_seen|d32": 0.62, "all_seen|d4": 0.9, "all_seen|d64": 0.56, "all_seen|d8": 0.84, "one_new|d128": 0.37, "one_new|d16": 0.73, "one_new|d2": 1.0, "one_new|d3": 0.98, "one_new|d32": 0.6, "one_new|d4": 0.88, "one_new|d64": 0.63, "one_new|d8": 0.84, "random|d128": 0.35, "random|d16": 0.77, "random|d2": 1.0, "random|d3": 0.97, "random|d32": 0.67, "random|d4": 0.86, "random|d64": 0.57, "random|d8": 0.87}}, "counters": {"atomic": 2560000, "w2_sources": 1280000, "w2_queries": 2560000, "d2": 5120000, "row_loops": 40960000, "R_hist": {}}, "eval_seconds": 29.099806308746338, "peak_mem_gb": 15.113199234008789}
+{"update": 90000, "elapsed": 11209.873415231705, "shallow": {"atomic": {"correct": 0.9991}, "val_d2": {"correct": 0.996}, "train_d2_fit": {"correct": 0.994875}}, "checkpoint": {"file": "ckpt_0090000.pt", "update": 90000, "sha256": "8698c1108433fe3c38b6d519df122d76ab78a5be0c8e0f78b1b5fbd5af83c7cf", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.78}, "all_seen|d16": {"n": 100, "correct": 0.96}, "all_seen|d2": {"n": 100, "correct": 1.0}, "all_seen|d3": {"n": 100, "correct": 0.99}, "all_seen|d32": {"n": 100, "correct": 0.92}, "all_seen|d4": {"n": 100, "correct": 0.98}, "all_seen|d64": {"n": 100, "correct": 0.88}, "all_seen|d8": {"n": 100, "correct": 1.0}, "one_new|d128": {"n": 100, "correct": 0.76}, "one_new|d16": {"n": 100, "correct": 0.91}, "one_new|d2": {"n": 100, "correct": 0.99}, "one_new|d3": {"n": 100, "correct": 1.0}, "one_new|d32": {"n": 100, "correct": 0.96}, "one_new|d4": {"n": 100, "correct": 0.98}, "one_new|d64": {"n": 100, "correct": 0.89}, "one_new|d8": {"n": 100, "correct": 0.99}, "random|d128": {"n": 100, "correct": 0.76}, "random|d16": {"n": 100, "correct": 0.93}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 0.98}, "random|d32": {"n": 100, "correct": 0.91}, "random|d4": {"n": 100, "correct": 0.99}, "random|d64": {"n": 100, "correct": 0.89}, "random|d8": {"n": 100, "correct": 0.96}}, "monitor_budgets": {"d": {"all_seen|d128": 0.78, "all_seen|d16": 0.96, "all_seen|d2": 1.0, "all_seen|d3": 0.99, "all_seen|d32": 0.92, "all_seen|d4": 0.98, "all_seen|d64": 0.88, "all_seen|d8": 1.0, "one_new|d128": 0.76, "one_new|d16": 0.91, "one_new|d2": 0.99, "one_new|d3": 1.0, "one_new|d32": 0.96, "one_new|d4": 0.98, "one_new|d64": 0.89, "one_new|d8": 0.99, "random|d128": 0.76, "random|d16": 0.93, "random|d2": 1.0, "random|d3": 0.98, "random|d32": 0.91, "random|d4": 0.99, "random|d64": 0.89, "random|d8": 0.96}, "d+1": {"all_seen|d128": 0.78, "all_seen|d16": 0.96, "all_seen|d2": 1.0, "all_seen|d3": 0.99, "all_seen|d32": 0.92, "all_seen|d4": 0.98, "all_seen|d64": 0.88, "all_seen|d8": 1.0, "one_new|d128": 0.76, "one_new|d16": 0.91, "one_new|d2": 0.99, "one_new|d3": 1.0, "one_new|d32": 0.96, "one_new|d4": 0.98, "one_new|d64": 0.89, "one_new|d8": 0.99, "random|d128": 0.76, "random|d16": 0.93, "random|d2": 1.0, "random|d3": 0.98, "random|d32": 0.91, "random|d4": 0.99, "random|d64": 0.89, "random|d8": 0.97}, "d+2": {"all_seen|d128": 0.78, "all_seen|d16": 0.96, "all_seen|d2": 1.0, "all_seen|d3": 0.99, "all_seen|d32": 0.92, "all_seen|d4": 0.98, "all_seen|d64": 0.88, "all_seen|d8": 1.0, "one_new|d128": 0.76, "one_new|d16": 0.91, "one_new|d2": 0.99, "one_new|d3": 1.0, "one_new|d32": 0.96, "one_new|d4": 0.98, "one_new|d64": 0.88, "one_new|d8": 0.99, "random|d128": 0.76, "random|d16": 0.93, "random|d2": 1.0, "random|d3": 0.98, "random|d32": 0.91, "random|d4": 0.99, "random|d64": 0.89, "random|d8": 0.96}, "2d": {"all_seen|d128": 0.77, "all_seen|d16": 0.96, "all_seen|d2": 1.0, "all_seen|d3": 0.99, "all_seen|d32": 0.91, "all_seen|d4": 0.98, "all_seen|d64": 0.87, "all_seen|d8": 1.0, "one_new|d128": 0.73, "one_new|d16": 0.89, "one_new|d2": 0.99, "one_new|d3": 1.0, "one_new|d32": 0.94, "one_new|d4": 0.98, "one_new|d64": 0.85, "one_new|d8": 0.99, "random|d128": 0.75, "random|d16": 0.91, "random|d2": 1.0, "random|d3": 0.97, "random|d32": 0.9, "random|d4": 0.97, "random|d64": 0.88, "random|d8": 0.94}}, "counters": {"atomic": 2880000, "w2_sources": 1440000, "w2_queries": 2880000, "d2": 5760000, "row_loops": 46080000, "R_hist": {}}, "eval_seconds": 32.11385226249695, "peak_mem_gb": 15.113199234008789}
+{"update": 100000, "elapsed": 12448.977299690247, "shallow": {"atomic": {"correct": 0.9977}, "val_d2": {"correct": 0.998}, "train_d2_fit": {"correct": 0.998}}, "checkpoint": {"file": "ckpt_0100000.pt", "update": 100000, "sha256": "728b00c9b1ebd5e4ddd9f714d8834baef48f008f3d66660775eae319183b58c9", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.83}, "all_seen|d16": {"n": 100, "correct": 0.95}, "all_seen|d2": {"n": 100, "correct": 1.0}, "all_seen|d3": {"n": 100, "correct": 1.0}, "all_seen|d32": {"n": 100, "correct": 0.98}, "all_seen|d4": {"n": 100, "correct": 1.0}, "all_seen|d64": {"n": 100, "correct": 0.93}, "all_seen|d8": {"n": 100, "correct": 0.94}, "one_new|d128": {"n": 100, "correct": 0.81}, "one_new|d16": {"n": 100, "correct": 0.97}, "one_new|d2": {"n": 100, "correct": 0.99}, "one_new|d3": {"n": 100, "correct": 1.0}, "one_new|d32": {"n": 100, "correct": 0.97}, "one_new|d4": {"n": 100, "correct": 0.99}, "one_new|d64": {"n": 100, "correct": 0.89}, "one_new|d8": {"n": 100, "correct": 0.97}, "random|d128": {"n": 100, "correct": 0.93}, "random|d16": {"n": 100, "correct": 0.91}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 0.99}, "random|d32": {"n": 100, "correct": 0.92}, "random|d4": {"n": 100, "correct": 1.0}, "random|d64": {"n": 100, "correct": 0.93}, "random|d8": {"n": 100, "correct": 0.99}}, "monitor_budgets": {"d": {"all_seen|d128": 0.83, "all_seen|d16": 0.95, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 0.98, "all_seen|d4": 1.0, "all_seen|d64": 0.93, "all_seen|d8": 0.94, "one_new|d128": 0.81, "one_new|d16": 0.97, "one_new|d2": 0.99, "one_new|d3": 1.0, "one_new|d32": 0.97, "one_new|d4": 0.99, "one_new|d64": 0.89, "one_new|d8": 0.97, "random|d128": 0.93, "random|d16": 0.91, "random|d2": 1.0, "random|d3": 0.99, "random|d32": 0.92, "random|d4": 1.0, "random|d64": 0.93, "random|d8": 0.99}, "d+1": {"all_seen|d128": 0.83, "all_seen|d16": 0.95, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 0.98, "all_seen|d4": 0.99, "all_seen|d64": 0.93, "all_seen|d8": 0.94, "one_new|d128": 0.81, "one_new|d16": 0.97, "one_new|d2": 0.99, "one_new|d3": 1.0, "one_new|d32": 0.97, "one_new|d4": 0.99, "one_new|d64": 0.89, "one_new|d8": 0.97, "random|d128": 0.93, "random|d16": 0.91, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 0.92, "random|d4": 1.0, "random|d64": 0.93, "random|d8": 0.99}, "d+2": {"all_seen|d128": 0.83, "all_seen|d16": 0.95, "all_seen|d2": 0.99, "all_seen|d3": 1.0, "all_seen|d32": 0.98, "all_seen|d4": 0.99, "all_seen|d64": 0.93, "all_seen|d8": 0.94, "one_new|d128": 0.81, "one_new|d16": 0.97, "one_new|d2": 0.99, "one_new|d3": 1.0, "one_new|d32": 0.97, "one_new|d4": 0.99, "one_new|d64": 0.89, "one_new|d8": 0.97, "random|d128": 0.93, "random|d16": 0.91, "random|d2": 0.99, "random|d3": 1.0, "random|d32": 0.92, "random|d4": 1.0, "random|d64": 0.93, "random|d8": 0.98}, "2d": {"all_seen|d128": 0.83, "all_seen|d16": 0.95, "all_seen|d2": 0.99, "all_seen|d3": 1.0, "all_seen|d32": 0.98, "all_seen|d4": 0.97, "all_seen|d64": 0.93, "all_seen|d8": 0.94, "one_new|d128": 0.81, "one_new|d16": 0.97, "one_new|d2": 0.99, "one_new|d3": 1.0, "one_new|d32": 0.97, "one_new|d4": 0.99, "one_new|d64": 0.89, "one_new|d8": 0.96, "random|d128": 0.93, "random|d16": 0.91, "random|d2": 0.99, "random|d3": 0.99, "random|d32": 0.91, "random|d4": 0.99, "random|d64": 0.93, "random|d8": 0.98}}, "counters": {"atomic": 3200000, "w2_sources": 1600000, "w2_queries": 3200000, "d2": 6400000, "row_loops": 51200000, "R_hist": {}}, "eval_seconds": 29.41085696220398, "peak_mem_gb": 15.113199234008789}
+{"update": 110000, "elapsed": 13684.881103277206, "shallow": {"atomic": {"correct": 0.9992}, "val_d2": {"correct": 0.998}, "train_d2_fit": {"correct": 0.997125}}, "checkpoint": {"file": "ckpt_0110000.pt", "update": 110000, "sha256": "86802449c3b6ffd8b354eed64bf0be79fa712c834178333218edffb26debbd5b", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.78}, "all_seen|d16": {"n": 100, "correct": 0.97}, "all_seen|d2": {"n": 100, "correct": 1.0}, "all_seen|d3": {"n": 100, "correct": 0.99}, "all_seen|d32": {"n": 100, "correct": 0.91}, "all_seen|d4": {"n": 100, "correct": 1.0}, "all_seen|d64": {"n": 100, "correct": 0.88}, "all_seen|d8": {"n": 100, "correct": 0.99}, "one_new|d128": {"n": 100, "correct": 0.85}, "one_new|d16": {"n": 100, "correct": 0.99}, "one_new|d2": {"n": 100, "correct": 1.0}, "one_new|d3": {"n": 100, "correct": 1.0}, "one_new|d32": {"n": 100, "correct": 0.94}, "one_new|d4": {"n": 100, "correct": 1.0}, "one_new|d64": {"n": 100, "correct": 0.89}, "one_new|d8": {"n": 100, "correct": 0.99}, "random|d128": {"n": 100, "correct": 0.86}, "random|d16": {"n": 100, "correct": 0.95}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 1.0}, "random|d32": {"n": 100, "correct": 0.9}, "random|d4": {"n": 100, "correct": 0.99}, "random|d64": {"n": 100, "correct": 0.93}, "random|d8": {"n": 100, "correct": 0.98}}, "monitor_budgets": {"d": {"all_seen|d128": 0.78, "all_seen|d16": 0.97, "all_seen|d2": 1.0, "all_seen|d3": 0.99, "all_seen|d32": 0.91, "all_seen|d4": 1.0, "all_seen|d64": 0.88, "all_seen|d8": 0.99, "one_new|d128": 0.85, "one_new|d16": 0.99, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 0.94, "one_new|d4": 1.0, "one_new|d64": 0.89, "one_new|d8": 0.99, "random|d128": 0.86, "random|d16": 0.95, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 0.9, "random|d4": 0.99, "random|d64": 0.93, "random|d8": 0.98}, "d+1": {"all_seen|d128": 0.78, "all_seen|d16": 0.97, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 0.91, "all_seen|d4": 1.0, "all_seen|d64": 0.88, "all_seen|d8": 0.99, "one_new|d128": 0.85, "one_new|d16": 0.99, "one_new|d2": 0.99, "one_new|d3": 1.0, "one_new|d32": 0.94, "one_new|d4": 1.0, "one_new|d64": 0.89, "one_new|d8": 0.99, "random|d128": 0.86, "random|d16": 0.95, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 0.9, "random|d4": 0.99, "random|d64": 0.93, "random|d8": 0.98}, "d+2": {"all_seen|d128": 0.78, "all_seen|d16": 0.97, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 0.91, "all_seen|d4": 0.99, "all_seen|d64": 0.88, "all_seen|d8": 0.99, "one_new|d128": 0.85, "one_new|d16": 0.99, "one_new|d2": 0.99, "one_new|d3": 0.98, "one_new|d32": 0.94, "one_new|d4": 1.0, "one_new|d64": 0.88, "one_new|d8": 1.0, "random|d128": 0.86, "random|d16": 0.95, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 0.9, "random|d4": 0.99, "random|d64": 0.93, "random|d8": 0.98}, "2d": {"all_seen|d128": 0.78, "all_seen|d16": 0.97, "all_seen|d2": 1.0, "all_seen|d3": 0.99, "all_seen|d32": 0.9, "all_seen|d4": 0.99, "all_seen|d64": 0.88, "all_seen|d8": 0.99, "one_new|d128": 0.84, "one_new|d16": 0.99, "one_new|d2": 0.99, "one_new|d3": 0.98, "one_new|d32": 0.93, "one_new|d4": 0.99, "one_new|d64": 0.88, "one_new|d8": 0.98, "random|d128": 0.86, "random|d16": 0.95, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 0.9, "random|d4": 0.99, "random|d64": 0.93, "random|d8": 0.96}}, "counters": {"atomic": 3520000, "w2_sources": 1760000, "w2_queries": 3520000, "d2": 7040000, "row_loops": 56320000, "R_hist": {}}, "eval_seconds": 29.191985607147217, "peak_mem_gb": 15.113199234008789}
+{"update": 120000, "elapsed": 14920.387071609497, "shallow": {"atomic": {"correct": 0.9998}, "val_d2": {"correct": 1.0}, "train_d2_fit": {"correct": 0.9975}}, "checkpoint": {"file": "ckpt_0120000.pt", "update": 120000, "sha256": "eadc632d68cf9d2e4457934b65f461b416affb35836874fcac74787a646d1ac9", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.81}, "all_seen|d16": {"n": 100, "correct": 1.0}, "all_seen|d2": {"n": 100, "correct": 1.0}, "all_seen|d3": {"n": 100, "correct": 1.0}, "all_seen|d32": {"n": 100, "correct": 0.94}, "all_seen|d4": {"n": 100, "correct": 0.99}, "all_seen|d64": {"n": 100, "correct": 0.9}, "all_seen|d8": {"n": 100, "correct": 0.97}, "one_new|d128": {"n": 100, "correct": 0.86}, "one_new|d16": {"n": 100, "correct": 0.98}, "one_new|d2": {"n": 100, "correct": 1.0}, "one_new|d3": {"n": 100, "correct": 1.0}, "one_new|d32": {"n": 100, "correct": 0.94}, "one_new|d4": {"n": 100, "correct": 1.0}, "one_new|d64": {"n": 100, "correct": 0.94}, "one_new|d8": {"n": 100, "correct": 1.0}, "random|d128": {"n": 100, "correct": 0.87}, "random|d16": {"n": 100, "correct": 0.98}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 1.0}, "random|d32": {"n": 100, "correct": 0.95}, "random|d4": {"n": 100, "correct": 1.0}, "random|d64": {"n": 100, "correct": 0.93}, "random|d8": {"n": 100, "correct": 0.97}}, "monitor_budgets": {"d": {"all_seen|d128": 0.81, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 0.94, "all_seen|d4": 0.99, "all_seen|d64": 0.9, "all_seen|d8": 0.97, "one_new|d128": 0.86, "one_new|d16": 0.98, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 0.94, "one_new|d4": 1.0, "one_new|d64": 0.94, "one_new|d8": 1.0, "random|d128": 0.87, "random|d16": 0.98, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 0.95, "random|d4": 1.0, "random|d64": 0.93, "random|d8": 0.97}, "d+1": {"all_seen|d128": 0.81, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 0.99, "all_seen|d32": 0.94, "all_seen|d4": 0.99, "all_seen|d64": 0.9, "all_seen|d8": 0.97, "one_new|d128": 0.86, "one_new|d16": 0.98, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 0.94, "one_new|d4": 1.0, "one_new|d64": 0.94, "one_new|d8": 1.0, "random|d128": 0.87, "random|d16": 0.98, "random|d2": 0.99, "random|d3": 1.0, "random|d32": 0.95, "random|d4": 1.0, "random|d64": 0.93, "random|d8": 0.97}, "d+2": {"all_seen|d128": 0.81, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 0.99, "all_seen|d32": 0.94, "all_seen|d4": 0.99, "all_seen|d64": 0.9, "all_seen|d8": 0.97, "one_new|d128": 0.86, "one_new|d16": 0.98, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 0.94, "one_new|d4": 0.99, "one_new|d64": 0.94, "one_new|d8": 0.99, "random|d128": 0.87, "random|d16": 0.98, "random|d2": 0.97, "random|d3": 1.0, "random|d32": 0.95, "random|d4": 1.0, "random|d64": 0.93, "random|d8": 0.97}, "2d": {"all_seen|d128": 0.81, "all_seen|d16": 0.99, "all_seen|d2": 1.0, "all_seen|d3": 0.99, "all_seen|d32": 0.94, "all_seen|d4": 0.99, "all_seen|d64": 0.9, "all_seen|d8": 0.97, "one_new|d128": 0.86, "one_new|d16": 0.98, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 0.94, "one_new|d4": 0.99, "one_new|d64": 0.94, "one_new|d8": 0.99, "random|d128": 0.87, "random|d16": 0.98, "random|d2": 0.97, "random|d3": 1.0, "random|d32": 0.95, "random|d4": 1.0, "random|d64": 0.92, "random|d8": 0.97}}, "counters": {"atomic": 3840000, "w2_sources": 1920000, "w2_queries": 3840000, "d2": 7680000, "row_loops": 61440000, "R_hist": {}}, "eval_seconds": 29.254201889038086, "peak_mem_gb": 15.113199234008789}
+{"update": 130000, "elapsed": 16159.17598104477, "shallow": {"atomic": {"correct": 1.0}, "val_d2": {"correct": 1.0}, "train_d2_fit": {"correct": 0.999625}}, "checkpoint": {"file": "ckpt_0130000.pt", "update": 130000, "sha256": "440f34d69aba2d802480318a5ab97cdf2550a9bb4b9dfc3f0ae454077abb4925", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 0.99}, "all_seen|d16": {"n": 100, "correct": 1.0}, "all_seen|d2": {"n": 100, "correct": 1.0}, "all_seen|d3": {"n": 100, "correct": 1.0}, "all_seen|d32": {"n": 100, "correct": 0.99}, "all_seen|d4": {"n": 100, "correct": 1.0}, "all_seen|d64": {"n": 100, "correct": 0.98}, "all_seen|d8": {"n": 100, "correct": 1.0}, "one_new|d128": {"n": 100, "correct": 1.0}, "one_new|d16": {"n": 100, "correct": 1.0}, "one_new|d2": {"n": 100, "correct": 1.0}, "one_new|d3": {"n": 100, "correct": 1.0}, "one_new|d32": {"n": 100, "correct": 0.99}, "one_new|d4": {"n": 100, "correct": 1.0}, "one_new|d64": {"n": 100, "correct": 0.98}, "one_new|d8": {"n": 100, "correct": 0.99}, "random|d128": {"n": 100, "correct": 1.0}, "random|d16": {"n": 100, "correct": 0.99}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 1.0}, "random|d32": {"n": 100, "correct": 1.0}, "random|d4": {"n": 100, "correct": 1.0}, "random|d64": {"n": 100, "correct": 0.99}, "random|d8": {"n": 100, "correct": 1.0}}, "monitor_budgets": {"d": {"all_seen|d128": 0.99, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 0.99, "all_seen|d4": 1.0, "all_seen|d64": 0.98, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 0.99, "one_new|d4": 1.0, "one_new|d64": 0.98, "one_new|d8": 0.99, "random|d128": 1.0, "random|d16": 0.99, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 0.99, "random|d8": 1.0}, "d+1": {"all_seen|d128": 0.99, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 0.99, "all_seen|d4": 1.0, "all_seen|d64": 0.98, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 0.99, "one_new|d4": 1.0, "one_new|d64": 0.98, "one_new|d8": 0.99, "random|d128": 1.0, "random|d16": 0.99, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 0.99, "random|d8": 1.0}, "d+2": {"all_seen|d128": 0.99, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 0.99, "all_seen|d4": 1.0, "all_seen|d64": 0.98, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 0.99, "one_new|d4": 1.0, "one_new|d64": 0.98, "one_new|d8": 0.99, "random|d128": 1.0, "random|d16": 0.99, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 0.99, "random|d8": 1.0}, "2d": {"all_seen|d128": 0.99, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 0.99, "all_seen|d4": 1.0, "all_seen|d64": 0.98, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 0.99, "one_new|d4": 0.99, "one_new|d64": 0.98, "one_new|d8": 0.99, "random|d128": 1.0, "random|d16": 0.99, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 0.99, "random|d8": 1.0}}, "counters": {"atomic": 4160000, "w2_sources": 2080000, "w2_queries": 4160000, "d2": 8320000, "row_loops": 66560000, "R_hist": {}}, "eval_seconds": 31.169230937957764, "peak_mem_gb": 15.113199234008789}
+{"update": 140000, "elapsed": 17398.076313972473, "shallow": {"atomic": {"correct": 1.0}, "val_d2": {"correct": 1.0}, "train_d2_fit": {"correct": 1.0}}, "checkpoint": {"file": "ckpt_0140000.pt", "update": 140000, "sha256": "9bc7ba9624294b4b91b133b2f18d87ae93292120ca5aa2913ccf95aa48192b49", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 1.0}, "all_seen|d16": {"n": 100, "correct": 1.0}, "all_seen|d2": {"n": 100, "correct": 1.0}, "all_seen|d3": {"n": 100, "correct": 1.0}, "all_seen|d32": {"n": 100, "correct": 1.0}, "all_seen|d4": {"n": 100, "correct": 1.0}, "all_seen|d64": {"n": 100, "correct": 1.0}, "all_seen|d8": {"n": 100, "correct": 1.0}, "one_new|d128": {"n": 100, "correct": 1.0}, "one_new|d16": {"n": 100, "correct": 1.0}, "one_new|d2": {"n": 100, "correct": 1.0}, "one_new|d3": {"n": 100, "correct": 1.0}, "one_new|d32": {"n": 100, "correct": 1.0}, "one_new|d4": {"n": 100, "correct": 1.0}, "one_new|d64": {"n": 100, "correct": 1.0}, "one_new|d8": {"n": 100, "correct": 1.0}, "random|d128": {"n": 100, "correct": 1.0}, "random|d16": {"n": 100, "correct": 1.0}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 1.0}, "random|d32": {"n": 100, "correct": 1.0}, "random|d4": {"n": 100, "correct": 1.0}, "random|d64": {"n": 100, "correct": 0.99}, "random|d8": {"n": 100, "correct": 1.0}}, "monitor_budgets": {"d": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 0.99, "random|d8": 1.0}, "d+1": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 0.99, "random|d8": 1.0}, "d+2": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 0.99, "random|d8": 1.0}, "2d": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 0.99, "random|d8": 1.0}}, "counters": {"atomic": 4480000, "w2_sources": 2240000, "w2_queries": 4480000, "d2": 8960000, "row_loops": 71680000, "R_hist": {}}, "eval_seconds": 30.354485273361206, "peak_mem_gb": 15.113199234008789}
+{"update": 150000, "elapsed": 18634.913510799408, "shallow": {"atomic": {"correct": 1.0}, "val_d2": {"correct": 1.0}, "train_d2_fit": {"correct": 1.0}}, "checkpoint": {"file": "ckpt_0150000.pt", "update": 150000, "sha256": "ab440a762c0db2d6d2bd00fca6e11a6275da8e6852e1636c15b1b60970eba247", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 1.0}, "all_seen|d16": {"n": 100, "correct": 1.0}, "all_seen|d2": {"n": 100, "correct": 1.0}, "all_seen|d3": {"n": 100, "correct": 1.0}, "all_seen|d32": {"n": 100, "correct": 1.0}, "all_seen|d4": {"n": 100, "correct": 1.0}, "all_seen|d64": {"n": 100, "correct": 1.0}, "all_seen|d8": {"n": 100, "correct": 1.0}, "one_new|d128": {"n": 100, "correct": 1.0}, "one_new|d16": {"n": 100, "correct": 1.0}, "one_new|d2": {"n": 100, "correct": 1.0}, "one_new|d3": {"n": 100, "correct": 1.0}, "one_new|d32": {"n": 100, "correct": 1.0}, "one_new|d4": {"n": 100, "correct": 1.0}, "one_new|d64": {"n": 100, "correct": 1.0}, "one_new|d8": {"n": 100, "correct": 1.0}, "random|d128": {"n": 100, "correct": 1.0}, "random|d16": {"n": 100, "correct": 1.0}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 1.0}, "random|d32": {"n": 100, "correct": 1.0}, "random|d4": {"n": 100, "correct": 1.0}, "random|d64": {"n": 100, "correct": 1.0}, "random|d8": {"n": 100, "correct": 1.0}}, "monitor_budgets": {"d": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "d+1": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "d+2": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "2d": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}}, "counters": {"atomic": 4800000, "w2_sources": 2400000, "w2_queries": 4800000, "d2": 9600000, "row_loops": 76800000, "R_hist": {}}, "eval_seconds": 29.259155750274658, "peak_mem_gb": 15.113199234008789}
+{"update": 160000, "elapsed": 19870.99916791916, "shallow": {"atomic": {"correct": 1.0}, "val_d2": {"correct": 1.0}, "train_d2_fit": {"correct": 1.0}}, "checkpoint": {"file": "ckpt_0160000.pt", "update": 160000, "sha256": "78c238c7e4be4041be7fcc366e65aa37753d7ffec652411eece3bbbb900738cb", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 1.0}, "all_seen|d16": {"n": 100, "correct": 1.0}, "all_seen|d2": {"n": 100, "correct": 1.0}, "all_seen|d3": {"n": 100, "correct": 1.0}, "all_seen|d32": {"n": 100, "correct": 1.0}, "all_seen|d4": {"n": 100, "correct": 1.0}, "all_seen|d64": {"n": 100, "correct": 1.0}, "all_seen|d8": {"n": 100, "correct": 1.0}, "one_new|d128": {"n": 100, "correct": 1.0}, "one_new|d16": {"n": 100, "correct": 1.0}, "one_new|d2": {"n": 100, "correct": 1.0}, "one_new|d3": {"n": 100, "correct": 1.0}, "one_new|d32": {"n": 100, "correct": 1.0}, "one_new|d4": {"n": 100, "correct": 1.0}, "one_new|d64": {"n": 100, "correct": 1.0}, "one_new|d8": {"n": 100, "correct": 1.0}, "random|d128": {"n": 100, "correct": 1.0}, "random|d16": {"n": 100, "correct": 1.0}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 1.0}, "random|d32": {"n": 100, "correct": 1.0}, "random|d4": {"n": 100, "correct": 1.0}, "random|d64": {"n": 100, "correct": 1.0}, "random|d8": {"n": 100, "correct": 1.0}}, "monitor_budgets": {"d": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "d+1": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "d+2": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "2d": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}}, "counters": {"atomic": 5120000, "w2_sources": 2560000, "w2_queries": 5120000, "d2": 10240000, "row_loops": 81920000, "R_hist": {}}, "eval_seconds": 30.15173602104187, "peak_mem_gb": 15.113199234008789}
+{"update": 170000, "elapsed": 21110.873053073883, "shallow": {"atomic": {"correct": 1.0}, "val_d2": {"correct": 1.0}, "train_d2_fit": {"correct": 1.0}}, "checkpoint": {"file": "ckpt_0170000.pt", "update": 170000, "sha256": "743d16c538289bf6cf065f710c248e02d12fab22c5a206c164e57affd08168b7", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 1.0}, "all_seen|d16": {"n": 100, "correct": 1.0}, "all_seen|d2": {"n": 100, "correct": 1.0}, "all_seen|d3": {"n": 100, "correct": 1.0}, "all_seen|d32": {"n": 100, "correct": 1.0}, "all_seen|d4": {"n": 100, "correct": 1.0}, "all_seen|d64": {"n": 100, "correct": 1.0}, "all_seen|d8": {"n": 100, "correct": 1.0}, "one_new|d128": {"n": 100, "correct": 1.0}, "one_new|d16": {"n": 100, "correct": 1.0}, "one_new|d2": {"n": 100, "correct": 1.0}, "one_new|d3": {"n": 100, "correct": 1.0}, "one_new|d32": {"n": 100, "correct": 1.0}, "one_new|d4": {"n": 100, "correct": 1.0}, "one_new|d64": {"n": 100, "correct": 1.0}, "one_new|d8": {"n": 100, "correct": 1.0}, "random|d128": {"n": 100, "correct": 1.0}, "random|d16": {"n": 100, "correct": 1.0}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 1.0}, "random|d32": {"n": 100, "correct": 1.0}, "random|d4": {"n": 100, "correct": 1.0}, "random|d64": {"n": 100, "correct": 1.0}, "random|d8": {"n": 100, "correct": 1.0}}, "monitor_budgets": {"d": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "d+1": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "d+2": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "2d": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}}, "counters": {"atomic": 5440000, "w2_sources": 2720000, "w2_queries": 5440000, "d2": 10880000, "row_loops": 87040000, "R_hist": {}}, "eval_seconds": 30.43584156036377, "peak_mem_gb": 15.113199234008789}
+{"update": 180000, "elapsed": 22349.334077358246, "shallow": {"atomic": {"correct": 1.0}, "val_d2": {"correct": 1.0}, "train_d2_fit": {"correct": 1.0}}, "checkpoint": {"file": "ckpt_0180000.pt", "update": 180000, "sha256": "b0ff1c593de460f07f9e33c600e09bb719e84a5904b1da1471849d880df9d660", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 1.0}, "all_seen|d16": {"n": 100, "correct": 1.0}, "all_seen|d2": {"n": 100, "correct": 1.0}, "all_seen|d3": {"n": 100, "correct": 1.0}, "all_seen|d32": {"n": 100, "correct": 1.0}, "all_seen|d4": {"n": 100, "correct": 1.0}, "all_seen|d64": {"n": 100, "correct": 1.0}, "all_seen|d8": {"n": 100, "correct": 1.0}, "one_new|d128": {"n": 100, "correct": 1.0}, "one_new|d16": {"n": 100, "correct": 1.0}, "one_new|d2": {"n": 100, "correct": 1.0}, "one_new|d3": {"n": 100, "correct": 1.0}, "one_new|d32": {"n": 100, "correct": 1.0}, "one_new|d4": {"n": 100, "correct": 1.0}, "one_new|d64": {"n": 100, "correct": 1.0}, "one_new|d8": {"n": 100, "correct": 1.0}, "random|d128": {"n": 100, "correct": 1.0}, "random|d16": {"n": 100, "correct": 1.0}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 1.0}, "random|d32": {"n": 100, "correct": 1.0}, "random|d4": {"n": 100, "correct": 1.0}, "random|d64": {"n": 100, "correct": 1.0}, "random|d8": {"n": 100, "correct": 1.0}}, "monitor_budgets": {"d": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "d+1": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "d+2": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "2d": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}}, "counters": {"atomic": 5760000, "w2_sources": 2880000, "w2_queries": 5760000, "d2": 11520000, "row_loops": 92160000, "R_hist": {}}, "eval_seconds": 30.43744921684265, "peak_mem_gb": 15.113199234008789}
+{"update": 190000, "elapsed": 23586.743119239807, "shallow": {"atomic": {"correct": 1.0}, "val_d2": {"correct": 1.0}, "train_d2_fit": {"correct": 1.0}}, "checkpoint": {"file": "ckpt_0190000.pt", "update": 190000, "sha256": "add8fde1083bbebf1970cdd9c9535b47cca3834ec5031a08e59fd844374d2658", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 1.0}, "all_seen|d16": {"n": 100, "correct": 1.0}, "all_seen|d2": {"n": 100, "correct": 1.0}, "all_seen|d3": {"n": 100, "correct": 1.0}, "all_seen|d32": {"n": 100, "correct": 1.0}, "all_seen|d4": {"n": 100, "correct": 1.0}, "all_seen|d64": {"n": 100, "correct": 1.0}, "all_seen|d8": {"n": 100, "correct": 1.0}, "one_new|d128": {"n": 100, "correct": 1.0}, "one_new|d16": {"n": 100, "correct": 1.0}, "one_new|d2": {"n": 100, "correct": 1.0}, "one_new|d3": {"n": 100, "correct": 1.0}, "one_new|d32": {"n": 100, "correct": 1.0}, "one_new|d4": {"n": 100, "correct": 1.0}, "one_new|d64": {"n": 100, "correct": 1.0}, "one_new|d8": {"n": 100, "correct": 1.0}, "random|d128": {"n": 100, "correct": 1.0}, "random|d16": {"n": 100, "correct": 1.0}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 1.0}, "random|d32": {"n": 100, "correct": 1.0}, "random|d4": {"n": 100, "correct": 1.0}, "random|d64": {"n": 100, "correct": 1.0}, "random|d8": {"n": 100, "correct": 1.0}}, "monitor_budgets": {"d": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "d+1": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "d+2": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "2d": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}}, "counters": {"atomic": 6080000, "w2_sources": 3040000, "w2_queries": 6080000, "d2": 12160000, "row_loops": 97280000, "R_hist": {}}, "eval_seconds": 30.07828116416931, "peak_mem_gb": 15.113199234008789}
+{"update": 200000, "elapsed": 24823.535107135773, "shallow": {"atomic": {"correct": 1.0}, "val_d2": {"correct": 1.0}, "train_d2_fit": {"correct": 1.0}}, "checkpoint": {"file": "ckpt_0200000.pt", "update": 200000, "sha256": "1f2b047da97b5628695fdb9446f4a75c2f6c1c225e350244866707a1dc482111", "bytes": 115042564, "rope_base": 10000.0, "max_pos": 4097, "kind": "model_weights_for_exact_evaluation"}, "monitor": {"all_seen|d128": {"n": 100, "correct": 1.0}, "all_seen|d16": {"n": 100, "correct": 1.0}, "all_seen|d2": {"n": 100, "correct": 1.0}, "all_seen|d3": {"n": 100, "correct": 1.0}, "all_seen|d32": {"n": 100, "correct": 1.0}, "all_seen|d4": {"n": 100, "correct": 1.0}, "all_seen|d64": {"n": 100, "correct": 1.0}, "all_seen|d8": {"n": 100, "correct": 1.0}, "one_new|d128": {"n": 100, "correct": 1.0}, "one_new|d16": {"n": 100, "correct": 1.0}, "one_new|d2": {"n": 100, "correct": 1.0}, "one_new|d3": {"n": 100, "correct": 1.0}, "one_new|d32": {"n": 100, "correct": 1.0}, "one_new|d4": {"n": 100, "correct": 1.0}, "one_new|d64": {"n": 100, "correct": 1.0}, "one_new|d8": {"n": 100, "correct": 1.0}, "random|d128": {"n": 100, "correct": 1.0}, "random|d16": {"n": 100, "correct": 1.0}, "random|d2": {"n": 100, "correct": 1.0}, "random|d3": {"n": 100, "correct": 1.0}, "random|d32": {"n": 100, "correct": 1.0}, "random|d4": {"n": 100, "correct": 1.0}, "random|d64": {"n": 100, "correct": 1.0}, "random|d8": {"n": 100, "correct": 1.0}}, "monitor_budgets": {"d": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "d+1": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "d+2": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}, "2d": {"all_seen|d128": 1.0, "all_seen|d16": 1.0, "all_seen|d2": 1.0, "all_seen|d3": 1.0, "all_seen|d32": 1.0, "all_seen|d4": 1.0, "all_seen|d64": 1.0, "all_seen|d8": 1.0, "one_new|d128": 1.0, "one_new|d16": 1.0, "one_new|d2": 1.0, "one_new|d3": 1.0, "one_new|d32": 1.0, "one_new|d4": 1.0, "one_new|d64": 1.0, "one_new|d8": 1.0, "random|d128": 1.0, "random|d16": 1.0, "random|d2": 1.0, "random|d3": 1.0, "random|d32": 1.0, "random|d4": 1.0, "random|d64": 1.0, "random|d8": 1.0}}, "counters": {"atomic": 6400000, "w2_sources": 3200000, "w2_queries": 6400000, "d2": 12800000, "row_loops": 102400000, "R_hist": {}}, "eval_seconds": 29.30005717277527, "peak_mem_gb": 15.113199234008789}

for Minegishi/pure_wait_cs_random_t/train_command.json

@@ -0,0 +1,63 @@
+[
+  "python",
+  "-u",
+  "reproducibility/train_halt.py",
+  "--data_dir",
+  "reproducibility/data/chain_loop_k8",
+  "--atomic",
+  "reproducibility/data/atomic_joint_2026-09-19/train_atomic.json",
+  "--save_dir",
+  "new_runs/R10k_PW_s7",
+  "--arm",
+  "D",
+  "--seed",
+  "7",
+  "--updates",
+  "200000",
+  "--lr_decay",
+  "linear",
+  "--pos",
+  "rope",
+  "--rope_base",
+  "10000",
+  "--max_pos",
+  "4097",
+  "--anchor",
+  "1",
+  "--anchor_mode",
+  "full",
+  "--consist_w",
+  "1",
+  "--cs_mode",
+  "wait_no_root",
+  "--consist_depth",
+  "32",
+  "--consist_rows",
+  "32",
+  "--consist_start",
+  "20000",
+  "--offset_max",
+  "128",
+  "--offset_fill",
+  "entity",
+  "--cs_noise_scale",
+  "0",
+  "--cs_noise_kind",
+  "embedding",
+  "--cs_noise_scope",
+  "wait",
+  "--train_precision",
+  "tf32",
+  "--cuda_graph",
+  "1",
+  "--monitor_per_cell",
+  "100",
+  "--eval_every",
+  "10000",
+  "--ckpt_every",
+  "5000",
+  "--final_n",
+  "5000",
+  "--diagnostic_n",
+  "100"
+]

for Minegishi/reproducibility/data/chain_loop_k8/audit.json

@@ -0,0 +1,152 @@
+{
+ "w2": {
+  "rows": 40000,
+  "unique_rows": 40000,
+  "self_pairs": 0,
+  "slot1_per_fact": [
+   4,
+   4
+  ],
+  "slot2_per_fact": [
+   4,
+   4
+  ],
+  "distinct_partners_per_fact": [
+   8,
+   8
+  ]
+ },
+ "d2": {
+  "rows": 80000,
+  "edges": 160,
+  "self_loops": 0,
+  "out_degree": [
+   8,
+   8
+  ],
+  "in_degree": [
+   8,
+   8
+  ],
+  "rows_per_edge": [
+   500,
+   500
+  ],
+  "first_role_per_fact": [
+   8,
+   8
+  ],
+  "second_role_per_fact": [
+   8,
+   8
+  ],
+  "strongly_connected": true
+ },
+ "splits": {
+  "val_pairs": 20,
+  "val_disjoint_from_train": true,
+  "val_one_regular": true,
+  "test_pool": 220,
+  "pool_disjoint": true,
+  "pool_plus_train_plus_val": 400
+ },
+ "tests": {
+  "all_seen|d128": {
+   "n": 5000,
+   "bad": 0
+  },
+  "all_seen|d16": {
+   "n": 5000,
+   "bad": 0
+  },
+  "all_seen|d2": {
+   "n": 5000,
+   "bad": 0
+  },
+  "all_seen|d3": {
+   "n": 5000,
+   "bad": 0
+  },
+  "all_seen|d32": {
+   "n": 5000,
+   "bad": 0
+  },
+  "all_seen|d4": {
+   "n": 5000,
+   "bad": 0
+  },
+  "all_seen|d64": {
+   "n": 5000,
+   "bad": 0
+  },
+  "all_seen|d8": {
+   "n": 5000,
+   "bad": 0
+  },
+  "one_new|d128": {
+   "n": 5000,
+   "bad": 0
+  },
+  "one_new|d16": {
+   "n": 5000,
+   "bad": 0
+  },
+  "one_new|d2": {
+   "n": 5000,
+   "bad": 0
+  },
+  "one_new|d3": {
+   "n": 5000,
+   "bad": 0
+  },
+  "one_new|d32": {
+   "n": 5000,
+   "bad": 0
+  },
+  "one_new|d4": {
+   "n": 5000,
+   "bad": 0
+  },
+  "one_new|d64": {
+   "n": 5000,
+   "bad": 0
+  },
+  "one_new|d8": {
+   "n": 5000,
+   "bad": 0
+  },
+  "random|d128": {
+   "n": 5000,
+   "bad": 0
+  },
+  "random|d16": {
+   "n": 5000,
+   "bad": 0
+  },
+  "random|d2": {
+   "n": 5000,
+   "bad": 0
+  },
+  "random|d3": {
+   "n": 5000,
+   "bad": 0
+  },
+  "random|d32": {
+   "n": 5000,
+   "bad": 0
+  },
+  "random|d4": {
+   "n": 5000,
+   "bad": 0
+  },
+  "random|d64": {
+   "n": 5000,
+   "bad": 0
+  },
+  "random|d8": {
+   "n": 5000,
+   "bad": 0
+  }
+ },
+ "passed": true
+}

for Minegishi/reproducibility/data/chain_loop_k8/meta.json

@@ -0,0 +1 @@
+{"task": "chain", "num_entities": 500, "num_relations": 20, "world_seed": 42, "k": 8, "graph_seed": 1, "w2_seed": 2, "val_seed": 3, "test_seed": 4, "rel_map": [[179, 51, 356, 45, 246, 107, 156, 171, 138, 477, 415, 46, 168, 211, 203, 83, 378, 271, 416, 476, 491, 294, 367, 108, 493, 29, 244, 360, 53, 284, 236, 120, 144, 98, 0, 454, 55, 327, 100, 494, 455, 40, 371, 124, 498, 192, 357, 194, 330, 20, 213, 96, 222, 166, 80, 180, 341, 305, 338, 434, 176, 362, 436, 237, 488, 33, 225, 291, 479, 61, 352, 91, 154, 318, 151, 386, 394, 292, 150, 280, 425, 321, 326, 262, 469, 383, 418, 132, 193, 396, 447, 395, 131, 115, 387, 303, 345, 135, 102, 231, 97, 234, 253, 44, 84, 145, 377, 77, 79, 312, 232, 496, 273, 260, 282, 26, 336, 2, 140, 363, 249, 159, 163, 58, 72, 174, 241, 389, 446, 459, 41, 293, 380, 379, 178, 152, 50, 472, 478, 252, 295, 307, 183, 409, 268, 358, 368, 298, 392, 101, 119, 441, 139, 230, 141, 64, 406, 164, 364, 184, 450, 319, 239, 402, 8, 456, 6, 133, 38, 322, 470, 369, 217, 82, 86, 191, 185, 475, 202, 430, 427, 104, 376, 147, 374, 331, 495, 256, 344, 235, 226, 449, 391, 24, 265, 408, 426, 285, 497, 373, 68, 198, 302, 56, 243, 204, 197, 19, 162, 219, 388, 400, 30, 60, 429, 73, 283, 3, 354, 485, 424, 440, 275, 245, 471, 254, 118, 337, 306, 299, 126, 457, 47, 242, 200, 127, 259, 146, 258, 261, 27, 405, 62, 445, 36, 414, 340, 397, 247, 401, 172, 460, 228, 269, 351, 143, 264, 435, 210, 238, 89, 289, 148, 196, 403, 334, 134, 12, 281, 67, 390, 229, 201, 490, 7, 315, 113, 288, 25, 92, 233, 422, 181, 75, 250, 438, 165, 370, 481, 149, 304, 70, 255, 320, 412, 54, 310, 169, 348, 215, 468, 474, 158, 136, 489, 95, 175, 393, 186, 263, 257, 355, 353, 466, 324, 88, 465, 487, 248, 214, 37, 411, 270, 384, 276, 161, 216, 207, 346, 173, 112, 18, 153, 11, 442, 205, 335, 343, 453, 66, 9, 419, 59, 444, 463, 4, 94, 48, 323, 93, 350, 382, 328, 251, 365, 32, 155, 128, 121, 227, 130, 81, 308, 311, 361, 52, 437, 342, 28, 464, 209, 106, 448, 14, 21, 218, 461, 266, 347, 482, 381, 39, 404, 188, 13, 189, 399, 413, 220, 5, 85, 423, 417, 421, 385, 332, 278, 359, 78, 486, 375, 366, 114, 170, 339, 123, 301, 103, 90, 199, 274, 443, 206, 87, 221, 142, 111, 329, 428, 277, 407, 349, 480, 187, 65, 499, 99, 71, 473, 69, 410, 433, 125, 177, 224, 22, 117, 74, 372, 10, 116, 452, 157, 63, 223, 439, 1, 42, 122, 17, 167, 297, 309, 76, 313, 296, 208, 325, 31, 129, 462, 105, 290, 484, 267, 398, 212, 467, 43, 492, 160, 317, 57, 279, 23, 420, 272, 15, 432, 316, 109, 137, 190, 287, 451, 16, 300, 240, 110, 483, 431, 195, 34, 286, 314, 458, 35, 333, 182, 49], [51, 329, 25, 366, 199, 69, 45, 83, 458, 260, 2, 460, 495, 371, 141, 218, 128, 149, 434, 446, 421, 286, 151, 470, 385, 427, 84, 145, 336, 313, 417, 10, 157, 179, 38, 245, 359, 268, 302, 97, 1, 254, 187, 273, 165, 353, 24, 474, 493, 334, 449, 411, 439, 7, 147, 189, 408, 319, 394, 369, 448, 285, 55, 125, 61, 386, 335, 404, 383, 150, 497, 41, 297, 278, 102, 39, 98, 166, 211, 392, 367, 469, 316, 327, 478, 390, 82, 223, 330, 407, 354, 491, 100, 462, 322, 95, 309, 127, 379, 346, 47, 193, 178, 428, 99, 324, 27, 3, 362, 402, 87, 314, 363, 143, 293, 116, 475, 152, 186, 135, 276, 450, 440, 267, 36, 308, 307, 136, 287, 457, 171, 249, 467, 380, 232, 277, 142, 420, 229, 96, 79, 306, 396, 261, 73, 230, 338, 5, 352, 382, 113, 131, 337, 30, 253, 106, 49, 356, 222, 437, 499, 401, 317, 251, 280, 444, 180, 192, 243, 263, 238, 464, 236, 483, 66, 311, 23, 432, 17, 284, 438, 212, 332, 388, 15, 347, 430, 214, 395, 129, 21, 328, 436, 139, 425, 130, 162, 35, 296, 331, 86, 146, 203, 248, 250, 498, 484, 409, 304, 88, 103, 468, 281, 239, 6, 160, 461, 197, 112, 11, 117, 31, 441, 292, 294, 343, 233, 398, 120, 115, 29, 423, 321, 206, 9, 333, 185, 410, 91, 473, 264, 205, 224, 154, 126, 75, 315, 283, 447, 480, 477, 252, 445, 492, 426, 43, 266, 482, 318, 122, 231, 414, 81, 201, 295, 210, 107, 221, 169, 19, 381, 241, 416, 119, 451, 479, 463, 435, 459, 167, 94, 310, 177, 52, 118, 452, 339, 208, 0, 247, 156, 28, 63, 240, 453, 348, 74, 80, 34, 57, 274, 418, 101, 71, 488, 77, 227, 290, 256, 368, 134, 92, 397, 259, 340, 4, 164, 244, 325, 22, 429, 454, 370, 207, 344, 403, 62, 123, 255, 360, 364, 351, 44, 163, 111, 378, 153, 219, 213, 270, 12, 56, 133, 242, 305, 345, 387, 350, 349, 288, 326, 225, 357, 90, 400, 182, 323, 443, 299, 372, 471, 114, 76, 466, 424, 486, 78, 312, 204, 217, 48, 109, 358, 235, 14, 342, 262, 257, 472, 176, 419, 173, 355, 67, 442, 275, 170, 159, 376, 50, 373, 8, 190, 384, 298, 365, 198, 60, 361, 289, 494, 389, 433, 228, 341, 89, 282, 237, 216, 279, 93, 455, 20, 155, 271, 377, 32, 175, 18, 303, 413, 183, 140, 393, 202, 65, 16, 124, 272, 59, 490, 476, 54, 42, 148, 196, 489, 64, 234, 300, 391, 215, 485, 40, 320, 246, 174, 13, 68, 105, 132, 72, 138, 121, 46, 58, 184, 53, 181, 33, 195, 405, 26, 415, 191, 161, 374, 431, 158, 456, 168, 194, 399, 496, 172, 269, 375, 258, 37, 301, 291, 144, 487, 220, 412, 85, 188, 137, 104, 209, 422, 481, 226, 110, 108, 265, 200, 465, 406, 70], [416, 31, 417, 129, 445, 20, 244, 143, 489, 269, 342, 80, 475, 458, 392, 492, 246, 192, 254, 159, 346, 134, 482, 275, 401, 298, 186, 345, 67, 58, 474, 427, 51, 86, 166, 82, 127, 399, 48, 433, 181, 452, 292, 249, 4, 395, 372, 138, 397, 309, 497, 356, 431, 456, 50, 319, 45, 358, 462, 391, 493, 297, 79, 113, 35, 150, 84, 189, 208, 190, 5, 167, 332, 284, 301, 448, 78, 278, 122, 81, 163, 30, 140, 116, 174, 260, 217, 125, 171, 312, 472, 21, 450, 415, 316, 494, 306, 9, 267, 323, 12, 484, 70, 201, 443, 41, 130, 169, 83, 380, 446, 63, 339, 215, 479, 109, 200, 196, 146, 23, 26, 69, 222, 285, 60, 188, 341, 154, 119, 477, 299, 75, 352, 231, 409, 191, 180, 105, 294, 7, 320, 248, 335, 340, 402, 410, 214, 131, 350, 384, 449, 324, 365, 14, 272, 394, 98, 74, 224, 32, 383, 90, 47, 142, 279, 72, 487, 460, 49, 435, 499, 334, 91, 218, 65, 373, 441, 184, 162, 286, 239, 111, 227, 295, 144, 330, 209, 175, 8, 92, 53, 276, 257, 212, 106, 194, 102, 221, 230, 293, 44, 300, 242, 185, 147, 237, 377, 304, 447, 76, 36, 495, 280, 387, 43, 437, 34, 145, 187, 100, 386, 37, 157, 207, 390, 344, 288, 357, 359, 148, 57, 414, 259, 39, 313, 66, 220, 282, 168, 455, 160, 247, 135, 152, 255, 422, 326, 16, 77, 263, 235, 318, 95, 407, 463, 325, 223, 33, 219, 197, 216, 273, 182, 418, 213, 425, 261, 19, 199, 496, 123, 413, 110, 439, 240, 46, 461, 412, 473, 283, 361, 469, 385, 225, 124, 108, 233, 10, 238, 289, 265, 52, 367, 470, 258, 343, 179, 195, 421, 40, 241, 360, 393, 333, 302, 322, 354, 22, 336, 85, 172, 93, 290, 459, 376, 419, 133, 488, 411, 38, 277, 117, 55, 436, 107, 18, 25, 0, 96, 137, 400, 234, 454, 406, 155, 314, 337, 56, 453, 101, 296, 118, 165, 432, 202, 321, 349, 173, 178, 232, 310, 408, 423, 317, 378, 112, 430, 54, 103, 466, 370, 59, 381, 420, 374, 141, 198, 457, 226, 424, 193, 104, 429, 467, 11, 291, 355, 3, 97, 315, 158, 153, 164, 428, 68, 404, 236, 15, 363, 366, 389, 204, 480, 61, 481, 121, 64, 252, 114, 128, 348, 203, 303, 29, 491, 42, 115, 442, 2, 245, 17, 305, 398, 375, 156, 251, 6, 161, 268, 483, 440, 329, 465, 364, 89, 434, 149, 126, 176, 229, 353, 382, 347, 338, 369, 327, 464, 28, 13, 311, 183, 331, 485, 498, 87, 362, 403, 486, 206, 256, 281, 379, 328, 262, 270, 476, 211, 132, 388, 88, 368, 62, 426, 177, 210, 71, 308, 120, 490, 253, 264, 266, 151, 250, 438, 274, 396, 451, 73, 170, 468, 136, 478, 307, 205, 371, 228, 471, 287, 1, 405, 351, 24, 94, 444, 27, 243, 139, 99, 271], [330, 456, 293, 452, 260, 114, 214, 2, 73, 201, 165, 148, 259, 175, 47, 3, 95, 196, 314, 432, 388, 88, 34, 213, 80, 440, 29, 298, 441, 48, 342, 359, 225, 471, 483, 43, 386, 158, 283, 294, 240, 339, 251, 490, 286, 381, 424, 357, 194, 130, 242, 174, 378, 301, 462, 183, 436, 28, 107, 303, 221, 345, 70, 466, 58, 59, 470, 253, 366, 92, 445, 395, 124, 491, 469, 238, 139, 478, 264, 91, 64, 111, 379, 77, 180, 409, 211, 421, 16, 195, 288, 206, 159, 273, 166, 13, 33, 411, 193, 351, 205, 315, 121, 444, 481, 473, 282, 474, 463, 257, 450, 457, 385, 234, 341, 178, 489, 66, 453, 326, 146, 133, 399, 382, 65, 115, 150, 428, 103, 128, 266, 40, 261, 170, 408, 275, 398, 250, 343, 302, 316, 295, 313, 69, 184, 304, 448, 102, 350, 427, 400, 349, 369, 324, 435, 263, 208, 125, 87, 252, 299, 306, 323, 354, 62, 190, 22, 75, 248, 446, 338, 140, 168, 459, 334, 377, 152, 406, 53, 222, 416, 157, 451, 438, 199, 426, 320, 402, 268, 337, 30, 493, 397, 498, 24, 50, 96, 328, 375, 52, 89, 239, 219, 98, 433, 198, 227, 202, 101, 207, 12, 100, 465, 305, 68, 425, 487, 499, 82, 300, 200, 72, 142, 187, 255, 156, 394, 105, 186, 256, 85, 362, 347, 422, 403, 147, 442, 494, 235, 223, 417, 210, 5, 164, 162, 131, 109, 454, 318, 99, 155, 245, 439, 113, 120, 475, 285, 405, 412, 237, 185, 332, 297, 360, 7, 291, 472, 361, 188, 27, 389, 209, 280, 243, 390, 57, 383, 461, 160, 76, 232, 327, 117, 20, 376, 23, 81, 287, 464, 149, 167, 497, 415, 163, 179, 189, 289, 340, 418, 112, 191, 173, 367, 290, 365, 134, 355, 477, 249, 391, 135, 329, 44, 321, 356, 25, 37, 60, 32, 310, 93, 216, 485, 119, 203, 226, 368, 79, 333, 274, 123, 460, 373, 74, 423, 220, 212, 364, 449, 116, 56, 380, 281, 143, 144, 215, 51, 392, 61, 14, 197, 244, 265, 319, 83, 258, 404, 384, 414, 141, 410, 393, 276, 496, 104, 154, 353, 108, 19, 4, 97, 39, 372, 0, 6, 458, 151, 437, 181, 247, 129, 254, 71, 49, 84, 335, 171, 495, 176, 279, 311, 192, 78, 278, 387, 284, 308, 272, 363, 90, 15, 479, 153, 182, 277, 267, 138, 17, 352, 431, 429, 94, 231, 45, 443, 137, 271, 9, 246, 177, 63, 322, 413, 348, 262, 10, 54, 482, 8, 106, 132, 419, 11, 296, 228, 325, 161, 344, 26, 41, 241, 401, 86, 31, 486, 145, 484, 309, 420, 476, 371, 396, 331, 42, 455, 236, 312, 217, 55, 480, 118, 370, 172, 36, 336, 468, 38, 126, 21, 269, 1, 270, 169, 46, 18, 307, 67, 204, 488, 292, 218, 110, 346, 358, 434, 122, 407, 317, 35, 430, 127, 467, 136, 229, 233, 447, 492, 224, 374, 230], [151, 183, 417, 284, 128, 116, 80, 466, 32, 493, 159, 477, 256, 228, 484, 496, 377, 291, 439, 346, 225, 301, 163, 353, 299, 231, 31, 227, 414, 233, 388, 297, 105, 3, 194, 47, 29, 166, 173, 305, 408, 206, 413, 16, 148, 79, 255, 119, 293, 39, 406, 99, 249, 361, 359, 42, 108, 352, 307, 95, 70, 101, 313, 486, 113, 379, 383, 82, 131, 360, 425, 164, 423, 193, 212, 422, 463, 137, 442, 92, 136, 64, 470, 83, 198, 449, 372, 68, 104, 219, 290, 281, 386, 382, 363, 431, 257, 492, 445, 190, 342, 499, 213, 473, 416, 14, 5, 15, 91, 296, 26, 117, 197, 397, 461, 207, 278, 6, 81, 471, 411, 13, 308, 358, 495, 43, 455, 385, 246, 40, 239, 156, 253, 498, 175, 67, 226, 172, 375, 50, 314, 8, 310, 335, 223, 135, 76, 209, 45, 276, 394, 398, 494, 36, 73, 204, 279, 366, 184, 181, 302, 367, 107, 192, 336, 168, 453, 274, 430, 132, 186, 450, 248, 438, 285, 348, 7, 286, 232, 334, 323, 482, 271, 129, 182, 48, 65, 235, 78, 333, 418, 214, 96, 221, 283, 17, 399, 432, 402, 49, 171, 130, 355, 400, 405, 21, 487, 458, 149, 146, 345, 457, 266, 111, 373, 63, 428, 391, 303, 420, 343, 12, 351, 467, 265, 465, 456, 294, 61, 90, 435, 44, 491, 258, 272, 87, 324, 329, 311, 24, 2, 153, 321, 185, 122, 292, 440, 106, 52, 236, 316, 100, 448, 245, 270, 263, 259, 426, 479, 289, 41, 69, 195, 341, 485, 199, 196, 54, 57, 62, 74, 452, 0, 339, 403, 476, 247, 205, 365, 481, 409, 369, 260, 179, 354, 211, 138, 251, 37, 327, 188, 161, 483, 338, 462, 215, 376, 28, 330, 306, 174, 317, 240, 141, 468, 332, 216, 112, 268, 340, 38, 300, 451, 134, 444, 145, 191, 241, 410, 142, 407, 344, 412, 85, 261, 464, 224, 86, 201, 381, 77, 125, 421, 176, 309, 238, 267, 415, 347, 169, 66, 489, 155, 189, 392, 229, 58, 34, 478, 273, 454, 441, 59, 170, 154, 133, 187, 237, 447, 110, 331, 118, 158, 203, 60, 222, 84, 429, 123, 33, 1, 322, 320, 208, 139, 35, 234, 88, 312, 304, 404, 295, 337, 288, 20, 436, 384, 152, 75, 98, 419, 393, 30, 10, 218, 396, 287, 446, 433, 25, 144, 460, 437, 326, 395, 474, 109, 362, 157, 217, 459, 262, 19, 27, 472, 202, 180, 147, 178, 371, 424, 480, 9, 252, 126, 165, 443, 56, 389, 378, 143, 11, 55, 269, 115, 114, 97, 380, 160, 357, 390, 350, 94, 51, 280, 93, 162, 242, 103, 167, 121, 275, 230, 368, 401, 282, 328, 387, 356, 22, 177, 475, 244, 124, 102, 4, 370, 490, 72, 469, 277, 18, 264, 89, 210, 200, 325, 150, 53, 318, 254, 374, 319, 71, 434, 349, 127, 298, 46, 488, 427, 497, 120, 243, 364, 250, 315, 23, 140, 220], [30, 7, 490, 373, 17, 125, 324, 176, 496, 22, 204, 226, 212, 302, 276, 171, 80, 10, 100, 401, 149, 262, 207, 90, 325, 459, 368, 133, 498, 66, 101, 220, 398, 45, 256, 139, 476, 465, 492, 366, 452, 161, 158, 47, 84, 301, 291, 352, 177, 211, 470, 399, 13, 68, 113, 71, 72, 289, 40, 462, 119, 257, 56, 5, 169, 333, 238, 118, 310, 404, 383, 305, 124, 393, 179, 97, 307, 65, 107, 321, 438, 285, 174, 69, 298, 114, 137, 397, 227, 247, 359, 184, 270, 230, 275, 142, 251, 98, 339, 86, 451, 34, 317, 300, 252, 237, 345, 76, 361, 364, 239, 363, 175, 170, 485, 280, 164, 303, 70, 435, 172, 426, 224, 454, 423, 412, 284, 132, 422, 173, 415, 356, 353, 82, 436, 106, 91, 35, 60, 94, 489, 38, 83, 147, 411, 417, 378, 271, 312, 348, 110, 3, 50, 130, 290, 41, 151, 218, 61, 432, 491, 103, 201, 245, 203, 95, 360, 162, 208, 477, 231, 202, 261, 328, 466, 281, 362, 39, 250, 283, 28, 87, 144, 391, 150, 293, 233, 188, 0, 384, 304, 18, 392, 157, 242, 425, 483, 24, 318, 156, 186, 268, 180, 63, 152, 11, 123, 99, 357, 450, 223, 57, 229, 358, 479, 219, 243, 209, 394, 8, 2, 163, 111, 190, 453, 458, 385, 25, 75, 108, 497, 9, 396, 354, 96, 27, 407, 395, 59, 46, 341, 335, 92, 292, 122, 260, 430, 494, 455, 128, 85, 464, 215, 337, 235, 314, 6, 319, 155, 15, 168, 346, 206, 445, 189, 381, 112, 493, 355, 138, 457, 486, 181, 322, 160, 427, 495, 135, 192, 244, 481, 413, 146, 487, 214, 380, 342, 277, 409, 145, 43, 205, 449, 79, 309, 469, 259, 182, 78, 308, 320, 191, 323, 272, 332, 467, 48, 240, 241, 420, 165, 105, 296, 19, 167, 344, 136, 196, 327, 127, 23, 16, 405, 26, 153, 109, 194, 141, 278, 431, 484, 14, 74, 437, 428, 36, 448, 1, 248, 456, 193, 62, 330, 429, 379, 414, 121, 67, 447, 37, 33, 313, 166, 234, 159, 468, 115, 254, 311, 253, 403, 120, 49, 81, 316, 236, 474, 299, 347, 297, 216, 104, 117, 210, 20, 197, 478, 93, 51, 266, 53, 77, 213, 295, 374, 336, 258, 264, 29, 183, 4, 472, 463, 480, 382, 287, 421, 178, 367, 402, 329, 372, 199, 116, 340, 388, 440, 306, 286, 408, 387, 12, 263, 349, 377, 416, 294, 54, 55, 222, 331, 140, 389, 433, 488, 200, 386, 282, 221, 195, 439, 443, 343, 148, 446, 279, 32, 406, 134, 44, 154, 424, 228, 42, 444, 334, 143, 217, 410, 246, 198, 418, 267, 400, 376, 129, 338, 390, 274, 351, 249, 131, 473, 288, 460, 52, 471, 269, 441, 31, 482, 371, 370, 89, 273, 315, 225, 375, 126, 442, 265, 499, 350, 326, 21, 102, 88, 73, 255, 475, 58, 365, 185, 64, 232, 187, 419, 434, 461, 369], [222, 94, 175, 129, 252, 89, 442, 343, 95, 106, 309, 383, 56, 360, 211, 291, 125, 78, 92, 462, 57, 96, 470, 122, 8, 246, 443, 467, 98, 133, 454, 321, 77, 478, 437, 287, 267, 377, 223, 249, 150, 178, 396, 103, 44, 55, 123, 193, 70, 423, 326, 242, 481, 205, 288, 379, 118, 278, 28, 400, 17, 285, 299, 324, 136, 339, 197, 486, 332, 417, 102, 10, 130, 363, 493, 375, 189, 203, 466, 169, 16, 146, 161, 232, 279, 292, 195, 316, 42, 265, 268, 5, 365, 280, 245, 49, 144, 126, 163, 243, 192, 190, 121, 181, 204, 409, 112, 128, 2, 23, 366, 200, 48, 91, 281, 212, 50, 149, 0, 179, 198, 63, 297, 233, 408, 440, 475, 46, 345, 105, 218, 427, 300, 430, 201, 445, 156, 109, 19, 231, 328, 388, 274, 485, 134, 151, 80, 495, 453, 214, 433, 497, 315, 432, 234, 73, 107, 59, 116, 272, 235, 68, 76, 99, 320, 465, 341, 206, 67, 301, 477, 72, 135, 61, 35, 38, 342, 253, 352, 165, 376, 461, 20, 404, 358, 158, 463, 422, 414, 460, 100, 115, 494, 402, 286, 277, 86, 406, 143, 208, 464, 37, 120, 110, 370, 474, 260, 220, 31, 188, 217, 425, 185, 194, 271, 11, 479, 392, 187, 213, 53, 355, 58, 14, 284, 424, 182, 361, 319, 154, 480, 186, 369, 364, 412, 262, 323, 160, 196, 148, 476, 270, 353, 47, 69, 88, 491, 344, 283, 79, 45, 471, 25, 459, 413, 394, 164, 101, 354, 152, 3, 256, 351, 312, 368, 372, 399, 108, 24, 97, 416, 322, 257, 293, 456, 403, 230, 387, 259, 449, 450, 111, 380, 183, 444, 489, 303, 407, 275, 237, 335, 159, 289, 27, 247, 191, 282, 302, 451, 340, 174, 435, 13, 93, 420, 378, 75, 401, 434, 419, 421, 216, 250, 331, 168, 166, 104, 184, 428, 171, 240, 490, 418, 373, 488, 305, 209, 347, 39, 226, 177, 113, 219, 391, 441, 162, 431, 273, 357, 254, 142, 29, 457, 411, 117, 85, 54, 350, 310, 338, 239, 153, 349, 207, 348, 398, 141, 32, 81, 137, 199, 140, 173, 157, 269, 446, 296, 482, 30, 458, 36, 145, 290, 227, 455, 337, 266, 51, 468, 371, 65, 225, 248, 325, 415, 180, 263, 12, 374, 22, 83, 18, 276, 333, 447, 6, 114, 1, 483, 359, 127, 66, 429, 41, 318, 473, 298, 87, 258, 295, 60, 499, 261, 317, 329, 215, 229, 472, 40, 306, 221, 395, 384, 176, 385, 410, 294, 15, 498, 397, 90, 362, 438, 124, 4, 264, 251, 452, 74, 202, 346, 367, 228, 7, 381, 484, 21, 304, 71, 390, 496, 426, 386, 172, 313, 238, 236, 131, 33, 84, 64, 43, 241, 334, 327, 210, 255, 314, 167, 82, 34, 492, 393, 405, 138, 132, 308, 389, 139, 330, 439, 469, 155, 244, 9, 224, 147, 487, 448, 382, 119, 436, 356, 170, 52, 311, 336, 26, 307, 62], [369, 263, 305, 118, 117, 161, 113, 245, 359, 142, 355, 34, 84, 222, 466, 187, 200, 425, 264, 75, 207, 94, 303, 269, 209, 268, 489, 331, 135, 449, 391, 124, 279, 105, 149, 358, 6, 185, 413, 201, 14, 265, 192, 496, 312, 224, 172, 321, 319, 31, 112, 490, 392, 13, 174, 390, 136, 166, 134, 277, 250, 463, 239, 165, 218, 121, 0, 159, 103, 54, 27, 130, 7, 378, 246, 297, 175, 88, 407, 110, 90, 352, 426, 497, 420, 122, 272, 178, 20, 255, 326, 114, 129, 472, 141, 354, 267, 5, 293, 98, 43, 169, 106, 383, 154, 288, 44, 281, 26, 429, 296, 186, 131, 257, 217, 357, 464, 68, 256, 460, 448, 212, 428, 276, 445, 488, 345, 120, 334, 151, 234, 152, 441, 148, 270, 320, 50, 451, 225, 235, 339, 302, 327, 107, 93, 495, 385, 470, 397, 204, 179, 493, 485, 226, 22, 410, 335, 96, 150, 316, 289, 309, 253, 190, 294, 46, 48, 32, 189, 41, 458, 290, 307, 219, 243, 71, 436, 292, 462, 140, 266, 115, 384, 308, 171, 455, 11, 402, 206, 126, 137, 199, 160, 208, 283, 367, 144, 380, 286, 439, 45, 403, 431, 99, 422, 147, 74, 438, 193, 87, 453, 58, 386, 393, 376, 52, 156, 333, 271, 176, 145, 343, 389, 437, 484, 82, 182, 273, 328, 433, 474, 311, 78, 194, 427, 4, 404, 163, 100, 363, 349, 365, 16, 102, 374, 398, 372, 401, 77, 33, 25, 40, 337, 282, 400, 168, 69, 24, 63, 12, 240, 421, 205, 338, 66, 184, 10, 329, 315, 336, 228, 242, 475, 215, 231, 432, 183, 211, 435, 478, 465, 285, 477, 181, 61, 104, 79, 417, 388, 101, 408, 153, 47, 418, 469, 188, 232, 368, 373, 38, 452, 258, 382, 221, 486, 108, 424, 23, 287, 238, 348, 97, 8, 473, 80, 377, 444, 236, 233, 317, 146, 64, 2, 299, 132, 70, 351, 443, 291, 111, 17, 210, 457, 56, 346, 301, 364, 223, 92, 371, 361, 306, 278, 476, 237, 83, 119, 55, 387, 252, 19, 53, 498, 259, 481, 344, 89, 454, 412, 360, 196, 356, 216, 128, 274, 220, 116, 229, 416, 197, 456, 423, 414, 395, 332, 394, 15, 21, 318, 72, 442, 362, 419, 127, 482, 62, 440, 60, 450, 18, 167, 164, 95, 409, 198, 203, 341, 162, 340, 275, 9, 396, 73, 133, 248, 494, 310, 39, 180, 29, 353, 28, 1, 434, 91, 411, 36, 57, 467, 366, 284, 324, 260, 313, 49, 280, 85, 230, 480, 37, 298, 405, 214, 347, 202, 251, 459, 213, 76, 191, 295, 81, 143, 59, 499, 262, 461, 375, 123, 30, 406, 350, 241, 42, 471, 491, 446, 195, 379, 300, 447, 261, 51, 322, 158, 325, 399, 304, 415, 125, 86, 487, 492, 157, 244, 65, 138, 430, 314, 479, 342, 227, 483, 254, 139, 177, 173, 35, 330, 3, 323, 468, 155, 370, 109, 249, 381, 247, 170, 67], [137, 316, 98, 277, 354, 80, 471, 267, 429, 498, 118, 131, 485, 326, 404, 8, 415, 300, 47, 111, 169, 168, 342, 232, 10, 456, 299, 337, 437, 312, 231, 286, 28, 79, 477, 410, 245, 301, 385, 100, 65, 110, 112, 261, 195, 148, 249, 122, 67, 492, 473, 105, 86, 335, 95, 109, 271, 18, 331, 5, 234, 163, 325, 482, 248, 377, 307, 464, 468, 39, 368, 330, 196, 255, 121, 158, 310, 251, 106, 314, 181, 16, 459, 78, 222, 432, 272, 58, 343, 116, 81, 380, 302, 306, 476, 417, 125, 294, 71, 334, 411, 254, 238, 13, 388, 289, 40, 225, 134, 402, 359, 73, 170, 315, 389, 30, 9, 0, 127, 448, 224, 376, 208, 308, 139, 487, 93, 438, 357, 295, 319, 247, 436, 186, 142, 309, 379, 252, 408, 313, 235, 88, 57, 446, 285, 290, 200, 102, 367, 219, 197, 96, 490, 32, 209, 467, 90, 199, 174, 91, 364, 201, 378, 63, 461, 108, 198, 213, 403, 167, 227, 229, 479, 426, 406, 407, 346, 322, 440, 113, 69, 12, 104, 203, 360, 423, 256, 37, 382, 455, 210, 474, 159, 51, 336, 144, 44, 228, 348, 495, 92, 242, 237, 374, 462, 97, 296, 372, 43, 328, 7, 183, 246, 259, 298, 273, 155, 180, 56, 204, 151, 386, 146, 94, 62, 412, 124, 475, 76, 400, 233, 493, 153, 387, 74, 453, 356, 27, 147, 177, 175, 164, 371, 268, 450, 99, 244, 460, 48, 172, 483, 424, 472, 353, 215, 451, 282, 363, 352, 38, 284, 143, 365, 396, 491, 192, 35, 150, 442, 452, 179, 422, 435, 444, 178, 266, 445, 449, 361, 304, 333, 321, 130, 182, 405, 160, 128, 373, 85, 218, 243, 494, 194, 50, 206, 275, 157, 463, 469, 89, 489, 129, 398, 46, 401, 185, 41, 45, 274, 72, 53, 329, 171, 270, 439, 355, 484, 466, 339, 250, 49, 287, 366, 283, 61, 59, 280, 162, 418, 338, 20, 189, 226, 428, 347, 320, 236, 349, 292, 133, 260, 391, 427, 25, 42, 84, 22, 188, 305, 375, 132, 149, 420, 433, 126, 24, 240, 241, 399, 288, 205, 394, 409, 135, 383, 115, 486, 221, 214, 36, 362, 278, 392, 83, 176, 269, 165, 458, 220, 191, 496, 156, 2, 64, 75, 145, 33, 223, 107, 173, 6, 344, 31, 123, 82, 77, 419, 26, 207, 263, 441, 480, 478, 211, 21, 103, 140, 1, 293, 395, 34, 397, 443, 120, 216, 431, 370, 70, 276, 264, 52, 279, 291, 212, 369, 17, 345, 19, 413, 239, 318, 465, 434, 390, 332, 454, 3, 136, 324, 154, 351, 253, 488, 187, 447, 414, 14, 119, 281, 341, 358, 54, 193, 166, 499, 265, 430, 258, 317, 55, 311, 257, 11, 15, 262, 230, 4, 470, 202, 190, 114, 217, 457, 340, 60, 350, 68, 497, 152, 23, 416, 87, 184, 141, 327, 117, 101, 303, 66, 323, 384, 393, 381, 425, 481, 29, 138, 161, 297, 421], [462, 260, 411, 173, 93, 361, 102, 95, 486, 238, 347, 38, 129, 461, 31, 230, 134, 394, 8, 435, 91, 242, 389, 166, 94, 460, 138, 159, 74, 378, 472, 423, 425, 307, 54, 282, 480, 275, 243, 157, 404, 92, 412, 451, 207, 351, 441, 15, 22, 384, 77, 285, 144, 212, 276, 331, 324, 310, 339, 261, 219, 7, 399, 385, 332, 206, 398, 123, 406, 244, 194, 172, 269, 218, 225, 78, 109, 296, 228, 217, 312, 44, 393, 429, 195, 143, 104, 476, 16, 414, 415, 386, 438, 47, 72, 224, 391, 359, 349, 135, 220, 267, 280, 80, 201, 283, 370, 493, 388, 160, 323, 246, 434, 487, 39, 420, 484, 431, 119, 362, 273, 355, 50, 84, 262, 60, 235, 442, 137, 34, 257, 440, 346, 454, 161, 32, 281, 116, 147, 496, 189, 68, 42, 140, 448, 226, 215, 407, 305, 17, 471, 268, 424, 497, 494, 446, 233, 90, 490, 474, 239, 364, 245, 120, 330, 49, 436, 365, 63, 417, 65, 141, 156, 105, 422, 266, 96, 170, 216, 240, 382, 229, 79, 73, 110, 152, 254, 151, 153, 184, 149, 498, 416, 459, 200, 308, 12, 186, 304, 295, 179, 45, 125, 421, 183, 395, 234, 101, 475, 231, 223, 163, 469, 255, 98, 376, 309, 174, 292, 360, 99, 10, 373, 182, 18, 467, 265, 329, 130, 154, 26, 340, 208, 334, 300, 181, 43, 315, 88, 139, 491, 249, 482, 338, 319, 6, 293, 87, 499, 155, 192, 205, 366, 318, 328, 325, 259, 354, 89, 20, 397, 337, 193, 274, 51, 124, 405, 314, 221, 191, 40, 222, 455, 237, 41, 322, 169, 30, 113, 188, 430, 36, 37, 449, 396, 136, 371, 479, 390, 279, 25, 368, 58, 203, 167, 477, 488, 458, 148, 180, 232, 271, 57, 55, 392, 301, 343, 495, 241, 145, 158, 250, 313, 131, 270, 375, 320, 408, 190, 76, 443, 52, 177, 290, 456, 62, 263, 82, 209, 56, 380, 23, 403, 132, 46, 162, 112, 168, 379, 457, 333, 342, 227, 185, 350, 35, 256, 187, 176, 106, 9, 97, 171, 133, 444, 272, 427, 348, 27, 114, 71, 61, 33, 236, 483, 19, 247, 387, 464, 418, 352, 248, 299, 303, 453, 288, 383, 358, 128, 372, 100, 306, 64, 344, 146, 401, 317, 121, 86, 369, 277, 478, 111, 5, 452, 302, 202, 492, 211, 485, 470, 357, 321, 199, 117, 66, 419, 70, 164, 24, 107, 402, 374, 204, 69, 447, 437, 465, 426, 428, 118, 4, 53, 253, 335, 214, 377, 127, 356, 298, 175, 291, 122, 85, 463, 468, 294, 14, 264, 287, 410, 297, 178, 353, 213, 466, 103, 252, 473, 142, 28, 450, 21, 81, 115, 345, 439, 278, 445, 367, 196, 258, 336, 316, 13, 3, 150, 48, 210, 11, 198, 83, 432, 29, 108, 284, 400, 251, 327, 341, 165, 481, 413, 75, 2, 381, 1, 289, 363, 67, 326, 286, 59, 0, 197, 311, 409, 433, 489, 126], [255, 337, 378, 491, 32, 236, 29, 189, 192, 436, 4, 467, 297, 150, 218, 455, 321, 12, 194, 80, 85, 16, 163, 291, 233, 375, 217, 402, 149, 152, 317, 39, 383, 26, 394, 416, 438, 140, 248, 22, 191, 8, 376, 10, 309, 170, 30, 330, 443, 447, 182, 215, 181, 119, 40, 186, 398, 301, 463, 20, 147, 288, 27, 497, 453, 418, 263, 66, 144, 242, 462, 98, 190, 257, 167, 245, 431, 146, 251, 355, 266, 68, 358, 117, 227, 473, 459, 338, 232, 312, 46, 326, 403, 340, 53, 244, 434, 289, 5, 456, 332, 83, 137, 351, 335, 310, 280, 278, 421, 165, 369, 92, 390, 377, 54, 461, 18, 25, 425, 385, 344, 387, 328, 400, 342, 62, 380, 134, 103, 256, 154, 113, 109, 239, 73, 370, 362, 371, 283, 486, 201, 11, 361, 221, 61, 285, 354, 211, 357, 333, 343, 118, 115, 100, 90, 417, 397, 401, 346, 219, 433, 97, 172, 424, 78, 498, 195, 101, 413, 262, 350, 216, 102, 202, 56, 405, 454, 347, 210, 71, 228, 120, 478, 157, 156, 265, 489, 277, 360, 487, 307, 323, 224, 290, 159, 419, 282, 445, 158, 294, 374, 196, 480, 271, 7, 479, 133, 175, 60, 299, 177, 388, 23, 43, 9, 179, 422, 213, 111, 276, 47, 72, 302, 15, 476, 430, 267, 410, 110, 367, 3, 496, 178, 166, 42, 363, 148, 225, 203, 96, 273, 247, 183, 185, 331, 160, 142, 153, 412, 235, 87, 205, 485, 51, 484, 366, 93, 14, 125, 293, 260, 122, 64, 442, 70, 314, 269, 448, 162, 411, 184, 176, 94, 130, 171, 187, 444, 151, 446, 334, 104, 169, 57, 226, 300, 114, 234, 404, 264, 81, 164, 389, 439, 305, 373, 259, 349, 499, 381, 237, 284, 84, 174, 106, 352, 324, 36, 145, 139, 303, 460, 477, 274, 391, 108, 252, 129, 238, 209, 399, 483, 121, 458, 286, 13, 392, 74, 308, 208, 292, 52, 432, 327, 365, 472, 188, 77, 249, 212, 384, 258, 414, 67, 63, 356, 450, 89, 474, 287, 86, 382, 128, 49, 468, 214, 193, 270, 316, 31, 406, 449, 429, 38, 230, 231, 304, 229, 168, 206, 124, 79, 141, 243, 58, 451, 320, 393, 420, 28, 135, 246, 82, 99, 112, 279, 17, 131, 329, 428, 44, 6, 69, 452, 34, 490, 493, 379, 240, 275, 33, 0, 241, 199, 407, 475, 254, 24, 155, 126, 295, 322, 95, 415, 76, 173, 204, 143, 353, 435, 138, 298, 464, 336, 198, 492, 268, 55, 296, 207, 440, 423, 409, 386, 59, 441, 341, 488, 494, 372, 325, 107, 41, 359, 136, 408, 250, 466, 48, 88, 105, 345, 470, 437, 91, 318, 75, 19, 482, 200, 313, 426, 339, 127, 469, 37, 471, 465, 223, 481, 21, 220, 261, 495, 45, 222, 364, 319, 123, 368, 427, 116, 180, 348, 132, 306, 311, 2, 253, 396, 65, 315, 35, 197, 50, 272, 161, 1, 281, 457, 395], [290, 202, 276, 333, 346, 352, 385, 74, 498, 458, 443, 154, 143, 359, 27, 11, 450, 96, 14, 212, 157, 69, 463, 267, 423, 317, 361, 407, 441, 194, 83, 363, 148, 191, 433, 490, 86, 165, 60, 169, 67, 255, 135, 188, 380, 139, 412, 362, 392, 76, 219, 442, 220, 371, 54, 429, 142, 330, 329, 310, 85, 3, 184, 379, 325, 160, 200, 198, 214, 353, 231, 84, 241, 266, 448, 233, 460, 350, 451, 50, 46, 12, 381, 65, 302, 295, 354, 493, 43, 53, 351, 432, 124, 386, 232, 151, 270, 80, 259, 192, 296, 204, 64, 193, 337, 340, 397, 131, 18, 121, 394, 268, 256, 342, 430, 478, 163, 21, 118, 71, 82, 387, 206, 480, 122, 115, 454, 89, 285, 59, 221, 274, 6, 271, 348, 273, 383, 147, 164, 237, 315, 247, 393, 106, 260, 316, 58, 235, 455, 208, 373, 128, 328, 409, 119, 488, 97, 20, 217, 402, 384, 378, 318, 437, 222, 211, 93, 187, 280, 224, 287, 24, 48, 57, 215, 261, 123, 456, 327, 66, 374, 107, 130, 216, 146, 349, 158, 112, 250, 445, 418, 153, 453, 150, 427, 68, 34, 51, 176, 33, 449, 26, 339, 171, 301, 230, 319, 213, 209, 32, 419, 195, 140, 174, 258, 104, 4, 201, 181, 469, 56, 307, 306, 253, 497, 101, 189, 299, 491, 269, 227, 485, 70, 368, 162, 196, 304, 207, 94, 228, 105, 416, 75, 5, 100, 161, 459, 396, 262, 312, 88, 375, 120, 435, 36, 61, 249, 428, 382, 185, 297, 23, 357, 494, 95, 91, 203, 320, 298, 19, 156, 152, 434, 447, 73, 291, 489, 323, 481, 177, 496, 479, 355, 127, 345, 377, 426, 461, 263, 305, 132, 62, 10, 343, 414, 223, 400, 281, 136, 422, 277, 300, 482, 79, 314, 403, 8, 1, 155, 282, 391, 367, 234, 486, 108, 468, 431, 467, 279, 168, 49, 401, 117, 264, 29, 404, 229, 438, 311, 183, 417, 145, 413, 331, 370, 365, 406, 111, 199, 39, 245, 288, 452, 347, 321, 42, 338, 31, 178, 125, 358, 470, 360, 9, 244, 335, 473, 40, 52, 116, 99, 303, 495, 238, 25, 395, 390, 72, 172, 92, 55, 436, 81, 44, 109, 170, 265, 389, 16, 41, 103, 444, 182, 322, 45, 15, 376, 180, 440, 47, 2, 492, 415, 144, 225, 275, 137, 77, 294, 424, 239, 364, 283, 243, 398, 90, 332, 475, 246, 28, 63, 410, 472, 388, 179, 484, 126, 186, 425, 251, 465, 129, 474, 405, 248, 0, 399, 114, 175, 13, 336, 218, 254, 110, 420, 7, 190, 240, 141, 308, 257, 149, 226, 134, 113, 133, 87, 22, 35, 138, 159, 38, 242, 236, 166, 411, 313, 334, 462, 17, 210, 466, 483, 446, 197, 372, 471, 272, 356, 78, 102, 284, 293, 341, 252, 37, 205, 309, 499, 344, 326, 324, 98, 464, 278, 421, 477, 487, 167, 289, 476, 292, 366, 408, 286, 173, 457, 439, 30, 369], [494, 385, 403, 124, 207, 345, 477, 448, 225, 450, 268, 400, 153, 236, 287, 51, 375, 352, 251, 126, 29, 351, 221, 205, 42, 189, 437, 423, 127, 264, 353, 339, 111, 180, 106, 425, 163, 328, 76, 193, 216, 341, 186, 386, 330, 176, 444, 142, 52, 70, 119, 413, 481, 120, 298, 53, 202, 292, 175, 24, 185, 306, 311, 433, 305, 4, 66, 109, 212, 355, 297, 309, 331, 82, 310, 370, 15, 324, 290, 56, 376, 179, 172, 150, 92, 281, 201, 196, 449, 165, 6, 73, 491, 195, 490, 406, 129, 485, 80, 322, 337, 183, 235, 147, 465, 133, 487, 398, 123, 361, 445, 23, 187, 170, 380, 463, 113, 457, 362, 259, 188, 136, 128, 86, 428, 388, 230, 17, 63, 164, 377, 247, 396, 200, 479, 21, 422, 252, 446, 394, 0, 30, 248, 391, 178, 399, 45, 426, 382, 5, 8, 321, 231, 159, 240, 461, 184, 246, 266, 59, 469, 326, 395, 332, 96, 218, 418, 62, 498, 57, 101, 253, 132, 348, 427, 417, 249, 7, 87, 143, 296, 420, 277, 484, 436, 93, 402, 363, 442, 371, 166, 108, 338, 453, 152, 135, 227, 405, 482, 148, 102, 379, 112, 496, 269, 374, 434, 12, 295, 229, 283, 356, 271, 416, 39, 210, 98, 464, 393, 226, 58, 243, 151, 244, 486, 276, 270, 432, 141, 1, 424, 182, 419, 114, 90, 171, 149, 158, 2, 18, 263, 121, 10, 294, 134, 161, 472, 237, 438, 156, 191, 206, 232, 26, 238, 286, 265, 79, 455, 88, 9, 162, 473, 478, 131, 282, 78, 483, 390, 43, 209, 68, 470, 387, 103, 138, 488, 100, 190, 49, 333, 110, 304, 55, 285, 357, 313, 11, 104, 392, 242, 160, 192, 367, 197, 34, 85, 71, 384, 217, 474, 74, 203, 462, 81, 173, 323, 451, 378, 118, 315, 454, 116, 234, 429, 224, 239, 409, 407, 168, 228, 215, 145, 75, 364, 430, 255, 31, 50, 19, 64, 415, 139, 288, 194, 325, 256, 27, 458, 223, 83, 307, 28, 258, 440, 47, 412, 233, 284, 54, 144, 250, 25, 94, 340, 181, 91, 280, 350, 316, 373, 33, 177, 404, 278, 359, 358, 397, 38, 319, 289, 69, 441, 61, 220, 254, 219, 125, 204, 107, 303, 155, 447, 435, 214, 13, 279, 211, 16, 14, 495, 369, 97, 410, 381, 467, 314, 95, 499, 35, 342, 208, 421, 493, 37, 241, 146, 99, 431, 318, 169, 360, 122, 468, 115, 89, 293, 130, 3, 22, 48, 411, 492, 105, 327, 334, 344, 222, 480, 335, 383, 343, 460, 414, 443, 267, 275, 301, 366, 245, 291, 140, 262, 199, 466, 272, 459, 475, 389, 302, 317, 157, 174, 60, 44, 439, 20, 41, 40, 154, 198, 346, 452, 372, 471, 489, 300, 77, 312, 167, 137, 213, 117, 67, 308, 46, 273, 274, 65, 260, 497, 365, 261, 329, 368, 257, 408, 32, 347, 72, 299, 349, 84, 36, 456, 476, 401, 354, 336, 320], [69, 182, 374, 167, 123, 362, 421, 76, 496, 63, 445, 17, 477, 174, 101, 378, 302, 151, 0, 382, 315, 343, 376, 108, 204, 393, 271, 396, 307, 11, 231, 77, 209, 360, 249, 394, 334, 226, 243, 193, 144, 181, 322, 128, 316, 27, 179, 275, 66, 247, 390, 10, 452, 481, 198, 403, 233, 113, 417, 31, 105, 372, 225, 205, 423, 446, 152, 357, 117, 321, 480, 71, 234, 40, 196, 124, 8, 190, 91, 129, 482, 444, 213, 192, 293, 276, 61, 100, 439, 251, 465, 38, 478, 340, 47, 308, 19, 355, 365, 270, 201, 34, 240, 368, 172, 407, 184, 171, 342, 178, 499, 86, 18, 269, 94, 472, 95, 37, 51, 219, 16, 410, 235, 267, 75, 420, 103, 384, 457, 139, 257, 422, 484, 55, 419, 218, 176, 83, 491, 241, 485, 28, 294, 186, 177, 14, 303, 122, 352, 330, 280, 461, 23, 227, 15, 137, 356, 425, 134, 411, 306, 489, 286, 442, 32, 471, 354, 153, 430, 448, 82, 399, 454, 246, 494, 59, 154, 1, 298, 409, 116, 89, 440, 290, 453, 200, 424, 24, 319, 278, 160, 261, 67, 35, 498, 463, 85, 455, 70, 125, 208, 371, 486, 79, 272, 149, 300, 133, 332, 412, 392, 470, 309, 404, 291, 140, 62, 163, 109, 375, 262, 364, 13, 46, 245, 301, 432, 9, 358, 429, 462, 331, 84, 338, 119, 90, 194, 493, 74, 253, 156, 188, 341, 351, 45, 143, 450, 260, 7, 436, 57, 81, 437, 118, 220, 58, 406, 337, 282, 311, 487, 314, 165, 363, 377, 328, 443, 50, 268, 379, 111, 136, 96, 441, 475, 30, 252, 224, 310, 242, 495, 336, 159, 347, 230, 88, 161, 216, 333, 206, 78, 166, 292, 288, 427, 318, 263, 320, 20, 266, 157, 433, 401, 346, 127, 36, 112, 297, 389, 237, 386, 187, 369, 110, 273, 29, 223, 80, 203, 48, 170, 244, 180, 12, 312, 238, 305, 391, 323, 264, 87, 295, 397, 68, 115, 255, 158, 258, 99, 25, 408, 325, 54, 274, 214, 239, 456, 44, 197, 380, 285, 72, 212, 383, 418, 277, 120, 345, 41, 414, 4, 130, 344, 22, 148, 350, 326, 473, 93, 39, 141, 102, 207, 195, 324, 104, 97, 5, 329, 138, 210, 400, 289, 189, 287, 313, 56, 229, 416, 327, 361, 385, 155, 335, 145, 236, 98, 370, 150, 349, 479, 497, 52, 43, 168, 435, 296, 135, 447, 492, 146, 434, 299, 132, 483, 413, 164, 183, 254, 488, 162, 211, 398, 147, 250, 131, 142, 431, 53, 451, 73, 317, 464, 279, 259, 6, 126, 387, 359, 114, 304, 402, 348, 106, 121, 339, 60, 388, 173, 42, 405, 428, 26, 353, 468, 228, 366, 3, 221, 265, 283, 248, 217, 490, 92, 199, 202, 474, 367, 33, 373, 222, 381, 21, 469, 460, 65, 107, 415, 185, 191, 256, 438, 458, 395, 426, 215, 232, 281, 49, 284, 175, 169, 459, 64, 2, 476, 466, 467, 449], [65, 4, 212, 104, 89, 479, 123, 333, 286, 325, 68, 233, 358, 24, 468, 337, 36, 173, 300, 50, 0, 391, 271, 180, 464, 342, 432, 262, 246, 381, 69, 334, 14, 386, 223, 146, 59, 422, 181, 199, 109, 25, 383, 225, 6, 306, 216, 285, 465, 152, 412, 462, 461, 210, 443, 113, 117, 335, 188, 39, 214, 42, 494, 92, 364, 395, 11, 390, 91, 482, 373, 456, 127, 147, 171, 13, 194, 273, 61, 16, 281, 398, 315, 135, 142, 79, 370, 67, 130, 400, 211, 48, 301, 38, 426, 429, 55, 414, 83, 258, 351, 455, 7, 256, 302, 201, 267, 196, 169, 195, 385, 128, 283, 121, 93, 32, 420, 240, 428, 466, 477, 313, 153, 350, 73, 242, 247, 186, 314, 250, 475, 284, 347, 51, 375, 399, 261, 34, 28, 56, 190, 168, 416, 154, 436, 307, 367, 178, 299, 340, 52, 278, 434, 270, 203, 70, 221, 309, 433, 492, 410, 425, 362, 112, 143, 401, 175, 141, 328, 192, 134, 137, 316, 257, 473, 209, 488, 46, 331, 136, 37, 493, 218, 371, 100, 382, 348, 254, 435, 235, 411, 305, 15, 131, 177, 319, 275, 155, 189, 377, 467, 182, 484, 289, 132, 480, 99, 158, 27, 58, 64, 71, 167, 282, 336, 29, 491, 176, 408, 191, 57, 163, 119, 114, 12, 485, 21, 441, 418, 129, 90, 170, 460, 49, 133, 77, 403, 397, 490, 361, 110, 424, 248, 495, 440, 202, 298, 78, 384, 179, 360, 157, 374, 198, 66, 252, 332, 151, 290, 94, 478, 149, 238, 287, 487, 368, 200, 318, 206, 268, 172, 409, 76, 406, 207, 344, 458, 108, 277, 317, 499, 122, 88, 148, 31, 74, 292, 166, 346, 489, 279, 387, 419, 356, 415, 174, 265, 497, 44, 294, 244, 105, 423, 444, 327, 140, 474, 353, 323, 159, 376, 288, 222, 329, 160, 107, 272, 82, 260, 237, 111, 457, 471, 266, 95, 407, 35, 312, 19, 213, 239, 205, 220, 304, 139, 53, 357, 43, 87, 449, 193, 259, 3, 338, 40, 322, 231, 18, 22, 183, 156, 451, 437, 311, 85, 2, 291, 421, 308, 45, 98, 23, 204, 404, 303, 363, 10, 217, 380, 446, 297, 245, 106, 33, 427, 359, 9, 253, 118, 469, 197, 448, 126, 30, 450, 47, 438, 226, 339, 274, 463, 343, 185, 63, 296, 103, 442, 243, 378, 219, 62, 249, 445, 138, 81, 481, 145, 439, 341, 232, 54, 86, 320, 17, 431, 413, 230, 264, 365, 372, 263, 326, 75, 72, 379, 124, 125, 324, 393, 366, 26, 293, 101, 349, 255, 392, 453, 402, 405, 354, 352, 276, 251, 389, 241, 486, 97, 84, 295, 60, 459, 447, 498, 369, 165, 228, 8, 1, 269, 396, 96, 208, 162, 345, 234, 187, 120, 470, 452, 224, 115, 417, 161, 454, 430, 472, 394, 5, 116, 388, 41, 164, 215, 310, 102, 229, 236, 330, 184, 227, 355, 144, 476, 80, 496, 280, 321, 150, 483, 20], [274, 106, 382, 465, 151, 45, 194, 475, 111, 2, 290, 38, 195, 90, 203, 414, 217, 146, 285, 320, 497, 431, 223, 411, 261, 294, 351, 47, 227, 250, 342, 375, 370, 352, 54, 114, 153, 72, 31, 6, 76, 309, 482, 120, 446, 107, 8, 317, 404, 312, 188, 192, 152, 381, 277, 468, 43, 272, 75, 142, 65, 437, 459, 340, 124, 22, 102, 19, 461, 354, 60, 238, 198, 464, 155, 248, 89, 428, 471, 61, 278, 206, 315, 109, 338, 423, 384, 129, 219, 247, 170, 204, 113, 268, 453, 281, 287, 445, 168, 202, 0, 480, 258, 488, 183, 7, 302, 288, 389, 442, 256, 15, 50, 92, 379, 367, 205, 330, 128, 494, 363, 187, 175, 393, 108, 424, 275, 427, 94, 233, 118, 81, 231, 322, 456, 444, 184, 262, 304, 361, 391, 159, 436, 359, 327, 148, 122, 368, 416, 174, 235, 220, 134, 169, 56, 476, 426, 237, 451, 242, 82, 26, 167, 254, 68, 435, 383, 239, 14, 293, 255, 221, 176, 230, 313, 306, 353, 264, 455, 374, 24, 145, 150, 448, 123, 365, 402, 112, 495, 126, 163, 69, 207, 181, 141, 417, 73, 392, 121, 97, 161, 58, 196, 380, 17, 88, 93, 138, 420, 77, 23, 271, 125, 434, 147, 478, 477, 371, 487, 135, 396, 386, 372, 400, 234, 311, 349, 362, 116, 360, 430, 408, 164, 243, 399, 356, 158, 104, 12, 458, 139, 377, 449, 357, 11, 209, 115, 222, 276, 397, 474, 295, 484, 413, 341, 260, 32, 201, 270, 339, 303, 298, 214, 433, 409, 137, 425, 422, 421, 57, 48, 103, 257, 127, 308, 9, 439, 62, 249, 364, 193, 29, 101, 218, 252, 491, 331, 210, 273, 87, 486, 406, 323, 240, 318, 13, 415, 84, 479, 63, 343, 283, 328, 282, 37, 296, 307, 350, 40, 70, 172, 226, 346, 44, 154, 498, 319, 263, 485, 432, 162, 28, 185, 229, 387, 398, 410, 166, 25, 366, 53, 211, 189, 236, 36, 95, 39, 86, 131, 10, 49, 144, 71, 33, 412, 165, 66, 289, 27, 321, 208, 329, 91, 177, 473, 190, 130, 310, 74, 401, 394, 18, 466, 100, 496, 224, 284, 215, 228, 241, 286, 253, 301, 333, 52, 390, 440, 132, 355, 197, 182, 98, 178, 269, 316, 345, 348, 291, 467, 332, 407, 173, 280, 469, 149, 200, 347, 232, 191, 51, 493, 179, 246, 96, 438, 1, 447, 64, 403, 46, 212, 140, 160, 462, 251, 16, 83, 452, 457, 5, 443, 78, 305, 80, 34, 119, 79, 143, 279, 265, 344, 225, 3, 326, 450, 499, 85, 483, 378, 300, 55, 325, 157, 213, 441, 336, 216, 460, 105, 314, 334, 492, 373, 30, 470, 324, 42, 133, 376, 489, 335, 292, 266, 419, 481, 358, 20, 244, 388, 4, 99, 67, 156, 117, 337, 267, 35, 369, 21, 385, 405, 41, 299, 110, 199, 472, 395, 454, 297, 186, 245, 490, 171, 59, 136, 463, 259, 418, 180, 429], [196, 85, 66, 185, 312, 444, 422, 167, 248, 294, 222, 91, 483, 326, 216, 128, 217, 44, 209, 467, 423, 53, 146, 421, 310, 438, 74, 182, 23, 198, 448, 17, 84, 161, 366, 192, 71, 87, 225, 135, 59, 411, 412, 122, 163, 144, 454, 51, 465, 173, 409, 394, 265, 447, 96, 22, 373, 319, 346, 334, 336, 338, 320, 285, 54, 117, 199, 470, 95, 468, 180, 243, 63, 476, 153, 49, 276, 449, 367, 362, 105, 302, 358, 290, 77, 177, 113, 487, 484, 14, 240, 236, 350, 292, 370, 458, 239, 179, 498, 278, 404, 383, 389, 237, 392, 428, 250, 251, 102, 90, 303, 451, 275, 134, 393, 315, 369, 457, 82, 446, 211, 28, 203, 318, 172, 193, 0, 306, 322, 220, 356, 344, 436, 21, 115, 140, 194, 189, 372, 390, 143, 473, 125, 97, 365, 268, 178, 368, 62, 378, 355, 325, 482, 60, 279, 132, 419, 282, 433, 223, 58, 232, 330, 296, 354, 324, 206, 158, 337, 213, 267, 348, 76, 40, 450, 286, 266, 33, 56, 345, 360, 262, 420, 112, 175, 64, 277, 414, 260, 418, 381, 408, 359, 490, 479, 30, 148, 235, 274, 43, 156, 150, 11, 92, 271, 8, 7, 187, 329, 109, 100, 81, 288, 426, 379, 190, 493, 469, 27, 166, 47, 311, 425, 357, 36, 405, 376, 98, 353, 385, 314, 131, 247, 321, 86, 398, 142, 464, 300, 445, 307, 145, 347, 492, 475, 461, 79, 340, 297, 110, 68, 327, 382, 309, 308, 88, 440, 127, 37, 339, 162, 168, 195, 452, 485, 176, 443, 174, 407, 18, 16, 400, 106, 258, 351, 61, 169, 281, 437, 94, 138, 472, 491, 204, 333, 263, 55, 183, 208, 80, 201, 295, 287, 233, 230, 67, 293, 349, 219, 361, 136, 3, 377, 480, 120, 304, 478, 384, 497, 477, 298, 499, 395, 396, 207, 256, 264, 435, 463, 415, 471, 363, 341, 39, 386, 272, 305, 38, 283, 289, 214, 73, 34, 129, 432, 157, 474, 416, 215, 52, 413, 494, 364, 462, 70, 234, 466, 13, 26, 429, 116, 430, 121, 238, 154, 188, 118, 212, 171, 1, 391, 133, 227, 317, 35, 32, 331, 241, 5, 124, 323, 108, 103, 137, 152, 441, 165, 242, 224, 313, 332, 31, 259, 107, 200, 371, 210, 65, 431, 41, 202, 455, 25, 46, 78, 24, 495, 380, 269, 164, 252, 335, 159, 387, 4, 434, 460, 57, 99, 328, 496, 439, 417, 231, 119, 481, 280, 9, 20, 301, 151, 10, 342, 270, 155, 424, 75, 197, 228, 291, 83, 123, 149, 456, 316, 406, 130, 160, 343, 246, 186, 352, 6, 139, 261, 50, 442, 89, 114, 388, 299, 255, 401, 402, 126, 101, 147, 15, 2, 254, 427, 399, 45, 184, 486, 141, 12, 111, 226, 244, 42, 104, 257, 253, 48, 19, 181, 170, 488, 403, 459, 218, 374, 191, 489, 72, 453, 245, 69, 397, 284, 410, 205, 273, 221, 375, 29, 93, 249, 229], [349, 386, 114, 196, 16, 56, 48, 130, 296, 34, 206, 301, 302, 11, 218, 55, 352, 308, 194, 225, 485, 332, 26, 412, 363, 275, 317, 179, 416, 57, 161, 362, 94, 262, 326, 280, 177, 304, 391, 424, 142, 63, 433, 356, 261, 163, 5, 40, 328, 359, 430, 258, 370, 401, 307, 472, 268, 469, 121, 137, 143, 123, 154, 425, 33, 396, 211, 251, 170, 298, 293, 448, 72, 243, 486, 313, 231, 27, 369, 355, 488, 7, 353, 432, 79, 299, 28, 21, 9, 437, 181, 183, 385, 212, 145, 54, 340, 450, 364, 270, 151, 461, 67, 98, 187, 445, 428, 52, 134, 390, 330, 264, 105, 380, 457, 235, 495, 51, 125, 119, 371, 285, 474, 203, 75, 146, 110, 64, 373, 454, 36, 415, 248, 399, 381, 207, 165, 104, 76, 376, 39, 417, 116, 361, 411, 53, 324, 405, 438, 86, 419, 329, 259, 311, 305, 228, 112, 473, 462, 279, 150, 3, 89, 395, 436, 483, 70, 323, 148, 470, 422, 420, 109, 68, 426, 287, 202, 459, 200, 368, 423, 214, 162, 404, 300, 95, 388, 320, 348, 19, 66, 44, 421, 357, 175, 269, 195, 192, 254, 487, 188, 49, 178, 244, 389, 400, 204, 314, 46, 292, 45, 449, 238, 397, 494, 493, 344, 372, 350, 263, 20, 198, 129, 476, 182, 266, 85, 126, 43, 479, 80, 325, 351, 413, 14, 29, 407, 184, 406, 338, 155, 277, 138, 91, 446, 210, 377, 30, 99, 360, 365, 491, 286, 185, 240, 274, 475, 117, 222, 233, 431, 272, 480, 209, 434, 159, 136, 60, 180, 42, 1, 186, 382, 234, 409, 230, 171, 160, 132, 490, 25, 267, 398, 414, 283, 306, 147, 131, 467, 245, 463, 219, 127, 481, 197, 410, 4, 378, 334, 83, 213, 297, 271, 458, 115, 224, 10, 135, 327, 342, 157, 58, 444, 289, 341, 295, 2, 12, 122, 77, 466, 403, 201, 464, 174, 496, 24, 62, 205, 312, 336, 22, 153, 347, 367, 468, 452, 408, 92, 455, 318, 88, 241, 333, 290, 427, 8, 216, 32, 489, 309, 37, 78, 236, 335, 276, 113, 141, 199, 497, 477, 456, 74, 90, 167, 38, 281, 278, 128, 13, 346, 265, 460, 387, 247, 124, 31, 17, 282, 103, 375, 249, 208, 139, 260, 482, 383, 156, 152, 81, 41, 429, 172, 321, 217, 93, 484, 492, 84, 215, 435, 246, 303, 337, 226, 253, 322, 394, 120, 100, 291, 107, 441, 61, 149, 191, 339, 166, 465, 144, 453, 451, 498, 384, 294, 87, 393, 447, 250, 164, 18, 47, 97, 442, 221, 392, 140, 273, 173, 242, 96, 319, 310, 193, 69, 176, 65, 439, 252, 316, 374, 6, 189, 227, 82, 50, 358, 343, 158, 255, 471, 257, 440, 59, 73, 133, 15, 223, 0, 331, 35, 366, 478, 237, 106, 108, 23, 229, 169, 190, 354, 220, 284, 111, 345, 232, 499, 168, 239, 443, 101, 102, 256, 288, 71, 315, 379, 418, 118, 402], [232, 110, 391, 378, 249, 460, 238, 77, 81, 109, 4, 431, 385, 163, 294, 175, 444, 494, 186, 464, 486, 282, 380, 5, 379, 295, 278, 447, 35, 41, 490, 499, 252, 47, 358, 472, 50, 279, 476, 261, 73, 90, 6, 273, 15, 326, 120, 218, 17, 143, 395, 147, 150, 10, 152, 210, 108, 118, 468, 19, 233, 291, 153, 429, 85, 12, 411, 244, 103, 290, 46, 445, 251, 183, 205, 454, 216, 491, 255, 496, 171, 74, 271, 470, 208, 284, 340, 487, 331, 58, 463, 298, 302, 272, 42, 427, 1, 200, 59, 56, 266, 215, 408, 39, 306, 146, 49, 43, 248, 493, 268, 269, 209, 338, 104, 97, 389, 160, 497, 51, 197, 263, 98, 307, 297, 443, 319, 172, 368, 296, 256, 401, 230, 128, 388, 37, 327, 342, 151, 203, 285, 362, 228, 102, 40, 142, 141, 64, 24, 226, 79, 190, 69, 157, 38, 462, 217, 188, 265, 220, 426, 155, 363, 106, 373, 86, 121, 332, 376, 53, 413, 451, 276, 404, 181, 100, 9, 119, 337, 130, 27, 34, 434, 348, 159, 52, 305, 196, 488, 330, 132, 455, 432, 390, 288, 356, 461, 277, 422, 154, 436, 170, 199, 393, 372, 339, 375, 456, 292, 308, 207, 211, 317, 406, 122, 377, 495, 158, 485, 475, 289, 357, 65, 48, 66, 76, 115, 165, 84, 25, 185, 343, 32, 164, 361, 75, 384, 198, 400, 315, 394, 224, 189, 23, 114, 28, 304, 78, 360, 26, 72, 134, 176, 129, 241, 410, 418, 257, 421, 136, 140, 161, 364, 180, 173, 204, 67, 169, 88, 437, 168, 245, 60, 57, 259, 498, 374, 137, 112, 328, 283, 44, 483, 479, 223, 191, 458, 68, 367, 300, 396, 301, 20, 371, 299, 474, 240, 274, 45, 124, 62, 214, 482, 70, 33, 236, 466, 440, 229, 370, 131, 275, 323, 446, 403, 353, 237, 212, 293, 409, 30, 311, 7, 417, 350, 262, 135, 312, 243, 473, 286, 382, 201, 489, 101, 424, 0, 397, 179, 442, 318, 467, 345, 267, 125, 95, 419, 355, 174, 117, 192, 303, 92, 36, 407, 91, 184, 83, 71, 430, 309, 329, 346, 399, 392, 465, 2, 246, 414, 310, 398, 369, 484, 195, 99, 21, 412, 471, 314, 3, 313, 405, 281, 149, 126, 320, 242, 481, 94, 8, 227, 438, 87, 420, 347, 250, 322, 492, 335, 381, 61, 11, 333, 402, 187, 433, 107, 22, 105, 260, 387, 324, 13, 366, 477, 459, 349, 352, 234, 113, 193, 162, 202, 194, 280, 351, 239, 359, 231, 18, 354, 29, 177, 253, 166, 423, 219, 247, 54, 138, 448, 156, 127, 213, 425, 123, 439, 80, 441, 316, 450, 82, 89, 435, 225, 452, 116, 336, 148, 182, 16, 144, 139, 222, 469, 93, 14, 325, 453, 31, 254, 321, 365, 235, 63, 383, 478, 167, 96, 111, 258, 344, 449, 55, 206, 334, 416, 386, 457, 287, 480, 415, 264, 178, 221, 341, 270, 428, 133, 145], [2, 204, 321, 477, 49, 380, 18, 97, 315, 88, 161, 23, 86, 307, 218, 339, 399, 482, 126, 351, 327, 141, 201, 438, 234, 16, 318, 460, 247, 148, 25, 43, 20, 95, 441, 220, 469, 136, 282, 47, 390, 54, 80, 495, 285, 50, 163, 440, 75, 10, 119, 152, 487, 29, 98, 117, 271, 129, 290, 122, 474, 275, 370, 450, 411, 409, 454, 497, 337, 151, 462, 266, 362, 156, 164, 345, 264, 81, 317, 150, 338, 48, 323, 213, 77, 426, 400, 74, 35, 377, 40, 256, 19, 472, 383, 115, 224, 69, 267, 104, 432, 350, 59, 195, 391, 427, 393, 366, 394, 277, 190, 449, 475, 476, 189, 313, 356, 51, 73, 289, 286, 489, 295, 214, 490, 422, 212, 281, 223, 365, 232, 387, 225, 202, 325, 257, 250, 251, 437, 184, 278, 348, 236, 183, 205, 458, 331, 468, 340, 443, 423, 41, 100, 53, 324, 239, 364, 403, 83, 22, 66, 328, 322, 175, 255, 3, 12, 31, 344, 123, 210, 333, 206, 128, 71, 310, 64, 493, 402, 309, 300, 287, 320, 294, 182, 258, 142, 7, 299, 499, 85, 384, 352, 368, 94, 461, 361, 188, 79, 424, 419, 242, 145, 280, 410, 4, 358, 485, 349, 297, 379, 346, 90, 178, 456, 172, 306, 198, 389, 329, 265, 26, 240, 118, 121, 262, 229, 208, 125, 243, 246, 57, 342, 470, 186, 8, 28, 481, 311, 143, 332, 194, 42, 138, 298, 420, 284, 177, 68, 296, 269, 157, 343, 480, 146, 252, 302, 11, 222, 72, 84, 360, 245, 231, 439, 226, 14, 114, 209, 371, 96, 108, 101, 260, 153, 359, 137, 1, 388, 326, 416, 483, 288, 396, 270, 446, 357, 44, 378, 305, 169, 27, 479, 382, 167, 116, 0, 457, 486, 453, 435, 193, 395, 227, 319, 230, 179, 373, 418, 211, 52, 67, 412, 308, 408, 433, 272, 180, 316, 248, 253, 61, 386, 303, 105, 62, 473, 207, 444, 173, 176, 237, 273, 133, 367, 30, 131, 107, 36, 244, 334, 192, 55, 221, 76, 238, 45, 110, 9, 187, 292, 130, 451, 465, 132, 274, 87, 140, 196, 417, 70, 102, 279, 46, 91, 235, 155, 301, 484, 162, 431, 276, 452, 219, 413, 492, 415, 63, 217, 135, 170, 134, 496, 38, 6, 147, 429, 154, 397, 478, 436, 21, 171, 406, 34, 99, 407, 425, 58, 82, 24, 60, 185, 249, 149, 372, 39, 92, 467, 336, 166, 494, 442, 314, 268, 165, 445, 200, 241, 375, 421, 463, 498, 37, 447, 347, 414, 398, 32, 215, 181, 259, 158, 103, 254, 341, 401, 471, 263, 488, 354, 15, 459, 89, 144, 191, 160, 13, 363, 353, 56, 385, 335, 404, 199, 109, 233, 304, 376, 78, 159, 17, 392, 174, 197, 112, 120, 428, 312, 355, 330, 111, 293, 261, 369, 491, 113, 228, 464, 405, 168, 374, 448, 124, 466, 291, 65, 455, 5, 139, 106, 216, 33, 203, 93, 381, 430, 127, 283, 434]], "train_edges": [[0, 5], [0, 6], [0, 7], [0, 8], [0, 9], [0, 15], [0, 17], [0, 18], [1, 0], [1, 3], [1, 4], [1, 7], [1, 11], [1, 12], [1, 17], [1, 18], [2, 1], [2, 4], [2, 5], [2, 6], [2, 13], [2, 15], [2, 16], [2, 19], [3, 5], [3, 7], [3, 9], [3, 10], [3, 12], [3, 14], [3, 18], [3, 19], [4, 3], [4, 11], [4, 13], [4, 14], [4, 15], [4, 16], [4, 17], [4, 19], [5, 0], [5, 3], [5, 7], [5, 8], [5, 12], [5, 13], [5, 16], [5, 18], [6, 0], [6, 3], [6, 7], [6, 8], [6, 9], [6, 13], [6, 14], [6, 19], [7, 8], [7, 10], [7, 12], [7, 15], [7, 16], [7, 17], [7, 18], [7, 19], [8, 0], [8, 1], [8, 2], [8, 6], [8, 9], [8, 10], [8, 11], [8, 15], [9, 1], [9, 2], [9, 4], [9, 5], [9, 6], [9, 11], [9, 12], [9, 16], [10, 1], [10, 2], [10, 7], [10, 8], [10, 9], [10, 11], [10, 13], [10, 14], [11, 0], [11, 1], [11, 2], [11, 3], [11, 6], [11, 10], [11, 12], [11, 16], [12, 2], [12, 3], [12, 4], [12, 6], [12, 8], [12, 14], [12, 16], [12, 17], [13, 0], [13, 3], [13, 4], [13, 5], [13, 7], [13, 14], [13, 15], [13, 17], [14, 1], [14, 5], [14, 9], [14, 11], [14, 15], [14, 17], [14, 18], [14, 19], [15, 0], [15, 5], [15, 8], [15, 9], [15, 10], [15, 13], [15, 16], [15, 19], [16, 1], [16, 2], [16, 4], [16, 5], [16, 6], [16, 10], [16, 13], [16, 14], [17, 2], [17, 4], [17, 6], [17, 8], [17, 11], [17, 12], [17, 18], [17, 19], [18, 1], [18, 2], [18, 3], [18, 4], [18, 10], [18, 11], [18, 15], [18, 17], [19, 0], [19, 7], [19, 9], [19, 10], [19, 12], [19, 13], [19, 14], [19, 18]], "val_pairs": [[0, 14], [1, 2], [2, 12], [3, 11], [4, 10], [5, 15], [6, 1], [7, 0], [8, 7], [9, 8], [10, 6], [11, 18], [12, 5], [13, 9], [14, 4], [15, 3], [16, 17], [17, 13], [18, 19], [19, 16]], "test_pool": [[0, 0], [0, 1], [0, 2], [0, 3], [0, 4], [0, 10], [0, 11], [0, 12], [0, 13], [0, 16], [0, 19], [1, 1], [1, 5], [1, 6], [1, 8], [1, 9], [1, 10], [1, 13], [1, 14], [1, 15], [1, 16], [1, 19], [2, 0], [2, 2], [2, 3], [2, 7], [2, 8], [2, 9], [2, 10], [2, 11], [2, 14], [2, 17], [2, 18], [3, 0], [3, 1], [3, 2], [3, 3], [3, 4], [3, 6], [3, 8], [3, 13], [3, 15], [3, 16], [3, 17], [4, 0], [4, 1], [4, 2], [4, 4], [4, 5], [4, 6], [4, 7], [4, 8], [4, 9], [4, 12], [4, 18], [5, 1], [5, 2], [5, 4], [5, 5], [5, 6], [5, 9], [5, 10], [5, 11], [5, 14], [5, 17], [5, 19], [6, 2], [6, 4], [6, 5], [6, 6], [6, 10], [6, 11], [6, 12], [6, 15], [6, 16], [6, 17], [6, 18], [7, 1], [7, 2], [7, 3], [7, 4], [7, 5], [7, 6], [7, 7], [7, 9], [7, 11], [7, 13], [7, 14], [8, 3], [8, 4], [8, 5], [8, 8], [8, 12], [8, 13], [8, 14], [8, 16], [8, 17], [8, 18], [8, 19], [9, 0], [9, 3], [9, 7], [9, 9], [9, 10], [9, 13], [9, 14], [9, 15], [9, 17], [9, 18], [9, 19], [10, 0], [10, 3], [10, 4], [10, 5], [10, 10], [10, 12], [10, 15], [10, 16], [10, 17], [10, 18], [10, 19], [11, 4], [11, 5], [11, 7], [11, 8], [11, 9], [11, 11], [11, 13], [11, 14], [11, 15], [11, 17], [11, 19], [12, 0], [12, 1], [12, 7], [12, 9], [12, 10], [12, 11], [12, 12], [12, 13], [12, 15], [12, 18], [12, 19], [13, 1], [13, 2], [13, 6], [13, 8], [13, 10], [13, 11], [13, 12], [13, 13], [13, 16], [13, 18], [13, 19], [14, 0], [14, 2], [14, 3], [14, 6], [14, 7], [14, 8], [14, 10], [14, 12], [14, 13], [14, 14], [14, 16], [15, 1], [15, 2], [15, 4], [15, 6], [15, 7], [15, 11], [15, 12], [15, 14], [15, 15], [15, 17], [15, 18], [16, 0], [16, 3], [16, 7], [16, 8], [16, 9], [16, 11], [16, 12], [16, 15], [16, 16], [16, 18], [16, 19], [17, 0], [17, 1], [17, 3], [17, 5], [17, 7], [17, 9], [17, 10], [17, 14], [17, 15], [17, 16], [17, 17], [18, 0], [18, 5], [18, 6], [18, 7], [18, 8], [18, 9], [18, 12], [18, 13], [18, 14], [18, 16], [18, 18], [19, 1], [19, 2], [19, 3], [19, 4], [19, 5], [19, 6], [19, 8], [19, 11], [19, 15], [19, 17], [19, 19]], "test_depths": [2, 3, 4, 8, 16, 32, 64, 128], "n_test_per_cell": 5000, "counts": {"w2": 40000, "d2": 80000, "d3": 0, "val_d2": 1000, "val_w2": 20, "tests": 120000, "unique_atomic_facts": 10000, "train_relation_pairs": 160, "test_pool_pairs": 220}, "train_d3": false, "note_d3": "", "hashes": {"train_w2": "c17bf311238b3178", "train_d2": "e4263675cca07f9d", "train_d3": "4f53cda18c2baa0c", "val_d2": "2184e30bb884158d", "val_w2": "7bf2660c2f724f75", "tests": "a66eeb4380ef83fc", "vocab": "4aaf5b155079d7a1"}}