{
  "timing": {
    "completed": true,
    "total_tokens": 7620187,
    "elapsed_seconds": 94.359459165
  },
  "before": {
    "categories": {
      "ecb": {
        "before_loss": 2.5478364897389945,
        "after_loss": 2.494417235082108,
        "delta_loss": -0.05341925465688655,
        "delta_ci95": [
          -0.06972793260970898,
          -0.04159707502203487
        ],
        "perplexity_ratio_after_before": 0.9479824830844155,
        "tokens": 712043,
        "families": 256,
        "direction": "better"
      },
      "ema": {
        "before_loss": 2.474508373573441,
        "after_loss": 2.3786064237293756,
        "delta_loss": -0.09590194984406535,
        "delta_ci95": [
          -0.11510346025159647,
          -0.07976488583414702
        ],
        "perplexity_ratio_after_before": 0.9085530954741962,
        "tokens": 361602,
        "families": 112,
        "direction": "better"
      },
      "original/arxiv": {
        "before_loss": 1.9497882117902077,
        "after_loss": 1.9627351147577499,
        "delta_loss": 0.012946902967542164,
        "delta_ci95": [
          0.0025936547777961195,
          0.020426215534584412
        ],
        "perplexity_ratio_after_before": 1.0130310769877917,
        "tokens": 955479,
        "families": 256,
        "direction": "worse"
      },
      "original/code_python": {
        "before_loss": 1.5591427360983965,
        "after_loss": 1.4213988499193573,
        "delta_loss": -0.1377438861790393,
        "delta_ci95": [
          -0.16061217365644495,
          -0.11849704440245086
        ],
        "perplexity_ratio_after_before": 0.8713218207321642,
        "tokens": 346847,
        "families": 256,
        "direction": "better"
      },
      "original/doab": {
        "before_loss": 2.362370064841509,
        "after_loss": 2.3794003204124636,
        "delta_loss": 0.017030255570954583,
        "delta_ci95": [
          0.012913304267402897,
          0.02087139434915268
        ],
        "perplexity_ratio_after_before": 1.0171760971032633,
        "tokens": 207612,
        "families": 71,
        "direction": "worse"
      },
      "original/finemath_4plus": {
        "before_loss": 1.799093179155612,
        "after_loss": 1.816838842892399,
        "delta_loss": 0.017745663736787015,
        "delta_ci95": [
          0.013976993094340947,
          0.021202179749114675
        ],
        "perplexity_ratio_after_before": 1.0179040535511663,
        "tokens": 324946,
        "families": 256,
        "direction": "worse"
      },
      "original/fineweb_edu": {
        "before_loss": 2.675224465840467,
        "after_loss": 2.7002269013800166,
        "delta_loss": 0.025002435539549325,
        "delta_ci95": [
          0.022486436681909267,
          0.027483818841139318
        ],
        "perplexity_ratio_after_before": 1.0253176177229963,
        "tokens": 308280,
        "families": 256,
        "direction": "worse"
      },
      "original/gutenberg": {
        "before_loss": 2.8188761140753904,
        "after_loss": 2.8476179976099036,
        "delta_loss": 0.028741883534513044,
        "delta_ci95": [
          0.02373568672012666,
          0.034234945455012794
        ],
        "perplexity_ratio_after_before": 1.0291589173266178,
        "tokens": 829715,
        "families": 211,
        "direction": "worse"
      },
      "original/library_of_congress": {
        "before_loss": 2.880806793568109,
        "after_loss": 2.8955215596255326,
        "delta_loss": 0.01471476605742327,
        "delta_ci95": [
          0.012569879553039051,
          0.0168030816943064
        ],
        "perplexity_ratio_after_before": 1.0148235612042,
        "tokens": 620382,
        "families": 162,
        "direction": "worse"
      },
      "original/libretexts": {
        "before_loss": 2.2442110126607084,
        "after_loss": 2.2929445338363856,
        "delta_loss": 0.048733521175677315,
        "delta_ci95": [
          0.041682197188669175,
          0.05636858044326998
        ],
        "perplexity_ratio_after_before": 1.049940526540951,
        "tokens": 145786,
        "families": 84,
        "direction": "worse"
      },
      "original/pes2o": {
        "before_loss": 2.312943282481791,
        "after_loss": 2.330488094417853,
        "delta_loss": 0.017544811936062,
        "delta_ci95": [
          0.01588378921244097,
          0.019099961748945963
        ],
        "perplexity_ratio_after_before": 1.0176996262195315,
        "tokens": 905439,
        "families": 256,
        "direction": "worse"
      },
      "original/pre_1929_books": {
        "before_loss": 2.8731941185621293,
        "after_loss": 2.888885086531724,
        "delta_loss": 0.01569096796959501,
        "delta_ci95": [
          0.013513525804337942,
          0.017965919043504367
        ],
        "perplexity_ratio_after_before": 1.0158147176108423,
        "tokens": 817106,
        "families": 208,
        "direction": "worse"
      },
      "original/pressbooks": {
        "before_loss": 2.5052328276563767,
        "after_loss": 2.546299820711243,
        "delta_loss": 0.04106699305486627,
        "delta_ci95": [
          0.03410804841715809,
          0.04900897419272933
        ],
        "perplexity_ratio_after_before": 1.0419219047387533,
        "tokens": 256223,
        "families": 142,
        "direction": "worse"
      },
      "original/pubmed": {
        "before_loss": 2.1153214027610927,
        "after_loss": 2.140136179856328,
        "delta_loss": 0.024814777095235434,
        "delta_ci95": [
          0.022839311901323153,
          0.026803260436568794
        ],
        "perplexity_ratio_after_before": 1.025125226266432,
        "tokens": 828727,
        "families": 256,
        "direction": "worse"
      }
    },
    "sample": {
      "identity": {
        "manifest_sha256": [
          "7ecc680b9ca742ca67eae14c072dd0f7a28a3a0a24f885ec7dfd022ffc180778",
          "50fafc41b4cce78b31922e4a9e37d1bdaa1bf49f009e9e9b4ec1c812a4a8461c"
        ],
        "tokenizer_sha256": "add5b2c7542e4efded329735825ecdcb94df1432617c3d3e4b7508aa459432f9",
        "seed": 20261019,
        "context": 2048,
        "parents_per_source": 256,
        "windows_per_document": 2,
        "implementation_sha256": "dc8a9a7342f479ae52b2f8d95e80e1ba59a46646a1acb3e9dbafbd13eb40c585"
      },
      "windows_sha256": "579fe4fb51b9165328c1e0be0959307245555df08d8b63f285c81456951bb1db",
      "coverage": {
        "original/fineweb_edu": {
          "available_documents": 24542,
          "available_families": 24542,
          "selected_documents": 256,
          "selected_families": 256,
          "missing_parent_documents": 0,
          "windows": 294,
          "tokens": 308280,
          "nonprefix_windows": 40
        },
        "original/code_python": {
          "available_documents": 38635,
          "available_families": 10395,
          "selected_documents": 256,
          "selected_families": 256,
          "missing_parent_documents": 0,
          "windows": 320,
          "tokens": 346847,
          "nonprefix_windows": 77
        },
        "original/finemath_4plus": {
          "available_documents": 39488,
          "available_families": 39347,
          "selected_documents": 256,
          "selected_families": 256,
          "missing_parent_documents": 0,
          "windows": 296,
          "tokens": 324946,
          "nonprefix_windows": 50
        },
        "original/pes2o": {
          "available_documents": 3966,
          "available_families": 3966,
          "selected_documents": 256,
          "selected_families": 256,
          "missing_parent_documents": 0,
          "windows": 508,
          "tokens": 905439,
          "nonprefix_windows": 371
        },
        "original/pubmed": {
          "available_documents": 1308,
          "available_families": 1308,
          "selected_documents": 256,
          "selected_families": 256,
          "missing_parent_documents": 0,
          "windows": 478,
          "tokens": 828727,
          "nonprefix_windows": 328
        },
        "original/arxiv": {
          "available_documents": 398,
          "available_families": 398,
          "selected_documents": 256,
          "selected_families": 256,
          "missing_parent_documents": 0,
          "windows": 508,
          "tokens": 955479,
          "nonprefix_windows": 404
        },
        "original/pressbooks": {
          "available_documents": 3217,
          "available_families": 142,
          "selected_documents": 142,
          "selected_families": 142,
          "missing_parent_documents": 0,
          "windows": 196,
          "tokens": 256223,
          "nonprefix_windows": 67
        },
        "original/libretexts": {
          "available_documents": 4718,
          "available_families": 84,
          "selected_documents": 84,
          "selected_families": 84,
          "missing_parent_documents": 0,
          "windows": 114,
          "tokens": 145786,
          "nonprefix_windows": 41
        },
        "original/doab": {
          "available_documents": 1045,
          "available_families": 71,
          "selected_documents": 71,
          "selected_families": 71,
          "missing_parent_documents": 0,
          "windows": 120,
          "tokens": 207612,
          "nonprefix_windows": 91
        },
        "original/gutenberg": {
          "available_documents": 211,
          "available_families": 211,
          "selected_documents": 211,
          "selected_families": 211,
          "missing_parent_documents": 0,
          "windows": 418,
          "tokens": 829715,
          "nonprefix_windows": 394
        },
        "original/pre_1929_books": {
          "available_documents": 208,
          "available_families": 208,
          "selected_documents": 208,
          "selected_families": 208,
          "missing_parent_documents": 0,
          "windows": 411,
          "tokens": 817106,
          "nonprefix_windows": 380
        },
        "original/library_of_congress": {
          "available_documents": 162,
          "available_families": 162,
          "selected_documents": 162,
          "selected_families": 162,
          "missing_parent_documents": 0,
          "windows": 317,
          "tokens": 620382,
          "nonprefix_windows": 283
        },
        "ecb": {
          "available_documents": 296,
          "available_families": 293,
          "selected_documents": 256,
          "selected_families": 256,
          "missing_parent_documents": 0,
          "windows": 437,
          "tokens": 712043,
          "nonprefix_windows": 268
        },
        "ema": {
          "available_documents": 244,
          "available_families": 112,
          "selected_documents": 112,
          "selected_families": 112,
          "missing_parent_documents": 0,
          "windows": 198,
          "tokens": 361602,
          "nonprefix_windows": 140
        }
      },
      "total_tokens": 7620187,
      "total_windows": 4615,
      "total_families": 2782,
      "sampling_note": "Uniform document-family sample, one document per family, up to two uniform nonoverlapping 2K blocks per document. Token-weighted loss on this sample is not a whole-corpus token-uniform estimate."
    },
    "before_identity": {
      "checkpoint_sha256": "ce26b11aed843008fb89893a5e90219b1a5c96e44ef32d42eb9188e427df1876",
      "sample_sha256": "579fe4fb51b9165328c1e0be0959307245555df08d8b63f285c81456951bb1db",
      "implementation_sha256": "dc8a9a7342f479ae52b2f8d95e80e1ba59a46646a1acb3e9dbafbd13eb40c585",
      "precision": "FP32; TF32 disabled"
    },
    "after_identity": {
      "checkpoint_sha256": "88b039618647c7f0ff7988165c9ae0b0075540927049b2f8e3b625272dfa8dda",
      "sample_sha256": "579fe4fb51b9165328c1e0be0959307245555df08d8b63f285c81456951bb1db",
      "implementation_sha256": "dc8a9a7342f479ae52b2f8d95e80e1ba59a46646a1acb3e9dbafbd13eb40c585",
      "precision": "FP32; TF32 disabled"
    },
    "bootstrap_samples": 2000,
    "limitations": [
      "Validation split only; no test-set tuning or scoring.",
      "Family-balanced sample, not corpus-token-uniform perplexity.",
      "CIs are conditional on selected families and are not simultaneous across categories.",
      "Source split/near-duplicate/contamination audits remain pending.",
      "2K window loss does not establish 8K long-context quality or generation correctness."
    ]
  },
  "after": {
    "categories": {
      "ecb": {
        "before_loss": 2.0649489631876783,
        "after_loss": 2.494417235082108,
        "delta_loss": 0.42946827189442965,
        "delta_ci95": [
          0.4070746200382845,
          0.45517377462533415
        ],
        "perplexity_ratio_after_before": 1.536440337797081,
        "tokens": 712043,
        "families": 256,
        "direction": "worse"
      },
      "ema": {
        "before_loss": 1.7661885360415588,
        "after_loss": 2.3786064237293756,
        "delta_loss": 0.6124178876878167,
        "delta_ci95": [
          0.5505569266329057,
          0.682683916389956
        ],
        "perplexity_ratio_after_before": 1.8448867392869388,
        "tokens": 361602,
        "families": 112,
        "direction": "worse"
      },
      "original/arxiv": {
        "before_loss": 2.8091927217655503,
        "after_loss": 1.9627351147577499,
        "delta_loss": -0.8464576070078007,
        "delta_ci95": [
          -0.8869131449000369,
          -0.8087678207312736
        ],
        "perplexity_ratio_after_before": 0.4289316884962148,
        "tokens": 955479,
        "families": 256,
        "direction": "better"
      },
      "original/code_python": {
        "before_loss": 3.9942717673282786,
        "after_loss": 1.4213988499193573,
        "delta_loss": -2.572872917408921,
        "delta_ci95": [
          -2.6817265777019617,
          -2.475202211644162
        ],
        "perplexity_ratio_after_before": 0.07631598066978175,
        "tokens": 346847,
        "families": 256,
        "direction": "better"
      },
      "original/doab": {
        "before_loss": 2.837422036187953,
        "after_loss": 2.3794003204124636,
        "delta_loss": -0.4580217157754896,
        "delta_ci95": [
          -0.4989884484846478,
          -0.41974836024816753
        ],
        "perplexity_ratio_after_before": 0.6325337400975293,
        "tokens": 207612,
        "families": 71,
        "direction": "better"
      },
      "original/finemath_4plus": {
        "before_loss": 2.518498037605622,
        "after_loss": 1.816838842892399,
        "delta_loss": -0.7016591947132227,
        "delta_ci95": [
          -0.7774240937365081,
          -0.6293870040452769
        ],
        "perplexity_ratio_after_before": 0.4957620552343834,
        "tokens": 324946,
        "families": 256,
        "direction": "better"
      },
      "original/fineweb_edu": {
        "before_loss": 2.9112838428345946,
        "after_loss": 2.7002269013800166,
        "delta_loss": -0.2110569414545781,
        "delta_ci95": [
          -0.22441697225249804,
          -0.19922256652313894
        ],
        "perplexity_ratio_after_before": 0.8097279584807806,
        "tokens": 308280,
        "families": 256,
        "direction": "better"
      },
      "original/gutenberg": {
        "before_loss": 3.4374800509441092,
        "after_loss": 2.8476179976099036,
        "delta_loss": -0.5898620533342056,
        "delta_ci95": [
          -0.6134544118766608,
          -0.566681093819697
        ],
        "perplexity_ratio_after_before": 0.5544037576096629,
        "tokens": 829715,
        "families": 211,
        "direction": "better"
      },
      "original/library_of_congress": {
        "before_loss": 3.2692679650982717,
        "after_loss": 2.8955215596255326,
        "delta_loss": -0.3737464054727389,
        "delta_ci95": [
          -0.3827009216357588,
          -0.3650596476897178
        ],
        "perplexity_ratio_after_before": 0.6881514011325324,
        "tokens": 620382,
        "families": 162,
        "direction": "better"
      },
      "original/libretexts": {
        "before_loss": 2.5554314526110096,
        "after_loss": 2.2929445338363856,
        "delta_loss": -0.2624869187746239,
        "delta_ci95": [
          -0.2871515101622813,
          -0.23976097907801563
        ],
        "perplexity_ratio_after_before": 0.7691364255496916,
        "tokens": 145786,
        "families": 84,
        "direction": "better"
      },
      "original/pes2o": {
        "before_loss": 2.5647577556418253,
        "after_loss": 2.330488094417853,
        "delta_loss": -0.23426966122397241,
        "delta_ci95": [
          -0.24308463848508355,
          -0.2257324247828331
        ],
        "perplexity_ratio_after_before": 0.7911484450699164,
        "tokens": 905439,
        "families": 256,
        "direction": "better"
      },
      "original/pre_1929_books": {
        "before_loss": 3.2404382420261166,
        "after_loss": 2.888885086531724,
        "delta_loss": -0.35155315549439237,
        "delta_ci95": [
          -0.3608818028641581,
          -0.3420810440792625
        ],
        "perplexity_ratio_after_before": 0.7035944490571835,
        "tokens": 817106,
        "families": 208,
        "direction": "better"
      },
      "original/pressbooks": {
        "before_loss": 2.751147606064535,
        "after_loss": 2.546299820711243,
        "delta_loss": -0.20484778535329193,
        "delta_ci95": [
          -0.21972552084407188,
          -0.19178308128206775
        ],
        "perplexity_ratio_after_before": 0.8147713271027561,
        "tokens": 256223,
        "families": 142,
        "direction": "better"
      },
      "original/pubmed": {
        "before_loss": 2.4947581148259883,
        "after_loss": 2.140136179856328,
        "delta_loss": -0.3546219349696603,
        "delta_ci95": [
          -0.3786113121725641,
          -0.3318440784653726
        ],
        "perplexity_ratio_after_before": 0.7014385824844385,
        "tokens": 828727,
        "families": 256,
        "direction": "better"
      }
    },
    "sample": {
      "identity": {
        "manifest_sha256": [
          "7ecc680b9ca742ca67eae14c072dd0f7a28a3a0a24f885ec7dfd022ffc180778",
          "50fafc41b4cce78b31922e4a9e37d1bdaa1bf49f009e9e9b4ec1c812a4a8461c"
        ],
        "tokenizer_sha256": "add5b2c7542e4efded329735825ecdcb94df1432617c3d3e4b7508aa459432f9",
        "seed": 20261019,
        "context": 2048,
        "parents_per_source": 256,
        "windows_per_document": 2,
        "implementation_sha256": "dc8a9a7342f479ae52b2f8d95e80e1ba59a46646a1acb3e9dbafbd13eb40c585"
      },
      "windows_sha256": "579fe4fb51b9165328c1e0be0959307245555df08d8b63f285c81456951bb1db",
      "coverage": {
        "original/fineweb_edu": {
          "available_documents": 24542,
          "available_families": 24542,
          "selected_documents": 256,
          "selected_families": 256,
          "missing_parent_documents": 0,
          "windows": 294,
          "tokens": 308280,
          "nonprefix_windows": 40
        },
        "original/code_python": {
          "available_documents": 38635,
          "available_families": 10395,
          "selected_documents": 256,
          "selected_families": 256,
          "missing_parent_documents": 0,
          "windows": 320,
          "tokens": 346847,
          "nonprefix_windows": 77
        },
        "original/finemath_4plus": {
          "available_documents": 39488,
          "available_families": 39347,
          "selected_documents": 256,
          "selected_families": 256,
          "missing_parent_documents": 0,
          "windows": 296,
          "tokens": 324946,
          "nonprefix_windows": 50
        },
        "original/pes2o": {
          "available_documents": 3966,
          "available_families": 3966,
          "selected_documents": 256,
          "selected_families": 256,
          "missing_parent_documents": 0,
          "windows": 508,
          "tokens": 905439,
          "nonprefix_windows": 371
        },
        "original/pubmed": {
          "available_documents": 1308,
          "available_families": 1308,
          "selected_documents": 256,
          "selected_families": 256,
          "missing_parent_documents": 0,
          "windows": 478,
          "tokens": 828727,
          "nonprefix_windows": 328
        },
        "original/arxiv": {
          "available_documents": 398,
          "available_families": 398,
          "selected_documents": 256,
          "selected_families": 256,
          "missing_parent_documents": 0,
          "windows": 508,
          "tokens": 955479,
          "nonprefix_windows": 404
        },
        "original/pressbooks": {
          "available_documents": 3217,
          "available_families": 142,
          "selected_documents": 142,
          "selected_families": 142,
          "missing_parent_documents": 0,
          "windows": 196,
          "tokens": 256223,
          "nonprefix_windows": 67
        },
        "original/libretexts": {
          "available_documents": 4718,
          "available_families": 84,
          "selected_documents": 84,
          "selected_families": 84,
          "missing_parent_documents": 0,
          "windows": 114,
          "tokens": 145786,
          "nonprefix_windows": 41
        },
        "original/doab": {
          "available_documents": 1045,
          "available_families": 71,
          "selected_documents": 71,
          "selected_families": 71,
          "missing_parent_documents": 0,
          "windows": 120,
          "tokens": 207612,
          "nonprefix_windows": 91
        },
        "original/gutenberg": {
          "available_documents": 211,
          "available_families": 211,
          "selected_documents": 211,
          "selected_families": 211,
          "missing_parent_documents": 0,
          "windows": 418,
          "tokens": 829715,
          "nonprefix_windows": 394
        },
        "original/pre_1929_books": {
          "available_documents": 208,
          "available_families": 208,
          "selected_documents": 208,
          "selected_families": 208,
          "missing_parent_documents": 0,
          "windows": 411,
          "tokens": 817106,
          "nonprefix_windows": 380
        },
        "original/library_of_congress": {
          "available_documents": 162,
          "available_families": 162,
          "selected_documents": 162,
          "selected_families": 162,
          "missing_parent_documents": 0,
          "windows": 317,
          "tokens": 620382,
          "nonprefix_windows": 283
        },
        "ecb": {
          "available_documents": 296,
          "available_families": 293,
          "selected_documents": 256,
          "selected_families": 256,
          "missing_parent_documents": 0,
          "windows": 437,
          "tokens": 712043,
          "nonprefix_windows": 268
        },
        "ema": {
          "available_documents": 244,
          "available_families": 112,
          "selected_documents": 112,
          "selected_families": 112,
          "missing_parent_documents": 0,
          "windows": 198,
          "tokens": 361602,
          "nonprefix_windows": 140
        }
      },
      "total_tokens": 7620187,
      "total_windows": 4615,
      "total_families": 2782,
      "sampling_note": "Uniform document-family sample, one document per family, up to two uniform nonoverlapping 2K blocks per document. Token-weighted loss on this sample is not a whole-corpus token-uniform estimate."
    },
    "before_identity": {
      "checkpoint_sha256": "a9b4ff39352fae4aa163433df7130dbede1437657bee7c44fc26a6eb020af565",
      "sample_sha256": "579fe4fb51b9165328c1e0be0959307245555df08d8b63f285c81456951bb1db",
      "implementation_sha256": "dc8a9a7342f479ae52b2f8d95e80e1ba59a46646a1acb3e9dbafbd13eb40c585",
      "precision": "FP32; TF32 disabled"
    },
    "after_identity": {
      "checkpoint_sha256": "88b039618647c7f0ff7988165c9ae0b0075540927049b2f8e3b625272dfa8dda",
      "sample_sha256": "579fe4fb51b9165328c1e0be0959307245555df08d8b63f285c81456951bb1db",
      "implementation_sha256": "dc8a9a7342f479ae52b2f8d95e80e1ba59a46646a1acb3e9dbafbd13eb40c585",
      "precision": "FP32; TF32 disabled"
    },
    "bootstrap_samples": 2000,
    "limitations": [
      "Validation split only; no test-set tuning or scoring.",
      "Family-balanced sample, not corpus-token-uniform perplexity.",
      "CIs are conditional on selected families and are not simultaneous across categories.",
      "Source split/near-duplicate/contamination audits remain pending.",
      "2K window loss does not establish 8K long-context quality or generation correctness."
    ]
  }
}