| { | |
| "benchmark": "H2 TEST2000", | |
| "n": 2000, | |
| "weights": "BF16 parent + checkpoint42831 adapter; pre-quantization", | |
| "features": { | |
| "lexdiv": { | |
| "human": 0.44899158253682175, | |
| "base": 0.4158458531026242, | |
| "expert": 0.44999183728938086, | |
| "historical_base": 0.4127069373936656, | |
| "historical_cone": 0.38800292698276473, | |
| "paired_delta": 0.03414598418675671, | |
| "paired95ci": [ | |
| 0.028984627249466995, | |
| 0.038637008931309856 | |
| ] | |
| }, | |
| "lexdensity": { | |
| "human": 0.44336953235725207, | |
| "base": 0.45670213143953275, | |
| "expert": 0.433369614579625, | |
| "historical_base": 0.45355159115291144, | |
| "historical_cone": 0.44569783553637227, | |
| "paired_delta": -0.02333251685990781, | |
| "paired95ci": [ | |
| -0.02622278779922698, | |
| -0.020518426100244007 | |
| ] | |
| }, | |
| "pct_long": { | |
| "human": 0.19021838478553185, | |
| "base": 0.24707889950463954, | |
| "expert": 0.1821357298909025, | |
| "historical_base": 0.24460927426372608, | |
| "historical_cone": 0.23024393721795905, | |
| "paired_delta": -0.06494316961373704, | |
| "paired95ci": [ | |
| -0.0678355478258805, | |
| -0.061946992166030196 | |
| ] | |
| }, | |
| "entropy": { | |
| "human": 6.918216785489374, | |
| "base": 6.898383787069547, | |
| "expert": 6.317382813656346, | |
| "historical_base": 6.897676138511753, | |
| "historical_cone": 6.757419865804984, | |
| "paired_delta": -0.5810009734131996, | |
| "paired95ci": [ | |
| -0.6056459439573577, | |
| -0.5595779027138188 | |
| ] | |
| }, | |
| "burstiness": { | |
| "human": 1.7166219880663958, | |
| "base": 2.057251991675612, | |
| "expert": 1.376956660025221, | |
| "historical_base": 2.1194940380409957, | |
| "historical_cone": 2.0435451885093436, | |
| "paired_delta": -0.6802953316503909, | |
| "paired95ci": [ | |
| -0.70024346636305, | |
| -0.6588752304719451 | |
| ] | |
| }, | |
| "pct_vowels": { | |
| "human": 0.29663441035929405, | |
| "base": 0.3041152182182486, | |
| "expert": 0.3033233973177885, | |
| "historical_base": 0.30399907499760026, | |
| "historical_cone": 0.3027035217327655, | |
| "paired_delta": -0.0007918209004600809, | |
| "paired95ci": [ | |
| -0.0014682615429397147, | |
| -2.214605971942154e-05 | |
| ] | |
| }, | |
| "pct_consonants": { | |
| "human": 0.47879499480625215, | |
| "base": 0.4903276550737023, | |
| "expert": 0.4850320953228257, | |
| "historical_base": 0.4891986978956337, | |
| "historical_cone": 0.48793290877553636, | |
| "paired_delta": -0.005295559750876576, | |
| "paired95ci": [ | |
| -0.006208119166421207, | |
| -0.004418319643465491 | |
| ] | |
| }, | |
| "pct_punct": { | |
| "human": 0.036021427481950155, | |
| "base": 0.045666385444399014, | |
| "expert": 0.030516165332549847, | |
| "historical_base": 0.04683780704859862, | |
| "historical_cone": 0.043815765011107115, | |
| "paired_delta": -0.015150220111849163, | |
| "paired95ci": [ | |
| -0.015941927909233808, | |
| -0.014338510947371007 | |
| ] | |
| }, | |
| "n_words": { | |
| "human": 733.3925, | |
| "base": 637.5175, | |
| "expert": 332.9965, | |
| "historical_base": 653.679, | |
| "historical_cone": 632.8035, | |
| "paired_delta": -304.521, | |
| "paired95ci": [ | |
| -312.51651250000003, | |
| -295.99275 | |
| ] | |
| }, | |
| "n_sents": { | |
| "human": 34.128, | |
| "base": 30.4155, | |
| "expert": 17.444, | |
| "historical_base": 31.3525, | |
| "historical_cone": 31.757, | |
| "paired_delta": -12.9715, | |
| "paired95ci": [ | |
| -13.55155, | |
| -12.39845 | |
| ] | |
| }, | |
| "mean_sent_len": { | |
| "human": 24.86668532029877, | |
| "base": 23.64437700612384, | |
| "expert": 28.077007539128974, | |
| "historical_base": 23.31581804509707, | |
| "historical_cone": 22.91044907099578, | |
| "paired_delta": 4.432630533005134, | |
| "paired95ci": [ | |
| 2.8423998561445893, | |
| 6.2831279586983095 | |
| ] | |
| }, | |
| "parse_depth": { | |
| "human": 10.9595, | |
| "base": 10.3015, | |
| "expert": 9.7005, | |
| "historical_base": 10.2285, | |
| "historical_cone": 10.3255, | |
| "paired_delta": -0.601, | |
| "paired95ci": [ | |
| -0.8065125, | |
| -0.36242500000000005 | |
| ] | |
| }, | |
| "fog": { | |
| "human": 12.98932660843822, | |
| "base": 15.375829512024142, | |
| "expert": 12.215177582054885, | |
| "historical_base": 15.219314251852479, | |
| "historical_cone": 14.486501705686242, | |
| "paired_delta": -3.160651929969258, | |
| "paired95ci": [ | |
| -3.4392152667917077, | |
| -2.854815409701112 | |
| ] | |
| }, | |
| "linsear": { | |
| "human": 11.590718414224664, | |
| "base": 14.526123185002133, | |
| "expert": 11.012325868303094, | |
| "historical_base": 14.404184514316093, | |
| "historical_cone": 13.631578638028637, | |
| "paired_delta": -3.513797316699039, | |
| "paired95ci": [ | |
| -3.7686522329083996, | |
| -3.22759373280046 | |
| ] | |
| }, | |
| "fixed_token_count": { | |
| "human": 858.3635, | |
| "base": 686.666, | |
| "expert": 370.244, | |
| "historical_base": 701.3615, | |
| "historical_cone": 682.722, | |
| "paired_delta": -316.422, | |
| "paired95ci": [ | |
| -325.86671249999995, | |
| -306.8394875 | |
| ] | |
| }, | |
| "whitespace_words": { | |
| "human": 628.6215, | |
| "base": 497.659, | |
| "expert": 284.167, | |
| "historical_base": 506.5845, | |
| "historical_cone": 502.7205, | |
| "paired_delta": -213.492, | |
| "paired95ci": [ | |
| -219.9237125, | |
| -206.4722625 | |
| ] | |
| }, | |
| "characters": { | |
| "human": 3690.662, | |
| "base": 3308.795, | |
| "expert": 1650.1825, | |
| "historical_base": 3372.837, | |
| "historical_cone": 3245.9915, | |
| "paired_delta": -1658.6125, | |
| "paired95ci": [ | |
| -1700.625425, | |
| -1611.810025 | |
| ] | |
| }, | |
| "mean_word_len": { | |
| "human": 4.7124710255587585, | |
| "base": 5.29901914381053, | |
| "expert": 4.605062292174038, | |
| "historical_base": 5.295809816341491, | |
| "historical_cone": 5.1088054261547, | |
| "paired_delta": -0.6939568516364925, | |
| "paired95ci": [ | |
| -0.7154329793514712, | |
| -0.6720580533154238 | |
| ] | |
| }, | |
| "longword_rate_ge10": { | |
| "human": 0.05786167468063766, | |
| "base": 0.09969084815111688, | |
| "expert": 0.05266852065506798, | |
| "historical_base": 0.09940085953093548, | |
| "historical_cone": 0.08867284858456216, | |
| "paired_delta": -0.047022327496048885, | |
| "paired95ci": [ | |
| -0.04905133038812932, | |
| -0.044914202959057216 | |
| ] | |
| }, | |
| "ttr": { | |
| "human": 0.4646555560960963, | |
| "base": 0.476706651231559, | |
| "expert": 0.46731385829588046, | |
| "historical_base": 0.47515714736115605, | |
| "historical_cone": 0.4408826569302387, | |
| "paired_delta": -0.009392792935678546, | |
| "paired95ci": [ | |
| -0.01456295441215851, | |
| -0.004579432244846972 | |
| ] | |
| }, | |
| "page_burst": { | |
| "human": 1003.1127753576015, | |
| "base": 124.19555369839392, | |
| "expert": 336.17720182456014, | |
| "historical_base": 129.7658371986992, | |
| "historical_cone": 177.07001540720202, | |
| "paired_delta": 211.98164812616616, | |
| "paired95ci": [ | |
| 74.20152785262952, | |
| 396.0984267448633 | |
| ] | |
| }, | |
| "repeat_start_run3": { | |
| "human": 0.2375, | |
| "base": 0.2285, | |
| "expert": 0.253, | |
| "historical_base": 0.3285, | |
| "historical_cone": 0.2765, | |
| "paired_delta": 0.0245, | |
| "paired95ci": [ | |
| 0.0009875000000000007, | |
| 0.049012499999999994 | |
| ] | |
| }, | |
| "empty": { | |
| "human": 0.0, | |
| "base": 0.0, | |
| "expert": 0.0, | |
| "historical_base": 0.0, | |
| "historical_cone": 0.0, | |
| "paired_delta": 0.0, | |
| "paired95ci": [ | |
| 0.0, | |
| 0.0 | |
| ] | |
| }, | |
| "cap_hit": { | |
| "human": 0.0, | |
| "base": 0.169, | |
| "expert": 0.0125, | |
| "historical_base": 0.0, | |
| "historical_cone": 0.0, | |
| "paired_delta": -0.1565, | |
| "paired95ci": [ | |
| -0.1725, | |
| -0.1405 | |
| ] | |
| }, | |
| "rep_loop": { | |
| "human": 0.0, | |
| "base": 0.0, | |
| "expert": 0.001, | |
| "historical_base": 0.0, | |
| "historical_cone": 0.0, | |
| "paired_delta": 0.001, | |
| "paired95ci": [ | |
| 0.0, | |
| 0.0025 | |
| ] | |
| }, | |
| "unexpected_character_rate": { | |
| "human": 7.950872827889747e-07, | |
| "base": 1.5070067758599604e-06, | |
| "expert": 6.345177664974619e-07, | |
| "historical_base": 1.2987026658161848e-06, | |
| "historical_cone": 0.0, | |
| "paired_delta": -8.724890093624985e-07, | |
| "paired95ci": [ | |
| -2.676294633538666e-06, | |
| 8.939417595515629e-07 | |
| ] | |
| }, | |
| "non_english_character_rate": { | |
| "human": 0.0003932134307056947, | |
| "base": 0.00013167691455761094, | |
| "expert": 0.00025468870873991364, | |
| "historical_base": 0.00014189700091632934, | |
| "historical_cone": 0.00013879863283128906, | |
| "paired_delta": 0.00012301179418230273, | |
| "paired95ci": [ | |
| 3.5832596639529664e-05, | |
| 0.00020752526917641972 | |
| ] | |
| }, | |
| "training_word_rarity_nats": { | |
| "human": 7.8035010384940415, | |
| "base": 8.064658653593, | |
| "expert": 7.504689380269631, | |
| "historical_base": 8.059660641155142, | |
| "historical_cone": 7.877223583893059, | |
| "paired_delta": -0.5599692733233704, | |
| "paired95ci": [ | |
| -0.5868189555013194, | |
| -0.5312468054922478 | |
| ] | |
| }, | |
| "training_word_oov_rate": { | |
| "human": 0.010148877612250551, | |
| "base": 0.0049545350394098525, | |
| "expert": 0.007205710940527181, | |
| "historical_base": 0.004951255660104235, | |
| "historical_cone": 0.004713799595342232, | |
| "paired_delta": 0.0022511759011173285, | |
| "paired95ci": [ | |
| 0.001137831458371458, | |
| 0.0036573017120947646 | |
| ] | |
| }, | |
| "option_wrapper": { | |
| "human": 0.0, | |
| "base": 0.2, | |
| "expert": 0.0505, | |
| "historical_base": 0.2, | |
| "historical_cone": 0.2005, | |
| "paired_delta": -0.1495, | |
| "paired95ci": [ | |
| -0.1655, | |
| -0.133 | |
| ] | |
| }, | |
| "assistant_preface": { | |
| "human": 0.0, | |
| "base": 0.0, | |
| "expert": 0.053, | |
| "historical_base": 0.0, | |
| "historical_cone": 0.0, | |
| "paired_delta": 0.053, | |
| "paired95ci": [ | |
| 0.0434875, | |
| 0.0635 | |
| ] | |
| } | |
| }, | |
| "distances": { | |
| "L2-1": { | |
| "base": 0.02906163662772162, | |
| "expert": 0.022144033488984215, | |
| "historical_base": 0.028940514092103572, | |
| "historical_cone": 0.029127328372322736, | |
| "human_floor": 0.008073846371447806, | |
| "recovery": 0.32960130886907196 | |
| }, | |
| "L2-2": { | |
| "base": 0.01241105042702878, | |
| "expert": 0.014798941629477258, | |
| "historical_base": 0.012706657466151293, | |
| "historical_cone": 0.013251067221917458, | |
| "human_floor": 0.005002273829992486, | |
| "recovery": -0.32230573714473953 | |
| }, | |
| "L2-3": { | |
| "base": 0.006615217004254781, | |
| "expert": 0.004305352452957473, | |
| "historical_base": 0.006978098397409446, | |
| "historical_cone": 0.00723905748621644, | |
| "human_floor": 0.003945395560136238, | |
| "recovery": 0.865175667978022 | |
| }, | |
| "JSD-nats": { | |
| "base": 0.1054327105606854, | |
| "expert": 0.05729762336622043, | |
| "historical_base": 0.10695706211294842, | |
| "historical_cone": 0.09503636149711513, | |
| "human_floor": 0.08331861271188122, | |
| "recovery": 2.176669720988319 | |
| } | |
| }, | |
| "feature_definition": "existing metrics.Footprint Shan14/style; additional diagnostics explicitly named, not quality judgments", | |
| "uncertainty": "corpus distances point estimates; paired feature95% bootstrap CIs (1000 draws, seed20261021)", | |
| "historical_comparison": "historical_base and historical_cone use a separate archived runtime stratum" | |
| } |