{
  "generated_by": "scripts/evaluate.py",
  "checkpoint": "checkpoints/base",
  "conditions": {
    "listed": {
      "n_items": 9036,
      "n_reading_matched": 5414,
      "n_reading_ok_this_condition": 8815,
      "n_excluded_for_reading": 3622,
      "openjtalk_seconds": 0.61,
      "downstep_seconds": 18.13,
      "strata": {
        "all": {
          "n": 5414,
          "A_openjtalk": 0.9637975618766161,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.022349464351680826,
          "C_downstep": 0.8134466198743997,
          "C_wrongly_split": 0.0
        },
        "common_nouns": {
          "n": 2033,
          "A_openjtalk": 0.9567142154451549,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.017707820954254796,
          "C_downstep": 0.7968519429414658,
          "C_wrongly_split": 0.0
        },
        "proper_nouns": {
          "n": 3381,
          "A_openjtalk": 0.9680567879325643,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.025140490979000295,
          "C_downstep": 0.8234250221827861,
          "C_wrongly_split": 0.0
        },
        "hard": {
          "n": 574,
          "A_openjtalk": 0.9686411149825784,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.0156794425087108,
          "C_downstep": 0.7334494773519163,
          "C_wrongly_split": 0.0
        },
        "hard_all": {
          "n": 98,
          "A_openjtalk": 0.9897959183673469,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.0,
          "C_downstep": 0.6224489795918368,
          "C_wrongly_split": 0.0
        },
        "variation": {
          "n": 49,
          "A_openjtalk": 0.9387755102040817,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.061224489795918366,
          "C_downstep": 0.6122448979591837,
          "C_wrongly_split": 0.0
        },
        "goshu_和": {
          "n": 1988,
          "A_openjtalk": 0.954225352112676,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.02665995975855131,
          "C_downstep": 0.7907444668008048,
          "C_wrongly_split": 0.0
        },
        "goshu_漢": {
          "n": 1349,
          "A_openjtalk": 0.9747961452928094,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.015567086730911787,
          "C_downstep": 0.8413639733135656,
          "C_wrongly_split": 0.0
        },
        "goshu_外": {
          "n": 405,
          "A_openjtalk": 0.9481481481481482,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.024691358024691357,
          "C_downstep": 0.8222222222222222,
          "C_wrongly_split": 0.0
        },
        "goshu_混": {
          "n": 41,
          "A_openjtalk": 1.0,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.0,
          "C_downstep": 0.8780487804878049,
          "C_wrongly_split": 0.0
        },
        "goshu_固": {
          "n": 1562,
          "A_openjtalk": 0.969270166453265,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.023687580025608196,
          "C_downstep": 0.8149807938540333,
          "C_wrongly_split": 0.0
        },
        "script_kanji": {
          "n": 2884,
          "A_openjtalk": 0.9680998613037448,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.025312066574202496,
          "C_downstep": 0.8311373092926491,
          "C_wrongly_split": 0.0
        },
        "script_katakana": {
          "n": 683,
          "A_openjtalk": 0.95900439238653,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.020497803806734993,
          "C_downstep": 0.7862371888726208,
          "C_wrongly_split": 0.0
        },
        "script_mixed": {
          "n": 1847,
          "A_openjtalk": 0.9588521927449919,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.018408229561451002,
          "C_downstep": 0.7958852192744992,
          "C_wrongly_split": 0.0
        },
        "components_2": {
          "n": 4595,
          "A_openjtalk": 0.9608269858541894,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.02372143634385201,
          "C_downstep": 0.8187159956474429,
          "C_wrongly_split": 0.0
        },
        "components_3": {
          "n": 735,
          "A_openjtalk": 0.9782312925170068,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.0163265306122449,
          "C_downstep": 0.7850340136054422,
          "C_wrongly_split": 0.0
        },
        "components_4": {
          "n": 80,
          "A_openjtalk": 1.0,
          "B_dictionary": 1.0,
          "A_wrongly_split": 0.0,
          "C_downstep": 0.775,
          "C_wrongly_split": 0.0
        }
      },
      "abstention": {
        "curve": [
          {
            "threshold": 0.287819,
            "coverage": 0.999815293683044,
            "combined_accuracy": 0.8136313261913557,
            "covered_accuracy": 0.8135968963606134,
            "regressions": 955
          },
          {
            "threshold": 0.404532,
            "coverage": 0.9898411525674178,
            "combined_accuracy": 0.819541928333949,
            "covered_accuracy": 0.8186228774025005,
            "regressions": 921
          },
          {
            "threshold": 0.453785,
            "coverage": 0.9798670114517917,
            "combined_accuracy": 0.8254525304765423,
            "covered_accuracy": 0.8233741753063148,
            "regressions": 888
          },
          {
            "threshold": 0.48362,
            "coverage": 0.9698928703361654,
            "combined_accuracy": 0.8313631326191355,
            "covered_accuracy": 0.8276518758331747,
            "regressions": 856
          },
          {
            "threshold": 0.50118,
            "coverage": 0.9599187292205393,
            "combined_accuracy": 0.8370890284447728,
            "covered_accuracy": 0.8322108908985953,
            "regressions": 824
          },
          {
            "threshold": 0.518026,
            "coverage": 0.9499445881049132,
            "combined_accuracy": 0.842260805319542,
            "covered_accuracy": 0.8362823254909586,
            "regressions": 795
          },
          {
            "threshold": 0.53355,
            "coverage": 0.939970446989287,
            "combined_accuracy": 0.8465090506095309,
            "covered_accuracy": 0.8400471605423462,
            "regressions": 771
          },
          {
            "threshold": 0.550858,
            "coverage": 0.9299963058736609,
            "combined_accuracy": 0.851496121167344,
            "covered_accuracy": 0.8438927507447865,
            "regressions": 743
          },
          {
            "threshold": 0.568295,
            "coverage": 0.9198374584410787,
            "combined_accuracy": 0.856483191725157,
            "covered_accuracy": 0.8481927710843373,
            "regressions": 714
          },
          {
            "threshold": 0.5827,
            "coverage": 0.9098633173254526,
            "combined_accuracy": 0.8598079054303657,
            "covered_accuracy": 0.8509947218838815,
            "regressions": 694
          },
          {
            "threshold": 0.595637,
            "coverage": 0.8998891762098263,
            "combined_accuracy": 0.8642408570373107,
            "covered_accuracy": 0.8548850574712644,
            "regressions": 670
          },
          {
            "threshold": 0.611318,
            "coverage": 0.8899150350942002,
            "combined_accuracy": 0.8690432212781677,
            "covered_accuracy": 0.8590701535907015,
            "regressions": 643
          },
          {
            "threshold": 0.626212,
            "coverage": 0.8799408939785741,
            "combined_accuracy": 0.8723679349833764,
            "covered_accuracy": 0.8618807724601175,
            "regressions": 624
          },
          {
            "threshold": 0.640905,
            "coverage": 0.8699667528629479,
            "combined_accuracy": 0.8762467676394533,
            "covered_accuracy": 0.8651804670912951,
            "regressions": 601
          },
          {
            "threshold": 0.655575,
            "coverage": 0.8599926117473218,
            "combined_accuracy": 0.879571481344662,
            "covered_accuracy": 0.8679123711340206,
            "regressions": 581
          },
          {
            "threshold": 0.672725,
            "coverage": 0.8500184706316956,
            "combined_accuracy": 0.8836350203176949,
            "covered_accuracy": 0.8720121686223381,
            "regressions": 556
          },
          {
            "threshold": 0.686029,
            "coverage": 0.8398596231991134,
            "combined_accuracy": 0.8869597340229036,
            "covered_accuracy": 0.8744226962832637,
            "regressions": 538
          },
          {
            "threshold": 0.700345,
            "coverage": 0.8298854820834872,
            "combined_accuracy": 0.8900997414111562,
            "covered_accuracy": 0.8773647896728244,
            "regressions": 519
          },
          {
            "threshold": 0.712894,
            "coverage": 0.8199113409678611,
            "combined_accuracy": 0.8932397487994089,
            "covered_accuracy": 0.8806037395809867,
            "regressions": 500
          },
          {
            "threshold": 0.72452,
            "coverage": 0.809937199852235,
            "combined_accuracy": 0.8960103435537495,
            "covered_accuracy": 0.883466362599772,
            "regressions": 482
          },
          {
            "threshold": 0.73972,
            "coverage": 0.7999630587366088,
            "combined_accuracy": 0.8978574067233099,
            "covered_accuracy": 0.8857076887554837,
            "regressions": 468
          },
          {
            "threshold": 0.754053,
            "coverage": 0.7899889176209827,
            "combined_accuracy": 0.9017362393793867,
            "covered_accuracy": 0.8891746551321019,
            "regressions": 447
          },
          {
            "threshold": 0.765463,
            "coverage": 0.7800147765053564,
            "combined_accuracy": 0.9052456594015516,
            "covered_accuracy": 0.8924934880416765,
            "regressions": 428
          },
          {
            "threshold": 0.77653,
            "coverage": 0.7700406353897303,
            "combined_accuracy": 0.9065386036202439,
            "covered_accuracy": 0.893739505876709,
            "regressions": 418
          },
          {
            "threshold": 0.785172,
            "coverage": 0.7598817879571481,
            "combined_accuracy": 0.9089397857406724,
            "covered_accuracy": 0.8964511424404472,
            "regressions": 403
          },
          {
            "threshold": 0.794848,
            "coverage": 0.749907646841522,
            "combined_accuracy": 0.9102327299593647,
            "covered_accuracy": 0.8972906403940887,
            "regressions": 396
          },
          {
            "threshold": 0.804995,
            "coverage": 0.7399335057258958,
            "combined_accuracy": 0.9124492057628371,
            "covered_accuracy": 0.8996505242136795,
            "regressions": 381
          },
          {
            "threshold": 0.817838,
            "coverage": 0.7299593646102697,
            "combined_accuracy": 0.9142962689323975,
            "covered_accuracy": 0.9015688259109311,
            "regressions": 369
          },
          {
            "threshold": 0.826393,
            "coverage": 0.7199852234946436,
            "combined_accuracy": 0.9157739194680458,
            "covered_accuracy": 0.9030271934325295,
            "regressions": 360
          },
          {
            "threshold": 0.835651,
            "coverage": 0.7100110823790173,
            "combined_accuracy": 0.916697451052826,
            "covered_accuracy": 0.9037460978147763,
            "regressions": 352
          },
          {
            "threshold": 0.8443,
            "coverage": 0.7000369412633912,
            "combined_accuracy": 0.9183598079054304,
            "covered_accuracy": 0.9055408970976253,
            "regressions": 341
          },
          {
            "threshold": 0.853646,
            "coverage": 0.689878093830809,
            "combined_accuracy": 0.9203915773919468,
            "covered_accuracy": 0.9081659973226238,
            "regressions": 327
          },
          {
            "threshold": 0.861325,
            "coverage": 0.6799039527151829,
            "combined_accuracy": 0.9216845216106391,
            "covered_accuracy": 0.9092637870143983,
            "regressions": 318
          },
          {
            "threshold": 0.868863,
            "coverage": 0.6699298115995567,
            "combined_accuracy": 0.9229774658293314,
            "covered_accuracy": 0.9098428453267163,
            "regressions": 311
          },
          {
            "threshold": 0.877202,
            "coverage": 0.6599556704839306,
            "combined_accuracy": 0.925932766900628,
            "covered_accuracy": 0.9129582983487265,
            "regressions": 295
          },
          {
            "threshold": 0.883933,
            "coverage": 0.6499815293683044,
            "combined_accuracy": 0.9274104174362763,
            "covered_accuracy": 0.9147485080988917,
            "regressions": 284
          },
          {
            "threshold": 0.890918,
            "coverage": 0.6400073882526782,
            "combined_accuracy": 0.9287033616549686,
            "covered_accuracy": 0.9163059163059163,
            "regressions": 274
          },
          {
            "threshold": 0.895454,
            "coverage": 0.6300332471370521,
            "combined_accuracy": 0.930735131141485,
            "covered_accuracy": 0.9187921430665494,
            "regressions": 261
          },
          {
            "threshold": 0.900932,
            "coverage": 0.6200591060214259,
            "combined_accuracy": 0.9314739564093092,
            "covered_accuracy": 0.9192731605600238,
            "regressions": 256
          },
          {
            "threshold": 0.905733,
            "coverage": 0.6099002585888438,
            "combined_accuracy": 0.9335057258958256,
            "covered_accuracy": 0.922168382798304,
            "regressions": 242
          },
          {
            "threshold": 0.911608,
            "coverage": 0.5999261174732176,
            "combined_accuracy": 0.935352789065386,
            "covered_accuracy": 0.9245689655172413,
            "regressions": 232
          },
          {
            "threshold": 0.916809,
            "coverage": 0.5899519763575914,
            "combined_accuracy": 0.9368304396010344,
            "covered_accuracy": 0.926111458985598,
            "regressions": 224
          },
          {
            "threshold": 0.920427,
            "coverage": 0.5799778352419652,
            "combined_accuracy": 0.9379386775027706,
            "covered_accuracy": 0.9273885350318471,
            "regressions": 216
          },
          {
            "threshold": 0.925197,
            "coverage": 0.5700036941263391,
            "combined_accuracy": 0.9405245659401551,
            "covered_accuracy": 0.9309786130913804,
            "regressions": 201
          },
          {
            "threshold": 0.929965,
            "coverage": 0.560029553010713,
            "combined_accuracy": 0.9421869227927595,
            "covered_accuracy": 0.933377308707124,
            "regressions": 191
          },
          {
            "threshold": 0.933174,
            "coverage": 0.5500554118950868,
            "combined_accuracy": 0.9438492796453639,
            "covered_accuracy": 0.9358629952988583,
            "regressions": 180
          },
          {
            "threshold": 0.93709,
            "coverage": 0.5400812707794607,
            "combined_accuracy": 0.9447728112301441,
            "covered_accuracy": 0.9374145006839946,
            "regressions": 174
          },
          {
            "threshold": 0.940724,
            "coverage": 0.5299224233468784,
            "combined_accuracy": 0.9458810491318803,
            "covered_accuracy": 0.9393516904844894,
            "regressions": 165
          },
          {
            "threshold": 0.944268,
            "coverage": 0.5199482822312523,
            "combined_accuracy": 0.9466198743997045,
            "covered_accuracy": 0.9399644760213144,
            "regressions": 161
          },
          {
            "threshold": 0.948099,
            "coverage": 0.5099741411156261,
            "combined_accuracy": 0.9471739933505726,
            "covered_accuracy": 0.9406012314378849,
            "regressions": 156
          },
          {
            "threshold": 0.951436,
            "coverage": 0.5,
            "combined_accuracy": 0.9475434059844847,
            "covered_accuracy": 0.9408939785740672,
            "regressions": 152
          },
          {
            "threshold": 0.954023,
            "coverage": 0.49002585888437383,
            "combined_accuracy": 0.9495751754710011,
            "covered_accuracy": 0.944214097248398,
            "regressions": 140
          },
          {
            "threshold": 0.956498,
            "coverage": 0.48005171776874767,
            "combined_accuracy": 0.9504987070557813,
            "covered_accuracy": 0.9453636013851482,
            "regressions": 134
          },
          {
            "threshold": 0.958537,
            "coverage": 0.47007757665312155,
            "combined_accuracy": 0.9514222386405615,
            "covered_accuracy": 0.9469548133595285,
            "regressions": 127
          },
          {
            "threshold": 0.960376,
            "coverage": 0.45991872922053934,
            "combined_accuracy": 0.9521610639083856,
            "covered_accuracy": 0.948995983935743,
            "regressions": 120
          },
          {
            "threshold": 0.963265,
            "coverage": 0.44994458810491317,
            "combined_accuracy": 0.9530845954931658,
            "covered_accuracy": 0.9499178981937603,
            "regressions": 115
          },
          {
            "threshold": 0.965379,
            "coverage": 0.43997044698928706,
            "combined_accuracy": 0.9532693018101219,
            "covered_accuracy": 0.9500419815281276,
            "regressions": 113
          },
          {
            "threshold": 0.96692,
            "coverage": 0.4299963058736609,
            "combined_accuracy": 0.9541928333949021,
            "covered_accuracy": 0.9510309278350515,
            "regressions": 108
          },
          {
            "threshold": 0.968873,
            "coverage": 0.4200221647580347,
            "combined_accuracy": 0.9549316586627262,
            "covered_accuracy": 0.951627088830255,
            "regressions": 104
          },
          {
            "threshold": 0.970763,
            "coverage": 0.41004802364240855,
            "combined_accuracy": 0.9554857776135944,
            "covered_accuracy": 0.9518018018018019,
            "regressions": 101
          },
          {
            "threshold": 0.972469,
            "coverage": 0.40007388252678244,
            "combined_accuracy": 0.9558551902475064,
            "covered_accuracy": 0.9519852262234534,
            "regressions": 98
          },
          {
            "threshold": 0.974047,
            "coverage": 0.3900997414111563,
            "combined_accuracy": 0.9562246028814185,
            "covered_accuracy": 0.9535984848484849,
            "regressions": 94
          },
          {
            "threshold": 0.975516,
            "coverage": 0.37994089397857406,
            "combined_accuracy": 0.9564093091983746,
            "covered_accuracy": 0.9533300923675255,
            "regressions": 92
          },
          {
            "threshold": 0.976913,
            "coverage": 0.3699667528629479,
            "combined_accuracy": 0.9571481344661987,
            "covered_accuracy": 0.9550673989016475,
            "regressions": 86
          },
          {
            "threshold": 0.978492,
            "coverage": 0.3599926117473218,
            "combined_accuracy": 0.9577022534170668,
            "covered_accuracy": 0.9563878912262699,
            "regressions": 82
          },
          {
            "threshold": 0.979541,
            "coverage": 0.3500184706316956,
            "combined_accuracy": 0.9573328407831548,
            "covered_accuracy": 0.9551451187335093,
            "regressions": 82
          },
          {
            "threshold": 0.980824,
            "coverage": 0.34004432951606944,
            "combined_accuracy": 0.9578869597340229,
            "covered_accuracy": 0.955458989679522,
            "regressions": 79
          },
          {
            "threshold": 0.981792,
            "coverage": 0.3300701884004433,
            "combined_accuracy": 0.9580716660509789,
            "covered_accuracy": 0.9557918298824846,
            "regressions": 77
          },
          {
            "threshold": 0.98304,
            "coverage": 0.32009604728481716,
            "combined_accuracy": 0.958256372367935,
            "covered_accuracy": 0.9561454125793422,
            "regressions": 74
          },
          {
            "threshold": 0.984012,
            "coverage": 0.30993719985223495,
            "combined_accuracy": 0.9591799039527151,
            "covered_accuracy": 0.9576877234803337,
            "regressions": 69
          },
          {
            "threshold": 0.984861,
            "coverage": 0.2999630587366088,
            "combined_accuracy": 0.9593646102696712,
            "covered_accuracy": 0.9568965517241379,
            "regressions": 68
          },
          {
            "threshold": 0.985914,
            "coverage": 0.2899889176209826,
            "combined_accuracy": 0.9593646102696712,
            "covered_accuracy": 0.9573248407643312,
            "regressions": 66
          },
          {
            "threshold": 0.986784,
            "coverage": 0.2800147765053565,
            "combined_accuracy": 0.9602881418544514,
            "covered_accuracy": 0.9597625329815304,
            "regressions": 60
          },
          {
            "threshold": 0.98768,
            "coverage": 0.27004063538973033,
            "combined_accuracy": 0.9601034355374953,
            "covered_accuracy": 0.9596443228454172,
            "regressions": 58
          },
          {
            "threshold": 0.988424,
            "coverage": 0.26006649427410417,
            "combined_accuracy": 0.9612116734392316,
            "covered_accuracy": 0.9630681818181818,
            "regressions": 51
          },
          {
            "threshold": 0.989225,
            "coverage": 0.250092353158478,
            "combined_accuracy": 0.9623199113409678,
            "covered_accuracy": 0.96602658788774,
            "regressions": 45
          },
          {
            "threshold": 0.989847,
            "coverage": 0.24011821204285186,
            "combined_accuracy": 0.9626893239748799,
            "covered_accuracy": 0.9661538461538461,
            "regressions": 43
          },
          {
            "threshold": 0.990648,
            "coverage": 0.22995936461026967,
            "combined_accuracy": 0.9625046176579239,
            "covered_accuracy": 0.9654618473895582,
            "regressions": 42
          },
          {
            "threshold": 0.991326,
            "coverage": 0.21998522349464353,
            "combined_accuracy": 0.9625046176579239,
            "covered_accuracy": 0.964735516372796,
            "regressions": 41
          },
          {
            "threshold": 0.991868,
            "coverage": 0.21001108237901736,
            "combined_accuracy": 0.9626893239748799,
            "covered_accuracy": 0.9665787159190853,
            "regressions": 37
          },
          {
            "threshold": 0.992456,
            "coverage": 0.20003694126339122,
            "combined_accuracy": 0.963243442925748,
            "covered_accuracy": 0.9676823638042474,
            "regressions": 34
          },
          {
            "threshold": 0.993025,
            "coverage": 0.19006280014776505,
            "combined_accuracy": 0.963058736608792,
            "covered_accuracy": 0.966958211856171,
            "regressions": 33
          },
          {
            "threshold": 0.993511,
            "coverage": 0.1800886590321389,
            "combined_accuracy": 0.9626893239748799,
            "covered_accuracy": 0.9661538461538461,
            "regressions": 32
          },
          {
            "threshold": 0.993984,
            "coverage": 0.17011451791651275,
            "combined_accuracy": 0.963058736608792,
            "covered_accuracy": 0.9674267100977199,
            "regressions": 29
          },
          {
            "threshold": 0.99437,
            "coverage": 0.15995567048393056,
            "combined_accuracy": 0.963243442925748,
            "covered_accuracy": 0.9665127020785219,
            "regressions": 28
          },
          {
            "threshold": 0.994859,
            "coverage": 0.15016623568526044,
            "combined_accuracy": 0.9636128555596601,
            "covered_accuracy": 0.9692496924969249,
            "regressions": 24
          },
          {
            "threshold": 0.995294,
            "coverage": 0.14000738825267825,
            "combined_accuracy": 0.9639822681935722,
            "covered_accuracy": 0.9709762532981531,
            "regressions": 22
          },
          {
            "threshold": 0.995697,
            "coverage": 0.13021795345400813,
            "combined_accuracy": 0.9645363871444403,
            "covered_accuracy": 0.9730496453900709,
            "regressions": 19
          },
          {
            "threshold": 0.996291,
            "coverage": 0.12005910602142593,
            "combined_accuracy": 0.9649057997783524,
            "covered_accuracy": 0.9738461538461538,
            "regressions": 17
          },
          {
            "threshold": 0.996686,
            "coverage": 0.11008496490579978,
            "combined_accuracy": 0.9643516808274843,
            "covered_accuracy": 0.9714765100671141,
            "regressions": 17
          },
          {
            "threshold": 0.99705,
            "coverage": 0.10011082379017362,
            "combined_accuracy": 0.9645363871444403,
            "covered_accuracy": 0.974169741697417,
            "regressions": 14
          },
          {
            "threshold": 0.997386,
            "coverage": 0.09013668267454747,
            "combined_accuracy": 0.9643516808274843,
            "covered_accuracy": 0.9774590163934426,
            "regressions": 11
          },
          {
            "threshold": 0.997703,
            "coverage": 0.08016254155892132,
            "combined_accuracy": 0.9641669745105282,
            "covered_accuracy": 0.9746543778801844,
            "regressions": 11
          },
          {
            "threshold": 0.997964,
            "coverage": 0.07000369412633912,
            "combined_accuracy": 0.9645363871444403,
            "covered_accuracy": 0.978891820580475,
            "regressions": 8
          },
          {
            "threshold": 0.998248,
            "coverage": 0.060029553010712965,
            "combined_accuracy": 0.9652752124122645,
            "covered_accuracy": 0.9907692307692307,
            "regressions": 3
          },
          {
            "threshold": 0.998595,
            "coverage": 0.05005541189508681,
            "combined_accuracy": 0.9649057997783524,
            "covered_accuracy": 0.988929889298893,
            "regressions": 3
          },
          {
            "threshold": 0.998848,
            "coverage": 0.04008127077946066,
            "combined_accuracy": 0.9647210934613963,
            "covered_accuracy": 0.9953917050691244,
            "regressions": 1
          },
          {
            "threshold": 0.99905,
            "coverage": 0.029922423346878464,
            "combined_accuracy": 0.9643516808274843,
            "covered_accuracy": 0.9938271604938271,
            "regressions": 1
          },
          {
            "threshold": 0.99924,
            "coverage": 0.020132988548208348,
            "combined_accuracy": 0.9641669745105282,
            "covered_accuracy": 0.9908256880733946,
            "regressions": 1
          },
          {
            "threshold": 0.999454,
            "coverage": 0.009974141115626155,
            "combined_accuracy": 0.9643516808274843,
            "covered_accuracy": 1.0,
            "regressions": 0
          },
          {
            "threshold": 0.99978,
            "coverage": 0.0,
            "combined_accuracy": 0.9637975618766161,
            "covered_accuracy": null,
            "regressions": 0
          }
        ],
        "baseline_accuracy": 0.9637975618766161,
        "no_abstention_accuracy": 0.8134466198743997,
        "best_combined": {
          "threshold": 0.998248,
          "coverage": 0.060029553010712965,
          "combined_accuracy": 0.9652752124122645,
          "covered_accuracy": 0.9907692307692307,
          "regressions": 3
        },
        "conservative_zero_regression": {
          "threshold": 0.999454,
          "coverage": 0.009974141115626155,
          "combined_accuracy": 0.9643516808274843,
          "covered_accuracy": 1.0,
          "regressions": 0
        },
        "ece": 0.0576062929816676
      },
      "nbest_coverage": {
        "all": {
          "1": 0.8134466198743997,
          "2": 0.9436645733284078,
          "3": 0.9804211304026598,
          "4": 0.9918729220539343,
          "5": 0.9970446989287034
        },
        "variation_only": {
          "1": 0.6122448979591837,
          "2": 0.9387755102040817,
          "3": 0.9795918367346939,
          "4": 1.0,
          "5": 1.0
        },
        "n_variation": 49
      },
      "operating_point_dev_chosen": {
        "chosen_on": "dev split, same condition",
        "max_accuracy": {
          "threshold": 0.994487,
          "coverage": 0.15755448836350203,
          "combined_accuracy": 0.963243442925748,
          "regressions": 27,
          "improvements": 24,
          "n": 5414
        },
        "zero_regression_on_dev": {
          "threshold": 0.999395,
          "coverage": 0.013668267454746953,
          "combined_accuracy": 0.9641669745105282,
          "regressions": 1,
          "improvements": 3,
          "n": 5414
        },
        "dev_zero_regression_coverage": 0.015083798882681564
      }
    },
    "unlisted": {
      "n_items": 9036,
      "n_reading_matched": 5414,
      "n_reading_ok_this_condition": 5462,
      "n_excluded_for_reading": 3622,
      "openjtalk_seconds": 4.07,
      "downstep_seconds": 18.16,
      "strata": {
        "all": {
          "n": 5414,
          "A_openjtalk": 0.4059844846693757,
          "B_dictionary": 0.4059844846693757,
          "A_wrongly_split": 0.2332840783154784,
          "C_downstep": 0.8134466198743997,
          "C_wrongly_split": 0.0
        },
        "common_nouns": {
          "n": 2033,
          "A_openjtalk": 0.31431382193802265,
          "B_dictionary": 0.31431382193802265,
          "A_wrongly_split": 0.2867683226758485,
          "C_downstep": 0.7968519429414658,
          "C_wrongly_split": 0.0
        },
        "proper_nouns": {
          "n": 3381,
          "A_openjtalk": 0.46110618160307604,
          "B_dictionary": 0.46110618160307604,
          "A_wrongly_split": 0.20112392783200236,
          "C_downstep": 0.8234250221827861,
          "C_wrongly_split": 0.0
        },
        "hard": {
          "n": 574,
          "A_openjtalk": 0.4094076655052265,
          "B_dictionary": 0.4094076655052265,
          "A_wrongly_split": 0.21602787456445993,
          "C_downstep": 0.7334494773519163,
          "C_wrongly_split": 0.0
        },
        "hard_all": {
          "n": 98,
          "A_openjtalk": 0.3163265306122449,
          "B_dictionary": 0.3163265306122449,
          "A_wrongly_split": 0.19387755102040816,
          "C_downstep": 0.6224489795918368,
          "C_wrongly_split": 0.0
        },
        "variation": {
          "n": 49,
          "A_openjtalk": 0.40816326530612246,
          "B_dictionary": 0.40816326530612246,
          "A_wrongly_split": 0.22448979591836735,
          "C_downstep": 0.6122448979591837,
          "C_wrongly_split": 0.0
        },
        "goshu_和": {
          "n": 1988,
          "A_openjtalk": 0.3631790744466801,
          "B_dictionary": 0.3631790744466801,
          "A_wrongly_split": 0.23943661971830985,
          "C_downstep": 0.7907444668008048,
          "C_wrongly_split": 0.0
        },
        "goshu_漢": {
          "n": 1349,
          "A_openjtalk": 0.42031134173461826,
          "B_dictionary": 0.42031134173461826,
          "A_wrongly_split": 0.21793921423276502,
          "C_downstep": 0.8413639733135656,
          "C_wrongly_split": 0.0
        },
        "goshu_外": {
          "n": 405,
          "A_openjtalk": 0.5506172839506173,
          "B_dictionary": 0.5506172839506173,
          "A_wrongly_split": 0.14814814814814814,
          "C_downstep": 0.8222222222222222,
          "C_wrongly_split": 0.0
        },
        "goshu_混": {
          "n": 41,
          "A_openjtalk": 0.24390243902439024,
          "B_dictionary": 0.24390243902439024,
          "A_wrongly_split": 0.24390243902439024,
          "C_downstep": 0.8780487804878049,
          "C_wrongly_split": 0.0
        },
        "goshu_固": {
          "n": 1562,
          "A_openjtalk": 0.41037131882202305,
          "B_dictionary": 0.41037131882202305,
          "A_wrongly_split": 0.26568501920614596,
          "C_downstep": 0.8149807938540333,
          "C_wrongly_split": 0.0
        },
        "script_kanji": {
          "n": 2884,
          "A_openjtalk": 0.4791955617198336,
          "B_dictionary": 0.4791955617198336,
          "A_wrongly_split": 0.17094313453536755,
          "C_downstep": 0.8311373092926491,
          "C_wrongly_split": 0.0
        },
        "script_katakana": {
          "n": 683,
          "A_openjtalk": 0.424597364568082,
          "B_dictionary": 0.424597364568082,
          "A_wrongly_split": 0.22547584187408493,
          "C_downstep": 0.7862371888726208,
          "C_wrongly_split": 0.0
        },
        "script_mixed": {
          "n": 1847,
          "A_openjtalk": 0.28478613968597727,
          "B_dictionary": 0.28478613968597727,
          "A_wrongly_split": 0.3335138061721711,
          "C_downstep": 0.7958852192744992,
          "C_wrongly_split": 0.0
        },
        "components_2": {
          "n": 4595,
          "A_openjtalk": 0.41653971708378673,
          "B_dictionary": 0.41653971708378673,
          "A_wrongly_split": 0.2132752992383025,
          "C_downstep": 0.8187159956474429,
          "C_wrongly_split": 0.0
        },
        "components_3": {
          "n": 735,
          "A_openjtalk": 0.363265306122449,
          "B_dictionary": 0.363265306122449,
          "A_wrongly_split": 0.3197278911564626,
          "C_downstep": 0.7850340136054422,
          "C_wrongly_split": 0.0
        },
        "components_4": {
          "n": 80,
          "A_openjtalk": 0.2125,
          "B_dictionary": 0.2125,
          "A_wrongly_split": 0.55,
          "C_downstep": 0.775,
          "C_wrongly_split": 0.0
        }
      },
      "abstention": {
        "curve": [
          {
            "threshold": 0.287819,
            "coverage": 0.999815293683044,
            "combined_accuracy": 0.8134466198743997,
            "covered_accuracy": 0.8135968963606134,
            "regressions": 256
          },
          {
            "threshold": 0.404532,
            "coverage": 0.9898411525674178,
            "combined_accuracy": 0.8127077946065755,
            "covered_accuracy": 0.8186228774025005,
            "regressions": 248
          },
          {
            "threshold": 0.453785,
            "coverage": 0.9798670114517917,
            "combined_accuracy": 0.8104913188031031,
            "covered_accuracy": 0.8233741753063148,
            "regressions": 244
          },
          {
            "threshold": 0.48362,
            "coverage": 0.9698928703361654,
            "combined_accuracy": 0.8090136682674548,
            "covered_accuracy": 0.8276518758331747,
            "regressions": 235
          },
          {
            "threshold": 0.50118,
            "coverage": 0.9599187292205393,
            "combined_accuracy": 0.8084595493165866,
            "covered_accuracy": 0.8322108908985953,
            "regressions": 221
          },
          {
            "threshold": 0.518026,
            "coverage": 0.9499445881049132,
            "combined_accuracy": 0.8064277798300702,
            "covered_accuracy": 0.8362823254909586,
            "regressions": 215
          },
          {
            "threshold": 0.53355,
            "coverage": 0.939970446989287,
            "combined_accuracy": 0.8051348356113779,
            "covered_accuracy": 0.8400471605423462,
            "regressions": 209
          },
          {
            "threshold": 0.550858,
            "coverage": 0.9299963058736609,
            "combined_accuracy": 0.8040265977096417,
            "covered_accuracy": 0.8438927507447865,
            "regressions": 197
          },
          {
            "threshold": 0.568295,
            "coverage": 0.9198374584410787,
            "combined_accuracy": 0.8018101219061692,
            "covered_accuracy": 0.8481927710843373,
            "regressions": 191
          },
          {
            "threshold": 0.5827,
            "coverage": 0.9098633173254526,
            "combined_accuracy": 0.7984854082009605,
            "covered_accuracy": 0.8509947218838815,
            "regressions": 184
          },
          {
            "threshold": 0.595637,
            "coverage": 0.8998891762098263,
            "combined_accuracy": 0.7964536387144441,
            "covered_accuracy": 0.8548850574712644,
            "regressions": 178
          },
          {
            "threshold": 0.611318,
            "coverage": 0.8899150350942002,
            "combined_accuracy": 0.7953454008127078,
            "covered_accuracy": 0.8590701535907015,
            "regressions": 168
          },
          {
            "threshold": 0.626212,
            "coverage": 0.8799408939785741,
            "combined_accuracy": 0.791466568156631,
            "covered_accuracy": 0.8618807724601175,
            "regressions": 162
          },
          {
            "threshold": 0.640905,
            "coverage": 0.8699667528629479,
            "combined_accuracy": 0.7885112670853344,
            "covered_accuracy": 0.8651804670912951,
            "regressions": 154
          },
          {
            "threshold": 0.655575,
            "coverage": 0.8599926117473218,
            "combined_accuracy": 0.7859253786479498,
            "covered_accuracy": 0.8679123711340206,
            "regressions": 144
          },
          {
            "threshold": 0.672725,
            "coverage": 0.8500184706316956,
            "combined_accuracy": 0.7837089028444773,
            "covered_accuracy": 0.8720121686223381,
            "regressions": 137
          },
          {
            "threshold": 0.686029,
            "coverage": 0.8398596231991134,
            "combined_accuracy": 0.7805688954562247,
            "covered_accuracy": 0.8744226962832637,
            "regressions": 129
          },
          {
            "threshold": 0.700345,
            "coverage": 0.8298854820834872,
            "combined_accuracy": 0.7768747691171038,
            "covered_accuracy": 0.8773647896728244,
            "regressions": 124
          },
          {
            "threshold": 0.712894,
            "coverage": 0.8199113409678611,
            "combined_accuracy": 0.773180642777983,
            "covered_accuracy": 0.8806037395809867,
            "regressions": 117
          },
          {
            "threshold": 0.72452,
            "coverage": 0.809937199852235,
            "combined_accuracy": 0.7698559290727743,
            "covered_accuracy": 0.883466362599772,
            "regressions": 110
          },
          {
            "threshold": 0.73972,
            "coverage": 0.7999630587366088,
            "combined_accuracy": 0.7656076837827853,
            "covered_accuracy": 0.8857076887554837,
            "regressions": 106
          },
          {
            "threshold": 0.754053,
            "coverage": 0.7899889176209827,
            "combined_accuracy": 0.7615441448097525,
            "covered_accuracy": 0.8891746551321019,
            "regressions": 102
          },
          {
            "threshold": 0.765463,
            "coverage": 0.7800147765053564,
            "combined_accuracy": 0.7578500184706317,
            "covered_accuracy": 0.8924934880416765,
            "regressions": 97
          },
          {
            "threshold": 0.77653,
            "coverage": 0.7700406353897303,
            "combined_accuracy": 0.7524935352789065,
            "covered_accuracy": 0.893739505876709,
            "regressions": 93
          },
          {
            "threshold": 0.785172,
            "coverage": 0.7598817879571481,
            "combined_accuracy": 0.7475064647210935,
            "covered_accuracy": 0.8964511424404472,
            "regressions": 90
          },
          {
            "threshold": 0.794848,
            "coverage": 0.749907646841522,
            "combined_accuracy": 0.7421499815293683,
            "covered_accuracy": 0.8972906403940887,
            "regressions": 86
          },
          {
            "threshold": 0.804995,
            "coverage": 0.7399335057258958,
            "combined_accuracy": 0.7380864425563354,
            "covered_accuracy": 0.8996505242136795,
            "regressions": 83
          },
          {
            "threshold": 0.817838,
            "coverage": 0.7299593646102697,
            "combined_accuracy": 0.7340229035833026,
            "covered_accuracy": 0.9015688259109311,
            "regressions": 81
          },
          {
            "threshold": 0.826393,
            "coverage": 0.7199852234946436,
            "combined_accuracy": 0.7286664203915774,
            "covered_accuracy": 0.9030271934325295,
            "regressions": 80
          },
          {
            "threshold": 0.835651,
            "coverage": 0.7100110823790173,
            "combined_accuracy": 0.7227558182489842,
            "covered_accuracy": 0.9037460978147763,
            "regressions": 79
          },
          {
            "threshold": 0.8443,
            "coverage": 0.7000369412633912,
            "combined_accuracy": 0.7183228666420391,
            "covered_accuracy": 0.9055408970976253,
            "regressions": 75
          },
          {
            "threshold": 0.853646,
            "coverage": 0.689878093830809,
            "combined_accuracy": 0.7137052087181381,
            "covered_accuracy": 0.9081659973226238,
            "regressions": 73
          },
          {
            "threshold": 0.861325,
            "coverage": 0.6799039527151829,
            "combined_accuracy": 0.708533431843369,
            "covered_accuracy": 0.9092637870143983,
            "regressions": 67
          },
          {
            "threshold": 0.868863,
            "coverage": 0.6699298115995567,
            "combined_accuracy": 0.7026228297007757,
            "covered_accuracy": 0.9098428453267163,
            "regressions": 65
          },
          {
            "threshold": 0.877202,
            "coverage": 0.6599556704839306,
            "combined_accuracy": 0.6981898780938308,
            "covered_accuracy": 0.9129582983487265,
            "regressions": 60
          },
          {
            "threshold": 0.883933,
            "coverage": 0.6499815293683044,
            "combined_accuracy": 0.6928333949021056,
            "covered_accuracy": 0.9147485080988917,
            "regressions": 57
          },
          {
            "threshold": 0.890918,
            "coverage": 0.6400073882526782,
            "combined_accuracy": 0.6878463243442926,
            "covered_accuracy": 0.9163059163059163,
            "regressions": 56
          },
          {
            "threshold": 0.895454,
            "coverage": 0.6300332471370521,
            "combined_accuracy": 0.6839674916882157,
            "covered_accuracy": 0.9187921430665494,
            "regressions": 52
          },
          {
            "threshold": 0.900932,
            "coverage": 0.6200591060214259,
            "combined_accuracy": 0.6782415958625785,
            "covered_accuracy": 0.9192731605600238,
            "regressions": 51
          },
          {
            "threshold": 0.905733,
            "coverage": 0.6099002585888438,
            "combined_accuracy": 0.6738086442556336,
            "covered_accuracy": 0.922168382798304,
            "regressions": 50
          },
          {
            "threshold": 0.911608,
            "coverage": 0.5999261174732176,
            "combined_accuracy": 0.6695603989656447,
            "covered_accuracy": 0.9245689655172413,
            "regressions": 48
          },
          {
            "threshold": 0.916809,
            "coverage": 0.5899519763575914,
            "combined_accuracy": 0.6638345031400074,
            "covered_accuracy": 0.926111458985598,
            "regressions": 45
          },
          {
            "threshold": 0.920427,
            "coverage": 0.5799778352419652,
            "combined_accuracy": 0.657739194680458,
            "covered_accuracy": 0.9273885350318471,
            "regressions": 42
          },
          {
            "threshold": 0.925197,
            "coverage": 0.5700036941263391,
            "combined_accuracy": 0.6536756557074251,
            "covered_accuracy": 0.9309786130913804,
            "regressions": 36
          },
          {
            "threshold": 0.929965,
            "coverage": 0.560029553010713,
            "combined_accuracy": 0.648503878832656,
            "covered_accuracy": 0.933377308707124,
            "regressions": 34
          },
          {
            "threshold": 0.933174,
            "coverage": 0.5500554118950868,
            "combined_accuracy": 0.6433321019578869,
            "covered_accuracy": 0.9358629952988583,
            "regressions": 31
          },
          {
            "threshold": 0.93709,
            "coverage": 0.5400812707794607,
            "combined_accuracy": 0.6377909124492057,
            "covered_accuracy": 0.9374145006839946,
            "regressions": 30
          },
          {
            "threshold": 0.940724,
            "coverage": 0.5299224233468784,
            "combined_accuracy": 0.6328038418913927,
            "covered_accuracy": 0.9393516904844894,
            "regressions": 26
          },
          {
            "threshold": 0.944268,
            "coverage": 0.5199482822312523,
            "combined_accuracy": 0.6268932397487994,
            "covered_accuracy": 0.9399644760213144,
            "regressions": 25
          },
          {
            "threshold": 0.948099,
            "coverage": 0.5099741411156261,
            "combined_accuracy": 0.6215367565570743,
            "covered_accuracy": 0.9406012314378849,
            "regressions": 24
          },
          {
            "threshold": 0.951436,
            "coverage": 0.5,
            "combined_accuracy": 0.6161802733653491,
            "covered_accuracy": 0.9408939785740672,
            "regressions": 24
          },
          {
            "threshold": 0.954023,
            "coverage": 0.49002585888437383,
            "combined_accuracy": 0.6126708533431844,
            "covered_accuracy": 0.944214097248398,
            "regressions": 20
          },
          {
            "threshold": 0.956498,
            "coverage": 0.48005171776874767,
            "combined_accuracy": 0.6078684891023273,
            "covered_accuracy": 0.9453636013851482,
            "regressions": 18
          },
          {
            "threshold": 0.958537,
            "coverage": 0.47007757665312155,
            "combined_accuracy": 0.6026967122275582,
            "covered_accuracy": 0.9469548133595285,
            "regressions": 15
          },
          {
            "threshold": 0.960376,
            "coverage": 0.45991872922053934,
            "combined_accuracy": 0.597709641669745,
            "covered_accuracy": 0.948995983935743,
            "regressions": 13
          },
          {
            "threshold": 0.963265,
            "coverage": 0.44994458810491317,
            "combined_accuracy": 0.5919837458441078,
            "covered_accuracy": 0.9499178981937603,
            "regressions": 12
          },
          {
            "threshold": 0.965379,
            "coverage": 0.43997044698928706,
            "combined_accuracy": 0.5860731437015146,
            "covered_accuracy": 0.9500419815281276,
            "regressions": 12
          },
          {
            "threshold": 0.96692,
            "coverage": 0.4299963058736609,
            "combined_accuracy": 0.5799778352419652,
            "covered_accuracy": 0.9510309278350515,
            "regressions": 12
          },
          {
            "threshold": 0.968873,
            "coverage": 0.4200221647580347,
            "combined_accuracy": 0.5744366457332841,
            "covered_accuracy": 0.951627088830255,
            "regressions": 9
          },
          {
            "threshold": 0.970763,
            "coverage": 0.41004802364240855,
            "combined_accuracy": 0.5685260435906908,
            "covered_accuracy": 0.9518018018018019,
            "regressions": 9
          },
          {
            "threshold": 0.972469,
            "coverage": 0.40007388252678244,
            "combined_accuracy": 0.5626154414480975,
            "covered_accuracy": 0.9519852262234534,
            "regressions": 9
          },
          {
            "threshold": 0.974047,
            "coverage": 0.3900997414111563,
            "combined_accuracy": 0.5567048393055043,
            "covered_accuracy": 0.9535984848484849,
            "regressions": 7
          },
          {
            "threshold": 0.975516,
            "coverage": 0.37994089397857406,
            "combined_accuracy": 0.5520871813816033,
            "covered_accuracy": 0.9533300923675255,
            "regressions": 7
          },
          {
            "threshold": 0.976913,
            "coverage": 0.3699667528629479,
            "combined_accuracy": 0.5469154045068342,
            "covered_accuracy": 0.9550673989016475,
            "regressions": 6
          },
          {
            "threshold": 0.978492,
            "coverage": 0.3599926117473218,
            "combined_accuracy": 0.5421130402659771,
            "covered_accuracy": 0.9563878912262699,
            "regressions": 6
          },
          {
            "threshold": 0.979541,
            "coverage": 0.3500184706316956,
            "combined_accuracy": 0.5362024381233839,
            "covered_accuracy": 0.9551451187335093,
            "regressions": 6
          },
          {
            "threshold": 0.980824,
            "coverage": 0.34004432951606944,
            "combined_accuracy": 0.5308459549316586,
            "covered_accuracy": 0.955458989679522,
            "regressions": 6
          },
          {
            "threshold": 0.981792,
            "coverage": 0.3300701884004433,
            "combined_accuracy": 0.5247506464721093,
            "covered_accuracy": 0.9557918298824846,
            "regressions": 6
          },
          {
            "threshold": 0.98304,
            "coverage": 0.32009604728481716,
            "combined_accuracy": 0.5205024011821204,
            "covered_accuracy": 0.9561454125793422,
            "regressions": 4
          },
          {
            "threshold": 0.984012,
            "coverage": 0.30993719985223495,
            "combined_accuracy": 0.5157000369412634,
            "covered_accuracy": 0.9576877234803337,
            "regressions": 4
          },
          {
            "threshold": 0.984861,
            "coverage": 0.2999630587366088,
            "combined_accuracy": 0.5099741411156261,
            "covered_accuracy": 0.9568965517241379,
            "regressions": 4
          },
          {
            "threshold": 0.985914,
            "coverage": 0.2899889176209826,
            "combined_accuracy": 0.5060953084595493,
            "covered_accuracy": 0.9573248407643312,
            "regressions": 4
          },
          {
            "threshold": 0.986784,
            "coverage": 0.2800147765053565,
            "combined_accuracy": 0.5007388252678242,
            "covered_accuracy": 0.9597625329815304,
            "regressions": 4
          },
          {
            "threshold": 0.98768,
            "coverage": 0.27004063538973033,
            "combined_accuracy": 0.49556704839305504,
            "covered_accuracy": 0.9596443228454172,
            "regressions": 4
          },
          {
            "threshold": 0.988424,
            "coverage": 0.26006649427410417,
            "combined_accuracy": 0.4915035094200222,
            "covered_accuracy": 0.9630681818181818,
            "regressions": 3
          },
          {
            "threshold": 0.989225,
            "coverage": 0.250092353158478,
            "combined_accuracy": 0.48762467676394533,
            "covered_accuracy": 0.96602658788774,
            "regressions": 2
          },
          {
            "threshold": 0.989847,
            "coverage": 0.24011821204285186,
            "combined_accuracy": 0.4826376062061323,
            "covered_accuracy": 0.9661538461538461,
            "regressions": 2
          },
          {
            "threshold": 0.990648,
            "coverage": 0.22995936461026967,
            "combined_accuracy": 0.4778352419652752,
            "covered_accuracy": 0.9654618473895582,
            "regressions": 2
          },
          {
            "threshold": 0.991326,
            "coverage": 0.21998522349464353,
            "combined_accuracy": 0.47340229035833026,
            "covered_accuracy": 0.964735516372796,
            "regressions": 2
          },
          {
            "threshold": 0.991868,
            "coverage": 0.21001108237901736,
            "combined_accuracy": 0.4684152198005172,
            "covered_accuracy": 0.9665787159190853,
            "regressions": 2
          },
          {
            "threshold": 0.992456,
            "coverage": 0.20003694126339122,
            "combined_accuracy": 0.46490579977835245,
            "covered_accuracy": 0.9676823638042474,
            "regressions": 1
          },
          {
            "threshold": 0.993025,
            "coverage": 0.19006280014776505,
            "combined_accuracy": 0.46121167343923164,
            "covered_accuracy": 0.966958211856171,
            "regressions": 1
          },
          {
            "threshold": 0.993511,
            "coverage": 0.1800886590321389,
            "combined_accuracy": 0.4569634281492427,
            "covered_accuracy": 0.9661538461538461,
            "regressions": 1
          },
          {
            "threshold": 0.993984,
            "coverage": 0.17011451791651275,
            "combined_accuracy": 0.4528998891762098,
            "covered_accuracy": 0.9674267100977199,
            "regressions": 1
          },
          {
            "threshold": 0.99437,
            "coverage": 0.15995567048393056,
            "combined_accuracy": 0.44883635020317697,
            "covered_accuracy": 0.9665127020785219,
            "regressions": 1
          },
          {
            "threshold": 0.994859,
            "coverage": 0.15016623568526044,
            "combined_accuracy": 0.4449575175471001,
            "covered_accuracy": 0.9692496924969249,
            "regressions": 1
          },
          {
            "threshold": 0.995294,
            "coverage": 0.14000738825267825,
            "combined_accuracy": 0.44200221647580346,
            "covered_accuracy": 0.9709762532981531,
            "regressions": 0
          },
          {
            "threshold": 0.995697,
            "coverage": 0.13021795345400813,
            "combined_accuracy": 0.43867750277059475,
            "covered_accuracy": 0.9730496453900709,
            "regressions": 0
          },
          {
            "threshold": 0.996291,
            "coverage": 0.12005910602142593,
            "combined_accuracy": 0.43590690801625415,
            "covered_accuracy": 0.9738461538461538,
            "regressions": 0
          },
          {
            "threshold": 0.996686,
            "coverage": 0.11008496490579978,
            "combined_accuracy": 0.43202807536017734,
            "covered_accuracy": 0.9714765100671141,
            "regressions": 0
          },
          {
            "threshold": 0.99705,
            "coverage": 0.10011082379017362,
            "combined_accuracy": 0.4287033616549686,
            "covered_accuracy": 0.974169741697417,
            "regressions": 0
          },
          {
            "threshold": 0.997386,
            "coverage": 0.09013668267454747,
            "combined_accuracy": 0.425748060583672,
            "covered_accuracy": 0.9774590163934426,
            "regressions": 0
          },
          {
            "threshold": 0.997703,
            "coverage": 0.08016254155892132,
            "combined_accuracy": 0.4239009974141116,
            "covered_accuracy": 0.9746543778801844,
            "regressions": 0
          },
          {
            "threshold": 0.997964,
            "coverage": 0.07000369412633912,
            "combined_accuracy": 0.4218692279275951,
            "covered_accuracy": 0.978891820580475,
            "regressions": 0
          },
          {
            "threshold": 0.998248,
            "coverage": 0.060029553010712965,
            "combined_accuracy": 0.4200221647580347,
            "covered_accuracy": 0.9907692307692307,
            "regressions": 0
          },
          {
            "threshold": 0.998595,
            "coverage": 0.05005541189508681,
            "combined_accuracy": 0.41688215736978207,
            "covered_accuracy": 0.988929889298893,
            "regressions": 0
          },
          {
            "threshold": 0.998848,
            "coverage": 0.04008127077946066,
            "combined_accuracy": 0.41466568156630956,
            "covered_accuracy": 0.9953917050691244,
            "regressions": 0
          },
          {
            "threshold": 0.99905,
            "coverage": 0.029922423346878464,
            "combined_accuracy": 0.4130033247137052,
            "covered_accuracy": 0.9938271604938271,
            "regressions": 0
          },
          {
            "threshold": 0.99924,
            "coverage": 0.020132988548208348,
            "combined_accuracy": 0.4107868489102327,
            "covered_accuracy": 0.9908256880733946,
            "regressions": 0
          },
          {
            "threshold": 0.999454,
            "coverage": 0.009974141115626155,
            "combined_accuracy": 0.40801625415589216,
            "covered_accuracy": 1.0,
            "regressions": 0
          },
          {
            "threshold": 0.99978,
            "coverage": 0.0,
            "combined_accuracy": 0.4059844846693757,
            "covered_accuracy": null,
            "regressions": 0
          }
        ],
        "baseline_accuracy": 0.4059844846693757,
        "no_abstention_accuracy": 0.8134466198743997,
        "best_combined": {
          "threshold": 0.287819,
          "coverage": 0.999815293683044,
          "combined_accuracy": 0.8134466198743997,
          "covered_accuracy": 0.8135968963606134,
          "regressions": 256
        },
        "conservative_zero_regression": {
          "threshold": 0.995294,
          "coverage": 0.14000738825267825,
          "combined_accuracy": 0.44200221647580346,
          "covered_accuracy": 0.9709762532981531,
          "regressions": 0
        },
        "ece": 0.0576062929816676
      },
      "nbest_coverage": {
        "all": {
          "1": 0.8134466198743997,
          "2": 0.9436645733284078,
          "3": 0.9804211304026598,
          "4": 0.9918729220539343,
          "5": 0.9970446989287034
        },
        "variation_only": {
          "1": 0.6122448979591837,
          "2": 0.9387755102040817,
          "3": 0.9795918367346939,
          "4": 1.0,
          "5": 1.0
        },
        "n_variation": 49
      },
      "operating_point_dev_chosen": {
        "chosen_on": "dev split, same condition",
        "max_accuracy": {
          "threshold": 0.242734,
          "coverage": 1.0,
          "combined_accuracy": 0.8134466198743997,
          "regressions": 256,
          "improvements": 2462,
          "n": 5414
        },
        "zero_regression_on_dev": {
          "threshold": 0.997893,
          "coverage": 0.07258958256372368,
          "combined_accuracy": 0.42223864056150723,
          "regressions": 0,
          "improvements": 88,
          "n": 5414
        },
        "dev_zero_regression_coverage": 0.08007448789571694
      }
    }
  },
  "notes": {
    "fairness": "Accuracy is computed on items where OpenJTalk's own reading matched the gold reading, so the comparison is about accent rather than G2P.",
    "downstep_condition_invariance": "Downstep's prediction does not depend on the condition: it reads components, never the compound's own dictionary entry.",
    "no_human_annotation": "All gold is dictionary-derived. No native-speaker annotation was collected for this release.",
    "comparable_set": "Strata are scored on the 5,414 test compounds whose reading OpenJTalk produced correctly in BOTH the listed and the unlisted condition, so the two columns describe the same words."
  }
}