{
 "temperature": 1.5511548209195987,
 "nll_dev_t1_vs_t": [
  0.01452,
  0.01115
 ],
 "target_precision": 0.9936,
 "target_source": "reference GBM accepted dev papers at margin 0.9",
 "threshold": 0.9666666666666667,
 "dev_choice": {
  "threshold": 0.9666666666666667,
  "papers": 1099,
  "precision": 0.99761,
  "recall": 0.99912,
  "coverage": 0.9795
 },
 "dev_coverage_table": {
  "0.98": {
   "threshold": 0.6717752234993615,
   "papers": 1122,
   "precision": 0.99271,
   "recall": 0.99844,
   "coverage": 1.0
  },
  "0.99": {
   "threshold": 0.6717752234993615,
   "papers": 1122,
   "precision": 0.99271,
   "recall": 0.99844,
   "coverage": 1.0
  },
  "0.995": {
   "threshold": 0.9666666666666667,
   "papers": 1099,
   "precision": 0.99761,
   "recall": 0.99912,
   "coverage": 0.9795
  },
  "0.998": {
   "threshold": 0.9918032786885246,
   "papers": 963,
   "precision": 0.99942,
   "recall": 0.99957,
   "coverage": 0.85829
  },
  "0.999": {
   "threshold": 0.9918032786885246,
   "papers": 963,
   "precision": 0.99942,
   "recall": 0.99957,
   "coverage": 0.85829
  }
 },
 "gbm_dev_coverage_table": {
  "0.98": {
   "threshold": 0.8831447958946228,
   "papers": 1122,
   "precision": 0.9904,
   "recall": 0.99344,
   "coverage": 1.0
  },
  "0.99": {
   "threshold": 0.8831447958946228,
   "papers": 1122,
   "precision": 0.9904,
   "recall": 0.99344,
   "coverage": 1.0
  },
  "0.995": {
   "threshold": 0.9646363854408264,
   "papers": 1112,
   "precision": 0.99611,
   "recall": 0.99611,
   "coverage": 0.99109
  },
  "0.998": {
   "threshold": 0.9909740686416626,
   "papers": 1042,
   "precision": 0.99801,
   "recall": 0.99819,
   "coverage": 0.9287
  },
  "0.999": {
   "threshold": 0.996616005897522,
   "papers": 888,
   "precision": 0.999,
   "recall": 0.99912,
   "coverage": 0.79144
  }
 },
 "score": "expected_entry_precision",
 "isotonic_x": [
  0.0,
  0.9228553133000988,
  0.9270145448936091,
  0.9298527498394833,
  0.9299737118086672,
  0.9756985618951148,
  0.9758086975489277,
  0.9771449751719818,
  0.9771571413333401,
  0.9781019416149487,
  0.9783954392145721,
  0.9855717338077493,
  0.9855762591265688,
  0.9904411339256657,
  0.9904704649189903,
  0.9971033069364116,
  0.9971099349786527,
  0.9975378460327848
 ],
 "isotonic_y": [
  0.6717752234993615,
  0.6717752234993615,
  0.9666666666666667,
  0.9666666666666667,
  0.9812935323383084,
  0.9812935323383084,
  0.9918032786885246,
  0.9918032786885246,
  0.9978213507625272,
  0.9978213507625272,
  0.99908908726544,
  0.99908908726544,
  0.9993981342160698,
  0.9993981342160698,
  0.999617989234242,
  0.999617989234242,
  1.0,
  1.0
 ],
 "sets": {
  "dev": {
   "tagger": {
    "coverage": 0.9795,
    "accepted": {
     "papers": 1099,
     "p": 0.9976,
     "r": 0.9991,
     "f1": 0.9984
    },
    "declined": {
     "papers": 23,
     "p": 0.6718,
     "r": 0.9359,
     "f1": 0.7822
    },
    "all": {
     "papers": 1122,
     "p": 0.9927,
     "r": 0.9984,
     "f1": 0.9956
    }
   },
   "gbm_margin_0.90": {
    "coverage": 0.9982,
    "accepted": {
     "papers": 1120,
     "p": 0.9936,
     "r": 0.9938,
     "f1": 0.9937
    },
    "declined": {
     "papers": 2,
     "p": 0.3226,
     "r": 0.7921,
     "f1": 0.4585
    },
    "all": {
     "papers": 1122,
     "p": 0.9904,
     "r": 0.9934,
     "f1": 0.9919
    }
   },
   "excluded_in_train": 0
  },
  "test": {
   "tagger": {
    "coverage": 0.9816,
    "accepted": {
     "papers": 1174,
     "p": 0.9988,
     "r": 0.9992,
     "f1": 0.999
    },
    "declined": {
     "papers": 22,
     "p": 0.9769,
     "r": 0.9738,
     "f1": 0.9753
    },
    "all": {
     "papers": 1196,
     "p": 0.9985,
     "r": 0.9989,
     "f1": 0.9987
    }
   },
   "gbm_margin_0.90": {
    "coverage": 0.9983,
    "accepted": {
     "papers": 1194,
     "p": 0.9955,
     "r": 0.9957,
     "f1": 0.9956
    },
    "declined": {
     "papers": 2,
     "p": 0.7419,
     "r": 0.8519,
     "f1": 0.7931
    },
    "all": {
     "papers": 1196,
     "p": 0.9951,
     "r": 0.9955,
     "f1": 0.9953
    }
   },
   "excluded_in_train": 0
  },
  "test_journal": {
   "tagger": {
    "coverage": 0.9655,
    "accepted": {
     "papers": 784,
     "p": 0.9989,
     "r": 0.9991,
     "f1": 0.999
    },
    "declined": {
     "papers": 28,
     "p": 0.8038,
     "r": 0.7548,
     "f1": 0.7785
    },
    "all": {
     "papers": 812,
     "p": 0.9951,
     "r": 0.9941,
     "f1": 0.9946
    }
   },
   "gbm_margin_0.90": {
    "coverage": 0.9951,
    "accepted": {
     "papers": 808,
     "p": 0.9957,
     "r": 0.99,
     "f1": 0.9928
    },
    "declined": {
     "papers": 4,
     "p": 0.3846,
     "r": 0.1439,
     "f1": 0.2094
    },
    "all": {
     "papers": 812,
     "p": 0.9947,
     "r": 0.9863,
     "f1": 0.9905
    }
   },
   "excluded_in_train": 0
  },
  "gold86": {
   "tagger": {
    "coverage": 1.0,
    "accepted": {
     "papers": 86,
     "p": 0.9987,
     "r": 0.9987,
     "f1": 0.9987
    },
    "declined": {
     "papers": 0,
     "p": 0.0,
     "r": 0.0,
     "f1": 0.0
    },
    "all": {
     "papers": 86,
     "p": 0.9987,
     "r": 0.9987,
     "f1": 0.9987
    }
   },
   "gbm_margin_0.90": {
    "coverage": 1.0,
    "accepted": {
     "papers": 86,
     "p": 0.9888,
     "r": 0.9795,
     "f1": 0.9841
    },
    "declined": {
     "papers": 0,
     "p": 0.0,
     "r": 0.0,
     "f1": 0.0
    },
    "all": {
     "papers": 86,
     "p": 0.9888,
     "r": 0.9795,
     "f1": 0.9841
    }
   },
   "excluded_in_train": 0
  },
  "shard00": {
   "tagger": {
    "coverage": 0.9843,
    "accepted": {
     "papers": 1128,
     "p": 0.9357,
     "r": 0.9868,
     "f1": 0.9606
    },
    "declined": {
     "papers": 18,
     "p": 0.8446,
     "r": 0.75,
     "f1": 0.7945
    },
    "all": {
     "papers": 1146,
     "p": 0.9347,
     "r": 0.9837,
     "f1": 0.9586
    }
   },
   "gbm_margin_0.90": {
    "coverage": 0.9974,
    "accepted": {
     "papers": 1143,
     "p": 0.9332,
     "r": 0.9783,
     "f1": 0.9552
    },
    "declined": {
     "papers": 3,
     "p": 0.321,
     "r": 0.5977,
     "f1": 0.4177
    },
    "all": {
     "papers": 1146,
     "p": 0.9318,
     "r": 0.9778,
     "f1": 0.9542
    }
   },
   "excluded_in_train": 9
  },
  "shard01": {
   "tagger": {
    "coverage": 0.9848,
    "accepted": {
     "papers": 974,
     "p": 0.9638,
     "r": 0.9945,
     "f1": 0.9789
    },
    "declined": {
     "papers": 15,
     "p": 0.9793,
     "r": 0.9766,
     "f1": 0.978
    },
    "all": {
     "papers": 989,
     "p": 0.964,
     "r": 0.9942,
     "f1": 0.9789
    }
   },
   "gbm_margin_0.90": {
    "coverage": 0.998,
    "accepted": {
     "papers": 987,
     "p": 0.9604,
     "r": 0.9884,
     "f1": 0.9742
    },
    "declined": {
     "papers": 2,
     "p": 0.949,
     "r": 0.93,
     "f1": 0.9394
    },
    "all": {
     "papers": 989,
     "p": 0.9604,
     "r": 0.9883,
     "f1": 0.9742
    }
   },
   "excluded_in_train": 10
  }
 }
}