| { |
| "temperature": 1.5511548209195987, |
| "nll_dev_t1_vs_t": [ |
| 0.01452, |
| 0.01115 |
| ], |
| "target_precision": 0.9936, |
| "target_source": "reference GBM accepted dev papers at margin 0.9", |
| "threshold": 0.9666666666666667, |
| "dev_choice": { |
| "threshold": 0.9666666666666667, |
| "papers": 1099, |
| "precision": 0.99761, |
| "recall": 0.99912, |
| "coverage": 0.9795 |
| }, |
| "dev_coverage_table": { |
| "0.98": { |
| "threshold": 0.6717752234993615, |
| "papers": 1122, |
| "precision": 0.99271, |
| "recall": 0.99844, |
| "coverage": 1.0 |
| }, |
| "0.99": { |
| "threshold": 0.6717752234993615, |
| "papers": 1122, |
| "precision": 0.99271, |
| "recall": 0.99844, |
| "coverage": 1.0 |
| }, |
| "0.995": { |
| "threshold": 0.9666666666666667, |
| "papers": 1099, |
| "precision": 0.99761, |
| "recall": 0.99912, |
| "coverage": 0.9795 |
| }, |
| "0.998": { |
| "threshold": 0.9918032786885246, |
| "papers": 963, |
| "precision": 0.99942, |
| "recall": 0.99957, |
| "coverage": 0.85829 |
| }, |
| "0.999": { |
| "threshold": 0.9918032786885246, |
| "papers": 963, |
| "precision": 0.99942, |
| "recall": 0.99957, |
| "coverage": 0.85829 |
| } |
| }, |
| "gbm_dev_coverage_table": { |
| "0.98": { |
| "threshold": 0.8831447958946228, |
| "papers": 1122, |
| "precision": 0.9904, |
| "recall": 0.99344, |
| "coverage": 1.0 |
| }, |
| "0.99": { |
| "threshold": 0.8831447958946228, |
| "papers": 1122, |
| "precision": 0.9904, |
| "recall": 0.99344, |
| "coverage": 1.0 |
| }, |
| "0.995": { |
| "threshold": 0.9646363854408264, |
| "papers": 1112, |
| "precision": 0.99611, |
| "recall": 0.99611, |
| "coverage": 0.99109 |
| }, |
| "0.998": { |
| "threshold": 0.9909740686416626, |
| "papers": 1042, |
| "precision": 0.99801, |
| "recall": 0.99819, |
| "coverage": 0.9287 |
| }, |
| "0.999": { |
| "threshold": 0.996616005897522, |
| "papers": 888, |
| "precision": 0.999, |
| "recall": 0.99912, |
| "coverage": 0.79144 |
| } |
| }, |
| "score": "expected_entry_precision", |
| "isotonic_x": [ |
| 0.0, |
| 0.9228553133000988, |
| 0.9270145448936091, |
| 0.9298527498394833, |
| 0.9299737118086672, |
| 0.9756985618951148, |
| 0.9758086975489277, |
| 0.9771449751719818, |
| 0.9771571413333401, |
| 0.9781019416149487, |
| 0.9783954392145721, |
| 0.9855717338077493, |
| 0.9855762591265688, |
| 0.9904411339256657, |
| 0.9904704649189903, |
| 0.9971033069364116, |
| 0.9971099349786527, |
| 0.9975378460327848 |
| ], |
| "isotonic_y": [ |
| 0.6717752234993615, |
| 0.6717752234993615, |
| 0.9666666666666667, |
| 0.9666666666666667, |
| 0.9812935323383084, |
| 0.9812935323383084, |
| 0.9918032786885246, |
| 0.9918032786885246, |
| 0.9978213507625272, |
| 0.9978213507625272, |
| 0.99908908726544, |
| 0.99908908726544, |
| 0.9993981342160698, |
| 0.9993981342160698, |
| 0.999617989234242, |
| 0.999617989234242, |
| 1.0, |
| 1.0 |
| ], |
| "sets": { |
| "dev": { |
| "tagger": { |
| "coverage": 0.9795, |
| "accepted": { |
| "papers": 1099, |
| "p": 0.9976, |
| "r": 0.9991, |
| "f1": 0.9984 |
| }, |
| "declined": { |
| "papers": 23, |
| "p": 0.6718, |
| "r": 0.9359, |
| "f1": 0.7822 |
| }, |
| "all": { |
| "papers": 1122, |
| "p": 0.9927, |
| "r": 0.9984, |
| "f1": 0.9956 |
| } |
| }, |
| "gbm_margin_0.90": { |
| "coverage": 0.9982, |
| "accepted": { |
| "papers": 1120, |
| "p": 0.9936, |
| "r": 0.9938, |
| "f1": 0.9937 |
| }, |
| "declined": { |
| "papers": 2, |
| "p": 0.3226, |
| "r": 0.7921, |
| "f1": 0.4585 |
| }, |
| "all": { |
| "papers": 1122, |
| "p": 0.9904, |
| "r": 0.9934, |
| "f1": 0.9919 |
| } |
| }, |
| "excluded_in_train": 0 |
| }, |
| "test": { |
| "tagger": { |
| "coverage": 0.9816, |
| "accepted": { |
| "papers": 1174, |
| "p": 0.9988, |
| "r": 0.9992, |
| "f1": 0.999 |
| }, |
| "declined": { |
| "papers": 22, |
| "p": 0.9769, |
| "r": 0.9738, |
| "f1": 0.9753 |
| }, |
| "all": { |
| "papers": 1196, |
| "p": 0.9985, |
| "r": 0.9989, |
| "f1": 0.9987 |
| } |
| }, |
| "gbm_margin_0.90": { |
| "coverage": 0.9983, |
| "accepted": { |
| "papers": 1194, |
| "p": 0.9955, |
| "r": 0.9957, |
| "f1": 0.9956 |
| }, |
| "declined": { |
| "papers": 2, |
| "p": 0.7419, |
| "r": 0.8519, |
| "f1": 0.7931 |
| }, |
| "all": { |
| "papers": 1196, |
| "p": 0.9951, |
| "r": 0.9955, |
| "f1": 0.9953 |
| } |
| }, |
| "excluded_in_train": 0 |
| }, |
| "test_journal": { |
| "tagger": { |
| "coverage": 0.9655, |
| "accepted": { |
| "papers": 784, |
| "p": 0.9989, |
| "r": 0.9991, |
| "f1": 0.999 |
| }, |
| "declined": { |
| "papers": 28, |
| "p": 0.8038, |
| "r": 0.7548, |
| "f1": 0.7785 |
| }, |
| "all": { |
| "papers": 812, |
| "p": 0.9951, |
| "r": 0.9941, |
| "f1": 0.9946 |
| } |
| }, |
| "gbm_margin_0.90": { |
| "coverage": 0.9951, |
| "accepted": { |
| "papers": 808, |
| "p": 0.9957, |
| "r": 0.99, |
| "f1": 0.9928 |
| }, |
| "declined": { |
| "papers": 4, |
| "p": 0.3846, |
| "r": 0.1439, |
| "f1": 0.2094 |
| }, |
| "all": { |
| "papers": 812, |
| "p": 0.9947, |
| "r": 0.9863, |
| "f1": 0.9905 |
| } |
| }, |
| "excluded_in_train": 0 |
| }, |
| "gold86": { |
| "tagger": { |
| "coverage": 1.0, |
| "accepted": { |
| "papers": 86, |
| "p": 0.9987, |
| "r": 0.9987, |
| "f1": 0.9987 |
| }, |
| "declined": { |
| "papers": 0, |
| "p": 0.0, |
| "r": 0.0, |
| "f1": 0.0 |
| }, |
| "all": { |
| "papers": 86, |
| "p": 0.9987, |
| "r": 0.9987, |
| "f1": 0.9987 |
| } |
| }, |
| "gbm_margin_0.90": { |
| "coverage": 1.0, |
| "accepted": { |
| "papers": 86, |
| "p": 0.9888, |
| "r": 0.9795, |
| "f1": 0.9841 |
| }, |
| "declined": { |
| "papers": 0, |
| "p": 0.0, |
| "r": 0.0, |
| "f1": 0.0 |
| }, |
| "all": { |
| "papers": 86, |
| "p": 0.9888, |
| "r": 0.9795, |
| "f1": 0.9841 |
| } |
| }, |
| "excluded_in_train": 0 |
| }, |
| "shard00": { |
| "tagger": { |
| "coverage": 0.9843, |
| "accepted": { |
| "papers": 1128, |
| "p": 0.9357, |
| "r": 0.9868, |
| "f1": 0.9606 |
| }, |
| "declined": { |
| "papers": 18, |
| "p": 0.8446, |
| "r": 0.75, |
| "f1": 0.7945 |
| }, |
| "all": { |
| "papers": 1146, |
| "p": 0.9347, |
| "r": 0.9837, |
| "f1": 0.9586 |
| } |
| }, |
| "gbm_margin_0.90": { |
| "coverage": 0.9974, |
| "accepted": { |
| "papers": 1143, |
| "p": 0.9332, |
| "r": 0.9783, |
| "f1": 0.9552 |
| }, |
| "declined": { |
| "papers": 3, |
| "p": 0.321, |
| "r": 0.5977, |
| "f1": 0.4177 |
| }, |
| "all": { |
| "papers": 1146, |
| "p": 0.9318, |
| "r": 0.9778, |
| "f1": 0.9542 |
| } |
| }, |
| "excluded_in_train": 9 |
| }, |
| "shard01": { |
| "tagger": { |
| "coverage": 0.9848, |
| "accepted": { |
| "papers": 974, |
| "p": 0.9638, |
| "r": 0.9945, |
| "f1": 0.9789 |
| }, |
| "declined": { |
| "papers": 15, |
| "p": 0.9793, |
| "r": 0.9766, |
| "f1": 0.978 |
| }, |
| "all": { |
| "papers": 989, |
| "p": 0.964, |
| "r": 0.9942, |
| "f1": 0.9789 |
| } |
| }, |
| "gbm_margin_0.90": { |
| "coverage": 0.998, |
| "accepted": { |
| "papers": 987, |
| "p": 0.9604, |
| "r": 0.9884, |
| "f1": 0.9742 |
| }, |
| "declined": { |
| "papers": 2, |
| "p": 0.949, |
| "r": 0.93, |
| "f1": 0.9394 |
| }, |
| "all": { |
| "papers": 989, |
| "p": 0.9604, |
| "r": 0.9883, |
| "f1": 0.9742 |
| } |
| }, |
| "excluded_in_train": 10 |
| } |
| } |
| } |
|
|
