Hugging Face's logo

Devanapally
/
FraudShield-ULB-Card

Tabular Classification
Scikit-learn
Joblib
English
fraud-detection
research
Model card Files
xet
 Community
FraudShield-ULB-Card / run.json
Devanapally's picture
Devanapally
Publish eight card research models, provenance and model card
6a3253c verified
Raw History Blame Contribute Delete
247 kB
{
"schema_version": 1,
"run_id": "20261106T070211Z",
"dataset": {
"name": "ULB / Worldline card transactions (2013)",
"kind": "real, anonymized",
"source_url": "https://storage.googleapis.com/download.tensorflow.org/data/creditcard.csv",
"source_card": "https://www.kaggle.com/mlg-ulb/creditcardfraud/data",
"sha256": "76274b691b16a6c49d3f159c883398e03ccd6d1ee12d9d8ee38f4b4b98551a89",
"raw_rows": 284807,
"rows": 283726,
"duplicates_removed": 1081,
"frauds": 473,
"prevalence": 0.001667101358352777,
"currency": "EUR",
"time_unit": "Seconds since first observed transaction; not a calendar date"
},
"splits": {
"train": {
"rows": 141863,
"frauds": 262,
"prevalence": 0.001846852244771364,
"time_min": 0.0,
"time_max": 84692.0
},
"tune": {
"rows": 42563,
"frauds": 88,
"prevalence": 0.002067523435848037,
"time_min": 84693.0,
"time_max": 126513.0
},
"calibration": {
"rows": 42556,
"frauds": 49,
"prevalence": 0.001151424006015603,
"time_min": 126514.0,
"time_max": 145234.0
},
"test": {
"rows": 56744,
"frauds": 74,
"prevalence": 0.0013041026364020865,
"time_min": 145235.0,
"time_max": 172792.0
}
},
"seed": 42,
"models": [
{
"average_precision": 0.0013041026364020865,
"ap_ci95": [
0.0010173437385842831,
0.0016388899781570904
],
"roc_auc": 0.5,
"brier": 0.0013024208244985299,
"top_1pct": {
"k": 568,
"precision": 0.0,
"recall": 0.0
},
"top_05pct": {
"k": 284,
"precision": 0.0,
"recall": 0.0
},
"recall_at_fpr_001": 0.0,
"threshold": 0.0011667280291629064,
"operating": {
"tp": 74,
"fp": 56670,
"fn": 0,
"tn": 0,
"alerts": 56744,
"precision": 0.0013041026364020865,
"recall": 1.0,
"fpr": 1.0,
"alert_rate": 1.0,
"captured_exposure": 7727.67,
"missed_exposure": 0.0
},
"pr_curve": [
[
1.0,
0.0013041026364020865
],
[
0.0,
1.0
]
],
"roc_curve": [
[
0.0,
0.0
],
[
1.0,
1.0
]
],
"calibration": [
{
"predicted": 0.0011667280291629064,
"observed": 0.0013041026364020865,
"n": 56744
}
],
"id": "model-0",
"name": "Prevalence baseline",
"tune_ap": 0.002067523435848037,
"chosen_configuration": 0,
"training_seconds": 0.042443000013008714,
"batch_256_ms_median": 1.4908499870216474,
"batch_256_ms_p95": 1.8885450001107527,
"calibrator_standardized_coefficient": 1.1192109756887134e-14
},
{
"average_precision": 0.7479495644048987,
"ap_ci95": [
0.6413149571040572,
0.8358189477287451
],
"roc_auc": 0.9639124566599422,
"brier": 0.0005633944349812127,
"top_1pct": {
"k": 568,
"precision": 0.11091549295774648,
"recall": 0.8513513513513513
},
"top_05pct": {
"k": 284,
"precision": 0.21830985915492956,
"recall": 0.8378378378378378
},
"recall_at_fpr_001": 0.8108108108108109,
"threshold": 0.002823822151550891,
"operating": {
"tp": 63,
"fp": 344,
"fn": 11,
"tn": 56326,
"alerts": 407,
"precision": 0.1547911547911548,
"recall": 0.8513513513513513,
"fpr": 0.006070231162872772,
"alert_rate": 0.007172564500211476,
"captured_exposure": 5360.39,
"missed_exposure": 2367.28
},
"pr_curve": [
[
1.0,
0.0013041026364020865
],
[
1.0,
0.0013135706044199876
],
[
1.0,
0.0013209096426403913
],
[
1.0,
0.0013293572378112312
],
[
1.0,
0.001337357453960566
],
[
1.0,
0.001345332242523407
],
[
1.0,
0.0013534274636037749
],
[
1.0,
0.0013631256101829168
],
[
1.0,
0.0013719710032074456
],
[
1.0,
0.0013800048486656846
],
[
1.0,
0.001388471930351246
],
[
1.0,
0.0013965953270675272
],
[
1.0,
0.001404921020656136
],
[
1.0,
0.001413346575499446
],
[
1.0,
0.0014217918419889715
],
[
1.0,
0.0014305045428184807
],
[
1.0,
0.0014391007565002626
],
[
1.0,
0.001447829234411379
],
[
1.0,
0.0014566642388929353
],
[
1.0,
0.0014656077320710623
],
[
1.0,
0.0014746911119968115
],
[
1.0,
0.0014840068184097063
],
[
1.0,
0.001493290283523358
],
[
1.0,
0.0015026601145270682
],
[
1.0,
0.00151221007458874
],
[
1.0,
0.0015218821980914775
],
[
1.0,
0.0015316471416152667
],
[
1.0,
0.0015426308109234938
],
[
1.0,
0.0015526647083508184
],
[
1.0,
0.001562829989440338
],
[
1.0,
0.0015731292517006802
],
[
1.0,
0.001583531274742676
],
[
1.0,
0.0015941747991124323
],
[
1.0,
0.0016049971804103587
],
[
1.0,
0.0016160027952480782
],
[
1.0,
0.0016270172815619367
],
[
1.0,
0.0016381466805392602
],
[
1.0,
0.0016495029200659802
],
[
1.0,
0.0016609804273657748
],
[
1.0,
0.0016726187785362325
],
[
1.0,
0.0016844980651035738
],
[
1.0,
0.0016968974294297048
],
[
1.0,
0.0017091253435572904
],
[
1.0,
0.0017218111591977292
],
[
1.0,
0.001734402100032813
],
[
1.0,
0.0017475086194681905
],
[
1.0,
0.0017605633802816902
],
[
1.0,
0.0017739847533202282
],
[
1.0,
0.001787396439699524
],
[
1.0,
0.0018014947537551428
],
[
1.0,
0.0018153717832347963
],
[
1.0,
0.0018297809208248851
],
[
1.0,
0.0018447424839208256
],
[
1.0,
0.0018599039887400408
],
[
1.0,
0.001874699161452132
],
[
1.0,
0.0018899246584088878
],
[
1.0,
0.001905252317198764
],
[
1.0,
0.0019209303532954339
],
[
1.0,
0.0019367671691792295
],
[
1.0,
0.001953125
],
[
1.0,
0.0019698139324407058
],
[
1.0,
0.0019870572755833625
],
[
1.0,
0.0020044422774798203
],
[
1.0,
0.002022410494670675
],
[
1.0,
0.0020398599663698763
],
[
1.0,
0.002058185459197864
],
[
0.9864864864864865,
0.0020487202514593624
],
[
0.9864864864864865,
0.0020676372287996374
],
[
0.9864864864864865,
0.0020866681911731076
],
[
0.9864864864864865,
0.002105931225478883
],
[
0.9864864864864865,
0.0021253056946547106
],
[
0.9864864864864865,
0.0021455443216553023
],
[
0.9864864864864865,
0.0021659792896774766
],
[
0.9864864864864865,
0.0021863487975081614
],
[
0.9864864864864865,
0.002207372017779928
],
[
0.9864864864864865,
0.0022289395743641414
],
[
0.972972972972973,
0.00222044038734349
],
[
0.972972972972973,
0.002242641333125681
],
[
0.972972972972973,
0.002265076918237015
],
[
0.972972972972973,
0.0022880386424304054
],
[
0.972972972972973,
0.0023114706732158337
],
[
0.972972972972973,
0.002335463362418502
],
[
0.972972972972973,
0.0023601140721801555
],
[
0.972972972972973,
0.002386239353063998
],
[
0.972972972972973,
0.0024117371206538486
],
[
0.972972972972973,
0.002438611346316681
],
[
0.972972972972973,
0.002469305164963303
],
[
0.972972972972973,
0.0024969654933240854
],
[
0.972972972972973,
0.0025244556642473968
],
[
0.972972972972973,
0.002553282031277705
],
[
0.972972972972973,
0.0025824037875255552
],
[
0.972972972972973,
0.0026115342763873774
],
[
0.972972972972973,
0.002641329469166147
],
[
0.972972972972973,
0.0026729034413631807
],
[
0.972972972972973,
0.002704225352112676
],
[
0.972972972972973,
0.0027368100957883535
],
[
0.972972972972973,
0.002770083102493075
],
[
0.972972972972973,
0.0028046120286693674
],
[
0.972972972972973,
0.0028394526166344598
],
[
0.972972972972973,
0.0028749401054144704
],
[
0.972972972972973,
0.0029115613247604026
],
[
0.972972972972973,
0.0029491275497665276
],
[
0.972972972972973,
0.0029874279075557033
],
[
0.972972972972973,
0.003028263795423957
],
[
0.972972972972973,
0.003068530514831231
],
[
0.972972972972973,
0.003110285541492073
],
[
0.972972972972973,
0.003153192607515109
],
[
0.972972972972973,
0.0031967322292767394
],
[
0.972972972972973,
0.0032414910858995136
],
[
0.972972972972973,
0.0032873710163455394
],
[
0.972972972972973,
0.003335031729121312
],
[
0.9594594594594594,
0.0033367797725350127
],
[
0.9594594594594594,
0.0033862736681451806
],
[
0.9594594594594594,
0.0034375907814466933
],
[
0.9594594594594594,
0.0034906588003933135
],
[
0.9594594594594594,
0.003544859953068051
],
[
0.9594594594594594,
0.003600953491910534
],
[
0.9594594594594594,
0.0036590393733250876
],
[
0.9594594594594594,
0.0037184455850005236
],
[
0.9594594594594594,
0.0037800138423042112
],
[
0.9459459459459459,
0.003789929615592853
],
[
0.9459459459459459,
0.003854625550660793
],
[
0.9459459459459459,
0.00392178833548098
],
[
0.9459459459459459,
0.0039922436409262005
],
[
0.9459459459459459,
0.004064568575078388
],
[
0.9459459459459459,
0.004139317603926438
],
[
0.9324324324324325,
0.00415737783936856
],
[
0.9324324324324325,
0.004236507644133358
],
[
0.9324324324324325,
0.00431924882629108
],
[
0.9324324324324325,
0.004405567615885583
],
[
0.9324324324324325,
0.004494821184287669
],
[
0.9324324324324325,
0.0045889864325618515
],
[
0.9324324324324325,
0.004685271949480546
],
[
0.9324324324324325,
0.004790003471017008
],
[
0.9324324324324325,
0.00489813303045361
],
[
0.9324324324324325,
0.005009801786103245
],
[
0.9324324324324325,
0.005128586294038948
],
[
0.9324324324324325,
0.005251141552511416
],
[
0.9324324324324325,
0.005378858746492049
],
[
0.9324324324324325,
0.005512062629813069
],
[
0.9324324324324325,
0.005652957561854826
],
[
0.9324324324324325,
0.00580466055354589
],
[
0.9324324324324325,
0.005964214711729622
],
[
0.9324324324324325,
0.006131153367691488
],
[
0.9324324324324325,
0.006304824561403508
],
[
0.918918918918919,
0.006395184802031412
],
[
0.918918918918919,
0.0065872323936840066
],
[
0.918918918918919,
0.006791171477079796
],
[
0.918918918918919,
0.007009586640552521
],
[
0.918918918918919,
0.007242517840025562
],
[
0.918918918918919,
0.007491461936763248
],
[
0.918918918918919,
0.007757243896874287
],
[
0.9054054054054054,
0.007924305144884684
],
[
0.9054054054054054,
0.008229947180936004
],
[
0.9054054054054054,
0.008557925661003959
],
[
0.9054054054054054,
0.00891194466613461
],
[
0.9054054054054054,
0.009295227524972253
],
[
0.9054054054054054,
0.009711552398898392
],
[
0.9054054054054054,
0.010168462589163757
],
[
0.9054054054054054,
0.010668789808917197
],
[
0.9054054054054054,
0.011224660747193835
],
[
0.9054054054054054,
0.01184164015553199
],
[
0.9054054054054054,
0.01252570573939054
],
[
0.9054054054054054,
0.013296288946219488
],
[
0.9054054054054054,
0.014167900190315077
],
[
0.9054054054054054,
0.015175537938844847
],
[
0.9054054054054054,
0.016325536062378167
],
[
0.9054054054054054,
0.01767343708783962
],
[
0.9054054054054054,
0.019252873563218392
],
[
0.9054054054054054,
0.02113564668769716
],
[
0.8918918918918919,
0.023076923076923078
],
[
0.8918918918918919,
0.02591283863368669
],
[
0.8918918918918919,
0.02953020134228188
],
[
0.8918918918918919,
0.03435710567412806
],
[
0.8918918918918919,
0.040993788819875775
],
[
0.8783783783783784,
0.05019305019305019
],
[
0.8513513513513513,
0.06395939086294417
],
[
0.8513513513513513,
0.09388971684053651
],
[
0.8378378378378378,
0.17971014492753623
],
[
0.0,
1.0
]
],
"roc_curve": [
[
0.0,
0.0
],
[
0.00010587612493382742,
0.6486486486486487
],
[
0.0004411505205576143,
0.7027027027027027
],
[
0.0007058408328921829,
0.7837837837837838
],
[
0.004305629080642315,
0.8378378378378378
],
[
0.005805540850538204,
0.8513513513513513
],
[
0.006581965766719605,
0.8513513513513513
],
[
0.008170107640727016,
0.8513513513513513
],
[
0.011169931180518794,
0.8513513513513513
],
[
0.01478736544909123,
0.8513513513513513
],
[
0.02424563260984648,
0.8918918918918919
],
[
0.03440974060349391,
0.8918918918918919
],
[
0.041150520557614256,
0.8918918918918919
],
[
0.04875595553202753,
0.8918918918918919
],
[
0.06580201164637374,
0.9054054054054054
],
[
0.07695429680607023,
0.9054054054054054
],
[
0.10682901005823187,
0.9054054054054054
],
[
0.14141521086994882,
0.9054054054054054
],
[
0.1459325922004588,
0.9054054054054054
],
[
0.16336686077289572,
0.918918918918919
],
[
0.1684136227280748,
0.918918918918919
],
[
0.18826539615316745,
0.9324324324324325
],
[
0.20026469031233457,
0.9324324324324325
],
[
0.20495853185106758,
0.9324324324324325
],
[
0.21374625022057525,
0.9324324324324325
],
[
0.22652196929592378,
0.9324324324324325
],
[
0.23728604199752956,
0.9324324324324325
],
[
0.24505029115934357,
0.9324324324324325
],
[
0.24840303511558143,
0.9324324324324325
],
[
0.24990294688547732,
0.9324324324324325
],
[
0.2555143815069702,
0.9324324324324325
],
[
0.26784895006176107,
0.9324324324324325
],
[
0.2815952002823363,
0.9324324324324325
],
[
0.29327686606670195,
0.9459459459459459
],
[
0.3049585318510676,
0.9459459459459459
],
[
0.311240515263808,
0.9459459459459459
],
[
0.3182106934886183,
0.9459459459459459
],
[
0.33001588141874005,
0.9594594594594594
],
[
0.3454737956590789,
0.9594594594594594
],
[
0.35281454032115755,
0.9594594594594594
],
[
0.36236103758602434,
0.9594594594594594
],
[
0.37192518087171345,
0.9594594594594594
],
[
0.3841715193223928,
0.972972972972973
],
[
0.4022939827068996,
0.972972972972973
],
[
0.4078171872242809,
0.972972972972973
],
[
0.41337568378330686,
0.972972972972973
],
[
0.42151049938238927,
0.972972972972973
],
[
0.4304923239809423,
0.972972972972973
],
[
0.43714487383095113,
0.972972972972973
],
[
0.44120345862008115,
0.972972972972973
],
[
0.4475030880536439,
0.972972972972973
],
[
0.4524439738838892,
0.972972972972973
],
[
0.4558673019234163,
0.972972972972973
],
[
0.4602082230457032,
0.972972972972973
],
[
0.46543144520910534,
0.972972972972973
],
[
0.47247220751720487,
0.972972972972973
],
[
0.4761072878065996,
0.972972972972973
],
[
0.47921298747132524,
0.972972972972973
],
[
0.49124757367213695,
0.972972972972973
],
[
0.4954473266278454,
0.972972972972973
],
[
0.49791776954296807,
0.972972972972973
],
[
0.4998764778542439,
0.972972972972973
],
[
0.5017822481030527,
0.972972972972973
],
[
0.5086818422445738,
0.972972972972973
],
[
0.5110111169931181,
0.972972972972973
],
[
0.5142050467619552,
0.972972972972973
],
[
0.5166049055937886,
0.972972972972973
],
[
0.5205929062996294,
0.972972972972973
],
[
0.5230104111522852,
0.972972972972973
],
[
0.525145579671784,
0.972972972972973
],
[
0.5282689253573319,
0.972972972972973
],
[
0.5301570495853185,
0.972972972972973
],
[
0.5322039880007058,
0.972972972972973
],
[
0.5341450502911593,
0.972972972972973
],
[
0.5363508028939474,
0.972972972972973
],
[
0.5389800599964708,
0.972972972972973
],
[
0.5425798482442209,
0.972972972972973
],
[
0.5449797070760544,
0.972972972972973
],
[
0.547908946532557,
0.972972972972973
],
[
0.5515616728427739,
0.972972972972973
],
[
0.5536968413622728,
0.972972972972973
],
[
0.558284806776072,
0.972972972972973
],
[
0.5596964884418564,
0.972972972972973
],
[
0.5620257631904005,
0.972972972972973
],
[
0.5658902417504853,
0.972972972972973
],
[
0.5680430562908064,
0.972972972972973
],
[
0.569348861831657,
0.972972972972973
],
[
0.5718016587259573,
0.9864864864864865
],
[
0.5737603670372331,
0.9864864864864865
],
[
0.5755073230986413,
0.9864864864864865
],
[
0.5806599611787542,
0.9864864864864865
],
[
0.5830421739897653,
0.9864864864864865
],
[
0.586500794070937,
0.9864864864864865
],
[
0.5934356802541026,
0.9864864864864865
],
[
0.5960649373566261,
0.9864864864864865
],
[
0.5994706193753309,
0.9864864864864865
],
[
0.6010940532909829,
0.9864864864864865
],
[
0.6043585671431092,
0.9864864864864865
],
[
0.6104817363684489,
0.9864864864864865
],
[
0.6119463560967002,
0.9864864864864865
],
[
0.6151402858655374,
0.9864864864864865
],
[
0.6187400741132875,
0.9864864864864865
],
[
0.6200811716957826,
0.9864864864864865
],
[
0.6222692782777484,
0.9864864864864865
],
[
0.6237868360684665,
0.9864864864864865
],
[
0.6264337391918122,
0.9864864864864865
],
[
0.6292218104817364,
0.9864864864864865
],
[
0.6319040056467267,
1.0
],
[
0.6338980059996471,
1.0
],
[
0.6377977766013764,
1.0
],
[
0.6399505911416975,
1.0
],
[
0.6446620787012529,
1.0
],
[
0.6469031233456856,
1.0
],
[
0.6489147697194283,
1.0
],
[
0.6505382036350803,
1.0
],
[
0.652320451738133,
1.0
],
[
0.6540850538203635,
1.0
],
[
0.6568907711311099,
1.0
],
[
0.6587965413799188,
1.0
],
[
0.6604023292747485,
1.0
],
[
0.6636844891476972,
1.0
],
[
0.6664725604376213,
1.0
],
[
0.6673548614787366,
1.0
],
[
0.6719428268925357,
1.0
],
[
0.6776248455973178,
1.0
],
[
0.6787541909299453,
1.0
],
[
0.6803423328039527,
1.0
],
[
0.6869066525498501,
1.0
],
[
0.6915475560261161,
1.0
],
[
0.6952179283571555,
1.0
],
[
0.6996470795835539,
1.0
],
[
0.702841009352391,
1.0
],
[
0.7049055937886006,
1.0
],
[
0.7067584259749427,
1.0
],
[
0.7089112405152638,
1.0
],
[
0.7122992765131463,
1.0
],
[
0.714946179636492,
1.0
],
[
0.7187400741132874,
1.0
],
[
0.7260631727545438,
1.0
],
[
0.7285865537321334,
1.0
],
[
0.7309158284806776,
1.0
],
[
0.736968413622728,
1.0
],
[
0.7397211928710076,
1.0
],
[
0.7440444679724723,
1.0
],
[
0.7479089465325569,
1.0
],
[
0.7502558673019234,
1.0
],
[
0.7578436562555144,
1.0
],
[
0.7610552320451738,
1.0
],
[
0.7688018351861655,
1.0
],
[
0.7702841009352391,
1.0
],
[
0.7727192518087171,
1.0
],
[
0.7899947061937533,
1.0
],
[
0.811011116993118,
1.0
],
[
0.817734250926416,
1.0
],
[
0.846003176283748,
1.0
],
[
0.8598200105876125,
1.0
],
[
0.8964355037938945,
1.0
],
[
0.9251808717134287,
1.0
],
[
0.9328745367919534,
1.0
],
[
0.9404446797247221,
1.0
],
[
0.9444679724722075,
1.0
],
[
0.9493735662608082,
1.0
],
[
0.95214399152991,
1.0
],
[
0.9554614434445032,
1.0
],
[
0.9558320098817716,
1.0
],
[
0.9597670725251456,
1.0
],
[
0.9603493912122816,
1.0
],
[
0.961761072878066,
1.0
],
[
0.9639491794600318,
1.0
],
[
0.9669313569790012,
1.0
],
[
0.9697900123522146,
1.0
],
[
0.9740956414328569,
1.0
],
[
0.9748720663490383,
1.0
],
[
0.9767425445562026,
1.0
],
[
0.9782953943885654,
1.0
],
[
0.9814187400741133,
1.0
],
[
0.9832009881771661,
1.0
],
[
0.9840303511558144,
1.0
],
[
0.9896241397564849,
1.0
],
[
1.0,
1.0
]
],
"calibration": [
{
"predicted": 1.4060335743269454e-05,
"observed": 0.0,
"n": 5675
},
{
"predicted": 6.0985748100111216e-05,
"observed": 0.0,
"n": 5674
},
{
"predicted": 9.548821677470571e-05,
"observed": 0.0,
"n": 5674
},
{
"predicted": 0.0001226043134336339,
"observed": 0.0001762114537444934,
"n": 5675
},
{
"predicted": 0.0001480728733482675,
"observed": 0.00017624250969333803,
"n": 5674
},
{
"predicted": 0.00017922259473055426,
"observed": 0.0,
"n": 5674
},
{
"predicted": 0.0002283810686554832,
"observed": 0.0003524229074889868,
"n": 5675
},
{
"predicted": 0.00031324661543653554,
"observed": 0.00017624250969333803,
"n": 5674
},
{
"predicted": 0.0004671525134821909,
"observed": 0.00035248501938667606,
"n": 5674
},
{
"predicted": 0.008782752583846481,
"observed": 0.011806167400881057,
"n": 5675
}
],
"id": "model-1",
"name": "Logistic regression",
"tune_ap": 0.8059011636817897,
"chosen_configuration": 0,
"training_seconds": 1.0562983000127133,
"batch_256_ms_median": 2.202300005592406,
"batch_256_ms_p95": 2.7032450117985714,
"calibrator_standardized_coefficient": 1.3484106297506055
},
{
"average_precision": 0.7969302933368385,
"ap_ci95": [
0.6730239896688596,
0.8760127287858495
],
"roc_auc": 0.9489346811077886,
"brier": 0.0005549983462536272,
"top_1pct": {
"k": 568,
"precision": 0.10915492957746478,
"recall": 0.8378378378378378
},
"top_05pct": {
"k": 284,
"precision": 0.21830985915492956,
"recall": 0.8378378378378378
},
"recall_at_fpr_001": 0.8108108108108109,
"threshold": 0.008761771880653663,
"operating": {
"tp": 62,
"fp": 459,
"fn": 12,
"tn": 56211,
"alerts": 521,
"precision": 0.11900191938579655,
"recall": 0.8378378378378378,
"fpr": 0.008099523557437798,
"alert_rate": 0.00918158748061469,
"captured_exposure": 5352.39,
"missed_exposure": 2375.2799999999997
},
"pr_curve": [
[
1.0,
0.0013041026364020865
],
[
0.9324324324324325,
0.005849936413734633
],
[
0.9324324324324325,
0.0060927152317880795
],
[
0.9324324324324325,
0.006160714285714286
],
[
0.918918918918919,
0.006157746989042832
],
[
0.8918918918918919,
0.006338839800230503
],
[
0.8918918918918919,
0.006852159468438538
],
[
0.8918918918918919,
0.0070167977886455455
],
[
0.8918918918918919,
0.007108239095315024
],
[
0.8918918918918919,
0.007593189139438564
],
[
0.8918918918918919,
0.008314436885865457
],
[
0.8918918918918919,
0.008860249697946033
],
[
0.8918918918918919,
0.009114763154260462
],
[
0.8918918918918919,
0.009260558439736215
],
[
0.8918918918918919,
0.009640666082383873
],
[
0.8918918918918919,
0.0100625095288916
],
[
0.8918918918918919,
0.010370835952231301
],
[
0.8918918918918919,
0.010702124209502189
],
[
0.8918918918918919,
0.011111111111111112
],
[
0.8918918918918919,
0.011416709911779968
],
[
0.8918918918918919,
0.01172291296625222
],
[
0.8918918918918919,
0.012161415146489774
],
[
0.8918918918918919,
0.01225854383358098
],
[
0.8918918918918919,
0.013046056532911642
],
[
0.8918918918918919,
0.01313955803304798
],
[
0.8918918918918919,
0.01338199513381995
],
[
0.8918918918918919,
0.01347488770926909
],
[
0.8918918918918919,
0.013591433278418451
],
[
0.8918918918918919,
0.01406050276949297
],
[
0.8918918918918919,
0.014175257731958763
],
[
0.8918918918918919,
0.014245629181955537
],
[
0.8918918918918919,
0.014363438520130577
],
[
0.8918918918918919,
0.014442013129102845
],
[
0.8918918918918919,
0.014647137150466045
],
[
0.8918918918918919,
0.014798206278026907
],
[
0.8918918918918919,
0.014891696750902527
],
[
0.8918918918918919,
0.015061615700593337
],
[
0.8918918918918919,
0.015267175572519083
],
[
0.8918918918918919,
0.015460295151089248
],
[
0.8918918918918919,
0.015584415584415584
],
[
0.8918918918918919,
0.01585776069197501
],
[
0.8918918918918919,
0.017027863777089782
],
[
0.8918918918918919,
0.017191977077363897
],
[
0.8918918918918919,
0.017372992892866545
],
[
0.8918918918918919,
0.017567207878626565
],
[
0.8918918918918919,
0.01776103336921421
],
[
0.8918918918918919,
0.017915309446254073
],
[
0.8918918918918919,
0.018430605975984362
],
[
0.8918918918918919,
0.018712787071165297
],
[
0.8918918918918919,
0.01898188093183779
],
[
0.8918918918918919,
0.01935483870967742
],
[
0.8918918918918919,
0.019543973941368076
],
[
0.8918918918918919,
0.019707375335921172
],
[
0.8918918918918919,
0.019837691614066726
],
[
0.8918918918918919,
0.020042514424536896
],
[
0.8918918918918919,
0.020307692307692308
],
[
0.8918918918918919,
0.02065081351689612
],
[
0.8918918918918919,
0.02082018927444795
],
[
0.8918918918918919,
0.021059349074664963
],
[
0.8918918918918919,
0.02128345694937117
],
[
0.8918918918918919,
0.021477383664171817
],
[
0.8918918918918919,
0.02181818181818182
],
[
0.8783783783783784,
0.02176096417810512
],
[
0.8783783783783784,
0.021966880702940183
],
[
0.8783783783783784,
0.022154055896387186
],
[
0.8783783783783784,
0.02246802627030764
],
[
0.8783783783783784,
0.02273522210563134
],
[
0.8783783783783784,
0.022960084775697633
],
[
0.8783783783783784,
0.023156394727467045
],
[
0.8783783783783784,
0.02355926060166727
],
[
0.8783783783783784,
0.023748629886737302
],
[
0.8783783783783784,
0.024002954209748892
],
[
0.8783783783783784,
0.024280911468061262
],
[
0.8783783783783784,
0.024602573807721424
],
[
0.8783783783783784,
0.025420414548298787
],
[
0.8783783783783784,
0.02577319587628866
],
[
0.8783783783783784,
0.026199113260781944
],
[
0.8783783783783784,
0.026455026455026454
],
[
0.8648648648648649,
0.02632661456190868
],
[
0.8648648648648649,
0.026655560183256977
],
[
0.8648648648648649,
0.02702702702702703
],
[
0.8648648648648649,
0.0273972602739726
],
[
0.8648648648648649,
0.027717626678215677
],
[
0.8648648648648649,
0.028045574057843997
],
[
0.8648648648648649,
0.0283311199645861
],
[
0.8648648648648649,
0.028609745194456863
],
[
0.8648648648648649,
0.029077691958200817
],
[
0.8648648648648649,
0.02938475665748393
],
[
0.8648648648648649,
0.029864675688287448
],
[
0.8648648648648649,
0.030231459612659425
],
[
0.8648648648648649,
0.030563514804202482
],
[
0.8648648648648649,
0.031098153547133137
],
[
0.8648648648648649,
0.03143418467583497
],
[
0.8648648648648649,
0.03176178660049628
],
[
0.8648648648648649,
0.03224181360201511
],
[
0.8648648648648649,
0.03263640999490056
],
[
0.8648648648648649,
0.03338549817423057
],
[
0.8648648648648649,
0.03382663847780127
],
[
0.8648648648648649,
0.034482758620689655
],
[
0.8648648648648649,
0.034991798797156914
],
[
0.8648648648648649,
0.03545706371191136
],
[
0.8648648648648649,
0.03617863199547767
],
[
0.8648648648648649,
0.03676048248133257
],
[
0.8648648648648649,
0.037252619324796274
],
[
0.8648648648648649,
0.03771361225692398
],
[
0.8648648648648649,
0.0382089552238806
],
[
0.8648648648648649,
0.038882138517618466
],
[
0.8513513513513513,
0.03879310344827586
],
[
0.8513513513513513,
0.03935040599625234
],
[
0.8513513513513513,
0.04007633587786259
],
[
0.8513513513513513,
0.04064516129032258
],
[
0.8513513513513513,
0.04144736842105263
],
[
0.8513513513513513,
0.04219691895512391
],
[
0.8513513513513513,
0.04294478527607362
],
[
0.8513513513513513,
0.04387186629526462
],
[
0.8513513513513513,
0.04461756373937677
],
[
0.8513513513513513,
0.04542177361211247
],
[
0.8513513513513513,
0.04618768328445748
],
[
0.8513513513513513,
0.04694485842026826
],
[
0.8513513513513513,
0.047655068078668684
],
[
0.8513513513513513,
0.04849884526558892
],
[
0.8513513513513513,
0.0499603489294211
],
[
0.8513513513513513,
0.05076551168412571
],
[
0.8513513513513513,
0.051597051597051594
],
[
0.8513513513513513,
0.0525
],
[
0.8513513513513513,
0.05352591333899745
],
[
0.8513513513513513,
0.05445116681071737
],
[
0.8513513513513513,
0.055408970976253295
],
[
0.8513513513513513,
0.05665467625899281
],
[
0.8513513513513513,
0.05806451612903226
],
[
0.8513513513513513,
0.05937794533459001
],
[
0.8513513513513513,
0.06086956521739131
],
[
0.8513513513513513,
0.06395939086294417
],
[
0.8513513513513513,
0.06535269709543569
],
[
0.8513513513513513,
0.06680805938494168
],
[
0.8513513513513513,
0.06847826086956521
],
[
0.8513513513513513,
0.07007786429365963
],
[
0.8513513513513513,
0.07258064516129033
],
[
0.8513513513513513,
0.07455621301775148
],
[
0.8513513513513513,
0.07645631067961164
],
[
0.8513513513513513,
0.0784557907845579
],
[
0.8513513513513513,
0.08045977011494253
],
[
0.8513513513513513,
0.08344370860927153
],
[
0.8513513513513513,
0.08571428571428572
],
[
0.8513513513513513,
0.08823529411764706
],
[
0.8513513513513513,
0.09077809798270893
],
[
0.8513513513513513,
0.09375
],
[
0.8513513513513513,
0.0970724191063174
],
[
0.8513513513513513,
0.10031847133757962
],
[
0.8378378378378378,
0.10197368421052631
],
[
0.8378378378378378,
0.10562180579216354
],
[
0.8378378378378378,
0.10934744268077601
],
[
0.8378378378378378,
0.11355311355311355
],
[
0.8378378378378378,
0.11787072243346007
],
[
0.8378378378378378,
0.1225296442687747
],
[
0.8378378378378378,
0.12757201646090535
],
[
0.8378378378378378,
0.13304721030042918
],
[
0.8378378378378378,
0.13901345291479822
],
[
0.8378378378378378,
0.14553990610328638
],
[
0.8378378378378378,
0.15270935960591134
],
[
0.8378378378378378,
0.16062176165803108
],
[
0.8378378378378378,
0.16986301369863013
],
[
0.8378378378378378,
0.17971014492753623
],
[
0.8378378378378378,
0.19135802469135801
],
[
0.8378378378378378,
0.2052980132450331
],
[
0.8378378378378378,
0.2198581560283688
],
[
0.8378378378378378,
0.23754789272030652
],
[
0.8378378378378378,
0.2572614107883817
],
[
0.8378378378378378,
0.28054298642533937
],
[
0.8243243243243243,
0.3034825870646766
],
[
0.8243243243243243,
0.3370165745856354
],
[
0.8243243243243243,
0.37888198757763975
],
[
0.8243243243243243,
0.4326241134751773
],
[
0.8108108108108109,
0.49586776859504134
],
[
0.8108108108108109,
0.594059405940594
],
[
0.7837837837837838,
0.7160493827160493
],
[
0.7432432432432432,
0.9016393442622951
],
[
0.5405405405405406,
0.975609756097561
],
[
0.28378378378378377,
1.0
],
[
0.0,
1.0
]
],
"roc_curve": [
[
0.0,
0.0
],
[
3.529204164460914e-05,
0.6756756756756757
],
[
0.000123522145756132,
0.7432432432432432
],
[
0.0007234868537144874,
0.8108108108108109
],
[
0.004623257455443798,
0.8378378378378378
],
[
0.009758249514734427,
0.8513513513513513
],
[
0.010940532909828833,
0.8513513513513513
],
[
0.012616904887947767,
0.8513513513513513
],
[
0.014063878595376743,
0.8513513513513513
],
[
0.015387330157049585,
0.8513513513513513
],
[
0.016393153343920944,
0.8513513513513513
],
[
0.017575436739015352,
0.8513513513513513
],
[
0.017963649197106052,
0.8513513513513513
],
[
0.018422445738485973,
0.8513513513513513
],
[
0.01979883536262573,
0.8513513513513513
],
[
0.021792835715546143,
0.8513513513513513
],
[
0.02271042879830598,
0.8513513513513513
],
[
0.02336333156873125,
0.8513513513513513
],
[
0.02424563260984648,
0.8513513513513513
],
[
0.024845597317804835,
0.8513513513513513
],
[
0.0250926416093171,
0.8513513513513513
],
[
0.025745544379742368,
0.8513513513513513
],
[
0.02629257102523381,
0.8513513513513513
],
[
0.026892535733192165,
0.8513513513513513
],
[
0.027704252691018175,
0.8513513513513513
],
[
0.028463031586377273,
0.8648648648648649
],
[
0.029521792835715547,
0.8648648648648649
],
[
0.03015704958531851,
0.8648648648648649
],
[
0.03068643020998765,
0.8648648648648649
],
[
0.031304040938768304,
0.8648648648648649
],
[
0.031939297688371275,
0.8648648648648649
],
[
0.0328215987294865,
0.8648648648648649
],
[
0.033562731604023295,
0.8648648648648649
],
[
0.033933298041291686,
0.8648648648648649
],
[
0.03432151049938239,
0.8648648648648649
],
[
0.035186165519675315,
0.8648648648648649
],
[
0.03594494441503441,
0.8648648648648649
],
[
0.03691547556026116,
0.8648648648648649
],
[
0.0378154226221987,
0.8648648648648649
],
[
0.03808011293453326,
0.8648648648648649
],
[
0.03869772366331392,
0.8648648648648649
],
[
0.03919181224633845,
0.8648648648648649
],
[
0.03991529910005294,
0.8648648648648649
],
[
0.04023292747485442,
0.8648648648648649
],
[
0.040674077995412034,
0.8648648648648649
],
[
0.04106229045350274,
0.8648648648648649
],
[
0.041397564849126524,
0.8648648648648649
],
[
0.041803423328039525,
0.8648648648648649
],
[
0.04238574201517558,
0.8783783783783784
],
[
0.043020998764778544,
0.8783783783783784
],
[
0.04365625551438151,
0.8783783783783784
],
[
0.04404446797247221,
0.8783783783783784
],
[
0.04552673372154579,
0.8783783783783784
],
[
0.04598553026292571,
0.8783783783783784
],
[
0.04647961884595024,
0.8783783783783784
],
[
0.04681489324157403,
0.8783783783783784
],
[
0.04745014999117699,
0.8783783783783784
],
[
0.047926592553379214,
0.8783783783783784
],
[
0.048738309511205224,
0.8783783783783784
],
[
0.04925004411505206,
0.8783783783783784
],
[
0.04962061055232045,
0.8783783783783784
],
[
0.05002646903123346,
0.8783783783783784
],
[
0.05090877007234869,
0.8783783783783784
],
[
0.0513499205929063,
0.8783783783783784
],
[
0.05184400917593083,
0.8783783783783784
],
[
0.05246161990471149,
0.8918918918918919
],
[
0.053114522675136756,
0.8918918918918919
],
[
0.05355567319569437,
0.8918918918918919
],
[
0.05397917769542968,
0.8918918918918919
],
[
0.05434974413269807,
0.8918918918918919
],
[
0.05464972648667726,
0.8918918918918919
],
[
0.055355567319569435,
0.8918918918918919
],
[
0.056043762131639314,
0.8918918918918919
],
[
0.056767248985353805,
0.8918918918918919
],
[
0.05780836421386977,
0.8918918918918919
],
[
0.058390682901005825,
0.8918918918918919
],
[
0.05865537321334039,
0.8918918918918919
],
[
0.05911416975472031,
0.8918918918918919
],
[
0.0602258690665255,
0.8918918918918919
],
[
0.060755249691194634,
0.8918918918918919
],
[
0.06119640021175225,
0.8918918918918919
],
[
0.061919887065466736,
0.8918918918918919
],
[
0.0636844891476972,
0.8918918918918919
],
[
0.06414328568907711,
0.8918918918918919
],
[
0.06470795835539087,
0.8918918918918919
],
[
0.06499029468854774,
0.8918918918918919
],
[
0.06543144520910535,
0.8918918918918919
],
[
0.0660137638962414,
0.8918918918918919
],
[
0.06686077289571202,
0.8918918918918919
],
[
0.06728427739544733,
0.8918918918918919
],
[
0.06776071995764955,
0.8918918918918919
],
[
0.07282512793365097,
0.8918918918918919
],
[
0.0733545085583201,
0.8918918918918919
],
[
0.07370742897476619,
0.8918918918918919
],
[
0.0741485794953238,
0.8918918918918919
],
[
0.07464266807834834,
0.8918918918918919
],
[
0.0749426504323275,
0.8918918918918919
],
[
0.0752955708487736,
0.8918918918918919
],
[
0.07591318157755426,
0.8918918918918919
],
[
0.07670725251455797,
0.8918918918918919
],
[
0.07704252691018175,
0.8918918918918919
],
[
0.07741309334745015,
0.8918918918918919
],
[
0.0779601199929416,
0.8918918918918919
],
[
0.07834833245103229,
0.8918918918918919
],
[
0.07882477501323451,
0.8918918918918919
],
[
0.07986589024175049,
0.8918918918918919
],
[
0.0803246867831304,
0.8918918918918919
],
[
0.08073054526204342,
0.8918918918918919
],
[
0.08120698782424564,
0.8918918918918919
],
[
0.08164813834480325,
0.8918918918918919
],
[
0.08189518263631551,
0.8918918918918919
],
[
0.08434797953061585,
0.8918918918918919
],
[
0.08473619198870655,
0.8918918918918919
],
[
0.08517734250926416,
0.8918918918918919
],
[
0.08544203282159873,
0.8918918918918919
],
[
0.08586553732133403,
0.8918918918918919
],
[
0.08634197988353626,
0.8918918918918919
],
[
0.08717134286218457,
0.8918918918918919
],
[
0.08777130757014294,
0.8918918918918919
],
[
0.08815952002823363,
0.8918918918918919
],
[
0.08853008646550203,
0.8918918918918919
],
[
0.089165343215105,
0.8918918918918919
],
[
0.09410622904535028,
0.8918918918918919
],
[
0.09442385742015176,
0.8918918918918919
],
[
0.09477677783659785,
0.8918918918918919
],
[
0.09659431798129522,
0.8918918918918919
],
[
0.09814716781365802,
0.8918918918918919
],
[
0.09987647785424386,
0.8918918918918919
],
[
0.10052938062466914,
0.8918918918918919
],
[
0.10185283218634197,
0.8918918918918919
],
[
0.10261161108170108,
0.8918918918918919
],
[
0.10418210693488618,
0.8918918918918919
],
[
0.10509970001764603,
0.8918918918918919
],
[
0.10702311628727722,
0.8918918918918919
],
[
0.10850538203635081,
0.8918918918918919
],
[
0.10956414328568907,
0.8918918918918919
],
[
0.1104111522851597,
0.8918918918918919
],
[
0.11231692253396859,
0.8918918918918919
],
[
0.11309334745015,
0.8918918918918919
],
[
0.11459325922004587,
0.8918918918918919
],
[
0.11755779071819304,
0.8918918918918919
],
[
0.11895182636315511,
0.8918918918918919
],
[
0.11979883536262573,
0.8918918918918919
],
[
0.12023998588318334,
0.8918918918918919
],
[
0.12179283571554614,
0.8918918918918919
],
[
0.12473972119287101,
0.8918918918918919
],
[
0.12571025233809777,
0.8918918918918919
],
[
0.12676901358743603,
0.8918918918918919
],
[
0.12735133227457207,
0.8918918918918919
],
[
0.13028057173107463,
0.8918918918918919
],
[
0.1313040409387683,
0.8918918918918919
],
[
0.13527439562378685,
0.8918918918918919
],
[
0.1389094759131816,
0.8918918918918919
],
[
0.1474677960119993,
0.8918918918918919
],
[
0.1509970001764602,
0.8918918918918919
],
[
0.15466737250749957,
0.8918918918918919
],
[
0.1591141697547203,
0.8918918918918919
],
[
0.16237868360684665,
0.8918918918918919
],
[
0.1628904182106935,
0.8918918918918919
],
[
0.16403740956414328,
0.8918918918918919
],
[
0.16437268395976706,
0.8918918918918919
],
[
0.16537850714663843,
0.8918918918918919
],
[
0.16666666666666666,
0.8918918918918919
],
[
0.16853714487383095,
0.8918918918918919
],
[
0.1698605964355038,
0.8918918918918919
],
[
0.17319569437091936,
0.8918918918918919
],
[
0.18291865184400918,
0.8918918918918919
],
[
0.1876301394035645,
0.9054054054054054
],
[
0.19317098994176812,
0.9054054054054054
],
[
0.19407093700370567,
0.9324324324324325
],
[
0.1949532380448209,
0.9324324324324325
],
[
0.19640021175224986,
0.9324324324324325
],
[
0.19715899064760897,
0.9324324324324325
],
[
0.1984295041468149,
0.9324324324324325
],
[
0.2007764249161814,
0.9324324324324325
],
[
0.20587612493382743,
0.9324324324324325
],
[
0.20684665607905417,
0.9324324324324325
],
[
0.21284630315863773,
0.9324324324324325
],
[
0.21888124227986588,
0.9324324324324325
],
[
1.0,
1.0
]
],
"calibration": [
{
"predicted": 4.4598460238649324e-05,
"observed": 0.00011026574043444702,
"n": 45345
},
{
"predicted": 0.0013894275023068282,
"observed": 0.0005284481240091598,
"n": 5677
},
{
"predicted": 0.010468465565097266,
"observed": 0.011534428521495981,
"n": 5722
}
],
"id": "model-2",
"name": "Random forest",
"tune_ap": 0.8019120053537028,
"chosen_configuration": 0,
"training_seconds": 18.142266500013648,
"batch_256_ms_median": 26.8754500139039,
"batch_256_ms_p95": 39.1962949957815,
"calibrator_standardized_coefficient": 5.984572571557205
},
{
"average_precision": 0.7898120532026679,
"ap_ci95": [
0.6667825842226333,
0.8693574506654781
],
"roc_auc": 0.9559047401027285,
"brier": 0.00045802698399839383,
"top_1pct": {
"k": 568,
"precision": 0.10915492957746478,
"recall": 0.8378378378378378
},
"top_05pct": {
"k": 284,
"precision": 0.2147887323943662,
"recall": 0.8243243243243243
},
"recall_at_fpr_001": 0.8243243243243243,
"threshold": 0.0034456687360667235,
"operating": {
"tp": 62,
"fp": 543,
"fn": 12,
"tn": 56127,
"alerts": 605,
"precision": 0.1024793388429752,
"recall": 0.8378378378378378,
"fpr": 0.009581789306511383,
"alert_rate": 0.01066192020301706,
"captured_exposure": 5357.47,
"missed_exposure": 2370.2000000000003
},
"pr_curve": [
[
1.0,
0.0013041026364020865
],
[
1.0,
0.001311568387657078
],
[
0.9864864864864865,
0.0013016886289474153
],
[
0.9864864864864865,
0.0013094405280812212
],
[
0.9864864864864865,
0.0013171664681895276
],
[
0.9864864864864865,
0.0013247196312561247
],
[
0.9864864864864865,
0.0013328221138923884
],
[
0.9864864864864865,
0.001340531805494344
],
[
0.9864864864864865,
0.0013485304712467442
],
[
0.9864864864864865,
0.0013571548086039897
],
[
0.9864864864864865,
0.0013650983618819657
],
[
0.9864864864864865,
0.0013733937877448122
],
[
0.9864864864864865,
0.0013818429620655712
],
[
0.9864864864864865,
0.0013906616120244605
],
[
0.9864864864864865,
0.0013990838875366542
],
[
0.9864864864864865,
0.0014075273792997069
],
[
0.9864864864864865,
0.0014162931920920396
],
[
0.9864864864864865,
0.0014253358325523274
],
[
0.9864864864864865,
0.0014342128529047722
],
[
0.9864864864864865,
0.0014434865142766747
],
[
0.9864864864864865,
0.0014525339753666156
],
[
0.9864864864864865,
0.0014619297472663916
],
[
0.9864864864864865,
0.0014713292351103498
],
[
0.9864864864864865,
0.0014806100924874249
],
[
0.9864864864864865,
0.0014905259719046064
],
[
0.9864864864864865,
0.0015009149412998335
],
[
0.9864864864864865,
0.0015106052767718573
],
[
0.9864864864864865,
0.0015204215524961988
],
[
0.9864864864864865,
0.0015303662397014737
],
[
0.9864864864864865,
0.001540506890075337
],
[
0.9864864864864865,
0.001550651061027678
],
[
0.9864864864864865,
0.001561130001496974
],
[
0.9864864864864865,
0.001571514681822096
],
[
0.9864864864864865,
0.0015822784810126582
],
[
0.9864864864864865,
0.00159329506515049
],
[
0.9864864864864865,
0.0016042193165586199
],
[
0.9864864864864865,
0.001615759185480301
],
[
0.9864864864864865,
0.0016273574390298275
],
[
0.9864864864864865,
0.0016388658150551152
],
[
0.9864864864864865,
0.0016506874095513749
],
[
0.9864864864864865,
0.0016623778835424589
],
[
0.9864864864864865,
0.0016748881495927499
],
[
0.9864864864864865,
0.0016870421298329134
],
[
0.9864864864864865,
0.001699729905932756
],
[
0.9864864864864865,
0.0017124492716226044
],
[
0.9864864864864865,
0.0017252381064920947
],
[
0.9864864864864865,
0.0017384677669024314
],
[
0.9864864864864865,
0.0017522383044093997
],
[
0.9864864864864865,
0.0017658015045596382
],
[
0.9864864864864865,
0.0017790992396178593
],
[
0.9864864864864865,
0.0017927308447937133
],
[
0.9864864864864865,
0.001806930693069307
],
[
0.9864864864864865,
0.0018216754423177701
],
[
0.9864864864864865,
0.0018359699202736349
],
[
0.9864864864864865,
0.0018510535791262013
],
[
0.9864864864864865,
0.0018660531697341513
],
[
0.9864864864864865,
0.0018816372821940407
],
[
0.9864864864864865,
0.0018973852471799136
],
[
0.9864864864864865,
0.0019127472815406786
],
[
0.9864864864864865,
0.0019287677023885014
],
[
0.9864864864864865,
0.0019453179129137132
],
[
0.9864864864864865,
0.0019617854935368574
],
[
0.9864864864864865,
0.0019788024179339136
],
[
0.9864864864864865,
0.001995298748155032
],
[
0.9864864864864865,
0.0020128491466071085
],
[
0.9864864864864865,
0.00203014628177318
],
[
0.9864864864864865,
0.002048892755901092
],
[
0.9864864864864865,
0.002066993232720786
],
[
0.9864864864864865,
0.0020855355255263836
],
[
0.9864864864864865,
0.002104595514040247
],
[
0.9864864864864865,
0.0021238835064443864
],
[
0.9864864864864865,
0.002143087807885389
],
[
0.9864864864864865,
0.0021626425714708934
],
[
0.9864864864864865,
0.0021826227351551754
],
[
0.9864864864864865,
0.002204239386436379
],
[
0.9864864864864865,
0.0022251348797512724
],
[
0.9864864864864865,
0.0022464994614556084
],
[
0.9864864864864865,
0.0022693359860731163
],
[
0.9864864864864865,
0.002291490096368145
],
[
0.9864864864864865,
0.0023139343223025233
],
[
0.9864864864864865,
0.0023374959974383604
],
[
0.9864864864864865,
0.0023619244831268
],
[
0.9864864864864865,
0.002386322774672289
],
[
0.9864864864864865,
0.0024111507464658474
],
[
0.9864864864864865,
0.002437314279990651
],
[
0.9864864864864865,
0.0024638023558000606
],
[
0.9864864864864865,
0.0024897680763983627
],
[
0.9864864864864865,
0.0025164604088386364
],
[
0.9864864864864865,
0.0025436426356319035
],
[
0.9864864864864865,
0.0025720527094637447
],
[
0.9864864864864865,
0.0026004559703619264
],
[
0.9864864864864865,
0.0026293988401829772
],
[
0.972972972972973,
0.002624097966324076
],
[
0.972972972972973,
0.0026554547466253594
],
[
0.972972972972973,
0.002685965828545848
],
[
0.972972972972973,
0.002718622564567286
],
[
0.972972972972973,
0.002752504014068354
],
[
0.972972972972973,
0.002784976598460527
],
[
0.972972972972973,
0.002819328060145665
],
[
0.972972972972973,
0.0028557829604950024
],
[
0.972972972972973,
0.0028919146885166887
],
[
0.972972972972973,
0.002928376784479603
],
[
0.972972972972973,
0.002965770070437039
],
[
0.972972972972973,
0.003004757532760204
],
[
0.972972972972973,
0.003044654939106901
],
[
0.972972972972973,
0.003086155165023575
],
[
0.972972972972973,
0.003127579166847661
],
[
0.972972972972973,
0.003170549121493681
],
[
0.9594594594594594,
0.0031727589596925554
],
[
0.9459459459459459,
0.003173164097914778
],
[
0.9459459459459459,
0.003218390804597701
],
[
0.9459459459459459,
0.003264316358888267
],
[
0.9459459459459459,
0.0033136094674556214
],
[
0.9324324324324325,
0.003315235670013934
],
[
0.9324324324324325,
0.0033658536585365853
],
[
0.9324324324324325,
0.0034166872988363457
],
[
0.9324324324324325,
0.003470650369699713
],
[
0.9324324324324325,
0.0035256246487149353
],
[
0.9324324324324325,
0.003582182535562247
],
[
0.9324324324324325,
0.003642506466768727
],
[
0.9324324324324325,
0.0037044990872973265
],
[
0.9324324324324325,
0.003770903923926112
],
[
0.9324324324324325,
0.0038380242518633884
],
[
0.9324324324324325,
0.003907798606784844
],
[
0.9324324324324325,
0.003980156898938625
],
[
0.918918918918919,
0.003995534402726365
],
[
0.918918918918919,
0.004071124947614201
],
[
0.918918918918919,
0.004149124412715846
],
[
0.918918918918919,
0.004229381763900982
],
[
0.918918918918919,
0.004323224616949584
],
[
0.918918918918919,
0.004410429368270853
],
[
0.918918918918919,
0.0044994375703037125
],
[
0.918918918918919,
0.004593042890915232
],
[
0.918918918918919,
0.004694511563686572
],
[
0.918918918918919,
0.004799209541957795
],
[
0.918918918918919,
0.0049079754601227
],
[
0.918918918918919,
0.005018450184501845
],
[
0.918918918918919,
0.005139056831922612
],
[
0.918918918918919,
0.0052627505611020815
],
[
0.918918918918919,
0.005392973273058926
],
[
0.918918918918919,
0.005531603351500854
],
[
0.918918918918919,
0.005677548634883527
],
[
0.918918918918919,
0.005830403841207236
],
[
0.918918918918919,
0.005991717331923518
],
[
0.918918918918919,
0.006170598911070781
],
[
0.918918918918919,
0.006353952532236965
],
[
0.918918918918919,
0.006554848660111818
],
[
0.918918918918919,
0.006763477222995823
],
[
0.918918918918919,
0.0069786535303776685
],
[
0.918918918918919,
0.007257978439534635
],
[
0.918918918918919,
0.0075196284418887534
],
[
0.918918918918919,
0.007806222018137987
],
[
0.918918918918919,
0.008100059559261465
],
[
0.918918918918919,
0.008439865955070125
],
[
0.918918918918919,
0.008786664943791187
],
[
0.918918918918919,
0.009165655748753202
],
[
0.918918918918919,
0.009577464788732394
],
[
0.918918918918919,
0.010019154265507589
],
[
0.918918918918919,
0.010498687664041995
],
[
0.918918918918919,
0.011019283746556474
],
[
0.918918918918919,
0.011606076122205154
],
[
0.918918918918919,
0.012250045036930283
],
[
0.9054054054054054,
0.012774070543374642
],
[
0.9054054054054054,
0.013560008095527222
],
[
0.8918918918918919,
0.014227204138823023
],
[
0.8918918918918919,
0.015228426395939087
],
[
0.8918918918918919,
0.016373108409823867
],
[
0.8918918918918919,
0.017708612825328682
],
[
0.8918918918918919,
0.019303890026323486
],
[
0.8918918918918919,
0.021181001283697046
],
[
0.8918918918918919,
0.02344582593250444
],
[
0.8783783783783784,
0.025989604158336666
],
[
0.8513513513513513,
0.028662420382165606
],
[
0.8513513513513513,
0.03322784810126582
],
[
0.8513513513513513,
0.040255591054313096
],
[
0.8513513513513513,
0.0499603489294211
],
[
0.8513513513513513,
0.06610703043022036
],
[
0.8378378378378378,
0.09702660406885759
],
[
0.8243243243243243,
0.1955128205128205
],
[
0.0,
1.0
]
],
"roc_curve": [
[
0.0,
0.0
],
[
0.0002999823539791777,
0.7702702702702703
],
[
0.003935062643373919,
0.8243243243243243
],
[
0.005505558496559026,
0.8243243243243243
],
[
0.009334745014999118,
0.8378378378378378
],
[
0.013375683783306865,
0.8513513513513513
],
[
0.021245809070054703,
0.8513513513513513
],
[
0.03478030704076231,
0.8513513513513513
],
[
0.0467266631374625,
0.8783783783783784
],
[
0.0628904182106935,
0.8918918918918919
],
[
0.07548967707781895,
0.8918918918918919
],
[
0.09078877713075702,
0.9054054054054054
],
[
0.09784718545967884,
0.918918918918919
],
[
0.1080995235574378,
0.918918918918919
],
[
0.11720487030174695,
0.918918918918919
],
[
0.1227633668607729,
0.918918918918919
],
[
0.12802188106581966,
0.918918918918919
],
[
0.13148050114699136,
0.918918918918919
],
[
0.13458620081171696,
0.918918918918919
],
[
0.13961531674607375,
0.918918918918919
],
[
0.1427916004940886,
0.918918918918919
],
[
0.1452267513675666,
0.918918918918919
],
[
0.1470972295747309,
0.918918918918919
],
[
0.15196753132168697,
0.918918918918919
],
[
0.1552496911946356,
0.918918918918919
],
[
0.15798482442209283,
0.918918918918919
],
[
0.1617081348155991,
0.918918918918919
],
[
0.16647256043762132,
0.918918918918919
],
[
0.17086641962237514,
0.918918918918919
],
[
0.1771484030351156,
0.918918918918919
],
[
0.18092465149108877,
0.918918918918919
],
[
0.1841009352391036,
0.918918918918919
],
[
0.1872772189871184,
0.918918918918919
],
[
0.19168872419269456,
0.918918918918919
],
[
0.1953590965237339,
0.918918918918919
],
[
0.19800599964707957,
0.918918918918919
],
[
0.2007411328745368,
0.918918918918919
],
[
0.20711134639138873,
0.918918918918919
],
[
0.21282865713781543,
0.918918918918919
],
[
0.21743426857243692,
0.918918918918919
],
[
0.22237515440268218,
0.918918918918919
],
[
0.2305276160225869,
0.918918918918919
],
[
0.23575083818598905,
0.918918918918919
],
[
0.24339156520204694,
0.918918918918919
],
[
0.25073230986412565,
0.918918918918919
],
[
0.2554261514028587,
0.918918918918919
],
[
0.2598553026292571,
0.918918918918919
],
[
0.26971942826892537,
0.918918918918919
],
[
0.275666137286042,
0.918918918918919
],
[
0.2795659078877713,
0.918918918918919
],
[
0.2884418563613905,
0.918918918918919
],
[
0.29258867125463206,
0.918918918918919
],
[
0.2987471325216164,
0.918918918918919
],
[
0.3041468148932416,
0.9324324324324325
],
[
0.3091053467443092,
0.9324324324324325
],
[
0.31519322392800425,
0.9324324324324325
],
[
0.3191106405505558,
0.9324324324324325
],
[
0.3243162166931357,
0.9324324324324325
],
[
0.33181577554261515,
0.9324324324324325
],
[
0.3381330509970002,
0.9324324324324325
],
[
0.3448208928886536,
0.9324324324324325
],
[
0.35464972648667725,
0.9324324324324325
],
[
0.36341979883536263,
0.9324324324324325
],
[
0.36859008293629786,
0.9459459459459459
],
[
0.37321334039174164,
0.9459459459459459
],
[
0.3820187047820716,
0.9459459459459459
],
[
0.3880007058408329,
0.9459459459459459
],
[
0.39179460031762836,
0.9594594594594594
],
[
0.3980236456679019,
0.972972972972973
],
[
0.4019410622904535,
0.972972972972973
],
[
0.4103405682018705,
0.972972972972973
],
[
0.41708134815599085,
0.972972972972973
],
[
0.4215281454032116,
0.972972972972973
],
[
0.428215987294865,
0.972972972972973
],
[
0.4358390682901006,
0.972972972972973
],
[
0.4417328392447503,
0.972972972972973
],
[
0.44723839774130936,
0.972972972972973
],
[
0.4546850185283219,
0.972972972972973
],
[
0.46193753308628904,
0.972972972972973
],
[
0.4671784012705135,
0.972972972972973
],
[
0.4730545262043409,
0.972972972972973
],
[
0.4802364566790189,
0.972972972972973
],
[
0.48457737780130583,
0.972972972972973
],
[
0.4877713075701429,
0.9864864864864865
],
[
0.4968237162519852,
0.9864864864864865
],
[
0.5008470089994707,
0.9864864864864865
],
[
0.5125816128463032,
0.9864864864864865
],
[
0.5206634903829187,
0.9864864864864865
],
[
0.5248985353802718,
0.9864864864864865
],
[
0.5307746603140991,
0.9864864864864865
],
[
0.535574377977766,
0.9864864864864865
],
[
0.5401270513499206,
0.9864864864864865
],
[
0.5463737427210165,
0.9864864864864865
],
[
0.5498500088230104,
0.9864864864864865
],
[
0.557473089818246,
0.9864864864864865
],
[
0.5636668431268749,
0.9864864864864865
],
[
0.569172401623434,
0.9864864864864865
],
[
0.5733368625374978,
0.9864864864864865
],
[
0.5785777307217222,
0.9864864864864865
],
[
0.5842068113640374,
0.9864864864864865
],
[
0.5876301394035645,
0.9864864864864865
],
[
0.5925886712546321,
0.9864864864864865
],
[
0.6027704252691019,
0.9864864864864865
],
[
0.609387683077466,
0.9864864864864865
],
[
0.6161990471148756,
0.9864864864864865
],
[
0.6217751896947238,
0.9864864864864865
],
[
0.6283042173989766,
0.9864864864864865
],
[
0.6334745014999118,
0.9864864864864865
],
[
0.6394388565378507,
0.9864864864864865
],
[
0.6432327510146462,
0.9864864864864865
],
[
0.6524616199047115,
0.9864864864864865
],
[
0.6590082936297865,
0.9864864864864865
],
[
0.6634197988353626,
0.9864864864864865
],
[
0.6697723663313923,
0.9864864864864865
],
[
0.6766366684312688,
0.9864864864864865
],
[
0.6837127227810129,
0.9864864864864865
],
[
0.6883889182989236,
0.9864864864864865
],
[
0.6953414505029116,
0.9864864864864865
],
[
0.6991000529380624,
0.9864864864864865
],
[
0.7061761072878066,
0.9864864864864865
],
[
0.7132874536791953,
0.9864864864864865
],
[
0.71738133050997,
0.9864864864864865
],
[
0.7233456855479089,
0.9864864864864865
],
[
0.7300688194812069,
0.9864864864864865
],
[
0.7346038468325392,
0.9864864864864865
],
[
0.7370742897476619,
0.9864864864864865
],
[
0.7424033880359979,
0.9864864864864865
],
[
0.7490912299276513,
0.9864864864864865
],
[
0.7533792129874713,
0.9864864864864865
],
[
0.7575789659431799,
0.9864864864864865
],
[
0.7613199223575083,
0.9864864864864865
],
[
0.766049055937886,
0.9864864864864865
],
[
0.7701429327686606,
0.9864864864864865
],
[
0.7734250926416093,
0.9864864864864865
],
[
0.7799188283042174,
0.9864864864864865
],
[
0.7850714663843303,
0.9864864864864865
],
[
0.7896064937356626,
0.9864864864864865
],
[
0.7938238927121934,
0.9864864864864865
],
[
0.7978295394388565,
0.9864864864864865
],
[
0.801446973707429,
0.9864864864864865
],
[
0.8081524616199047,
0.9864864864864865
],
[
0.812458090700547,
0.9864864864864865
],
[
0.8181401094053291,
0.9864864864864865
],
[
0.824739721192871,
0.9864864864864865
],
[
0.8290629962943357,
0.9864864864864865
],
[
0.8371095817893065,
0.9864864864864865
],
[
0.841132874536792,
0.9864864864864865
],
[
0.8463737427210164,
0.9864864864864865
],
[
0.8541909299452973,
0.9864864864864865
],
[
0.8612846303158638,
0.9864864864864865
],
[
0.8668078348332451,
0.9864864864864865
],
[
0.8732133403917417,
0.9864864864864865
],
[
0.8774307393682724,
0.9864864864864865
],
[
0.8823539791776954,
0.9864864864864865
],
[
0.8882653961531675,
0.9864864864864865
],
[
0.8926592553379213,
0.9864864864864865
],
[
0.8980059996470796,
0.9864864864864865
],
[
0.9021704605611435,
0.9864864864864865
],
[
0.909387683077466,
0.9864864864864865
],
[
0.9122992765131462,
0.9864864864864865
],
[
0.9195517910711135,
0.9864864864864865
],
[
0.9230809952355744,
0.9864864864864865
],
[
0.9268925357331922,
0.9864864864864865
],
[
0.9306158461266985,
0.9864864864864865
],
[
0.9352920416446091,
0.9864864864864865
],
[
0.9401976354332098,
0.9864864864864865
],
[
0.9448208928886536,
0.9864864864864865
],
[
0.950114699135345,
0.9864864864864865
],
[
0.95260278807129,
0.9864864864864865
],
[
0.9567672489853538,
0.9864864864864865
],
[
0.9625198517734251,
0.9864864864864865
],
[
0.9662608081877536,
0.9864864864864865
],
[
0.9699664725604377,
0.9864864864864865
],
[
0.9739368272454562,
0.9864864864864865
],
[
0.9782601023469207,
0.9864864864864865
],
[
0.9814540321157579,
0.9864864864864865
],
[
0.9848067760719957,
0.9864864864864865
],
[
0.988759484736192,
0.9864864864864865
],
[
0.995306158461267,
1.0
],
[
1.0,
1.0
]
],
"calibration": [
{
"predicted": 2.2539417435006316e-05,
"observed": 0.0001762114537444934,
"n": 5675
},
{
"predicted": 4.35834147783418e-05,
"observed": 0.0,
"n": 5674
},
{
"predicted": 6.193220335047199e-05,
"observed": 0.0,
"n": 5674
},
{
"predicted": 8.150925294263824e-05,
"observed": 0.0,
"n": 5675
},
{
"predicted": 0.0001063450937967803,
"observed": 0.0,
"n": 5674
},
{
"predicted": 0.00014081450075656272,
"observed": 0.00017624250969333803,
"n": 5674
},
{
"predicted": 0.00019490639902132125,
"observed": 0.0007048458149779736,
"n": 5675
},
{
"predicted": 0.0002962446539669809,
"observed": 0.0,
"n": 5674
},
{
"predicted": 0.0005069054452497334,
"observed": 0.0,
"n": 5674
},
{
"predicted": 0.010845577276864953,
"observed": 0.011982378854625551,
"n": 5675
}
],
"id": "model-3",
"name": "Extra trees",
"tune_ap": 0.8154234499447497,
"chosen_configuration": 0,
"training_seconds": 6.489856200001668,
"batch_256_ms_median": 37.51945000840351,
"batch_256_ms_p95": 38.51015499967616,
"calibrator_standardized_coefficient": 1.2427998892944345
},
{
"average_precision": 0.7752541747356944,
"ap_ci95": [
0.6467330517454937,
0.8539413610651373
],
"roc_auc": 0.9727689706646827,
"brier": 0.0004743602579094979,
"top_1pct": {
"k": 568,
"precision": 0.10915492957746478,
"recall": 0.8378378378378378
},
"top_05pct": {
"k": 284,
"precision": 0.21830985915492956,
"recall": 0.8378378378378378
},
"recall_at_fpr_001": 0.7837837837837838,
"threshold": 0.0040074623652233505,
"operating": {
"tp": 62,
"fp": 437,
"fn": 12,
"tn": 56233,
"alerts": 499,
"precision": 0.12424849699398798,
"recall": 0.8378378378378378,
"fpr": 0.007711311099347098,
"alert_rate": 0.00879388129141407,
"captured_exposure": 5357.47,
"missed_exposure": 2370.2000000000003
},
"pr_curve": [
[
1.0,
0.0013041026364020865
],
[
1.0,
0.001316023475013338
],
[
1.0,
0.0013249538951854041
],
[
1.0,
0.001333934204596665
],
[
1.0,
0.0013432808727695184
],
[
1.0,
0.0013517216184126405
],
[
1.0,
0.0013616206966345888
],
[
1.0,
0.001370040545794531
],
[
1.0,
0.0013783854263681406
],
[
1.0,
0.0013867026459785624
],
[
1.0,
0.0013961210474681155
],
[
1.0,
0.001404281159860331
],
[
1.0,
0.0014129687619338577
],
[
1.0,
0.001421901120227504
],
[
1.0,
0.0014307258033332045
],
[
1.0,
0.0014391287436795021
],
[
1.0,
0.0014490767031546791
],
[
1.0,
0.0014579557096697927
],
[
1.0,
0.0014673805274638112
],
[
1.0,
0.0014784033244096375
],
[
1.0,
0.0014874371859296483
],
[
1.0,
0.001498157670972183
],
[
1.0,
0.001507926804417818
],
[
1.0,
0.001517917581177822
],
[
1.0,
0.0015304117634893388
],
[
1.0,
0.0015407678854001833
],
[
1.0,
0.001551070028715756
],
[
1.0,
0.001561313190986581
],
[
1.0,
0.0015715590290313675
],
[
1.0,
0.0015823461489116025
],
[
1.0,
0.0015929051145169622
],
[
1.0,
0.0016040926038324806
],
[
1.0,
0.0016175216944632669
],
[
1.0,
0.0016299918500407497
],
[
1.0,
0.0016418903927224318
],
[
1.0,
0.0016533726567911165
],
[
1.0,
0.0016658412498311648
],
[
1.0,
0.0016797185336511178
],
[
1.0,
0.0016927053548962646
],
[
1.0,
0.0017057372703593574
],
[
1.0,
0.0017177743215952088
],
[
1.0,
0.0017306298089291143
],
[
1.0,
0.0017439668174962294
],
[
1.0,
0.0017565514622104063
],
[
1.0,
0.0017699115044247787
],
[
1.0,
0.0017838202680551538
],
[
1.0,
0.001797730971989408
],
[
1.0,
0.0018119047036066697
],
[
1.0,
0.0018256729084943132
],
[
1.0,
0.0018406586573141309
],
[
1.0,
0.0018557062968628532
],
[
1.0,
0.001869820092985648
],
[
1.0,
0.0018857827272495604
],
[
1.0,
0.0019003107264836548
],
[
1.0,
0.001916304122643464
],
[
1.0,
0.0019319635537686343
],
[
1.0,
0.0019486504279131007
],
[
1.0,
0.0019643236355914207
],
[
1.0,
0.0019815766923736077
],
[
1.0,
0.001998973500094546
],
[
1.0,
0.0020153054277077262
],
[
1.0,
0.002032464500535582
],
[
1.0,
0.002050145449508242
],
[
1.0,
0.002069177641696726
],
[
1.0,
0.0020870350001410158
],
[
1.0,
0.0021045446789147377
],
[
1.0,
0.0021257648444457213
],
[
1.0,
0.002145736074462841
],
[
1.0,
0.0021656423763535266
],
[
1.0,
0.0021843728783540457
],
[
1.0,
0.0022048088669070105
],
[
1.0,
0.0022279090772241456
],
[
1.0,
0.0022491717576973345
],
[
1.0,
0.0022716807367613202
],
[
1.0,
0.0022938623682579045
],
[
1.0,
0.0023151044925541235
],
[
1.0,
0.0023409572617126948
],
[
1.0,
0.0023641417207117986
],
[
1.0,
0.002388483635659415
],
[
1.0,
0.0024115231701753244
],
[
1.0,
0.0024349313941627454
],
[
1.0,
0.0024600246002460025
],
[
1.0,
0.0024856403882973365
],
[
1.0,
0.0025119657829525783
],
[
1.0,
0.002538419319429199
],
[
1.0,
0.0025649024297251396
],
[
0.9864864864864865,
0.0025567385822359203
],
[
0.9864864864864865,
0.0025831564048124558
],
[
0.9864864864864865,
0.002611526490895432
],
[
0.9864864864864865,
0.002640335648148148
],
[
0.9864864864864865,
0.0026690066176739426
],
[
0.9864864864864865,
0.002698506579920154
],
[
0.9864864864864865,
0.0027280541126350013
],
[
0.9864864864864865,
0.002758464328899637
],
[
0.9864864864864865,
0.002789773378683074
],
[
0.9864864864864865,
0.0028216922422789996
],
[
0.9864864864864865,
0.002855019750479096
],
[
0.9864864864864865,
0.0028890296026594904
],
[
0.9864864864864865,
0.0029233911337151097
],
[
0.9864864864864865,
0.002958939645737911
],
[
0.9864864864864865,
0.0029959780021341213
],
[
0.9864864864864865,
0.0030345859660791488
],
[
0.9864864864864865,
0.0030716149120592444
],
[
0.9864864864864865,
0.0031110164074152993
],
[
0.9864864864864865,
0.003152939143955427
],
[
0.9864864864864865,
0.0031937699610622566
],
[
0.9864864864864865,
0.003236245954692557
],
[
0.9864864864864865,
0.003281488806976535
],
[
0.9864864864864865,
0.0033319640330457803
],
[
0.9864864864864865,
0.0033851147693021097
],
[
0.9864864864864865,
0.003439988690448141
],
[
0.9864864864864865,
0.003490985605662092
],
[
0.9864864864864865,
0.003551620122603873
],
[
0.9864864864864865,
0.0036060067180399133
],
[
0.9864864864864865,
0.0036639229070467775
],
[
0.9864864864864865,
0.003721831344957683
],
[
0.9864864864864865,
0.003783167495854063
],
[
0.972972972972973,
0.0037926675094816687
],
[
0.972972972972973,
0.0038529458982180125
],
[
0.972972972972973,
0.00391708829769871
],
[
0.972972972972973,
0.003982741453700631
],
[
0.972972972972973,
0.004052684903748734
],
[
0.972972972972973,
0.0041274936941068565
],
[
0.972972972972973,
0.004201680672268907
],
[
0.9594594594594594,
0.00421890783766118
],
[
0.9594594594594594,
0.004299903100775194
],
[
0.9594594594594594,
0.004388947270816591
],
[
0.9594594594594594,
0.004474695909749795
],
[
0.9594594594594594,
0.004573858145976937
],
[
0.9594594594594594,
0.00467166732464798
],
[
0.9594594594594594,
0.004768941429339065
],
[
0.9594594594594594,
0.004876373626373626
],
[
0.9594594594594594,
0.004981407422998667
],
[
0.9594594594594594,
0.005107178823190908
],
[
0.9594594594594594,
0.005225198704739476
],
[
0.9459459459459459,
0.005271084337349397
],
[
0.9459459459459459,
0.005407493240633449
],
[
0.9459459459459459,
0.005541043299295496
],
[
0.9459459459459459,
0.0056767496553402
],
[
0.9459459459459459,
0.005818786367414797
],
[
0.9459459459459459,
0.005979839398599009
],
[
0.9459459459459459,
0.006142506142506142
],
[
0.9459459459459459,
0.006307442782483331
],
[
0.9459459459459459,
0.006491097922848665
],
[
0.9459459459459459,
0.006676204101096805
],
[
0.9324324324324325,
0.006780660377358491
],
[
0.9324324324324325,
0.0069958430497820134
],
[
0.918918918918919,
0.0071241487689889995
],
[
0.918918918918919,
0.007357714780350574
],
[
0.918918918918919,
0.007599463567277604
],
[
0.918918918918919,
0.007916181606519208
],
[
0.918918918918919,
0.008203643382796477
],
[
0.918918918918919,
0.00850957326992867
],
[
0.918918918918919,
0.008827729456056081
],
[
0.918918918918919,
0.0091991341991342
],
[
0.918918918918919,
0.009584214235377026
],
[
0.918918918918919,
0.009994121105232217
],
[
0.918918918918919,
0.010445468509984639
],
[
0.918918918918919,
0.01094479317559955
],
[
0.918918918918919,
0.011494252873563218
],
[
0.918918918918919,
0.012084592145015106
],
[
0.918918918918919,
0.012769953051643192
],
[
0.918918918918919,
0.013532338308457712
],
[
0.918918918918919,
0.014382402707275803
],
[
0.9054054054054054,
0.015110509697789806
],
[
0.9054054054054054,
0.016175760502172863
],
[
0.8918918918918919,
0.017151767151767153
],
[
0.8918918918918919,
0.01856017997750281
],
[
0.8918918918918919,
0.020245398773006136
],
[
0.8783783783783784,
0.021944632005401754
],
[
0.8783783783783784,
0.024408561772437103
],
[
0.8783783783783784,
0.027449324324324325
],
[
0.8648648648648649,
0.030813673567645642
],
[
0.8513513513513513,
0.03531390134529148
],
[
0.8513513513513513,
0.04222520107238606
],
[
0.8513513513513513,
0.052587646076794656
],
[
0.8513513513513513,
0.07054871220604703
],
[
0.8378378378378378,
0.10580204778156997
],
[
0.8378378378378378,
0.21602787456445993
],
[
0.0,
1.0
]
],
"roc_curve": [
[
0.0,
0.0
],
[
0.0011822833950944063,
0.7972972972972973
],
[
0.010869948826539615,
0.8513513513513513
],
[
0.014840303511558144,
0.8513513513513513
],
[
0.019940003529204164,
0.8513513513513513
],
[
0.02950414681489324,
0.8513513513513513
],
[
0.04279160049408858,
0.8783783783783784
],
[
0.050326451385212634,
0.8783783783783784
],
[
0.05726133756837833,
0.8918918918918919
],
[
0.06735486147873654,
0.8918918918918919
],
[
0.07748367743073936,
0.918918918918919
],
[
0.08798305982001059,
0.918918918918919
],
[
0.09668254808540674,
0.918918918918919
],
[
0.10838185989059466,
0.918918918918919
],
[
0.12195164990294688,
0.918918918918919
],
[
0.13227457208399507,
0.918918918918919
],
[
0.14296806070231163,
0.918918918918919
],
[
0.1505911416975472,
0.918918918918919
],
[
0.15727898358920064,
0.918918918918919
],
[
0.1653255690841715,
0.918918918918919
],
[
0.1722781012881595,
0.9324324324324325
],
[
0.17734250926416092,
0.9324324324324325
],
[
0.18092465149108877,
0.9459459459459459
],
[
0.18748897123698605,
0.9459459459459459
],
[
0.19447679548261868,
0.9459459459459459
],
[
0.20134109758249516,
0.9459459459459459
],
[
0.20524086818422446,
0.9459459459459459
],
[
0.20952885124404447,
0.9459459459459459
],
[
0.2151049938238927,
0.9459459459459459
],
[
0.2223575083818599,
0.9459459459459459
],
[
0.22874536791953415,
0.9459459459459459
],
[
0.23305099700017645,
0.9459459459459459
],
[
0.2389447679548262,
0.9594594594594594
],
[
0.24420328215987294,
0.9594594594594594
],
[
0.24875595553202753,
0.9594594594594594
],
[
0.254173283924475,
0.9594594594594594
],
[
0.25817893065113817,
0.9594594594594594
],
[
0.2634727368978295,
0.9594594594594594
],
[
0.2676019057702488,
0.9594594594594594
],
[
0.27162519851773426,
0.9594594594594594
],
[
0.27418387153696844,
0.9594594594594594
],
[
0.2775719075348509,
0.9594594594594594
],
[
0.2823363331568731,
0.9594594594594594
],
[
0.28759484736191987,
0.9594594594594594
],
[
0.2911416975472031,
0.9594594594594594
],
[
0.29592376919004765,
0.9594594594594594
],
[
0.30052938062466916,
0.972972972972973
],
[
0.30681136403740955,
0.972972972972973
],
[
0.3116287277218987,
0.972972972972973
],
[
0.3173989765307923,
0.972972972972973
],
[
0.3235574377977766,
0.972972972972973
],
[
0.3321157578965943,
0.972972972972973
],
[
0.3367213693312158,
0.9864864864864865
],
[
0.3416622551614611,
0.9864864864864865
],
[
0.34619728251279336,
0.9864864864864865
],
[
0.3514205046761955,
0.9864864864864865
],
[
0.3563260984647962,
0.9864864864864865
],
[
0.3617787188988883,
0.9864864864864865
],
[
0.3680430562908064,
0.9864864864864865
],
[
0.3745544379742368,
0.9864864864864865
],
[
0.3803070407623081,
0.9864864864864865
],
[
0.38586553732133405,
0.9864864864864865
],
[
0.39174166225516144,
0.9864864864864865
],
[
0.3980765837303688,
0.9864864864864865
],
[
0.4058408328921828,
0.9864864864864865
],
[
0.41422269278277746,
0.9864864864864865
],
[
0.4243691547556026,
0.9864864864864865
],
[
0.43146285512616905,
0.9864864864864865
],
[
0.43758602435150873,
0.9864864864864865
],
[
0.4443973883889183,
0.9864864864864865
],
[
0.45320275277924826,
0.9864864864864865
],
[
0.4631727545438504,
0.9864864864864865
],
[
0.4741662255161461,
0.9864864864864865
],
[
0.483024527968943,
0.9864864864864865
],
[
0.4904005646726663,
0.9864864864864865
],
[
0.4992588671254632,
0.9864864864864865
],
[
0.5081877536615493,
1.0
],
[
0.5152991000529381,
1.0
],
[
0.5200988177166049,
1.0
],
[
0.524386800776425,
1.0
],
[
0.5313569790012352,
1.0
],
[
0.5427916004940886,
1.0
],
[
0.5483324510322922,
1.0
],
[
0.5556731956943709,
1.0
],
[
0.5611081701076407,
1.0
],
[
0.5686606670195871,
1.0
],
[
0.5753485089112406,
1.0
],
[
0.5839774130933475,
1.0
],
[
0.5906652549850009,
1.0
],
[
0.5952532203988,
1.0
],
[
0.6024527968943003,
1.0
],
[
0.6071642844538556,
1.0
],
[
0.6117875419092994,
1.0
],
[
0.6160049408858302,
1.0
],
[
0.6244750308805365,
1.0
],
[
0.6303864478560085,
1.0
],
[
0.6338627139580024,
1.0
],
[
0.6382212811011116,
1.0
],
[
0.6446797247220751,
1.0
],
[
0.6525851420504676,
1.0
],
[
0.6571554614434445,
1.0
],
[
0.6613728604199753,
1.0
],
[
0.6665431445209106,
1.0
],
[
0.672189871184048,
1.0
],
[
0.6781895182636315,
1.0
],
[
0.6828480677607199,
1.0
],
[
0.6887418387153696,
1.0
],
[
0.6934356802541027,
1.0
],
[
0.6995235574377978,
1.0
],
[
0.7053643903299806,
1.0
],
[
0.709387683077466,
1.0
],
[
0.71263455090877,
1.0
],
[
0.7183518616551967,
1.0
],
[
0.7234868537144874,
1.0
],
[
0.7281277571907535,
1.0
],
[
0.7322922181048174,
1.0
],
[
0.7362802188106582,
1.0
],
[
0.7425445562025763,
1.0
],
[
0.7483677430739368,
1.0
],
[
0.7526733721545792,
1.0
],
[
0.7585494970884066,
1.0
],
[
0.764019763543321,
1.0
],
[
0.7679724722075172,
1.0
],
[
0.7716957826010235,
1.0
],
[
0.7780130580554085,
1.0
],
[
0.7831833421563438,
1.0
],
[
0.7865184400917593,
1.0
],
[
0.7917416622551615,
1.0
],
[
0.7948120698782425,
1.0
],
[
0.7977060172931004,
1.0
],
[
0.8015881418740074,
1.0
],
[
0.8060878771836951,
1.0
],
[
0.8090877007234869,
1.0
],
[
0.8126345509087701,
1.0
],
[
0.8162872772189871,
1.0
],
[
0.8199223575083818,
1.0
],
[
0.8233103935062643,
1.0
],
[
0.8289747661902241,
1.0
],
[
0.8341097582495147,
1.0
],
[
0.8378507146638433,
1.0
],
[
0.8437268395976707,
1.0
],
[
0.8478913005117346,
1.0
],
[
0.8528674783836245,
1.0
],
[
0.860084700899947,
1.0
],
[
0.8652549850008823,
1.0
],
[
0.8699841185812599,
1.0
],
[
0.8726486677254279,
1.0
],
[
0.8767778365978471,
1.0
],
[
0.8828304217398977,
1.0
],
[
0.8859537674254455,
1.0
],
[
0.8912122816304924,
1.0
],
[
0.8938768307746603,
1.0
],
[
0.898958884771484,
1.0
],
[
0.9024175048526557,
1.0
],
[
0.9093347450149991,
1.0
],
[
0.9145756131992235,
1.0
],
[
0.9191106405505558,
1.0
],
[
0.9239985883183343,
1.0
],
[
0.9271572260455268,
1.0
],
[
0.9314981471678137,
1.0
],
[
0.9350979354155637,
1.0
],
[
0.9378154226221987,
1.0
],
[
0.9408152461619905,
1.0
],
[
0.9457384859714134,
1.0
],
[
0.9501852832186342,
1.0
],
[
0.9530086465502029,
1.0
],
[
0.9565202046938416,
1.0
],
[
0.9607905417328393,
1.0
],
[
0.9655549673548615,
1.0
],
[
0.9683783306864302,
1.0
],
[
0.9719781189341803,
1.0
],
[
0.9746073760367038,
1.0
],
[
0.9778013058055408,
1.0
],
[
0.9807834833245104,
1.0
],
[
0.9849126521969296,
1.0
],
[
0.9874007411328746,
1.0
],
[
0.9898711840479971,
1.0
],
[
0.9932415740250573,
1.0
],
[
0.9961884595023822,
1.0
],
[
1.0,
1.0
]
],
"calibration": [
{
"predicted": 1.9223003038380964e-05,
"observed": 0.0,
"n": 5673
},
{
"predicted": 2.9396729751062548e-05,
"observed": 0.0,
"n": 5676
},
{
"predicted": 3.78658303474015e-05,
"observed": 0.0,
"n": 5674
},
{
"predicted": 4.82258015807064e-05,
"observed": 0.0,
"n": 5675
},
{
"predicted": 6.18679041086995e-05,
"observed": 0.00017624250969333803,
"n": 5674
},
{
"predicted": 8.324527618182495e-05,
"observed": 0.0,
"n": 5674
},
{
"predicted": 0.00011726789258002545,
"observed": 0.0001762114537444934,
"n": 5675
},
{
"predicted": 0.0001729519162638371,
"observed": 0.00035248501938667606,
"n": 5674
},
{
"predicted": 0.00030245941679474725,
"observed": 0.00035248501938667606,
"n": 5674
},
{
"predicted": 0.011084323290765346,
"observed": 0.011982378854625551,
"n": 5675
}
],
"id": "model-4",
"name": "Histogram boosting",
"tune_ap": 0.7958753695788727,
"chosen_configuration": 1,
"training_seconds": 20.444414599973243,
"batch_256_ms_median": 7.854149997001514,
"batch_256_ms_p95": 9.393249993445352,
"calibrator_standardized_coefficient": 1.2608553238498026
},
{
"average_precision": 0.05631122234134034,
"ap_ci95": [
0.031158219225203686,
0.09213645298395068
],
"roc_auc": 0.9534431201980169,
"brier": 0.001307145832476064,
"top_1pct": {
"k": 568,
"precision": 0.07042253521126761,
"recall": 0.5405405405405406
},
"top_05pct": {
"k": 284,
"precision": 0.09507042253521127,
"recall": 0.36486486486486486
},
"recall_at_fpr_001": 0.0,
"threshold": 0.012935087914765612,
"operating": {
"tp": 34,
"fp": 337,
"fn": 40,
"tn": 56333,
"alerts": 371,
"precision": 0.09164420485175202,
"recall": 0.4594594594594595,
"fpr": 0.00594670901711664,
"alert_rate": 0.006538136190610461,
"captured_exposure": 921.4499999999999,
"missed_exposure": 6806.22
},
"pr_curve": [
[
1.0,
0.0013041026364020865
],
[
1.0,
0.001311243022946753
],
[
1.0,
0.0013188615017198668
],
[
1.0,
0.001326616589878274
],
[
1.0,
0.0013346078236874854
],
[
1.0,
0.0013426959156641808
],
[
1.0,
0.0013512526477247827
],
[
1.0,
0.0013596193065941536
],
[
1.0,
0.0013693813727123003
],
[
1.0,
0.0013784111017975226
],
[
1.0,
0.0013875867241702605
],
[
1.0,
0.0013972809667673715
],
[
1.0,
0.0014079951290979318
],
[
1.0,
0.0014172444172061132
],
[
1.0,
0.001427056214444123
],
[
1.0,
0.0014368374043726457
],
[
1.0,
0.0014463294503948088
],
[
1.0,
0.0014564635490473942
],
[
1.0,
0.001465985181663299
],
[
1.0,
0.0014754850158514945
],
[
1.0,
0.001485436698315836
],
[
1.0,
0.001494949494949495
],
[
1.0,
0.0015049215000406736
],
[
1.0,
0.0015152756163485954
],
[
1.0,
0.001525207139618286
],
[
1.0,
0.0015354289864093786
],
[
1.0,
0.001545853352830583
],
[
1.0,
0.00155609294501104
],
[
1.0,
0.0015666680780793496
],
[
1.0,
0.0015774888083564273
],
[
1.0,
0.0015887669879983684
],
[
1.0,
0.0015998962229477006
],
[
1.0,
0.0016111824773019224
],
[
1.0,
0.0016223800754187495
],
[
1.0,
0.0016337704773259152
],
[
1.0,
0.0016456512553650454
],
[
1.0,
0.0016574461889936614
],
[
1.0,
0.001670164985216783
],
[
1.0,
0.0016825447352265752
],
[
1.0,
0.0016952258773939338
],
[
1.0,
0.0017080601975810175
],
[
1.0,
0.0017206501267235566
],
[
1.0,
0.0017336706962796365
],
[
1.0,
0.0017465599848946163
],
[
1.0,
0.0017599771678637683
],
[
1.0,
0.001773474572209174
],
[
1.0,
0.0017869216652178113
],
[
1.0,
0.0018003552052161642
],
[
1.0,
0.0018143035771201609
],
[
1.0,
0.0018283342392647131
],
[
1.0,
0.0018425377222249888
],
[
1.0,
0.0018570102135561746
],
[
1.0,
0.001871617178410643
],
[
1.0,
0.0018862634141367796
],
[
1.0,
0.0019011406844106464
],
[
1.0,
0.0019164530080542823
],
[
1.0,
0.0019319131161236423
],
[
1.0,
0.0019474709195220802
],
[
1.0,
0.001963698121218554
],
[
1.0,
0.001979933110367893
],
[
1.0,
0.001996492648050722
],
[
1.0,
0.00201316720169759
],
[
1.0,
0.002030066937342258
],
[
1.0,
0.0020473660911907924
],
[
1.0,
0.0020655389940266843
],
[
1.0,
0.0020835093054030465
],
[
1.0,
0.002102332452626495
],
[
1.0,
0.0021211947486097574
],
[
1.0,
0.0021399652978600346
],
[
1.0,
0.0021592600157567623
],
[
1.0,
0.0021789058359342793
],
[
1.0,
0.002199108469539376
],
[
1.0,
0.002220088803552142
],
[
1.0,
0.002240794573643411
],
[
1.0,
0.0022621667889459528
],
[
1.0,
0.002283598210152754
],
[
1.0,
0.002306014334683702
],
[
1.0,
0.0023288749016522423
],
[
1.0,
0.0023516700034957256
],
[
1.0,
0.002375144434458852
],
[
1.0,
0.002398858921161826
],
[
1.0,
0.002422972397760388
],
[
1.0,
0.0024474946254340996
],
[
1.0,
0.002472683529922812
],
[
1.0,
0.0024983119513841997
],
[
1.0,
0.0025246494490123164
],
[
1.0,
0.002551284261334253
],
[
1.0,
0.0025785769043138894
],
[
1.0,
0.0026068270687286434
],
[
0.9864864864864865,
0.0025996225205655067
],
[
0.9864864864864865,
0.002629777729745308
],
[
0.9864864864864865,
0.002659962104649468
],
[
0.972972972972973,
0.0026533018867924527
],
[
0.972972972972973,
0.0026839633191679713
],
[
0.9594594594594594,
0.00267732569101399
],
[
0.9594594594594594,
0.0027102339962591137
],
[
0.9594594594594594,
0.0027426893807702708
],
[
0.9594594594594594,
0.002776257136153906
],
[
0.9594594594594594,
0.002810656743596849
],
[
0.9594594594594594,
0.002845805443103932
],
[
0.9594594594594594,
0.002882078343819769
],
[
0.9594594594594594,
0.002918207973695027
],
[
0.9594594594594594,
0.0029563624250499667
],
[
0.9594594594594594,
0.00299628629304524
],
[
0.9594594594594594,
0.003038473060298712
],
[
0.9594594594594594,
0.0030795922793320323
],
[
0.9594594594594594,
0.0031222515391380826
],
[
0.9594594594594594,
0.0031692184082488953
],
[
0.9594594594594594,
0.003215434083601286
],
[
0.9594594594594594,
0.003267372296364473
],
[
0.9594594594594594,
0.003314504458241912
],
[
0.9594594594594594,
0.0033634942441612583
],
[
0.9594594594594594,
0.0034169113046826124
],
[
0.9594594594594594,
0.003467812835791736
],
[
0.9594594594594594,
0.0035216507117702494
],
[
0.9594594594594594,
0.0035766460127953253
],
[
0.9594594594594594,
0.0036345021755822883
],
[
0.9594594594594594,
0.003693492170837018
],
[
0.9594594594594594,
0.003754428639416213
],
[
0.9594594594594594,
0.003816178446654125
],
[
0.9594594594594594,
0.003880841760043728
],
[
0.9594594594594594,
0.0039475147336817526
],
[
0.9594594594594594,
0.004016064257028112
],
[
0.9594594594594594,
0.0040879778903731
],
[
0.9594594594594594,
0.004164222873900294
],
[
0.9459459459459459,
0.004182600382409178
],
[
0.9459459459459459,
0.00426179604261796
],
[
0.9459459459459459,
0.004344587884806355
],
[
0.9459459459459459,
0.004431221117933785
],
[
0.9459459459459459,
0.004519336303182904
],
[
0.9459459459459459,
0.004612850082372323
],
[
0.9459459459459459,
0.0047128526223658524
],
[
0.9459459459459459,
0.004814967670931352
],
[
0.9459459459459459,
0.004924722104966934
],
[
0.9459459459459459,
0.005040322580645161
],
[
0.9324324324324325,
0.005081749889527177
],
[
0.9324324324324325,
0.005200090436355415
],
[
0.9324324324324325,
0.005324484913959411
],
[
0.9324324324324325,
0.005454114299264881
],
[
0.918918918918919,
0.005508749189889825
],
[
0.918918918918919,
0.005649717514124294
],
[
0.918918918918919,
0.005802542879085246
],
[
0.918918918918919,
0.005959162211900798
],
[
0.918918918918919,
0.006126678079106226
],
[
0.918918918918919,
0.006302131603336422
],
[
0.918918918918919,
0.006489168813818113
],
[
0.918918918918919,
0.006686332350049164
],
[
0.918918918918919,
0.006895153112958832
],
[
0.918918918918919,
0.007123402472239681
],
[
0.918918918918919,
0.0073601039073492806
],
[
0.918918918918919,
0.007622463849344244
],
[
0.918918918918919,
0.007896876088723725
],
[
0.918918918918919,
0.008190797398217297
],
[
0.918918918918919,
0.008505315822388993
],
[
0.918918918918919,
0.008843802835219143
],
[
0.918918918918919,
0.009209100758396533
],
[
0.918918918918919,
0.0096113074204947
],
[
0.9054054054054054,
0.009898064706751367
],
[
0.8918918918918919,
0.01021039603960396
],
[
0.8918918918918919,
0.010726474890297415
],
[
0.8918918918918919,
0.011301369863013699
],
[
0.8918918918918919,
0.011926273942898446
],
[
0.8783783783783784,
0.012492792619642513
],
[
0.8648648648648649,
0.013077237433592154
],
[
0.8648648648648649,
0.013949433304272014
],
[
0.8648648648648649,
0.014949778089231487
],
[
0.8648648648648649,
0.01610062893081761
],
[
0.8243243243243243,
0.01663485137714753
],
[
0.8243243243243243,
0.018149360309431716
],
[
0.8243243243243243,
0.019967266775777415
],
[
0.8108108108108109,
0.02181818181818182
],
[
0.8108108108108109,
0.02457002457002457
],
[
0.7972972972972973,
0.027608797379503978
],
[
0.7567567567567568,
0.03056768558951965
],
[
0.7432432432432432,
0.03601833660772757
],
[
0.6756756756756757,
0.04095004095004095
],
[
0.6486486486486487,
0.05240174672489083
],
[
0.5540540540540541,
0.06710310965630115
],
[
0.3918918918918919,
0.09508196721311475
],
[
0.0,
1.0
]
],
"roc_curve": [
[
0.0,
0.0
],
[
0.002188106581965767,
0.08108108108108109
],
[
0.0030880536439033,
0.20270270270270271
],
[
0.004252691018175402,
0.3108108108108108
],
[
0.00555849655902594,
0.4189189189189189
],
[
0.008699488265396153,
0.527027027027027
],
[
0.01478736544909123,
0.6486486486486487
],
[
0.023257455443797422,
0.7297297297297297
],
[
0.05043232751014646,
0.8108108108108109
],
[
0.06846656079054174,
0.8648648648648649
],
[
0.09216516675489678,
0.8783783783783784
],
[
0.11734603846832539,
0.8918918918918919
],
[
0.1386624316216693,
0.918918918918919
],
[
0.15542615140285865,
0.918918918918919
],
[
0.1610199400035292,
0.918918918918919
],
[
0.16993118051879302,
0.918918918918919
],
[
0.18023645667901889,
0.918918918918919
],
[
0.18835362625727897,
0.918918918918919
],
[
0.19788247750132346,
0.918918918918919
],
[
0.20744662078701254,
0.918918918918919
],
[
0.21981648138344803,
0.9324324324324325
],
[
0.23423328039527086,
0.9324324324324325
],
[
0.24065643197458972,
0.9459459459459459
],
[
0.25239103582142225,
0.9459459459459459
],
[
0.2576671960472913,
0.9459459459459459
],
[
0.2633315687312511,
0.9459459459459459
],
[
0.2683959767072525,
0.9459459459459459
],
[
0.2779954120345862,
0.9459459459459459
],
[
0.2863949179460032,
0.9459459459459459
],
[
0.293629786483148,
0.9459459459459459
],
[
0.2992235750838186,
0.9594594594594594
],
[
0.3054526204340921,
0.9594594594594594
],
[
0.32055761425798485,
0.9594594594594594
],
[
0.3302099876477854,
0.9594594594594594
],
[
0.33896241397564847,
0.9594594594594594
],
[
0.3451738133050997,
0.9594594594594594
],
[
0.35461443444503266,
0.9594594594594594
],
[
0.3691371095817893,
0.9594594594594594
],
[
0.38053643903299805,
0.9594594594594594
],
[
0.3877889535909652,
0.9594594594594594
],
[
0.3955884947944239,
0.9594594594594594
],
[
0.4019057702488089,
0.9594594594594594
],
[
0.41325216163755074,
0.9594594594594594
],
[
0.4188459502382213,
0.9594594594594594
],
[
0.4386094935592024,
0.9594594594594594
],
[
0.4447679548261867,
0.9594594594594594
],
[
0.45320275277924826,
0.9594594594594594
],
[
0.45999647079583555,
0.9594594594594594
],
[
0.4655373213340392,
0.9594594594594594
],
[
0.4776071995764955,
0.972972972972973
],
[
0.4873654490912299,
0.9864864864864865
],
[
0.49795306158461267,
1.0
],
[
0.512458090700547,
1.0
],
[
0.5270337038997706,
1.0
],
[
0.5451032292218105,
1.0
],
[
0.5590259396506088,
1.0
],
[
0.5669666490206459,
1.0
],
[
0.58644785600847,
1.0
],
[
0.5930121757543674,
1.0
],
[
0.6001411681665785,
1.0
],
[
0.6168343038644786,
1.0
],
[
0.6213693312158108,
1.0
],
[
0.63024527968943,
1.0
],
[
0.6392976883712723,
1.0
],
[
0.659325922004588,
1.0
],
[
0.6686253749779425,
1.0
],
[
0.6808540674077995,
1.0
],
[
0.6968413622728075,
1.0
],
[
0.7033527439562378,
1.0
],
[
0.7097582495147344,
1.0
],
[
0.7154226221986942,
1.0
],
[
0.7206105523204518,
1.0
],
[
0.7268748897123699,
1.0
],
[
0.7343391565202047,
1.0
],
[
0.7377977766013764,
1.0
],
[
0.7417857773072172,
1.0
],
[
0.7480501146991353,
1.0
],
[
0.7520381154049762,
1.0
],
[
0.7553379212987471,
1.0
],
[
0.7583730368801835,
1.0
],
[
0.7628727721898712,
1.0
],
[
0.7657667196047291,
1.0
],
[
0.7677077818951826,
1.0
],
[
0.7714487383095112,
1.0
],
[
0.7737427210164108,
1.0
],
[
0.7761778718898888,
1.0
],
[
0.7794247397211929,
1.0
],
[
0.781754014469737,
1.0
],
[
0.7841538733015705,
1.0
],
[
0.7860596435503794,
1.0
],
[
0.7902241044644432,
1.0
],
[
0.7936650785247926,
1.0
],
[
0.7966825480854067,
1.0
],
[
0.7998941238750662,
1.0
],
[
0.8028057173107465,
1.0
],
[
0.8068819481206988,
1.0
],
[
0.8112228692429857,
1.0
],
[
0.8144697370742897,
1.0
],
[
0.818598905946709,
1.0
],
[
0.8210693488618317,
1.0
],
[
0.8238397741309335,
1.0
],
[
0.8260808187753662,
1.0
],
[
0.8289218281277572,
1.0
],
[
0.8326451385212634,
1.0
],
[
0.8361037586024351,
1.0
],
[
0.8424739721192871,
1.0
],
[
0.846232574554438,
1.0
],
[
0.8497088406564319,
1.0
],
[
0.8511558143638609,
1.0
],
[
0.8557261337568378,
1.0
],
[
0.8593965060878772,
1.0
],
[
0.8612846303158638,
1.0
],
[
0.8635786130227634,
1.0
],
[
0.8666490206458444,
1.0
],
[
0.869578260102347,
1.0
],
[
0.8719957649550026,
1.0
],
[
0.876248455973178,
1.0
],
[
0.8787718369507675,
1.0
],
[
0.8811540497617787,
1.0
],
[
0.8833950944062114,
1.0
],
[
0.8856537850714664,
1.0
],
[
0.8896417857773072,
1.0
],
[
0.8918651844009176,
1.0
],
[
0.8938415387330158,
1.0
],
[
0.8959767072525145,
1.0
],
[
0.8968943003352744,
1.0
],
[
0.8979530615846126,
1.0
],
[
0.8992765131462855,
1.0
],
[
0.9018704782071643,
1.0
],
[
0.9033350979354156,
1.0
],
[
0.9049585318510676,
1.0
],
[
0.9073230986412564,
1.0
],
[
0.9091229927651314,
1.0
],
[
0.9105170284100935,
1.0
],
[
0.9118228339509441,
1.0
],
[
0.9145756131992235,
1.0
],
[
0.9162343391565202,
1.0
],
[
0.9174519145932593,
1.0
],
[
0.9186518440091759,
1.0
],
[
0.9196929592376919,
1.0
],
[
0.9203988000705841,
1.0
],
[
0.9222516322569261,
1.0
],
[
0.9245809070054702,
1.0
],
[
0.9258690665254985,
1.0
],
[
0.9274925004411505,
1.0
],
[
0.9285689077113111,
1.0
],
[
0.9304217398976531,
1.0
],
[
0.9325216163755073,
1.0
],
[
0.9343920945826716,
1.0
],
[
0.9363508028939475,
1.0
],
[
0.9375507323098641,
1.0
],
[
0.9387859537674255,
1.0
],
[
0.9401623433915652,
1.0
],
[
0.9416269631198165,
1.0
],
[
0.9432503970354685,
1.0
],
[
0.9445738485971413,
1.0
],
[
0.9476266101994001,
1.0
],
[
0.9487206634903829,
1.0
],
[
0.9505029115934357,
1.0
],
[
0.9526557261337568,
1.0
],
[
0.9537144873830952,
1.0
],
[
0.9559731780483501,
1.0
],
[
0.957526027880713,
1.0
],
[
0.9595729662961002,
1.0
],
[
0.9614257984824423,
1.0
],
[
0.9634550908770072,
1.0
],
[
0.9646726663137463,
1.0
],
[
0.9670372331039351,
1.0
],
[
0.9698253043938592,
1.0
],
[
0.9714310922886888,
1.0
],
[
0.9731074642668078,
1.0
],
[
0.9757014293276866,
1.0
],
[
0.97833068643021,
1.0
],
[
0.9810481736368449,
1.0
],
[
0.9825304393859184,
1.0
],
[
0.9842597494265043,
1.0
],
[
0.9875595553202753,
1.0
],
[
0.9899241221104641,
1.0
],
[
0.9924298570672313,
1.0
],
[
1.0,
1.0
]
],
"calibration": [
{
"predicted": 0.00034432816827771953,
"observed": 0.0,
"n": 5675
},
{
"predicted": 0.0003730513798987627,
"observed": 0.0,
"n": 5674
},
{
"predicted": 0.0004000663943979641,
"observed": 0.0,
"n": 5674
},
{
"predicted": 0.0004319429945713081,
"observed": 0.0,
"n": 5675
},
{
"predicted": 0.00047138842267140704,
"observed": 0.0,
"n": 5674
},
{
"predicted": 0.000521255381801425,
"observed": 0.0005287275290800141,
"n": 5674
},
{
"predicted": 0.0005887922000000846,
"observed": 0.0,
"n": 5675
},
{
"predicted": 0.000691069745158769,
"observed": 0.0005287275290800141,
"n": 5674
},
{
"predicted": 0.0008680324013205497,
"observed": 0.00035248501938667606,
"n": 5674
},
{
"predicted": 0.005110358397099544,
"observed": 0.011629955947136564,
"n": 5675
}
],
"id": "model-5",
"name": "Isolation forest",
"tune_ap": 0.3754181606561785,
"chosen_configuration": 0,
"training_seconds": 1.110561500012409,
"batch_256_ms_median": 20.010099993669428,
"batch_256_ms_p95": 25.064000004203987,
"calibrator_standardized_coefficient": 0.6566302447670653
},
{
"average_precision": 0.7691513692674823,
"ap_ci95": [
0.6406675047736534,
0.8466377020601292
],
"roc_auc": 0.9705975562645758,
"brier": 0.0004659701265210246,
"top_1pct": {
"k": 568,
"precision": 0.1056338028169014,
"recall": 0.8108108108108109
},
"top_05pct": {
"k": 284,
"precision": 0.20774647887323944,
"recall": 0.7972972972972973
},
"recall_at_fpr_001": 0.7972972972972973,
"threshold": 0.004382893458579481,
"operating": {
"tp": 60,
"fp": 405,
"fn": 14,
"tn": 56265,
"alerts": 465,
"precision": 0.12903225806451613,
"recall": 0.8108108108108109,
"fpr": 0.007146638433033351,
"alert_rate": 0.008194698999013112,
"captured_exposure": 5336.9400000000005,
"missed_exposure": 2390.73
},
"pr_curve": [
[
1.0,
0.0013041026364020865
],
[
1.0,
0.001311917171932064
],
[
1.0,
0.0013215229659261376
],
[
1.0,
0.0013311028366880721
],
[
1.0,
0.0013408712038849024
],
[
1.0,
0.0013510799510689964
],
[
1.0,
0.0013603191235132999
],
[
1.0,
0.0013715387181673277
],
[
1.0,
0.0013802365053903832
],
[
1.0,
0.001389958489077556
],
[
1.0,
0.0013983635367259396
],
[
1.0,
0.0014071918915321278
],
[
1.0,
0.0014171901332924773
],
[
1.0,
0.0014275792885253492
],
[
1.0,
0.0014367816091954023
],
[
1.0,
0.0014459055471970925
],
[
1.0,
0.0014554895558789977
],
[
1.0,
0.0014653755519911285
],
[
1.0,
0.0014754261788455787
],
[
1.0,
0.0014849299674920737
],
[
1.0,
0.0014950401034406126
],
[
1.0,
0.0015051663819054594
],
[
1.0,
0.0015157722244981565
],
[
1.0,
0.001525584463777677
],
[
1.0,
0.0015359070153590701
],
[
1.0,
0.0015464671584710873
],
[
1.0,
0.0015575340447475322
],
[
1.0,
0.0015682617725596576
],
[
1.0,
0.0015794416460343209
],
[
1.0,
0.0015908162607218867
],
[
1.0,
0.0016021477440027712
],
[
1.0,
0.0016130790190735694
],
[
1.0,
0.0016241604846143716
],
[
1.0,
0.0016357567585490395
],
[
1.0,
0.0016482904555072948
],
[
1.0,
0.0016597138115103396
],
[
1.0,
0.0016719385449615906
],
[
1.0,
0.0016845364110268843
],
[
1.0,
0.0016972866350145645
],
[
1.0,
0.0017095991683031074
],
[
1.0,
0.0017220515684631854
],
[
1.0,
0.0017348493728753956
],
[
1.0,
0.001747632430389911
],
[
1.0,
0.0017604796117428748
],
[
1.0,
0.001773474572209174
],
[
1.0,
0.0017866196673024456
],
[
1.0,
0.001799961081922553
],
[
1.0,
0.0018136810372294796
],
[
1.0,
0.0018274312243789204
],
[
1.0,
0.0018418498145705254
],
[
1.0,
0.0018561252132035717
],
[
1.0,
0.0018706236254708158
],
[
1.0,
0.0018858788450266317
],
[
1.0,
0.001900408330979224
],
[
1.0,
0.0019154112957498577
],
[
1.0,
0.0019306530303425606
],
[
1.0,
0.0019468048722738156
],
[
1.0,
0.0019626044291208063
],
[
1.0,
0.0019785567230822705
],
[
1.0,
0.0019954697443641464
],
[
1.0,
0.002011908322231587
],
[
1.0,
0.0020287868403015765
],
[
1.0,
0.0020459509524731125
],
[
1.0,
0.002063523047321603
],
[
1.0,
0.0020810483984364013
],
[
1.0,
0.0020989335148627183
],
[
1.0,
0.0021179164281625645
],
[
1.0,
0.002136443687386321
],
[
1.0,
0.002154984128833105
],
[
1.0,
0.0021740407779540514
],
[
1.0,
0.0021935024899217455
],
[
1.0,
0.0022132495887542993
],
[
1.0,
0.002234232058210803
],
[
1.0,
0.0022549975621647977
],
[
1.0,
0.0022763627414790206
],
[
1.0,
0.002297779847849713
],
[
1.0,
0.0023195310785819514
],
[
1.0,
0.0023419944931480836
],
[
1.0,
0.0023645949832241573
],
[
1.0,
0.002387867053888351
],
[
1.0,
0.0024114445856551633
],
[
1.0,
0.002435973401803937
],
[
1.0,
0.002460269964758295
],
[
1.0,
0.002485306465155332
],
[
1.0,
0.002510431862129796
],
[
1.0,
0.0025366790072672424
],
[
1.0,
0.0025635695974502875
],
[
1.0,
0.0025910364145658262
],
[
1.0,
0.0026192835905422627
],
[
0.9864864864864865,
0.0026121806340800116
],
[
0.9864864864864865,
0.0026410043051987987
],
[
0.9864864864864865,
0.0026707642776131416
],
[
0.9864864864864865,
0.00270090276750037
],
[
0.9864864864864865,
0.0027336728579988017
],
[
0.9864864864864865,
0.0027659896938466203
],
[
0.9864864864864865,
0.0027976852029279885
],
[
0.9864864864864865,
0.00283077400341244
],
[
0.9864864864864865,
0.0028661170003926187
],
[
0.9864864864864865,
0.0029006238327969167
],
[
0.9864864864864865,
0.0029364440868865646
],
[
0.9864864864864865,
0.0029729179393198943
],
[
0.9864864864864865,
0.0030114269213316284
],
[
0.9864864864864865,
0.0030500543160357652
],
[
0.9864864864864865,
0.0030934824985168236
],
[
0.9864864864864865,
0.0031345270299282923
],
[
0.9864864864864865,
0.0031772284122562676
],
[
0.9864864864864865,
0.0032215357458075904
],
[
0.9864864864864865,
0.003266657716919497
],
[
0.9864864864864865,
0.0033130616320232367
],
[
0.9864864864864865,
0.003359256361879343
],
[
0.9864864864864865,
0.0034096216721158337
],
[
0.9864864864864865,
0.003461191977620786
],
[
0.972972972972973,
0.0034647033347769596
],
[
0.972972972972973,
0.0035190615835777126
],
[
0.9594594594594594,
0.003523573200992556
],
[
0.9594594594594594,
0.003577186618299073
],
[
0.9594594594594594,
0.003635432667690732
],
[
0.9594594594594594,
0.0036933000416146484
],
[
0.9594594594594594,
0.003753634681469733
],
[
0.9459459459459459,
0.0037703328665302164
],
[
0.9459459459459459,
0.003834355828220859
],
[
0.9459459459459459,
0.003905160390516039
],
[
0.9459459459459459,
0.003985424732407197
],
[
0.9459459459459459,
0.004058441558441558
],
[
0.9459459459459459,
0.004133451431945674
],
[
0.9459459459459459,
0.00421153961855484
],
[
0.9459459459459459,
0.004292371842040716
],
[
0.9459459459459459,
0.004376914900268867
],
[
0.9459459459459459,
0.0044640010203430905
],
[
0.9459459459459459,
0.0045590725543832224
],
[
0.9459459459459459,
0.004652090117631421
],
[
0.9459459459459459,
0.004749949107688132
],
[
0.9459459459459459,
0.0048567265662943174
],
[
0.9459459459459459,
0.004959965988804649
],
[
0.9459459459459459,
0.005080563216722311
],
[
0.9459459459459459,
0.005201753734116073
],
[
0.9459459459459459,
0.00532643433267387
],
[
0.9459459459459459,
0.005458089668615985
],
[
0.9459459459459459,
0.005596865755177101
],
[
0.9459459459459459,
0.005736294353847414
],
[
0.9459459459459459,
0.005887795441164101
],
[
0.9459459459459459,
0.0060490839958520564
],
[
0.9459459459459459,
0.006215040397762586
],
[
0.9459459459459459,
0.006390943120606227
],
[
0.9459459459459459,
0.006579565748660588
],
[
0.9459459459459459,
0.006777691711851278
],
[
0.9459459459459459,
0.0069874226392493514
],
[
0.9459459459459459,
0.007206094296891085
],
[
0.9459459459459459,
0.007437314067148321
],
[
0.9459459459459459,
0.007683020524640544
],
[
0.9459459459459459,
0.007945516458569807
],
[
0.9324324324324325,
0.008110014104372355
],
[
0.9324324324324325,
0.008408481598830125
],
[
0.9324324324324325,
0.008743030917384693
],
[
0.9324324324324325,
0.009089711500461072
],
[
0.9324324324324325,
0.009458533241946539
],
[
0.9324324324324325,
0.009869832641968244
],
[
0.9324324324324325,
0.010316985645933014
],
[
0.9324324324324325,
0.010799812177179527
],
[
0.9324324324324325,
0.011346817957572768
],
[
0.9324324324324325,
0.011933586994119682
],
[
0.9324324324324325,
0.012591240875912409
],
[
0.9054054054054054,
0.012939358825801467
],
[
0.8918918918918919,
0.013532909575558746
],
[
0.8918918918918919,
0.014429383471797114
],
[
0.8918918918918919,
0.015453055490517443
],
[
0.8783783783783784,
0.0163769211388259
],
[
0.8648648648648649,
0.017476788640087382
],
[
0.8648648648648649,
0.019064641048555257
],
[
0.8648648648648649,
0.020969855832241154
],
[
0.8648648648648649,
0.023255813953488372
],
[
0.8648648648648649,
0.026251025430680888
],
[
0.8648648648648649,
0.0300187617260788
],
[
0.8648648648648649,
0.0350109409190372
],
[
0.8648648648648649,
0.041802743305029394
],
[
0.8648648648648649,
0.05215973920130399
],
[
0.8378378378378378,
0.06798245614035088
],
[
0.8108108108108109,
0.09900990099009901
],
[
0.7972972972972973,
0.19666666666666666
],
[
0.0,
1.0
]
],
"roc_curve": [
[
0.0,
0.0
],
[
0.0020998764778542437,
0.7972972972972973
],
[
0.008364213869772366,
0.8108108108108109
],
[
0.015228515969648844,
0.8378378378378378
],
[
0.018669490029998237,
0.8513513513513513
],
[
0.03155108523028057,
0.8648648648648649
],
[
0.0390153520381154,
0.8648648648648649
],
[
0.04550908770072349,
0.8648648648648649
],
[
0.05562025763190401,
0.8648648648648649
],
[
0.0633315687312511,
0.8648648648648649
],
[
0.0710605258514205,
0.8918918918918919
],
[
0.08327157226045527,
0.8918918918918919
],
[
0.09334745014999117,
0.9054054054054054
],
[
0.10746426680783483,
0.9324324324324325
],
[
0.11709899417681313,
0.9324324324324325
],
[
0.12428092465149108,
0.9324324324324325
],
[
0.14000352920416445,
0.9324324324324325
],
[
0.1458973001588142,
0.9324324324324325
],
[
0.15472031056996646,
0.9459459459459459
],
[
0.16573142756308454,
0.9459459459459459
],
[
0.17471325216163755,
0.9459459459459459
],
[
0.18365978471854597,
0.9459459459459459
],
[
0.18990647608964178,
0.9459459459459459
],
[
0.19631198164813835,
0.9459459459459459
],
[
0.20224104464443268,
0.9459459459459459
],
[
0.20818775366154932,
0.9459459459459459
],
[
0.21476971942826892,
0.9459459459459459
],
[
0.22089288865360862,
0.9459459459459459
],
[
0.22481030527616022,
0.9459459459459459
],
[
0.2292923945650256,
0.9459459459459459
],
[
0.23313922710428797,
0.9459459459459459
],
[
0.23882124580907005,
0.9459459459459459
],
[
0.2424210340568202,
0.9459459459459459
],
[
0.24759131815775542,
0.9459459459459459
],
[
0.25456149638256576,
0.9459459459459459
],
[
0.2614081524616199,
0.9459459459459459
],
[
0.2694900299982354,
0.9459459459459459
],
[
0.274448561849303,
0.9459459459459459
],
[
0.28127757190753483,
0.9459459459459459
],
[
0.2860243515087348,
0.9459459459459459
],
[
0.29068290100582317,
0.9459459459459459
],
[
0.2956237868360685,
0.9459459459459459
],
[
0.3018881242279866,
0.9459459459459459
],
[
0.3074466207870125,
0.9459459459459459
],
[
0.3123698605964355,
0.9459459459459459
],
[
0.3186165519675313,
0.9459459459459459
],
[
0.32562202223398623,
0.9459459459459459
],
[
0.3300864655020293,
0.9594594594594594
],
[
0.33753308628904183,
0.9594594594594594
],
[
0.34612669842950416,
0.9594594594594594
],
[
0.3552496911946356,
0.9594594594594594
],
[
0.3602611611081701,
0.972972972972973
],
[
0.36553732133403916,
0.972972972972973
],
[
0.3732839244750309,
0.9864864864864865
],
[
0.3776777836597847,
0.9864864864864865
],
[
0.3814893241574025,
0.9864864864864865
],
[
0.389341803423328,
0.9864864864864865
],
[
0.3959590612316923,
0.9864864864864865
],
[
0.4008470089994706,
0.9864864864864865
],
[
0.4069172401623434,
0.9864864864864865
],
[
0.4135168519498853,
0.9864864864864865
],
[
0.4179460031762838,
0.9864864864864865
],
[
0.4257102523380978,
0.9864864864864865
],
[
0.43423328039527087,
0.9864864864864865
],
[
0.4413622728074819,
0.9864864864864865
],
[
0.45073230986412566,
0.9864864864864865
],
[
0.4571201694017999,
0.9864864864864865
],
[
0.46686077289571204,
0.9864864864864865
],
[
0.47046056114346213,
0.9864864864864865
],
[
0.4741132874536792,
0.9864864864864865
],
[
0.48173636844891476,
0.9864864864864865
],
[
0.48976530792306333,
0.9864864864864865
],
[
0.4980942297511911,
1.0
],
[
0.503070407623081,
1.0
],
[
0.5122463384506794,
1.0
],
[
0.5222339862361037,
1.0
],
[
0.532733368625375,
1.0
],
[
0.5395447326627846,
1.0
],
[
0.5498323628021881,
1.0
],
[
0.5577730721722252,
1.0
],
[
0.5648844185636139,
1.0
],
[
0.5732662784542085,
1.0
],
[
0.5794423857420151,
1.0
],
[
0.590612316922534,
1.0
],
[
0.6036174342685724,
1.0
],
[
0.6162166931356979,
1.0
],
[
0.621492853361567,
1.0
],
[
0.6313040409387684,
1.0
],
[
0.6370037056643727,
1.0
],
[
0.6430915828480678,
1.0
],
[
0.6515969648844185,
1.0
],
[
0.6570319392976883,
1.0
],
[
0.6647256043762132,
1.0
],
[
0.6701958708311275,
1.0
],
[
0.6800070584083289,
1.0
],
[
0.6911769895888478,
1.0
],
[
0.6957296629610022,
1.0
],
[
0.7025410269984118,
1.0
],
[
0.7080818775366154,
1.0
],
[
0.7155637903652726,
1.0
],
[
0.7201164637374272,
1.0
],
[
0.7294512087524263,
1.0
],
[
0.7365096170813482,
1.0
],
[
0.7428445385565555,
1.0
],
[
0.7489147697194283,
1.0
],
[
0.753996823716252,
1.0
],
[
0.759502382212811,
1.0
],
[
0.7655726133756838,
1.0
],
[
0.7705311452267514,
1.0
],
[
0.7753838009528852,
1.0
],
[
0.7783130404093876,
1.0
],
[
0.7829539438856538,
1.0
],
[
0.7856714310922887,
1.0
],
[
0.791829892359273,
1.0
],
[
0.7938944767954826,
1.0
],
[
0.7967178401270514,
1.0
],
[
0.801852832186342,
1.0
],
[
0.8058761249338274,
1.0
],
[
0.8105346744309159,
1.0
],
[
0.815175577907182,
1.0
],
[
0.8184047997176637,
1.0
],
[
0.8234868537144874,
1.0
],
[
0.8283042173989765,
1.0
],
[
0.8326804305629081,
1.0
],
[
0.8356626080818775,
1.0
],
[
0.837886006705488,
1.0
],
[
0.8426327863066878,
1.0
],
[
0.8467443091582848,
1.0
],
[
0.8511205223222164,
1.0
],
[
0.8548438327157226,
1.0
],
[
0.8584965590259397,
1.0
],
[
0.8628727721898711,
1.0
],
[
0.8671078171872243,
1.0
],
[
0.8705311452267513,
1.0
],
[
0.8750308805364391,
1.0
],
[
0.8776601376389624,
1.0
],
[
0.88261866949003,
1.0
],
[
0.8870125286747839,
1.0
],
[
0.8910711134639139,
1.0
],
[
0.894265043232751,
1.0
],
[
0.8965766719604729,
1.0
],
[
0.8989765307923063,
1.0
],
[
0.9023645667901888,
1.0
],
[
0.906546673725075,
1.0
],
[
0.9099347097229574,
1.0
],
[
0.9129698253043939,
1.0
],
[
0.915934356802541,
1.0
],
[
0.9190224104464443,
1.0
],
[
0.9219869419445915,
1.0
],
[
0.9240338803599788,
1.0
],
[
0.9264160931709899,
1.0
],
[
0.93024527968943,
1.0
],
[
0.933774483853891,
1.0
],
[
0.9375330862890419,
1.0
],
[
0.9404270337038998,
1.0
],
[
0.9419798835362626,
1.0
],
[
0.9440091759308276,
1.0
],
[
0.9465854949708841,
1.0
],
[
0.9495147344273867,
1.0
],
[
0.9515263808011294,
1.0
],
[
0.9539262396329627,
1.0
],
[
0.9566260808187753,
1.0
],
[
0.9589906476089641,
1.0
],
[
0.9611964002117522,
1.0
],
[
0.9640550555849656,
1.0
],
[
0.9663843303335098,
1.0
],
[
0.9683253926239633,
1.0
],
[
0.96975472031057,
1.0
],
[
0.9721545791424034,
1.0
],
[
0.974801482265749,
1.0
],
[
0.9776777836597847,
1.0
],
[
0.9807481912828657,
1.0
],
[
0.9827421916357861,
1.0
],
[
0.9853185106758426,
1.0
],
[
0.9874889712369861,
1.0
],
[
0.9897653079230634,
1.0
],
[
0.9914769719428269,
1.0
],
[
0.9938062466913711,
1.0
],
[
0.9964531498147168,
1.0
],
[
1.0,
1.0
]
],
"calibration": [
{
"predicted": 1.808806405552082e-05,
"observed": 0.0,
"n": 5675
},
{
"predicted": 3.0222661461238674e-05,
"observed": 0.0,
"n": 5674
},
{
"predicted": 4.2355665203707056e-05,
"observed": 0.0,
"n": 5674
},
{
"predicted": 5.729949202064393e-05,
"observed": 0.0,
"n": 5675
},
{
"predicted": 7.625565469586796e-05,
"observed": 0.0,
"n": 5674
},
{
"predicted": 0.00010137000958452501,
"observed": 0.00017624250969333803,
"n": 5674
},
{
"predicted": 0.00013711838115308553,
"observed": 0.0005286343612334801,
"n": 5675
},
{
"predicted": 0.00019449049839896936,
"observed": 0.0,
"n": 5674
},
{
"predicted": 0.000325796639105641,
"observed": 0.00017624250969333803,
"n": 5674
},
{
"predicted": 0.010482677383140062,
"observed": 0.012158590308370043,
"n": 5675
}
],
"id": "model-6",
"name": "LightGBM",
"tune_ap": 0.7996963388098032,
"chosen_configuration": 0,
"training_seconds": 12.014422800013563,
"batch_256_ms_median": 5.1315000164322555,
"batch_256_ms_p95": 5.679645018244628,
"calibrator_standardized_coefficient": 1.2449091436066033
},
{
"average_precision": 0.7824968973950217,
"ap_ci95": [
0.6563572499210688,
0.8623034574494365
],
"roc_auc": 0.9734739768884819,
"brier": 0.000441354961367324,
"top_1pct": {
"k": 568,
"precision": 0.10915492957746478,
"recall": 0.8378378378378378
},
"top_05pct": {
"k": 284,
"precision": 0.2112676056338028,
"recall": 0.8108108108108109
},
"recall_at_fpr_001": 0.7972972972972973,
"threshold": 0.004082381725311279,
"operating": {
"tp": 62,
"fp": 405,
"fn": 12,
"tn": 56265,
"alerts": 467,
"precision": 0.13276231263383298,
"recall": 0.8378378378378378,
"fpr": 0.007146638433033351,
"alert_rate": 0.008229945016213169,
"captured_exposure": 5352.39,
"missed_exposure": 2375.2799999999997
},
"pr_curve": [
[
1.0,
0.0013041026364020865
],
[
1.0,
0.0013128481708831565
],
[
1.0,
0.0013204146815837838
],
[
1.0,
0.0013277591373154147
],
[
1.0,
0.0013356436358385676
],
[
1.0,
0.001343549148480337
],
[
1.0,
0.0013520426806986772
],
[
1.0,
0.0013599191399430305
],
[
1.0,
0.00136859626410209
],
[
1.0,
0.0013775130305286672
],
[
1.0,
0.0013870145449092818
],
[
1.0,
0.0013955681282413956
],
[
1.0,
0.0014039348118917072
],
[
1.0,
0.001413400565360226
],
[
1.0,
0.0014226938901065098
],
[
1.0,
0.0014318885448916408
],
[
1.0,
0.001441343176019166
],
[
1.0,
0.0014508665986981413
],
[
1.0,
0.0014600556399581713
],
[
1.0,
0.0014698579799384249
],
[
1.0,
0.0014792603698150924
],
[
1.0,
0.001489503029327107
],
[
1.0,
0.0014998581215290446
],
[
1.0,
0.0015102657251316381
],
[
1.0,
0.0015202251576720012
],
[
1.0,
0.001530475067733863
],
[
1.0,
0.0015406074990110966
],
[
1.0,
0.001551070028715756
],
[
1.0,
0.0015621701498838927
],
[
1.0,
0.0015732964813436803
],
[
1.0,
0.0015843449589997218
],
[
1.0,
0.001594896331738437
],
[
1.0,
0.0016059027777777777
],
[
1.0,
0.0016175216944632669
],
[
1.0,
0.0016291664832019726
],
[
1.0,
0.0016409073774308713
],
[
1.0,
0.0016523389527743665
],
[
1.0,
0.001664192866459767
],
[
1.0,
0.0016762940310340922
],
[
1.0,
0.0016881487395916505
],
[
1.0,
0.0017008757211483209
],
[
1.0,
0.001713280237080941
],
[
1.0,
0.0017256657805139685
],
[
1.0,
0.0017382725329449626
],
[
1.0,
0.0017511477116758957
],
[
1.0,
0.001764004767580453
],
[
1.0,
0.0017773507865978143
],
[
1.0,
0.00179064027488748
],
[
1.0,
0.0018039540723044293
],
[
1.0,
0.001818003144654088
],
[
1.0,
0.0018317285081313893
],
[
1.0,
0.0018465377417342483
],
[
1.0,
0.0018611670020120725
],
[
1.0,
0.001875934798590514
],
[
1.0,
0.0018911321236902631
],
[
1.0,
0.0019063812247211273
],
[
1.0,
0.0019222776392352453
],
[
1.0,
0.00193849216744381
],
[
1.0,
0.001954311369338439
],
[
1.0,
0.0019704958193534645
],
[
1.0,
0.0019870572755833625
],
[
1.0,
0.002004008016032064
],
[
1.0,
0.002021416083916084
],
[
1.0,
0.0020400849116422684
],
[
1.0,
0.0020580709756368894
],
[
1.0,
0.0020766100743650905
],
[
1.0,
0.002095070920981852
],
[
1.0,
0.0021136214332638315
],
[
1.0,
0.002132564841498559
],
[
1.0,
0.0021514755051606337
],
[
1.0,
0.0021713615023474177
],
[
1.0,
0.0021915536338328497
],
[
1.0,
0.002211728136768486
],
[
1.0,
0.002232075528609779
],
[
1.0,
0.0022539672870153207
],
[
1.0,
0.00227594267084948
],
[
1.0,
0.0022974231605091587
],
[
1.0,
0.002319894664242272
],
[
1.0,
0.0023427359356697377
],
[
1.0,
0.0023655776484879485
],
[
1.0,
0.0023894862604540022
],
[
1.0,
0.002413961833306149
],
[
1.0,
0.0024388636213829016
],
[
1.0,
0.0024646128226477933
],
[
1.0,
0.0024899895689626163
],
[
1.0,
0.00251606541770086
],
[
1.0,
0.002543217513833041
],
[
1.0,
0.0025710513515391563
],
[
1.0,
0.0025988621198286157
],
[
1.0,
0.0026276542859171932
],
[
1.0,
0.002660052482116539
],
[
1.0,
0.0026904199236502456
],
[
1.0,
0.0027219892591775177
],
[
1.0,
0.002753898254623944
],
[
1.0,
0.002786669177179439
],
[
1.0,
0.002819907019282067
],
[
1.0,
0.002853727199105318
],
[
1.0,
0.002888706718194949
],
[
1.0,
0.0029253636938646427
],
[
1.0,
0.0029613029733082555
],
[
0.9864864864864865,
0.002957980469224847
],
[
0.9864864864864865,
0.002995855049862519
],
[
0.9864864864864865,
0.003036100482448844
],
[
0.9864864864864865,
0.0030753675696170535
],
[
0.9864864864864865,
0.003116062662739574
],
[
0.9864864864864865,
0.0031585323641398406
],
[
0.9864864864864865,
0.0032011927731976845
],
[
0.9864864864864865,
0.0032444444444444443
],
[
0.9864864864864865,
0.0032896219187959082
],
[
0.9864864864864865,
0.003338516418183481
],
[
0.9864864864864865,
0.0033866852238459756
],
[
0.9864864864864865,
0.0034362643569949163
],
[
0.9864864864864865,
0.0034881498470948013
],
[
0.9864864864864865,
0.003542141782716289
],
[
0.9864864864864865,
0.0035969450603596945
],
[
0.9864864864864865,
0.0036549341611175085
],
[
0.9864864864864865,
0.003712745397212898
],
[
0.9864864864864865,
0.003773779983457403
],
[
0.9864864864864865,
0.0038386706630909187
],
[
0.9864864864864865,
0.0039043696849761994
],
[
0.9864864864864865,
0.0039697645331448145
],
[
0.9864864864864865,
0.004041634370501606
],
[
0.9864864864864865,
0.004115458338031345
],
[
0.9864864864864865,
0.0041925109120147025
],
[
0.972972972972973,
0.004224856237530807
],
[
0.972972972972973,
0.004303388918773534
],
[
0.972972972972973,
0.004388370817334065
],
[
0.972972972972973,
0.0044753853804077575
],
[
0.972972972972973,
0.004565920476885027
],
[
0.9594594594594594,
0.0045957667162923165
],
[
0.9459459459459459,
0.004627487274409995
],
[
0.9459459459459459,
0.00472972972972973
],
[
0.9459459459459459,
0.004832919083126208
],
[
0.9459459459459459,
0.004941409007482705
],
[
0.9459459459459459,
0.005054516571593617
],
[
0.9459459459459459,
0.005174835514156872
],
[
0.9459459459459459,
0.005295408124669037
],
[
0.9459459459459459,
0.005422573398404214
],
[
0.9459459459459459,
0.005554673861291859
],
[
0.9459459459459459,
0.005695687550854353
],
[
0.9459459459459459,
0.0058459996659428765
],
[
0.9459459459459459,
0.006006521366054574
],
[
0.9459459459459459,
0.006171751013930524
],
[
0.9459459459459459,
0.006345752878252198
],
[
0.9459459459459459,
0.006526198023494313
],
[
0.9459459459459459,
0.006720430107526882
],
[
0.9459459459459459,
0.00693000693000693
],
[
0.9324324324324325,
0.007043691302572479
],
[
0.9324324324324325,
0.007272344013490725
],
[
0.9324324324324325,
0.0075122482308111055
],
[
0.9324324324324325,
0.007770270270270271
],
[
0.9324324324324325,
0.008052281479752597
],
[
0.9324324324324325,
0.00834744737478829
],
[
0.918918918918919,
0.008547008547008548
],
[
0.918918918918919,
0.008893539105414596
],
[
0.918918918918919,
0.009264305177111716
],
[
0.918918918918919,
0.009672830725462305
],
[
0.918918918918919,
0.01010851791288836
],
[
0.9054054054054054,
0.010452418096723868
],
[
0.9054054054054054,
0.01098720892095769
],
[
0.9054054054054054,
0.011559696342305038
],
[
0.8918918918918919,
0.01202843083652269
],
[
0.8918918918918919,
0.012738853503184714
],
[
0.8918918918918919,
0.013527362164377946
],
[
0.8918918918918919,
0.014442013129102845
],
[
0.8918918918918919,
0.015500234852043212
],
[
0.8918918918918919,
0.016666666666666666
],
[
0.8918918918918919,
0.018042646254784037
],
[
0.8918918918918919,
0.019695613249776187
],
[
0.8783783783783784,
0.02133245815556285
],
[
0.8783783783783784,
0.023696682464454975
],
[
0.8648648648648649,
0.026272577996715927
],
[
0.8648648648648649,
0.03004694835680751
],
[
0.8648648648648649,
0.03506849315068493
],
[
0.8648648648648649,
0.042105263157894736
],
[
0.8513513513513513,
0.05193734542456719
],
[
0.8378378378378378,
0.06828193832599119
],
[
0.8378378378378378,
0.10264900662251655
],
[
0.8108108108108109,
0.20134228187919462
],
[
0.0,
1.0
]
],
"roc_curve": [
[
0.0,
0.0
],
[
0.00045879654137991884,
0.7837837837837838
],
[
0.009511205223222163,
0.8378378378378378
],
[
0.01888124227986589,
0.8513513513513513
],
[
0.028992412211046408,
0.8648648648648649
],
[
0.04003882124580907,
0.8648648648648649
],
[
0.047926592553379214,
0.8783783783783784
],
[
0.057614257984824425,
0.8918918918918919
],
[
0.07423680959943532,
0.8918918918918919
],
[
0.08161284630315864,
0.8918918918918919
],
[
0.09047114875595554,
0.8918918918918919
],
[
0.10319392976883712,
0.9054054054054054
],
[
0.11471678136580202,
0.918918918918919
],
[
0.12339862361037586,
0.918918918918919
],
[
0.13162166931356978,
0.918918918918919
],
[
0.14192694547379567,
0.9324324324324325
],
[
0.1532909828833598,
0.9324324324324325
],
[
0.16110817010764072,
0.9324324324324325
],
[
0.17224280924651492,
0.9459459459459459
],
[
0.17937180165872596,
0.9459459459459459
],
[
0.18365978471854597,
0.9459459459459459
],
[
0.19400035292041645,
0.9459459459459459
],
[
0.20206458443620964,
0.9459459459459459
],
[
0.20561143462149287,
0.9459459459459459
],
[
0.21086994882653962,
0.9459459459459459
],
[
0.2158461266984295,
0.9459459459459459
],
[
0.22071642844538555,
0.9459459459459459
],
[
0.2293100405858479,
0.9459459459459459
],
[
0.2355037938944768,
0.9459459459459459
],
[
0.24026821951649904,
0.9459459459459459
],
[
0.24422092818069524,
0.9459459459459459
],
[
0.24879124757367213,
0.9459459459459459
],
[
0.25350273513322746,
0.9459459459459459
],
[
0.259908240691724,
0.9459459459459459
],
[
0.26500794070937006,
0.9459459459459459
],
[
0.26855479089465323,
0.9459459459459459
],
[
0.2748191282865714,
0.972972972972973
],
[
0.2787718369507676,
0.972972972972973
],
[
0.28284806776071997,
0.972972972972973
],
[
0.28554790894653254,
0.972972972972973
],
[
0.29172401623433913,
0.972972972972973
],
[
0.2992235750838186,
0.972972972972973
],
[
0.30322922181048173,
0.972972972972973
],
[
0.3082583377448385,
0.9864864864864865
],
[
0.31226398447150167,
0.9864864864864865
],
[
0.3154755602611611,
0.9864864864864865
],
[
0.31905770248808896,
0.9864864864864865
],
[
0.32253396859008293,
0.9864864864864865
],
[
0.328621845773778,
0.9864864864864865
],
[
0.3324510322922181,
0.9864864864864865
],
[
0.3370037056643727,
0.9864864864864865
],
[
0.34220928180695254,
0.9864864864864865
],
[
0.34958531851067587,
0.9864864864864865
],
[
0.3566260808187754,
0.9864864864864865
],
[
0.36285512616904886,
0.9864864864864865
],
[
0.36862537497794245,
0.9864864864864865
],
[
0.3749602964531498,
0.9864864864864865
],
[
0.3801482265749074,
0.9864864864864865
],
[
0.38508911240515264,
0.9864864864864865
],
[
0.3908417151932239,
0.9864864864864865
],
[
0.39934709722957473,
0.9864864864864865
],
[
0.4066525498500088,
0.9864864864864865
],
[
0.41369331215810834,
0.9864864864864865
],
[
0.4203811540497618,
0.9864864864864865
],
[
0.42528674783836246,
0.9864864864864865
],
[
0.4300158814187401,
0.9864864864864865
],
[
0.4358390682901006,
1.0
],
[
0.4420328215987295,
1.0
],
[
0.44766190224104463,
1.0
],
[
0.45194988530086466,
1.0
],
[
0.4563613905064408,
1.0
],
[
0.46551967531321686,
1.0
],
[
0.46783130404093876,
1.0
],
[
0.4750132345156167,
1.0
],
[
0.47977766013763895,
1.0
],
[
0.48554790894653255,
1.0
],
[
0.4915122639844715,
1.0
],
[
0.4976530792306335,
1.0
],
[
0.5064407976001412,
1.0
],
[
0.5128110111169931,
1.0
],
[
0.5204340921122287,
1.0
],
[
0.5278807128992412,
1.0
],
[
0.5315510852302806,
1.0
],
[
0.5366331392271043,
1.0
],
[
0.543744485618493,
1.0
],
[
0.5550908770072349,
1.0
],
[
0.5624669137109581,
1.0
],
[
0.5719428268925357,
1.0
],
[
0.5775719075348509,
1.0
],
[
0.5822657490735839,
1.0
],
[
0.5902417504852656,
1.0
],
[
0.5954473266278454,
1.0
],
[
0.6026998411858125,
1.0
],
[
0.6094229751191106,
1.0
],
[
0.6166401976354332,
1.0
],
[
0.6257455443797424,
1.0
],
[
0.6309511205223222,
1.0
],
[
0.6355567319569437,
1.0
],
[
0.639915299100053,
1.0
],
[
0.6428445385565555,
1.0
],
[
0.6473795659078878,
1.0
],
[
0.6532380448208929,
1.0
],
[
0.6578260102346921,
1.0
],
[
0.6628551261690488,
1.0
],
[
0.6693135697900123,
1.0
],
[
0.6746603140991706,
1.0
],
[
0.6793894476795482,
1.0
],
[
0.6820539968237163,
1.0
],
[
0.6877007234868537,
1.0
],
[
0.6924298570672314,
1.0
],
[
0.6973178048350097,
1.0
],
[
0.7009352391035821,
1.0
],
[
0.7072525145579672,
1.0
],
[
0.712458090700547,
1.0
],
[
0.7198517734250927,
1.0
],
[
0.7271572260455267,
1.0
],
[
0.7332980412916887,
1.0
],
[
0.7382212811011117,
1.0
],
[
0.7476266101994,
1.0
],
[
0.7527616022586907,
1.0
],
[
0.7590082936297865,
1.0
],
[
0.7653432151049938,
1.0
],
[
0.769348861831657,
1.0
],
[
0.7728604199752955,
1.0
],
[
0.7768131286394918,
1.0
],
[
0.7801658725957297,
1.0
],
[
0.7850714663843303,
1.0
],
[
0.7881418740074113,
1.0
],
[
0.7920063525674961,
1.0
],
[
0.7980236456679018,
1.0
],
[
0.8014293276866067,
1.0
],
[
0.8047820716428445,
1.0
],
[
0.8076936650785248,
1.0
],
[
0.8119110640550555,
1.0
],
[
0.8163931533439209,
1.0
],
[
0.8235397917769542,
1.0
],
[
0.8277395447326628,
1.0
],
[
0.8309687665431446,
1.0
],
[
0.8338097758955355,
1.0
],
[
0.8377271925180871,
1.0
],
[
0.8407976001411682,
1.0
],
[
0.8452796894300335,
1.0
],
[
0.8502029292394565,
1.0
],
[
0.8539438856537851,
1.0
],
[
0.8577554261514029,
1.0
],
[
0.8637021351685195,
1.0
],
[
0.866454914416799,
1.0
],
[
0.8700547026645491,
1.0
],
[
0.8730192341626963,
1.0
],
[
0.8754720310569967,
1.0
],
[
0.877695429680607,
1.0
],
[
0.8803776248455973,
1.0
],
[
0.8846656079054174,
1.0
],
[
0.8889006529027704,
1.0
],
[
0.8921651667548968,
1.0
],
[
0.8973707428974766,
1.0
],
[
0.9008293629786484,
1.0
],
[
0.9041821069348862,
1.0
],
[
0.9072348685371449,
1.0
],
[
0.9115757896594318,
1.0
],
[
0.9161814010940533,
1.0
],
[
0.919587083112758,
1.0
],
[
0.9232045173813305,
1.0
],
[
0.9266101994000353,
1.0
],
[
0.9288688900652903,
1.0
],
[
0.9347803070407623,
1.0
],
[
0.9408858302452797,
1.0
],
[
0.9455620257631904,
1.0
],
[
0.9495500264690312,
1.0
],
[
0.9543850361743427,
1.0
],
[
0.9608434797953062,
1.0
],
[
0.965060878771837,
1.0
],
[
0.9679901182283395,
1.0
],
[
0.9725074995588495,
1.0
],
[
0.9775719075348509,
1.0
],
[
0.9824245632609846,
1.0
],
[
0.9884242103405682,
1.0
],
[
0.9932945120875243,
1.0
],
[
0.9961531674607376,
1.0
],
[
1.0,
1.0
]
],
"calibration": [
{
"predicted": 1.1031089343305212e-05,
"observed": 0.0,
"n": 5675
},
{
"predicted": 2.0546940504573286e-05,
"observed": 0.0,
"n": 5673
},
{
"predicted": 3.01436084555462e-05,
"observed": 0.0,
"n": 5675
},
{
"predicted": 4.201260526315309e-05,
"observed": 0.0,
"n": 5675
},
{
"predicted": 5.8261040976503864e-05,
"observed": 0.0,
"n": 5674
},
{
"predicted": 8.118310506688431e-05,
"observed": 0.00017624250969333803,
"n": 5674
},
{
"predicted": 0.00011576063116081059,
"observed": 0.00017624250969333803,
"n": 5674
},
{
"predicted": 0.00017296412261202931,
"observed": 0.0003524229074889868,
"n": 5675
},
{
"predicted": 0.00030959592550061643,
"observed": 0.0005287275290800141,
"n": 5674
},
{
"predicted": 0.011057564057409763,
"observed": 0.011806167400881057,
"n": 5675
}
],
"id": "model-7",
"name": "XGBoost",
"tune_ap": 0.7958874960232922,
"chosen_configuration": 1,
"training_seconds": 8.158787799970014,
"batch_256_ms_median": 4.216449990053661,
"batch_256_ms_p95": 5.812574989977292,
"calibrator_standardized_coefficient": 1.4049171209335327
}
],
"champion_id": "model-3",
"selection_rule": "Highest uncalibrated average precision on tune period; no final-test-based selection.",
"trials": [
{
"model": "Prevalence baseline",
"configuration": 0,
"tune_ap": 0.002067523435848037,
"training_seconds": 0.042443000013008714,
"parameters": "DummyClassifier()",
"estimator_spec": {
"class": "sklearn.dummy.DummyClassifier",
"parameters": {
"constant": null,
"random_state": null,
"strategy": "prior"
}
}
},
{
"model": "Logistic regression",
"configuration": 0,
"tune_ap": 0.8059011636817897,
"training_seconds": 0.43141360001754947,
"parameters": "Pipeline(steps=[('standardscaler', StandardScaler()),\n ('logisticregression',\n LogisticRegression(C=0.1, class_weight='balanced',\n max_iter=700, random_state=42))])",
"estimator_spec": {
"class": "sklearn.pipeline.Pipeline",
"parameters": {
"memory": null,
"steps": [
[
"standardscaler",
{
"class": "sklearn.preprocessing._data.StandardScaler",
"parameters": {
"copy": true,
"with_mean": true,
"with_std": true
}
}
],
[
"logisticregression",
{
"class": "sklearn.linear_model._logistic.LogisticRegression",
"parameters": {
"C": 0.1,
"class_weight": "balanced",
"dual": false,
"fit_intercept": true,
"intercept_scaling": 1,
"l1_ratio": 0.0,
"max_iter": 700,
"n_jobs": null,
"penalty": "deprecated",
"random_state": 42,
"solver": "lbfgs",
"tol": 0.0001,
"verbose": 0,
"warm_start": false
}
}
]
],
"transform_input": null,
"verbose": false
}
}
},
{
"model": "Logistic regression",
"configuration": 1,
"tune_ap": 0.7902153789241015,
"training_seconds": 0.6248846999951638,
"parameters": "Pipeline(steps=[('standardscaler', StandardScaler()),\n ('logisticregression',\n LogisticRegression(class_weight='balanced', max_iter=700,\n random_state=42))])",
"estimator_spec": {
"class": "sklearn.pipeline.Pipeline",
"parameters": {
"memory": null,
"steps": [
[
"standardscaler",
{
"class": "sklearn.preprocessing._data.StandardScaler",
"parameters": {
"copy": true,
"with_mean": true,
"with_std": true
}
}
],
[
"logisticregression",
{
"class": "sklearn.linear_model._logistic.LogisticRegression",
"parameters": {
"C": 1.0,
"class_weight": "balanced",
"dual": false,
"fit_intercept": true,
"intercept_scaling": 1,
"l1_ratio": 0.0,
"max_iter": 700,
"n_jobs": null,
"penalty": "deprecated",
"random_state": 42,
"solver": "lbfgs",
"tol": 0.0001,
"verbose": 0,
"warm_start": false
}
}
]
],
"transform_input": null,
"verbose": false
}
}
},
{
"model": "Random forest",
"configuration": 0,
"tune_ap": 0.8019120053537028,
"training_seconds": 18.142266500013648,
"parameters": "RandomForestClassifier(class_weight='balanced_subsample', max_depth=14,\n max_samples=0.7, min_samples_leaf=3, n_estimators=140,\n n_jobs=4, random_state=42)",
"estimator_spec": {
"class": "sklearn.ensemble._forest.RandomForestClassifier",
"parameters": {
"bootstrap": true,
"ccp_alpha": 0.0,
"class_weight": "balanced_subsample",
"criterion": "gini",
"max_depth": 14,
"max_features": "sqrt",
"max_leaf_nodes": null,
"max_samples": 0.7,
"min_impurity_decrease": 0.0,
"min_samples_leaf": 3,
"min_samples_split": 2,
"min_weight_fraction_leaf": 0.0,
"monotonic_cst": null,
"n_estimators": 140,
"n_jobs": 4,
"oob_score": false,
"random_state": 42,
"verbose": 0,
"warm_start": false
}
}
},
{
"model": "Extra trees",
"configuration": 0,
"tune_ap": 0.8154234499447497,
"training_seconds": 6.489856200001668,
"parameters": "ExtraTreesClassifier(class_weight='balanced', max_depth=18, min_samples_leaf=3,\n n_estimators=160, n_jobs=4, random_state=42)",
"estimator_spec": {
"class": "sklearn.ensemble._forest.ExtraTreesClassifier",
"parameters": {
"bootstrap": false,
"ccp_alpha": 0.0,
"class_weight": "balanced",
"criterion": "gini",
"max_depth": 18,
"max_features": "sqrt",
"max_leaf_nodes": null,
"max_samples": null,
"min_impurity_decrease": 0.0,
"min_samples_leaf": 3,
"min_samples_split": 2,
"min_weight_fraction_leaf": 0.0,
"monotonic_cst": null,
"n_estimators": 160,
"n_jobs": 4,
"oob_score": false,
"random_state": 42,
"verbose": 0,
"warm_start": false
}
}
},
{
"model": "Histogram boosting",
"configuration": 0,
"tune_ap": 0.7939714626230102,
"training_seconds": 2.455123099993216,
"parameters": "HistGradientBoostingClassifier(early_stopping=False, l2_regularization=2,\n learning_rate=0.06, max_iter=180,\n max_leaf_nodes=15, random_state=42)",
"estimator_spec": {
"class": "sklearn.ensemble._hist_gradient_boosting.gradient_boosting.HistGradientBoostingClassifier",
"parameters": {
"categorical_features": "from_dtype",
"class_weight": null,
"early_stopping": false,
"interaction_cst": null,
"l2_regularization": 2,
"learning_rate": 0.06,
"loss": "log_loss",
"max_bins": 255,
"max_depth": null,
"max_features": 1.0,
"max_iter": 180,
"max_leaf_nodes": 15,
"min_samples_leaf": 20,
"monotonic_cst": null,
"n_iter_no_change": 10,
"random_state": 42,
"scoring": "loss",
"tol": 1e-07,
"validation_fraction": 0.1,
"verbose": 0,
"warm_start": false
}
}
},
{
"model": "Histogram boosting",
"configuration": 1,
"tune_ap": 0.7958753695788727,
"training_seconds": 17.989291499980027,
"parameters": "HistGradientBoostingClassifier(class_weight='balanced', early_stopping=False,\n l2_regularization=2, learning_rate=0.06,\n max_iter=180, max_leaf_nodes=15,\n random_state=42)",
"estimator_spec": {
"class": "sklearn.ensemble._hist_gradient_boosting.gradient_boosting.HistGradientBoostingClassifier",
"parameters": {
"categorical_features": "from_dtype",
"class_weight": "balanced",
"early_stopping": false,
"interaction_cst": null,
"l2_regularization": 2,
"learning_rate": 0.06,
"loss": "log_loss",
"max_bins": 255,
"max_depth": null,
"max_features": 1.0,
"max_iter": 180,
"max_leaf_nodes": 15,
"min_samples_leaf": 20,
"monotonic_cst": null,
"n_iter_no_change": 10,
"random_state": 42,
"scoring": "loss",
"tol": 1e-07,
"validation_fraction": 0.1,
"verbose": 0,
"warm_start": false
}
}
},
{
"model": "Isolation forest",
"configuration": 0,
"tune_ap": 0.3754181606561785,
"training_seconds": 1.110561500012409,
"parameters": "IsolationForest(max_samples=2048, n_estimators=160, n_jobs=4, random_state=42)",
"estimator_spec": {
"class": "sklearn.ensemble._iforest.IsolationForest",
"parameters": {
"bootstrap": false,
"contamination": "auto",
"max_features": 1.0,
"max_samples": 2048,
"n_estimators": 160,
"n_jobs": 4,
"random_state": 42,
"verbose": 0,
"warm_start": false
}
}
},
{
"model": "LightGBM",
"configuration": 0,
"tune_ap": 0.7996963388098032,
"training_seconds": 4.48207330002333,
"parameters": "LGBMClassifier(learning_rate=0.04, min_child_samples=40, n_estimators=350,\n n_jobs=4, num_leaves=15, random_state=42, reg_lambda=2,\n verbosity=-1)",
"estimator_spec": {
"class": "lightgbm.sklearn.LGBMClassifier",
"parameters": {
"boosting_type": "gbdt",
"class_weight": null,
"colsample_bytree": 1.0,
"importance_type": "split",
"learning_rate": 0.04,
"max_depth": -1,
"min_child_samples": 40,
"min_child_weight": 0.001,
"min_split_gain": 0.0,
"n_estimators": 350,
"n_jobs": 4,
"num_leaves": 15,
"objective": null,
"random_state": 42,
"reg_alpha": 0.0,
"reg_lambda": 2,
"subsample": 1.0,
"subsample_for_bin": 200000,
"subsample_freq": 0,
"verbosity": -1
}
}
},
{
"model": "LightGBM",
"configuration": 1,
"tune_ap": 0.7991888704522097,
"training_seconds": 3.8044518000097014,
"parameters": "LGBMClassifier(class_weight='balanced', learning_rate=0.04,\n min_child_samples=40, n_estimators=350, n_jobs=4, num_leaves=15,\n random_state=42, reg_lambda=2, verbosity=-1)",
"estimator_spec": {
"class": "lightgbm.sklearn.LGBMClassifier",
"parameters": {
"boosting_type": "gbdt",
"class_weight": "balanced",
"colsample_bytree": 1.0,
"importance_type": "split",
"learning_rate": 0.04,
"max_depth": -1,
"min_child_samples": 40,
"min_child_weight": 0.001,
"min_split_gain": 0.0,
"n_estimators": 350,
"n_jobs": 4,
"num_leaves": 15,
"objective": null,
"random_state": 42,
"reg_alpha": 0.0,
"reg_lambda": 2,
"subsample": 1.0,
"subsample_for_bin": 200000,
"subsample_freq": 0,
"verbosity": -1
}
}
},
{
"model": "LightGBM",
"configuration": 2,
"tune_ap": 0.7969014101158076,
"training_seconds": 3.727897699980531,
"parameters": "LGBMClassifier(learning_rate=0.04, min_child_samples=40, n_estimators=350,\n n_jobs=4, random_state=42, reg_lambda=2, verbosity=-1)",
"estimator_spec": {
"class": "lightgbm.sklearn.LGBMClassifier",
"parameters": {
"boosting_type": "gbdt",
"class_weight": null,
"colsample_bytree": 1.0,
"importance_type": "split",
"learning_rate": 0.04,
"max_depth": -1,
"min_child_samples": 40,
"min_child_weight": 0.001,
"min_split_gain": 0.0,
"n_estimators": 350,
"n_jobs": 4,
"num_leaves": 31,
"objective": null,
"random_state": 42,
"reg_alpha": 0.0,
"reg_lambda": 2,
"subsample": 1.0,
"subsample_for_bin": 200000,
"subsample_freq": 0,
"verbosity": -1
}
}
},
{
"model": "XGBoost",
"configuration": 0,
"tune_ap": 0.7914641639709347,
"training_seconds": 3.9457378999795765,
"parameters": "XGBClassifier(base_score=None, booster=None, callbacks=None,\n colsample_bylevel=None, colsample_bynode=None,\n colsample_bytree=0.9, device=None, early_stopping_rounds=None,\n enable_categorical=True, eval_metric='logloss',\n feature_types=None, feature_weights=None, gamma=None,\n grow_policy=None, importance_type=None,\n interaction_constraints=None, learning_rate=0.05, max_bin=None,\n max_cat_threshold=None, max_cat_to_onehot=None,\n max_delta_step=None, max_depth=4, max_leaves=None,\n min_child_weight=5, missing=nan, monotone_constraints=None,\n multi_strategy=None, n_estimators=300, n_jobs=4,\n num_parallel_tree=None, ...)",
"estimator_spec": {
"class": "xgboost.sklearn.XGBClassifier",
"parameters": {
"objective": "binary:logistic",
"base_score": null,
"booster": null,
"callbacks": null,
"colsample_bylevel": null,
"colsample_bynode": null,
"colsample_bytree": 0.9,
"device": null,
"early_stopping_rounds": null,
"enable_categorical": true,
"eval_metric": "logloss",
"feature_types": null,
"feature_weights": null,
"gamma": null,
"grow_policy": null,
"importance_type": null,
"interaction_constraints": null,
"learning_rate": 0.05,
"max_bin": null,
"max_cat_threshold": null,
"max_cat_to_onehot": null,
"max_delta_step": null,
"max_depth": 4,
"max_leaves": null,
"min_child_weight": 5,
"missing": {
"special_float": "nan"
},
"monotone_constraints": null,
"multi_strategy": null,
"n_estimators": 300,
"n_jobs": 4,
"num_parallel_tree": null,
"random_state": 42,
"reg_alpha": null,
"reg_lambda": 3,
"sampling_method": null,
"scale_pos_weight": 1,
"subsample": 0.85,
"tree_method": "hist",
"validate_parameters": null,
"verbosity": null
}
}
},
{
"model": "XGBoost",
"configuration": 1,
"tune_ap": 0.7958874960232922,
"training_seconds": 4.2130498999904376,
"parameters": "XGBClassifier(base_score=None, booster=None, callbacks=None,\n colsample_bylevel=None, colsample_bynode=None,\n colsample_bytree=0.9, device=None, early_stopping_rounds=None,\n enable_categorical=True, eval_metric='logloss',\n feature_types=None, feature_weights=None, gamma=None,\n grow_policy=None, importance_type=None,\n interaction_constraints=None, learning_rate=0.05, max_bin=None,\n max_cat_threshold=None, max_cat_to_onehot=None,\n max_delta_step=None, max_depth=4, max_leaves=None,\n min_child_weight=5, missing=nan, monotone_constraints=None,\n multi_strategy=None, n_estimators=300, n_jobs=4,\n num_parallel_tree=None, ...)",
"estimator_spec": {
"class": "xgboost.sklearn.XGBClassifier",
"parameters": {
"objective": "binary:logistic",
"base_score": null,
"booster": null,
"callbacks": null,
"colsample_bylevel": null,
"colsample_bynode": null,
"colsample_bytree": 0.9,
"device": null,
"early_stopping_rounds": null,
"enable_categorical": true,
"eval_metric": "logloss",
"feature_types": null,
"feature_weights": null,
"gamma": null,
"grow_policy": null,
"importance_type": null,
"interaction_constraints": null,
"learning_rate": 0.05,
"max_bin": null,
"max_cat_threshold": null,
"max_cat_to_onehot": null,
"max_delta_step": null,
"max_depth": 4,
"max_leaves": null,
"min_child_weight": 5,
"missing": {
"special_float": "nan"
},
"monotone_constraints": null,
"multi_strategy": null,
"n_estimators": 300,
"n_jobs": 4,
"num_parallel_tree": null,
"random_state": 42,
"reg_alpha": null,
"reg_lambda": 3,
"sampling_method": null,
"scale_pos_weight": 20,
"subsample": 0.85,
"tree_method": "hist",
"validate_parameters": null,
"verbosity": null
}
}
}
],
"feature_importance": [
{
"feature": "V12",
"ap_drop": 0.017668610308719506,
"std": 0.012425111559041926
},
{
"feature": "V11",
"ap_drop": 0.0075159049520269194,
"std": 0.004693370545442998
},
{
"feature": "V3",
"ap_drop": 0.006651635200144779,
"std": 0.005478539820582515
},
{
"feature": "V14",
"ap_drop": 0.005385991507635857,
"std": 0.004906380426305078
},
{
"feature": "V2",
"ap_drop": 0.0037617539693683235,
"std": 0.0010419228195548038
},
{
"feature": "V16",
"ap_drop": 0.0033922574912663706,
"std": 0.006173516851102619
},
{
"feature": "V4",
"ap_drop": 0.0019394614776270986,
"std": 0.002532970706039278
},
{
"feature": "V23",
"ap_drop": 0.0015512572625724734,
"std": 0.000442716418393686
},
{
"feature": "V15",
"ap_drop": 0.0013603628978665627,
"std": 0.001793437737518418
},
{
"feature": "V8",
"ap_drop": 0.001312280840930972,
"std": 0.001609895598449439
},
{
"feature": "V18",
"ap_drop": 0.0012761271499174647,
"std": 0.0034215983650017203
},
{
"feature": "V25",
"ap_drop": 0.0012569018305776207,
"std": 0.0020503789714638268
},
{
"feature": "V7",
"ap_drop": 0.0007496514854999914,
"std": 0.0026056311233233166
},
{
"feature": "V1",
"ap_drop": 0.00035947362298790103,
"std": 0.00042989302788899275
},
{
"feature": "V27",
"ap_drop": 0.00025842239058389743,
"std": 0.0009203928890025601
},
{
"feature": "LogAmount",
"ap_drop": -0.00028030919648802666,
"std": 0.0035604570022190044
},
{
"feature": "V20",
"ap_drop": -0.000862831156564751,
"std": 0.0014797369244450606
},
{
"feature": "V19",
"ap_drop": -0.000977144433084905,
"std": 0.004098324794438796
},
{
"feature": "V6",
"ap_drop": -0.0010977914042327914,
"std": 0.0013075259805925895
},
{
"feature": "V22",
"ap_drop": -0.0014108927686013277,
"std": 0.0019864009214601414
},
{
"feature": "V9",
"ap_drop": -0.001426217551742363,
"std": 0.003104496089710385
},
{
"feature": "V21",
"ap_drop": -0.0014436069095791944,
"std": 0.0008775381430287199
},
{
"feature": "V24",
"ap_drop": -0.0015948792531321754,
"std": 0.0019272065805066058
},
{
"feature": "V5",
"ap_drop": -0.0016571164293067708,
"std": 0.0025539105801938157
},
{
"feature": "V26",
"ap_drop": -0.0017305964432707082,
"std": 0.0016625052493234758
},
{
"feature": "V28",
"ap_drop": -0.0019724927631750897,
"std": 0.0013874272590227545
},
{
"feature": "V17",
"ap_drop": -0.0032875236990939083,
"std": 0.0029858211372212977
},
{
"feature": "V10",
"ap_drop": -0.003657039344611516,
"std": 0.0006958984876322105
},
{
"feature": "V13",
"ap_drop": -0.003727681922712963,
"std": 0.004932369857224072
}
],
"drift": [
{
"feature": "V1",
"psi": 1.5880833655233917
},
{
"feature": "V3",
"psi": 1.5091182992571277
},
{
"feature": "V28",
"psi": 1.0211421697522771
},
{
"feature": "V25",
"psi": 0.5061486661440464
},
{
"feature": "V11",
"psi": 0.48363148264540473
},
{
"feature": "V15",
"psi": 0.3877012879199374
},
{
"feature": "V5",
"psi": 0.3308366361201565
},
{
"feature": "V22",
"psi": 0.32465663522458554
},
{
"feature": "V23",
"psi": 0.2524807369920692
},
{
"feature": "V4",
"psi": 0.23723915959467257
},
{
"feature": "V26",
"psi": 0.22935506520730792
},
{
"feature": "V24",
"psi": 0.2196331793690739
},
{
"feature": "V21",
"psi": 0.17273984209951226
},
{
"feature": "V7",
"psi": 0.1521309559916331
},
{
"feature": "V6",
"psi": 0.10354095610097863
},
{
"feature": "V8",
"psi": 0.10242254268517002
},
{
"feature": "V20",
"psi": 0.10134920564698849
},
{
"feature": "V27",
"psi": 0.08384412328046091
},
{
"feature": "V12",
"psi": 0.08102796342056365
},
{
"feature": "V14",
"psi": 0.07999811069160272
},
{
"feature": "V10",
"psi": 0.07445412112746685
},
{
"feature": "V9",
"psi": 0.06221591668142668
},
{
"feature": "V17",
"psi": 0.059616868817897274
},
{
"feature": "V18",
"psi": 0.052097103189355544
},
{
"feature": "V19",
"psi": 0.039815492341807965
},
{
"feature": "V2",
"psi": 0.028696218301409088
},
{
"feature": "V13",
"psi": 0.01976438485160241
},
{
"feature": "LogAmount",
"psi": 0.013518221052954544
},
{
"feature": "V16",
"psi": 0.01128358630036786
}
],
"environment": {
"python": "3.14.7",
"platform": "Windows-11-10.0.26300-SP0",
"machine": "AMD64",
"cpu_count": 8,
"training_threads": 4,
"packages": {
"numpy": "2.5.4",
"pandas": "3.1.0",
"scikit-learn": "1.9.1",
"lightgbm": "4.7.0",
"xgboost": "3.4.1",
"joblib": "1.6.0"
}
},
"source_hashes": {
"fraudshield/__init__.py": "2ecf118f587dd8723fb27a391dedbdcc0184a2014043b17e5756dc29fe145c75",
"fraudshield/data.py": "97b689bb88f74e537f25cff6fb9e069ad4e69828d15b3871f8a7b7a0816ba9bb",
"fraudshield/metrics.py": "7db83979844176f515c965a18cfa8e88ddfa0498eb5c6b5e55fafd289f9606c0",
"fraudshield/server.py": "69a3c2b56fa1afa160569522e39798ed7c057603edeff323c45ab80d1fd7ec58",
"fraudshield/training.py": "7e5acbf2709c42b01f7c3ac5e7471b1367c2f30352de964169eff3469d35ec86"
},
"benchmark_protocol": {
"split": "Ordered time quantiles: train 50%, tune 15%, calibration 15%, test 20%; tied timestamps kept together.",
"calibration": "Sigmoid fit on independent calibration period. Threshold from same period targets 1% alerts; actual test alert rate can differ.",
"uncertainty": "150 fixed non-overlapping-block resamples (40 contiguous blocks), percentile 95% AP interval; conditional on this fitted model.",
"latency": "12 local repetitions of a 256-row batch; includes feature validation and calibration; excludes network and disk.",
"average_precision": "scikit-learn average_precision_score; step-weighted AP, not trapezoidal PR area."
},
"limitations": [
"Two days of European transactions from 2013 do not establish current bank or Indian payment performance.",
"Original PCA fitting provenance is outside this experiment; entity identifiers and label delay are unavailable.",
"PCA components cannot be translated into merchant, device, customer or behavioral explanations.",
"Fraud labels are historical outcomes, not proof of criminal intent; scores require human review.",
"Exposure is the sum of historical fraud transaction amounts; it is not realized savings or recoverable loss.",
"Local results are not directly comparable to published random-split or Kaggle hidden-test scores.",
"Block bootstrap intervals describe this short test period only; few frauds and dependent events limit precision.",
"Protected attributes are unavailable; demographic fairness cannot be measured on this dataset."
],
"roadmap": [
{
"name": "Card transactions",
"status": "Measured in this run",
"dataset": "ULB / Worldline"
},
{
"name": "Online payments",
"status": "Next: rule acceptance and dataset acquisition required",
"dataset": "IEEE-CIS / Vesta"
},
{
"name": "Account opening",
"status": "Next: separate task and fairness protocol",
"dataset": "Feedzai BAF (synthetic, derived from real data)"
}
]
}