{ "calibration": { "w": [ 1.8769727481340095, -0.7439861706717196, -2.804830812209184 ], "p_bar": 0.022631780220343498, "n_events": 3815, "hit": { "hit@2": 0.1653997378768021, "hit@5": 0.2657929226736566, "hit@10": 0.35937090432503277 }, "recall_top_n": 0.45190039318479686, "top_n": 20 }, "test_ranking": { "p_bar": 0.02215675578037332, "n_events": 4000, "hit": { "hit@2": 0.16625, "hit@5": 0.26525, "hit@10": 0.36125 }, "recall_top_n": 0.4425, "top_n": 20 }, "backtest": { "top2_relevance": { "hit@2": 0.16625, "realized_profit_per_basket": 0.19222985079807237, "expected_profit_per_basket": 0.18779142312087976, "margin_floor_violations_per_basket": 0.02425, "overstock_share_of_offers": 0.1495, "realized_profit_vs_top2_pct": 0.0, "realized_profit_diff_ci95": [ 0.0, 0.0 ] }, "margingraph_lam0.5": { "hit@2": 0.13375, "realized_profit_per_basket": 0.23466613668862168, "expected_profit_per_basket": 0.22185311577437355, "margin_floor_violations_per_basket": 0.0, "overstock_share_of_offers": 0.130375, "realized_profit_vs_top2_pct": 22.075804415582923, "realized_profit_diff_ci95": [ 0.02484047343281388, 0.06195485790296221 ] }, "margingraph_lam1.0": { "hit@2": 0.13225, "realized_profit_per_basket": 0.23469440825495871, "expected_profit_per_basket": 0.22186880410592152, "margin_floor_violations_per_basket": 0.0, "overstock_share_of_offers": 0.12975, "realized_profit_vs_top2_pct": 22.090511583184448, "realized_profit_diff_ci95": [ 0.0236814551889063, 0.06168929086813708 ] }, "margingraph_lam1.0_overstock2x": { "hit@2": 0.1265, "realized_profit_per_basket": 0.22801279687824422, "expected_profit_per_basket": 0.21686142656993446, "margin_floor_violations_per_basket": 0.0, "overstock_share_of_offers": 0.263375, "realized_profit_vs_top2_pct": 18.614666729237594, "realized_profit_diff_ci95": [ 0.018085019294248363, 0.054851092966672454 ] } }, "n_items": 2000, "test_line_coverage": 0.7709396651626107, "n_test_events": 4000, "ease_lambda": 250.0, "examples": [ [ "84946", "84947" ], [ "22113", "85136C" ], [ "21803", "21808", "21807", "22144", "20724" ], [ "22423", "22726", "82494L", "82482", "23084" ], [ "21497", "21495", "22047", "22986", "23232" ], [ "21874", "21206", "22222" ], [ "47590A", "22419" ], [ "22086", "22910", "22952" ], [ "84947", "22379", "22411", "23109", "22086" ], [ "22440", "22651", "84077", "22993", "23294" ], [ "22971", "22970", "22988", "22976", "22750" ], [ "84879", "85123A", "22219", "22579", "22578" ] ], "note": "unit_cost and stock are SIMULATED (Online Retail II has neither); backtest = Oct-Dec 2011, model fit on Dec 2009-Sep 2011." }