File size: 3,386 Bytes
7d6e0c3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
{
  "calibration": {
    "w": [
      1.8769727481340095,
      -0.7439861706717196,
      -2.804830812209184
    ],
    "p_bar": 0.022631780220343498,
    "n_events": 3815,
    "hit": {
      "hit@2": 0.1653997378768021,
      "hit@5": 0.2657929226736566,
      "hit@10": 0.35937090432503277
    },
    "recall_top_n": 0.45190039318479686,
    "top_n": 20
  },
  "test_ranking": {
    "p_bar": 0.02215675578037332,
    "n_events": 4000,
    "hit": {
      "hit@2": 0.16625,
      "hit@5": 0.26525,
      "hit@10": 0.36125
    },
    "recall_top_n": 0.4425,
    "top_n": 20
  },
  "backtest": {
    "top2_relevance": {
      "hit@2": 0.16625,
      "realized_profit_per_basket": 0.19222985079807237,
      "expected_profit_per_basket": 0.18779142312087976,
      "margin_floor_violations_per_basket": 0.02425,
      "overstock_share_of_offers": 0.1495,
      "realized_profit_vs_top2_pct": 0.0,
      "realized_profit_diff_ci95": [
        0.0,
        0.0
      ]
    },
    "margingraph_lam0.5": {
      "hit@2": 0.13375,
      "realized_profit_per_basket": 0.23466613668862168,
      "expected_profit_per_basket": 0.22185311577437355,
      "margin_floor_violations_per_basket": 0.0,
      "overstock_share_of_offers": 0.130375,
      "realized_profit_vs_top2_pct": 22.075804415582923,
      "realized_profit_diff_ci95": [
        0.02484047343281388,
        0.06195485790296221
      ]
    },
    "margingraph_lam1.0": {
      "hit@2": 0.13225,
      "realized_profit_per_basket": 0.23469440825495871,
      "expected_profit_per_basket": 0.22186880410592152,
      "margin_floor_violations_per_basket": 0.0,
      "overstock_share_of_offers": 0.12975,
      "realized_profit_vs_top2_pct": 22.090511583184448,
      "realized_profit_diff_ci95": [
        0.0236814551889063,
        0.06168929086813708
      ]
    },
    "margingraph_lam1.0_overstock2x": {
      "hit@2": 0.1265,
      "realized_profit_per_basket": 0.22801279687824422,
      "expected_profit_per_basket": 0.21686142656993446,
      "margin_floor_violations_per_basket": 0.0,
      "overstock_share_of_offers": 0.263375,
      "realized_profit_vs_top2_pct": 18.614666729237594,
      "realized_profit_diff_ci95": [
        0.018085019294248363,
        0.054851092966672454
      ]
    }
  },
  "n_items": 2000,
  "test_line_coverage": 0.7709396651626107,
  "n_test_events": 4000,
  "ease_lambda": 250.0,
  "examples": [
    [
      "84946",
      "84947"
    ],
    [
      "22113",
      "85136C"
    ],
    [
      "21803",
      "21808",
      "21807",
      "22144",
      "20724"
    ],
    [
      "22423",
      "22726",
      "82494L",
      "82482",
      "23084"
    ],
    [
      "21497",
      "21495",
      "22047",
      "22986",
      "23232"
    ],
    [
      "21874",
      "21206",
      "22222"
    ],
    [
      "47590A",
      "22419"
    ],
    [
      "22086",
      "22910",
      "22952"
    ],
    [
      "84947",
      "22379",
      "22411",
      "23109",
      "22086"
    ],
    [
      "22440",
      "22651",
      "84077",
      "22993",
      "23294"
    ],
    [
      "22971",
      "22970",
      "22988",
      "22976",
      "22750"
    ],
    [
      "84879",
      "85123A",
      "22219",
      "22579",
      "22578"
    ]
  ],
  "note": "unit_cost and stock are SIMULATED (Online Retail II has neither); backtest = Oct-Dec 2011, model fit on Dec 2009-Sep 2011."
}