brianward92 commited on
Commit
b63761c
·
verified ·
1 Parent(s): ee84263

paper-data: add f_dev secondary zeroshot analyses (normalized score, late retention, BRO transfer) missing from the mirror; found by clean-clone repro test

Browse files
paper-data/runs/20260704_135822_f_dev/zeroshot/bro_transfer_analysis.json ADDED
@@ -0,0 +1,220 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "/opt/bward/dat/mtga/foundation/runs/20260704_135822_f_dev",
3
+ "headline": {
4
+ "BRO": {
5
+ "top1": 0.48886621925491186,
6
+ "ci": [
7
+ 0.48788886732731057,
8
+ 0.4898848725519719
9
+ ],
10
+ "n_picks": 1151810
11
+ },
12
+ "TMT": {
13
+ "top1": 0.5749896754445633,
14
+ "ci": [
15
+ 0.57306110922165,
16
+ 0.5768967574822661
17
+ ],
18
+ "n_picks": 329312
19
+ },
20
+ "SOS": {
21
+ "top1": 0.565242150793162,
22
+ "ci": [
23
+ 0.5642744949315299,
24
+ 0.5662367299267205
25
+ ],
26
+ "n_picks": 1380235
27
+ }
28
+ },
29
+ "gap_vs_others": 0.08124969386395081,
30
+ "pick_number_confound": {
31
+ "has_bonus_rate_by_pick_number": {
32
+ "0": 1.0,
33
+ "1": 0.8980602076214481,
34
+ "2": 0.7957222727863736,
35
+ "3": 0.6993248077848752,
36
+ "4": 0.6154436737933816,
37
+ "5": 0.5360754962577287,
38
+ "6": 0.4656162510580116,
39
+ "7": 0.39561298390038035,
40
+ "8": 0.34016938110749184,
41
+ "9": 0.28190692158319325,
42
+ "10": 0.2305085187647465,
43
+ "11": 0.16936577478746154,
44
+ "12": 0.11815193571950329,
45
+ "13": 0.06878914405010439,
46
+ "14": 0.028641923734677093
47
+ },
48
+ "mean_pick_number_present": 4.124573586028896,
49
+ "mean_pick_number_absent": 9.278347235306228
50
+ },
51
+ "bonus_slice_stratified_gap": {
52
+ "point": 0.03067916833784118,
53
+ "ci": [
54
+ 0.027807476031180587,
55
+ 0.03360412902628577
56
+ ]
57
+ },
58
+ "per_pack": [
59
+ {
60
+ "pack_number": 0,
61
+ "mean_top1_bro": 0.4654690835976204,
62
+ "mean_top1_tmtsos": 0.5455463477608451,
63
+ "mean_gap": 0.11854242371691091,
64
+ "mean_lift_gap": 0.05088380917493438,
65
+ "n_cells": 15.0,
66
+ "n_cells_comparable": 14.0
67
+ },
68
+ {
69
+ "pack_number": 1,
70
+ "mean_top1_bro": 0.499777245714911,
71
+ "mean_top1_tmtsos": 0.5820478106169832,
72
+ "mean_gap": 0.11779041018558412,
73
+ "mean_lift_gap": 0.05067971659140773,
74
+ "n_cells": 15.0,
75
+ "n_cells_comparable": 14.0
76
+ },
77
+ {
78
+ "pack_number": 2,
79
+ "mean_top1_bro": 0.5015404347769183,
80
+ "mean_top1_tmtsos": 0.5803448617010479,
81
+ "mean_gap": 0.11421172340662086,
82
+ "mean_lift_gap": 0.047057592308781614,
83
+ "n_cells": 15.0,
84
+ "n_cells_comparable": 14.0
85
+ }
86
+ ],
87
+ "gap_pick_corr_by_pack": {
88
+ "0": 0.9274073914214643,
89
+ "1": 0.8944319458414658,
90
+ "2": 0.8897979481541923
91
+ },
92
+ "gap_pick_corr_overall": 0.8976896297676797,
93
+ "lift_gap_pick_corr_by_pack": {
94
+ "0": -0.0784418744509918,
95
+ "1": -0.31786387674971184,
96
+ "2": -0.3501547356715234
97
+ },
98
+ "lift_gap_pick_corr_overall": -0.24881671636221836,
99
+ "brr_names_raw_scryfall": [
100
+ "Adaptive Automaton",
101
+ "Aetherflux Reservoir",
102
+ "Altar of Dementia",
103
+ "Ashnod's Altar",
104
+ "Astral Cornucopia",
105
+ "Blackblade Reforged",
106
+ "Bone Saw",
107
+ "Burnished Hart",
108
+ "Caged Sun",
109
+ "Chromatic Lantern",
110
+ "Chromatic Star",
111
+ "Cloud Key",
112
+ "Defense Grid",
113
+ "Door to Nothingness",
114
+ "Elsewhere Flask",
115
+ "Foundry Inspector",
116
+ "Gilded Lotus",
117
+ "Goblin Charbelcher",
118
+ "Helm of the Host",
119
+ "Howling Mine",
120
+ "Ichor Wellspring",
121
+ "Inspiring Statuary",
122
+ "Ivory Tower",
123
+ "Jalum Tome",
124
+ "Journeyer's Kite",
125
+ "Keening Stone",
126
+ "Key to the City",
127
+ "Liquimetal Coating",
128
+ "Lodestone Golem",
129
+ "Mazemind Tome",
130
+ "Mesmeric Orb",
131
+ "Millstone",
132
+ "Mind's Eye",
133
+ "Mishra's Bauble",
134
+ "Mox Amber",
135
+ "Mystic Forge",
136
+ "Ornithopter",
137
+ "Perilous Vault",
138
+ "Phyrexian Processor",
139
+ "Phyrexian Revoker",
140
+ "Platinum Angel",
141
+ "Precursor Golem",
142
+ "Pristine Talisman",
143
+ "Psychosis Crawler",
144
+ "Quicksilver Amulet",
145
+ "Quietus Spike",
146
+ "Ramos, Dragon Engine",
147
+ "Runechanter's Pike",
148
+ "Scrap Trawler",
149
+ "Sculpting Steel",
150
+ "Self-Assembler",
151
+ "Semblance Anvil",
152
+ "Sigil of Valor",
153
+ "Soul-Guide Lantern",
154
+ "Springleaf Drum",
155
+ "Staff of Domination",
156
+ "Sundering Titan",
157
+ "Swiftfoot Boots",
158
+ "Sword of the Meek",
159
+ "Thorn of Amethyst",
160
+ "Unwinding Clock",
161
+ "Well of Lost Dreams",
162
+ "Wurmcoil Engine"
163
+ ],
164
+ "brr_names_cardfeats_undercount": [
165
+ "Aetherflux Reservoir",
166
+ "Altar of Dementia",
167
+ "Blackblade Reforged",
168
+ "Bone Saw",
169
+ "Caged Sun",
170
+ "Chromatic Star",
171
+ "Defense Grid",
172
+ "Door to Nothingness",
173
+ "Elsewhere Flask",
174
+ "Ichor Wellspring",
175
+ "Ivory Tower",
176
+ "Journeyer's Kite",
177
+ "Keening Stone",
178
+ "Liquimetal Coating",
179
+ "Lodestone Golem",
180
+ "Mesmeric Orb",
181
+ "Millstone",
182
+ "Mox Amber",
183
+ "Phyrexian Processor",
184
+ "Phyrexian Revoker",
185
+ "Platinum Angel",
186
+ "Precursor Golem",
187
+ "Quicksilver Amulet",
188
+ "Quietus Spike",
189
+ "Runechanter's Pike",
190
+ "Semblance Anvil",
191
+ "Sigil of Valor",
192
+ "Staff of Domination",
193
+ "Sundering Titan",
194
+ "Unwinding Clock",
195
+ "Wurmcoil Engine"
196
+ ],
197
+ "bonus_slice": {
198
+ "bonus_present": {
199
+ "top1": 0.4062065508152291,
200
+ "ci": [
201
+ 0.40478834350258314,
202
+ 0.40770704017801807
203
+ ],
204
+ "n_picks": 510654,
205
+ "n_drafts": 25864,
206
+ "frac_of_picks": 0.44334916349050624
207
+ },
208
+ "bonus_absent": {
209
+ "top1": 0.5547011959647886,
210
+ "ci": [
211
+ 0.5534562697406988,
212
+ 0.5558781277598676
213
+ ],
214
+ "n_picks": 641156,
215
+ "n_drafts": 25754,
216
+ "frac_of_picks": 0.5566508365094938
217
+ }
218
+ },
219
+ "bonus_absent_minus_present_top1": 0.1484946451495595
220
+ }
paper-data/runs/20260704_135822_f_dev/zeroshot/late_draft_retention.json ADDED
@@ -0,0 +1,1233 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "/opt/bward/dat/mtga/foundation/runs/20260704_135822_f_dev",
3
+ "first_late_pick": 7,
4
+ "version": "latest",
5
+ "split": "val",
6
+ "per_set": {
7
+ "BRO": {
8
+ "set": "BRO",
9
+ "n_late_zs_picks": 613563,
10
+ "n_late_zs_drafts": 25718,
11
+ "n_late_ceil_picks": 31737,
12
+ "n_late_ceil_drafts": 1329,
13
+ "late_zeroshot_top1": 0.5755480692284248,
14
+ "late_zeroshot_top1_ci": [
15
+ 0.5742701235078391,
16
+ 0.5768447368116283
17
+ ],
18
+ "late_ceiling_top1": 0.7036266817909695,
19
+ "late_ceiling_top1_ci": [
20
+ 0.6982462161377057,
21
+ 0.7089525769175764
22
+ ],
23
+ "late_draft_retention": 0.8179736273835707,
24
+ "overall_zeroshot_top1_this_run": 0.48886621925491186,
25
+ "overall_ceiling_top1_this_run": 0.6563150473376754,
26
+ "overall_ratio_this_run": 0.7448651699179909,
27
+ "published_overall_ratio": 0.745,
28
+ "retention_minus_published_overall_ratio": 0.07297362738357072
29
+ },
30
+ "TMT": {
31
+ "set": "TMT",
32
+ "n_late_zs_picks": 168672,
33
+ "n_late_zs_drafts": 8032,
34
+ "n_late_ceil_picks": 8841,
35
+ "n_late_ceil_drafts": 421,
36
+ "late_zeroshot_top1": 0.6706744450768355,
37
+ "late_zeroshot_top1_ci": [
38
+ 0.6683561883418706,
39
+ 0.6729452724815026
40
+ ],
41
+ "late_ceiling_top1": 0.7634882931795046,
42
+ "late_ceiling_top1_ci": [
43
+ 0.7541002149078159,
44
+ 0.7732156995814953
45
+ ],
46
+ "late_draft_retention": 0.8784344842850819,
47
+ "overall_zeroshot_top1_this_run": 0.5749896754445633,
48
+ "overall_ceiling_top1_this_run": 0.7096923700828457,
49
+ "overall_ratio_this_run": 0.8101956561509067,
50
+ "published_overall_ratio": 0.81,
51
+ "retention_minus_published_overall_ratio": 0.06843448428508181
52
+ },
53
+ "SOS": {
54
+ "set": "SOS",
55
+ "n_late_zs_picks": 690113,
56
+ "n_late_zs_drafts": 32863,
57
+ "n_late_ceil_picks": 34901,
58
+ "n_late_ceil_drafts": 1662,
59
+ "late_zeroshot_top1": 0.6860282301594087,
60
+ "late_zeroshot_top1_ci": [
61
+ 0.6849090006738007,
62
+ 0.6871938753596646
63
+ ],
64
+ "late_ceiling_top1": 0.7686599237844188,
65
+ "late_ceiling_top1_ci": [
66
+ 0.7641029167834475,
67
+ 0.7733946288294614
68
+ ],
69
+ "late_draft_retention": 0.8924990219105201,
70
+ "overall_zeroshot_top1_this_run": 0.565242150793162,
71
+ "overall_ceiling_top1_this_run": 0.7021474721716832,
72
+ "overall_ratio_this_run": 0.8050191351468026,
73
+ "published_overall_ratio": 0.805,
74
+ "retention_minus_published_overall_ratio": 0.08749902191052006
75
+ }
76
+ },
77
+ "dev_mean_late_draft_retention": 0.8629690445263908,
78
+ "dev_mean_overall_ratio_this_run": 0.7866933204052334,
79
+ "curves": [
80
+ {
81
+ "pack_number": 0,
82
+ "pick_number": 0,
83
+ "top1": 0.5256340859882462,
84
+ "random_floor": 0.06666666666666668,
85
+ "n": 25864.0,
86
+ "set": "BRO",
87
+ "margin": 0.4589674193215796
88
+ },
89
+ {
90
+ "pack_number": 0,
91
+ "pick_number": 1,
92
+ "top1": 0.36974041069352964,
93
+ "random_floor": 0.07142857142857141,
94
+ "n": 25810.0,
95
+ "set": "BRO",
96
+ "margin": 0.29831183926495825
97
+ },
98
+ {
99
+ "pack_number": 0,
100
+ "pick_number": 2,
101
+ "top1": 0.3337990452904878,
102
+ "random_floor": 0.0769230769230769,
103
+ "n": 25767.0,
104
+ "set": "BRO",
105
+ "margin": 0.2568759683674109
106
+ },
107
+ {
108
+ "pack_number": 0,
109
+ "pick_number": 3,
110
+ "top1": 0.3277020466814245,
111
+ "random_floor": 0.08333333333333331,
112
+ "n": 25749.0,
113
+ "set": "BRO",
114
+ "margin": 0.24436871334809118
115
+ },
116
+ {
117
+ "pack_number": 0,
118
+ "pick_number": 4,
119
+ "top1": 0.3211857492521077,
120
+ "random_floor": 0.09090909090909091,
121
+ "n": 25739.0,
122
+ "set": "BRO",
123
+ "margin": 0.23027665834301678
124
+ },
125
+ {
126
+ "pack_number": 0,
127
+ "pick_number": 5,
128
+ "top1": 0.3291370400590589,
129
+ "random_floor": 0.1,
130
+ "n": 25737.0,
131
+ "set": "BRO",
132
+ "margin": 0.2291370400590589
133
+ },
134
+ {
135
+ "pack_number": 0,
136
+ "pick_number": 6,
137
+ "top1": 0.35068418597418755,
138
+ "random_floor": 0.11111111111111115,
139
+ "n": 25724.0,
140
+ "set": "BRO",
141
+ "margin": 0.23957307486307639
142
+ },
143
+ {
144
+ "pack_number": 0,
145
+ "pick_number": 7,
146
+ "top1": 0.36712552496500234,
147
+ "random_floor": 0.125,
148
+ "n": 25716.0,
149
+ "set": "BRO",
150
+ "margin": 0.24212552496500234
151
+ },
152
+ {
153
+ "pack_number": 0,
154
+ "pick_number": 8,
155
+ "top1": 0.38599152179831214,
156
+ "random_floor": 0.14285714285714285,
157
+ "n": 25713.0,
158
+ "set": "BRO",
159
+ "margin": 0.2431343789411693
160
+ },
161
+ {
162
+ "pack_number": 0,
163
+ "pick_number": 9,
164
+ "top1": 0.41325657382915826,
165
+ "random_floor": 0.16666666666666663,
166
+ "n": 25708.0,
167
+ "set": "BRO",
168
+ "margin": 0.24658990716249163
169
+ },
170
+ {
171
+ "pack_number": 0,
172
+ "pick_number": 10,
173
+ "top1": 0.4554509376702202,
174
+ "random_floor": 0.2,
175
+ "n": 25702.0,
176
+ "set": "BRO",
177
+ "margin": 0.2554509376702202
178
+ },
179
+ {
180
+ "pack_number": 0,
181
+ "pick_number": 11,
182
+ "top1": 0.5154121584805791,
183
+ "random_floor": 0.25,
184
+ "n": 25694.0,
185
+ "set": "BRO",
186
+ "margin": 0.2654121584805791
187
+ },
188
+ {
189
+ "pack_number": 0,
190
+ "pick_number": 12,
191
+ "top1": 0.5843650237483454,
192
+ "random_floor": 0.33333333333333326,
193
+ "n": 25686.0,
194
+ "set": "BRO",
195
+ "margin": 0.25103169041501217
196
+ },
197
+ {
198
+ "pack_number": 0,
199
+ "pick_number": 13,
200
+ "top1": 0.7049544286048142,
201
+ "random_floor": 0.5,
202
+ "n": 25674.0,
203
+ "set": "BRO",
204
+ "margin": 0.20495442860481417
205
+ },
206
+ {
207
+ "pack_number": 0,
208
+ "pick_number": 14,
209
+ "top1": 1.0,
210
+ "random_floor": 1.0,
211
+ "n": 25661.0,
212
+ "set": "BRO",
213
+ "margin": 0.0
214
+ },
215
+ {
216
+ "pack_number": 1,
217
+ "pick_number": 0,
218
+ "top1": 0.49799212444929625,
219
+ "random_floor": 0.06666666666666667,
220
+ "n": 25649.0,
221
+ "set": "BRO",
222
+ "margin": 0.4313254577826296
223
+ },
224
+ {
225
+ "pack_number": 1,
226
+ "pick_number": 1,
227
+ "top1": 0.4043134043134043,
228
+ "random_floor": 0.07142857142857141,
229
+ "n": 25641.0,
230
+ "set": "BRO",
231
+ "margin": 0.3328848328848329
232
+ },
233
+ {
234
+ "pack_number": 1,
235
+ "pick_number": 2,
236
+ "top1": 0.3778480024968789,
237
+ "random_floor": 0.0769230769230769,
238
+ "n": 25632.0,
239
+ "set": "BRO",
240
+ "margin": 0.300924925573802
241
+ },
242
+ {
243
+ "pack_number": 1,
244
+ "pick_number": 3,
245
+ "top1": 0.37125678366454534,
246
+ "random_floor": 0.08333333333333331,
247
+ "n": 25613.0,
248
+ "set": "BRO",
249
+ "margin": 0.287923450331212
250
+ },
251
+ {
252
+ "pack_number": 1,
253
+ "pick_number": 4,
254
+ "top1": 0.3751854454595143,
255
+ "random_floor": 0.09090909090909091,
256
+ "n": 25614.0,
257
+ "set": "BRO",
258
+ "margin": 0.28427635455042344
259
+ },
260
+ {
261
+ "pack_number": 1,
262
+ "pick_number": 5,
263
+ "top1": 0.3764108572544425,
264
+ "random_floor": 0.10000000000000002,
265
+ "n": 25605.0,
266
+ "set": "BRO",
267
+ "margin": 0.2764108572544425
268
+ },
269
+ {
270
+ "pack_number": 1,
271
+ "pick_number": 6,
272
+ "top1": 0.38474159146841674,
273
+ "random_floor": 0.11111111111111113,
274
+ "n": 25599.0,
275
+ "set": "BRO",
276
+ "margin": 0.27363048035730564
277
+ },
278
+ {
279
+ "pack_number": 1,
280
+ "pick_number": 7,
281
+ "top1": 0.4088244489604502,
282
+ "random_floor": 0.125,
283
+ "n": 25588.0,
284
+ "set": "BRO",
285
+ "margin": 0.2838244489604502
286
+ },
287
+ {
288
+ "pack_number": 1,
289
+ "pick_number": 8,
290
+ "top1": 0.42784532978848183,
291
+ "random_floor": 0.14285714285714282,
292
+ "n": 25577.0,
293
+ "set": "BRO",
294
+ "margin": 0.284988186931339
295
+ },
296
+ {
297
+ "pack_number": 1,
298
+ "pick_number": 9,
299
+ "top1": 0.45717637856863513,
300
+ "random_floor": 0.16666666666666663,
301
+ "n": 25570.0,
302
+ "set": "BRO",
303
+ "margin": 0.2905097119019685
304
+ },
305
+ {
306
+ "pack_number": 1,
307
+ "pick_number": 10,
308
+ "top1": 0.5029141404263642,
309
+ "random_floor": 0.20000000000000004,
310
+ "n": 25565.0,
311
+ "set": "BRO",
312
+ "margin": 0.3029141404263641
313
+ },
314
+ {
315
+ "pack_number": 1,
316
+ "pick_number": 11,
317
+ "top1": 0.5500606440001565,
318
+ "random_floor": 0.25,
319
+ "n": 25559.0,
320
+ "set": "BRO",
321
+ "margin": 0.30006064400015653
322
+ },
323
+ {
324
+ "pack_number": 1,
325
+ "pick_number": 12,
326
+ "top1": 0.6312287157004737,
327
+ "random_floor": 0.33333333333333326,
328
+ "n": 25547.0,
329
+ "set": "BRO",
330
+ "margin": 0.2978953823671404
331
+ },
332
+ {
333
+ "pack_number": 1,
334
+ "pick_number": 13,
335
+ "top1": 0.7334090286206492,
336
+ "random_floor": 0.5,
337
+ "n": 25541.0,
338
+ "set": "BRO",
339
+ "margin": 0.23340902862064916
340
+ },
341
+ {
342
+ "pack_number": 1,
343
+ "pick_number": 14,
344
+ "top1": 1.0,
345
+ "random_floor": 1.0,
346
+ "n": 25531.0,
347
+ "set": "BRO",
348
+ "margin": 0.0
349
+ },
350
+ {
351
+ "pack_number": 2,
352
+ "pick_number": 0,
353
+ "top1": 0.47639384084942993,
354
+ "random_floor": 0.06666666666666667,
355
+ "n": 25523.0,
356
+ "set": "BRO",
357
+ "margin": 0.4097271741827633
358
+ },
359
+ {
360
+ "pack_number": 2,
361
+ "pick_number": 1,
362
+ "top1": 0.41146731462611696,
363
+ "random_floor": 0.07142857142857141,
364
+ "n": 25516.0,
365
+ "set": "BRO",
366
+ "margin": 0.34003874319754557
367
+ },
368
+ {
369
+ "pack_number": 2,
370
+ "pick_number": 2,
371
+ "top1": 0.3997491278272118,
372
+ "random_floor": 0.0769230769230769,
373
+ "n": 25511.0,
374
+ "set": "BRO",
375
+ "margin": 0.32282605090413485
376
+ },
377
+ {
378
+ "pack_number": 2,
379
+ "pick_number": 3,
380
+ "top1": 0.38674769653009217,
381
+ "random_floor": 0.08333333333333331,
382
+ "n": 25505.0,
383
+ "set": "BRO",
384
+ "margin": 0.30341436319675885
385
+ },
386
+ {
387
+ "pack_number": 2,
388
+ "pick_number": 4,
389
+ "top1": 0.3851494469286891,
390
+ "random_floor": 0.0909090909090909,
391
+ "n": 25494.0,
392
+ "set": "BRO",
393
+ "margin": 0.2942403560195982
394
+ },
395
+ {
396
+ "pack_number": 2,
397
+ "pick_number": 5,
398
+ "top1": 0.3923007495192874,
399
+ "random_floor": 0.1,
400
+ "n": 25483.0,
401
+ "set": "BRO",
402
+ "margin": 0.2923007495192874
403
+ },
404
+ {
405
+ "pack_number": 2,
406
+ "pick_number": 6,
407
+ "top1": 0.394276067839196,
408
+ "random_floor": 0.11111111111111115,
409
+ "n": 25472.0,
410
+ "set": "BRO",
411
+ "margin": 0.28316495672808484
412
+ },
413
+ {
414
+ "pack_number": 2,
415
+ "pick_number": 7,
416
+ "top1": 0.4125569341919271,
417
+ "random_floor": 0.125,
418
+ "n": 25468.0,
419
+ "set": "BRO",
420
+ "margin": 0.2875569341919271
421
+ },
422
+ {
423
+ "pack_number": 2,
424
+ "pick_number": 8,
425
+ "top1": 0.42081696779261585,
426
+ "random_floor": 0.14285714285714282,
427
+ "n": 25460.0,
428
+ "set": "BRO",
429
+ "margin": 0.277959824935473
430
+ },
431
+ {
432
+ "pack_number": 2,
433
+ "pick_number": 9,
434
+ "top1": 0.4445841354653675,
435
+ "random_floor": 0.16666666666666663,
436
+ "n": 25453.0,
437
+ "set": "BRO",
438
+ "margin": 0.2779174687987009
439
+ },
440
+ {
441
+ "pack_number": 2,
442
+ "pick_number": 10,
443
+ "top1": 0.49504833765621314,
444
+ "random_floor": 0.20000000000000004,
445
+ "n": 25446.0,
446
+ "set": "BRO",
447
+ "margin": 0.2950483376562131
448
+ },
449
+ {
450
+ "pack_number": 2,
451
+ "pick_number": 11,
452
+ "top1": 0.5481740634458901,
453
+ "random_floor": 0.25,
454
+ "n": 25439.0,
455
+ "set": "BRO",
456
+ "margin": 0.29817406344589015
457
+ },
458
+ {
459
+ "pack_number": 2,
460
+ "pick_number": 12,
461
+ "top1": 0.6284849199795525,
462
+ "random_floor": 0.33333333333333326,
463
+ "n": 25431.0,
464
+ "set": "BRO",
465
+ "margin": 0.2951515866462192
466
+ },
467
+ {
468
+ "pack_number": 2,
469
+ "pick_number": 13,
470
+ "top1": 0.7298328416912487,
471
+ "random_floor": 0.5,
472
+ "n": 25425.0,
473
+ "set": "BRO",
474
+ "margin": 0.22983284169124873
475
+ },
476
+ {
477
+ "pack_number": 2,
478
+ "pick_number": 14,
479
+ "top1": 1.0,
480
+ "random_floor": 1.0,
481
+ "n": 25409.0,
482
+ "set": "BRO",
483
+ "margin": 0.0
484
+ },
485
+ {
486
+ "pack_number": 0,
487
+ "pick_number": 1,
488
+ "top1": 0.4079930278884462,
489
+ "random_floor": 0.07744502758197976,
490
+ "n": 8032.0,
491
+ "set": "TMT",
492
+ "margin": 0.33054800030646647
493
+ },
494
+ {
495
+ "pack_number": 0,
496
+ "pick_number": 2,
497
+ "top1": 0.43276892430278885,
498
+ "random_floor": 0.08393980894603403,
499
+ "n": 8032.0,
500
+ "set": "TMT",
501
+ "margin": 0.3488291153567548
502
+ },
503
+ {
504
+ "pack_number": 0,
505
+ "pick_number": 3,
506
+ "top1": 0.43675298804780877,
507
+ "random_floor": 0.09154857841361824,
508
+ "n": 8032.0,
509
+ "set": "TMT",
510
+ "margin": 0.3452044096341905
511
+ },
512
+ {
513
+ "pack_number": 0,
514
+ "pick_number": 4,
515
+ "top1": 0.4452191235059761,
516
+ "random_floor": 0.10074701195219127,
517
+ "n": 8032.0,
518
+ "set": "TMT",
519
+ "margin": 0.3444721115537848
520
+ },
521
+ {
522
+ "pack_number": 0,
523
+ "pick_number": 5,
524
+ "top1": 0.45057270916334663,
525
+ "random_floor": 0.11194112439132362,
526
+ "n": 8032.0,
527
+ "set": "TMT",
528
+ "margin": 0.33863158477202304
529
+ },
530
+ {
531
+ "pack_number": 0,
532
+ "pick_number": 6,
533
+ "top1": 0.4719870517928287,
534
+ "random_floor": 0.12594932768924302,
535
+ "n": 8032.0,
536
+ "set": "TMT",
537
+ "margin": 0.3460377241035857
538
+ },
539
+ {
540
+ "pack_number": 0,
541
+ "pick_number": 7,
542
+ "top1": 0.4686254980079681,
543
+ "random_floor": 0.14390948112312651,
544
+ "n": 8032.0,
545
+ "set": "TMT",
546
+ "margin": 0.3247160168848416
547
+ },
548
+ {
549
+ "pack_number": 0,
550
+ "pick_number": 8,
551
+ "top1": 0.49414840637450197,
552
+ "random_floor": 0.16775398406374498,
553
+ "n": 8032.0,
554
+ "set": "TMT",
555
+ "margin": 0.326394422310757
556
+ },
557
+ {
558
+ "pack_number": 0,
559
+ "pick_number": 9,
560
+ "top1": 0.5415836653386454,
561
+ "random_floor": 0.20135084661354588,
562
+ "n": 8032.0,
563
+ "set": "TMT",
564
+ "margin": 0.3402328187250996
565
+ },
566
+ {
567
+ "pack_number": 0,
568
+ "pick_number": 10,
569
+ "top1": 0.5870268924302788,
570
+ "random_floor": 0.2519090305444887,
571
+ "n": 8032.0,
572
+ "set": "TMT",
573
+ "margin": 0.3351178618857901
574
+ },
575
+ {
576
+ "pack_number": 0,
577
+ "pick_number": 11,
578
+ "top1": 0.681648406374502,
579
+ "random_floor": 0.33582337317397076,
580
+ "n": 8032.0,
581
+ "set": "TMT",
582
+ "margin": 0.3458250332005312
583
+ },
584
+ {
585
+ "pack_number": 0,
586
+ "pick_number": 12,
587
+ "top1": 0.8356573705179283,
588
+ "random_floor": 0.5017430278884463,
589
+ "n": 8032.0,
590
+ "set": "TMT",
591
+ "margin": 0.33391434262948205
592
+ },
593
+ {
594
+ "pack_number": 0,
595
+ "pick_number": 13,
596
+ "top1": 1.0,
597
+ "random_floor": 1.0,
598
+ "n": 8032.0,
599
+ "set": "TMT",
600
+ "margin": 0.0
601
+ },
602
+ {
603
+ "pack_number": 1,
604
+ "pick_number": 0,
605
+ "top1": 0.5108316733067729,
606
+ "random_floor": 0.07192110678166452,
607
+ "n": 8032.0,
608
+ "set": "TMT",
609
+ "margin": 0.4389105665251084
610
+ },
611
+ {
612
+ "pack_number": 1,
613
+ "pick_number": 1,
614
+ "top1": 0.4895418326693227,
615
+ "random_floor": 0.07744662376136477,
616
+ "n": 8032.0,
617
+ "set": "TMT",
618
+ "margin": 0.4120952089079579
619
+ },
620
+ {
621
+ "pack_number": 1,
622
+ "pick_number": 2,
623
+ "top1": 0.4881723107569721,
624
+ "random_floor": 0.08390208106966074,
625
+ "n": 8032.0,
626
+ "set": "TMT",
627
+ "margin": 0.40427022968731136
628
+ },
629
+ {
630
+ "pack_number": 1,
631
+ "pick_number": 3,
632
+ "top1": 0.48244521912350596,
633
+ "random_floor": 0.09155650126765663,
634
+ "n": 8032.0,
635
+ "set": "TMT",
636
+ "margin": 0.39088871785584933
637
+ },
638
+ {
639
+ "pack_number": 1,
640
+ "pick_number": 4,
641
+ "top1": 0.4841882470119522,
642
+ "random_floor": 0.10071381142098278,
643
+ "n": 8032.0,
644
+ "set": "TMT",
645
+ "margin": 0.3834744355909694
646
+ },
647
+ {
648
+ "pack_number": 1,
649
+ "pick_number": 5,
650
+ "top1": 0.48082669322709165,
651
+ "random_floor": 0.11187022742363882,
652
+ "n": 8032.0,
653
+ "set": "TMT",
654
+ "margin": 0.3689564658034528
655
+ },
656
+ {
657
+ "pack_number": 1,
658
+ "pick_number": 6,
659
+ "top1": 0.49203187250996017,
660
+ "random_floor": 0.1258848534433694,
661
+ "n": 8032.0,
662
+ "set": "TMT",
663
+ "margin": 0.36614701906659075
664
+ },
665
+ {
666
+ "pack_number": 1,
667
+ "pick_number": 7,
668
+ "top1": 0.5103336653386454,
669
+ "random_floor": 0.1438086937962436,
670
+ "n": 8032.0,
671
+ "set": "TMT",
672
+ "margin": 0.3665249715424018
673
+ },
674
+ {
675
+ "pack_number": 1,
676
+ "pick_number": 8,
677
+ "top1": 0.5251494023904383,
678
+ "random_floor": 0.16786603585657367,
679
+ "n": 8032.0,
680
+ "set": "TMT",
681
+ "margin": 0.3572833665338646
682
+ },
683
+ {
684
+ "pack_number": 1,
685
+ "pick_number": 9,
686
+ "top1": 0.5699701195219123,
687
+ "random_floor": 0.20130727091633469,
688
+ "n": 8032.0,
689
+ "set": "TMT",
690
+ "margin": 0.36866284860557763
691
+ },
692
+ {
693
+ "pack_number": 1,
694
+ "pick_number": 10,
695
+ "top1": 0.6284860557768924,
696
+ "random_floor": 0.25153552456839307,
697
+ "n": 8032.0,
698
+ "set": "TMT",
699
+ "margin": 0.37695053120849936
700
+ },
701
+ {
702
+ "pack_number": 1,
703
+ "pick_number": 11,
704
+ "top1": 0.7127739043824701,
705
+ "random_floor": 0.3352008632138114,
706
+ "n": 8032.0,
707
+ "set": "TMT",
708
+ "margin": 0.37757304116865875
709
+ },
710
+ {
711
+ "pack_number": 1,
712
+ "pick_number": 12,
713
+ "top1": 0.8489790836653387,
714
+ "random_floor": 0.5021165338645418,
715
+ "n": 8032.0,
716
+ "set": "TMT",
717
+ "margin": 0.3468625498007969
718
+ },
719
+ {
720
+ "pack_number": 1,
721
+ "pick_number": 13,
722
+ "top1": 1.0,
723
+ "random_floor": 1.0,
724
+ "n": 8032.0,
725
+ "set": "TMT",
726
+ "margin": 0.0
727
+ },
728
+ {
729
+ "pack_number": 2,
730
+ "pick_number": 0,
731
+ "top1": 0.50199203187251,
732
+ "random_floor": 0.07191563416663016,
733
+ "n": 8032.0,
734
+ "set": "TMT",
735
+ "margin": 0.4300763977058798
736
+ },
737
+ {
738
+ "pack_number": 2,
739
+ "pick_number": 1,
740
+ "top1": 0.4838147410358566,
741
+ "random_floor": 0.07744023904382467,
742
+ "n": 8032.0,
743
+ "set": "TMT",
744
+ "margin": 0.4063745019920319
745
+ },
746
+ {
747
+ "pack_number": 2,
748
+ "pick_number": 2,
749
+ "top1": 0.489292828685259,
750
+ "random_floor": 0.08392188820475671,
751
+ "n": 8032.0,
752
+ "set": "TMT",
753
+ "margin": 0.40537094048050226
754
+ },
755
+ {
756
+ "pack_number": 2,
757
+ "pick_number": 3,
758
+ "top1": 0.48630478087649404,
759
+ "random_floor": 0.09154857841361824,
760
+ "n": 8032.0,
761
+ "set": "TMT",
762
+ "margin": 0.3947562024628758
763
+ },
764
+ {
765
+ "pack_number": 2,
766
+ "pick_number": 4,
767
+ "top1": 0.48132470119521914,
768
+ "random_floor": 0.10070551128818064,
769
+ "n": 8032.0,
770
+ "set": "TMT",
771
+ "margin": 0.38061918990703847
772
+ },
773
+ {
774
+ "pack_number": 2,
775
+ "pick_number": 5,
776
+ "top1": 0.48032868525896416,
777
+ "random_floor": 0.11190654050464811,
778
+ "n": 8032.0,
779
+ "set": "TMT",
780
+ "margin": 0.36842214475431606
781
+ },
782
+ {
783
+ "pack_number": 2,
784
+ "pick_number": 6,
785
+ "top1": 0.4940239043824701,
786
+ "random_floor": 0.12595599743881616,
787
+ "n": 8032.0,
788
+ "set": "TMT",
789
+ "margin": 0.368067906943654
790
+ },
791
+ {
792
+ "pack_number": 2,
793
+ "pick_number": 7,
794
+ "top1": 0.5062250996015937,
795
+ "random_floor": 0.143859087459685,
796
+ "n": 8032.0,
797
+ "set": "TMT",
798
+ "margin": 0.36236601214190867
799
+ },
800
+ {
801
+ "pack_number": 2,
802
+ "pick_number": 8,
803
+ "top1": 0.5124501992031872,
804
+ "random_floor": 0.1678411354581673,
805
+ "n": 8032.0,
806
+ "set": "TMT",
807
+ "margin": 0.34460906374501993
808
+ },
809
+ {
810
+ "pack_number": 2,
811
+ "pick_number": 9,
812
+ "top1": 0.547933266932271,
813
+ "random_floor": 0.20146912350597612,
814
+ "n": 8032.0,
815
+ "set": "TMT",
816
+ "margin": 0.34646414342629483
817
+ },
818
+ {
819
+ "pack_number": 2,
820
+ "pick_number": 10,
821
+ "top1": 0.5921314741035857,
822
+ "random_floor": 0.2516807768924303,
823
+ "n": 8032.0,
824
+ "set": "TMT",
825
+ "margin": 0.3404506972111554
826
+ },
827
+ {
828
+ "pack_number": 2,
829
+ "pick_number": 11,
830
+ "top1": 0.6847609561752988,
831
+ "random_floor": 0.3355951195219123,
832
+ "n": 8032.0,
833
+ "set": "TMT",
834
+ "margin": 0.34916583665338646
835
+ },
836
+ {
837
+ "pack_number": 2,
838
+ "pick_number": 12,
839
+ "top1": 0.8362798804780877,
840
+ "random_floor": 0.5025522908366534,
841
+ "n": 8032.0,
842
+ "set": "TMT",
843
+ "margin": 0.33372758964143423
844
+ },
845
+ {
846
+ "pack_number": 2,
847
+ "pick_number": 13,
848
+ "top1": 1.0,
849
+ "random_floor": 1.0,
850
+ "n": 8032.0,
851
+ "set": "TMT",
852
+ "margin": 0.0
853
+ },
854
+ {
855
+ "pack_number": 0,
856
+ "pick_number": 0,
857
+ "top1": 0.4830807619743168,
858
+ "random_floor": 0.07142857142857141,
859
+ "n": 32862.0,
860
+ "set": "SOS",
861
+ "margin": 0.4116521905457454
862
+ },
863
+ {
864
+ "pack_number": 0,
865
+ "pick_number": 1,
866
+ "top1": 0.36776922374707116,
867
+ "random_floor": 0.0769230769230769,
868
+ "n": 32863.0,
869
+ "set": "SOS",
870
+ "margin": 0.29084614682399423
871
+ },
872
+ {
873
+ "pack_number": 0,
874
+ "pick_number": 2,
875
+ "top1": 0.3670084897909503,
876
+ "random_floor": 0.08333333333333331,
877
+ "n": 32863.0,
878
+ "set": "SOS",
879
+ "margin": 0.283675156457617
880
+ },
881
+ {
882
+ "pack_number": 0,
883
+ "pick_number": 3,
884
+ "top1": 0.37714146608648025,
885
+ "random_floor": 0.0909090909090909,
886
+ "n": 32863.0,
887
+ "set": "SOS",
888
+ "margin": 0.28623237517738936
889
+ },
890
+ {
891
+ "pack_number": 0,
892
+ "pick_number": 4,
893
+ "top1": 0.3846575175729544,
894
+ "random_floor": 0.10000000000000002,
895
+ "n": 32863.0,
896
+ "set": "SOS",
897
+ "margin": 0.2846575175729544
898
+ },
899
+ {
900
+ "pack_number": 0,
901
+ "pick_number": 5,
902
+ "top1": 0.4111614886042053,
903
+ "random_floor": 0.11111111111111115,
904
+ "n": 32863.0,
905
+ "set": "SOS",
906
+ "margin": 0.30005037749309416
907
+ },
908
+ {
909
+ "pack_number": 0,
910
+ "pick_number": 6,
911
+ "top1": 0.4360222742902352,
912
+ "random_floor": 0.125,
913
+ "n": 32863.0,
914
+ "set": "SOS",
915
+ "margin": 0.3110222742902352
916
+ },
917
+ {
918
+ "pack_number": 0,
919
+ "pick_number": 7,
920
+ "top1": 0.47095517755530536,
921
+ "random_floor": 0.14285714285714282,
922
+ "n": 32863.0,
923
+ "set": "SOS",
924
+ "margin": 0.32809803469816257
925
+ },
926
+ {
927
+ "pack_number": 0,
928
+ "pick_number": 8,
929
+ "top1": 0.5089005872866141,
930
+ "random_floor": 0.16666666666666663,
931
+ "n": 32863.0,
932
+ "set": "SOS",
933
+ "margin": 0.3422339206199475
934
+ },
935
+ {
936
+ "pack_number": 0,
937
+ "pick_number": 9,
938
+ "top1": 0.5570094026716976,
939
+ "random_floor": 0.20000000000000004,
940
+ "n": 32863.0,
941
+ "set": "SOS",
942
+ "margin": 0.35700940267169756
943
+ },
944
+ {
945
+ "pack_number": 0,
946
+ "pick_number": 10,
947
+ "top1": 0.6092261814198339,
948
+ "random_floor": 0.25,
949
+ "n": 32863.0,
950
+ "set": "SOS",
951
+ "margin": 0.35922618141983387
952
+ },
953
+ {
954
+ "pack_number": 0,
955
+ "pick_number": 11,
956
+ "top1": 0.6905029972917871,
957
+ "random_floor": 0.33333333333333326,
958
+ "n": 32863.0,
959
+ "set": "SOS",
960
+ "margin": 0.35716966395845384
961
+ },
962
+ {
963
+ "pack_number": 0,
964
+ "pick_number": 12,
965
+ "top1": 0.8502571280771688,
966
+ "random_floor": 0.5,
967
+ "n": 32863.0,
968
+ "set": "SOS",
969
+ "margin": 0.3502571280771688
970
+ },
971
+ {
972
+ "pack_number": 0,
973
+ "pick_number": 13,
974
+ "top1": 1.0,
975
+ "random_floor": 1.0,
976
+ "n": 32863.0,
977
+ "set": "SOS",
978
+ "margin": 0.0
979
+ },
980
+ {
981
+ "pack_number": 1,
982
+ "pick_number": 0,
983
+ "top1": 0.4716854821531814,
984
+ "random_floor": 0.07142857142857141,
985
+ "n": 32863.0,
986
+ "set": "SOS",
987
+ "margin": 0.40025691072461
988
+ },
989
+ {
990
+ "pack_number": 1,
991
+ "pick_number": 1,
992
+ "top1": 0.44880260475306577,
993
+ "random_floor": 0.0769230769230769,
994
+ "n": 32863.0,
995
+ "set": "SOS",
996
+ "margin": 0.3718795278299889
997
+ },
998
+ {
999
+ "pack_number": 1,
1000
+ "pick_number": 2,
1001
+ "top1": 0.43669172017162156,
1002
+ "random_floor": 0.08333333333333331,
1003
+ "n": 32863.0,
1004
+ "set": "SOS",
1005
+ "margin": 0.35335838683828824
1006
+ },
1007
+ {
1008
+ "pack_number": 1,
1009
+ "pick_number": 3,
1010
+ "top1": 0.4459422450780513,
1011
+ "random_floor": 0.0909090909090909,
1012
+ "n": 32863.0,
1013
+ "set": "SOS",
1014
+ "margin": 0.3550331541689604
1015
+ },
1016
+ {
1017
+ "pack_number": 1,
1018
+ "pick_number": 4,
1019
+ "top1": 0.44837659373763805,
1020
+ "random_floor": 0.10000000000000002,
1021
+ "n": 32863.0,
1022
+ "set": "SOS",
1023
+ "margin": 0.348376593737638
1024
+ },
1025
+ {
1026
+ "pack_number": 1,
1027
+ "pick_number": 5,
1028
+ "top1": 0.4703770197486535,
1029
+ "random_floor": 0.11111111111111115,
1030
+ "n": 32863.0,
1031
+ "set": "SOS",
1032
+ "margin": 0.3592659086375423
1033
+ },
1034
+ {
1035
+ "pack_number": 1,
1036
+ "pick_number": 6,
1037
+ "top1": 0.49109941271338586,
1038
+ "random_floor": 0.125,
1039
+ "n": 32863.0,
1040
+ "set": "SOS",
1041
+ "margin": 0.36609941271338586
1042
+ },
1043
+ {
1044
+ "pack_number": 1,
1045
+ "pick_number": 7,
1046
+ "top1": 0.5206463195691203,
1047
+ "random_floor": 0.14285714285714282,
1048
+ "n": 32863.0,
1049
+ "set": "SOS",
1050
+ "margin": 0.37778917671197754
1051
+ },
1052
+ {
1053
+ "pack_number": 1,
1054
+ "pick_number": 8,
1055
+ "top1": 0.5505888080820376,
1056
+ "random_floor": 0.16666666666666663,
1057
+ "n": 32863.0,
1058
+ "set": "SOS",
1059
+ "margin": 0.38392214141537095
1060
+ },
1061
+ {
1062
+ "pack_number": 1,
1063
+ "pick_number": 9,
1064
+ "top1": 0.5854304232723732,
1065
+ "random_floor": 0.20000000000000004,
1066
+ "n": 32863.0,
1067
+ "set": "SOS",
1068
+ "margin": 0.3854304232723731
1069
+ },
1070
+ {
1071
+ "pack_number": 1,
1072
+ "pick_number": 10,
1073
+ "top1": 0.6368256093478989,
1074
+ "random_floor": 0.25,
1075
+ "n": 32863.0,
1076
+ "set": "SOS",
1077
+ "margin": 0.3868256093478989
1078
+ },
1079
+ {
1080
+ "pack_number": 1,
1081
+ "pick_number": 11,
1082
+ "top1": 0.7100995040014606,
1083
+ "random_floor": 0.33333333333333326,
1084
+ "n": 32863.0,
1085
+ "set": "SOS",
1086
+ "margin": 0.37676617066812734
1087
+ },
1088
+ {
1089
+ "pack_number": 1,
1090
+ "pick_number": 12,
1091
+ "top1": 0.8570428749657669,
1092
+ "random_floor": 0.5,
1093
+ "n": 32863.0,
1094
+ "set": "SOS",
1095
+ "margin": 0.3570428749657669
1096
+ },
1097
+ {
1098
+ "pack_number": 1,
1099
+ "pick_number": 13,
1100
+ "top1": 1.0,
1101
+ "random_floor": 1.0,
1102
+ "n": 32863.0,
1103
+ "set": "SOS",
1104
+ "margin": 0.0
1105
+ },
1106
+ {
1107
+ "pack_number": 2,
1108
+ "pick_number": 0,
1109
+ "top1": 0.47947539786385907,
1110
+ "random_floor": 0.07142857142857141,
1111
+ "n": 32863.0,
1112
+ "set": "SOS",
1113
+ "margin": 0.40804682643528767
1114
+ },
1115
+ {
1116
+ "pack_number": 2,
1117
+ "pick_number": 1,
1118
+ "top1": 0.4558622158658674,
1119
+ "random_floor": 0.0769230769230769,
1120
+ "n": 32863.0,
1121
+ "set": "SOS",
1122
+ "margin": 0.3789391389427905
1123
+ },
1124
+ {
1125
+ "pack_number": 2,
1126
+ "pick_number": 2,
1127
+ "top1": 0.45519276998448105,
1128
+ "random_floor": 0.08333333333333331,
1129
+ "n": 32863.0,
1130
+ "set": "SOS",
1131
+ "margin": 0.37185943665114773
1132
+ },
1133
+ {
1134
+ "pack_number": 2,
1135
+ "pick_number": 3,
1136
+ "top1": 0.4590268691233302,
1137
+ "random_floor": 0.0909090909090909,
1138
+ "n": 32863.0,
1139
+ "set": "SOS",
1140
+ "margin": 0.3681177782142393
1141
+ },
1142
+ {
1143
+ "pack_number": 2,
1144
+ "pick_number": 4,
1145
+ "top1": 0.4636825609347899,
1146
+ "random_floor": 0.10000000000000002,
1147
+ "n": 32863.0,
1148
+ "set": "SOS",
1149
+ "margin": 0.36368256093478984
1150
+ },
1151
+ {
1152
+ "pack_number": 2,
1153
+ "pick_number": 5,
1154
+ "top1": 0.4799622675957764,
1155
+ "random_floor": 0.11111111111111115,
1156
+ "n": 32863.0,
1157
+ "set": "SOS",
1158
+ "margin": 0.36885115648466527
1159
+ },
1160
+ {
1161
+ "pack_number": 2,
1162
+ "pick_number": 6,
1163
+ "top1": 0.5005933724857743,
1164
+ "random_floor": 0.125,
1165
+ "n": 32863.0,
1166
+ "set": "SOS",
1167
+ "margin": 0.3755933724857743
1168
+ },
1169
+ {
1170
+ "pack_number": 2,
1171
+ "pick_number": 7,
1172
+ "top1": 0.5238718315430727,
1173
+ "random_floor": 0.14285714285714282,
1174
+ "n": 32863.0,
1175
+ "set": "SOS",
1176
+ "margin": 0.3810146886859299
1177
+ },
1178
+ {
1179
+ "pack_number": 2,
1180
+ "pick_number": 8,
1181
+ "top1": 0.5457809694793537,
1182
+ "random_floor": 0.16666666666666663,
1183
+ "n": 32863.0,
1184
+ "set": "SOS",
1185
+ "margin": 0.3791143028126871
1186
+ },
1187
+ {
1188
+ "pack_number": 2,
1189
+ "pick_number": 9,
1190
+ "top1": 0.5864041627362079,
1191
+ "random_floor": 0.20000000000000004,
1192
+ "n": 32863.0,
1193
+ "set": "SOS",
1194
+ "margin": 0.3864041627362078
1195
+ },
1196
+ {
1197
+ "pack_number": 2,
1198
+ "pick_number": 10,
1199
+ "top1": 0.63475641298725,
1200
+ "random_floor": 0.25,
1201
+ "n": 32863.0,
1202
+ "set": "SOS",
1203
+ "margin": 0.38475641298725005
1204
+ },
1205
+ {
1206
+ "pack_number": 2,
1207
+ "pick_number": 11,
1208
+ "top1": 0.7060828287131424,
1209
+ "random_floor": 0.33333333333333326,
1210
+ "n": 32863.0,
1211
+ "set": "SOS",
1212
+ "margin": 0.37274949537980917
1213
+ },
1214
+ {
1215
+ "pack_number": 2,
1216
+ "pick_number": 12,
1217
+ "top1": 0.8623071539421233,
1218
+ "random_floor": 0.5000152146791225,
1219
+ "n": 32863.0,
1220
+ "set": "SOS",
1221
+ "margin": 0.36229193926300085
1222
+ },
1223
+ {
1224
+ "pack_number": 2,
1225
+ "pick_number": 13,
1226
+ "top1": 1.0,
1227
+ "random_floor": 1.0,
1228
+ "n": 32853.0,
1229
+ "set": "SOS",
1230
+ "margin": 0.0
1231
+ }
1232
+ ]
1233
+ }
paper-data/runs/20260704_135822_f_dev/zeroshot/normalized_score.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "/opt/bward/dat/mtga/foundation/runs/20260704_135822_f_dev",
3
+ "version": "latest",
4
+ "split": "val",
5
+ "per_set": {
6
+ "BRO.PremierDraft": {
7
+ "set": "BRO",
8
+ "n_zeroshot_expert_picks": 1151810,
9
+ "n_zeroshot_expert_drafts": 25864,
10
+ "n_ceiling_expert_picks": 59572,
11
+ "n_ceiling_expert_drafts": 1335,
12
+ "n_aligned_picks": 59572,
13
+ "n_aligned_drafts": 1335,
14
+ "aligned_drafts_over_ceiling_val_drafts": 1.0,
15
+ "zeroshot_top1_aligned": 0.48766198885382395,
16
+ "ceiling_top1_aligned": 0.6563150473376754,
17
+ "normalized_score": 0.7430303340324313,
18
+ "normalized_score_ci": [
19
+ 0.736267133730359,
20
+ 0.75030035027082
21
+ ],
22
+ "degenerate_resamples": 0
23
+ },
24
+ "TMT.PremierDraft": {
25
+ "set": "TMT",
26
+ "n_zeroshot_expert_picks": 329312,
27
+ "n_zeroshot_expert_drafts": 8032,
28
+ "n_ceiling_expert_picks": 17261,
29
+ "n_ceiling_expert_drafts": 421,
30
+ "n_aligned_picks": 17261,
31
+ "n_aligned_drafts": 421,
32
+ "aligned_drafts_over_ceiling_val_drafts": 1.0,
33
+ "zeroshot_top1_aligned": 0.5771392155726783,
34
+ "ceiling_top1_aligned": 0.7096923700828457,
35
+ "normalized_score": 0.8132244897959184,
36
+ "normalized_score_ci": [
37
+ 0.8014821639001354,
38
+ 0.825077405707385
39
+ ],
40
+ "degenerate_resamples": 0
41
+ },
42
+ "SOS.PremierDraft": {
43
+ "set": "SOS",
44
+ "n_zeroshot_expert_picks": 1380235,
45
+ "n_zeroshot_expert_drafts": 32863,
46
+ "n_ceiling_expert_picks": 69803,
47
+ "n_ceiling_expert_drafts": 1662,
48
+ "n_aligned_picks": 69803,
49
+ "n_aligned_drafts": 1662,
50
+ "aligned_drafts_over_ceiling_val_drafts": 1.0,
51
+ "zeroshot_top1_aligned": 0.5630273770468318,
52
+ "ceiling_top1_aligned": 0.7021474721716832,
53
+ "normalized_score": 0.8018648494246308,
54
+ "normalized_score_ci": [
55
+ 0.7960212830485613,
56
+ 0.807745840117713
57
+ ],
58
+ "degenerate_resamples": 0
59
+ }
60
+ },
61
+ "dev_mean_normalized_score": 0.7860398910843269
62
+ }