danbrooks's picture
DraftZero FDN sealed deck builder v1 (docs/032): self-play ensembles, card order, results, model card
b81bcdf verified
Raw History Blame Contribute Delete
1.4 kB
{
"note": "Win rate of the builder's decks against the decks humans built from the same pools; both decks played by gorge's search with docs/031's loop B gen 7 network (cpuct 0.5). Pools crossed (i, j), 4 games a pool pair. 17lands data, CC BY 4.0.",
"test_sealed_100sims": {
"sealed_builder_phaseC_gen1": {
"winrate": 0.638,
"se": 0.01,
"games": 2000,
"cards_shared_of_40": 19.9,
"main_colours_match": 0.26
},
"sealed_builder_phaseB_gen4": {
"winrate": 0.638,
"se": 0.01,
"games": 2000,
"cards_shared_of_40": 19.2,
"main_colours_match": 0.25
},
"17lands_gih_heuristic": {
"winrate": 0.552,
"se": 0.01,
"games": 2000,
"cards_shared_of_40": 20.5
},
"imitation_of_human_decks": {
"winrate": 0.53,
"se": 0.011,
"games": 2000,
"cards_shared_of_40": 23.6
}
},
"test_draft_100sims": {
"sealed_builder_phaseB_gen4": {
"winrate": 0.575,
"se": 0.01,
"games": 2000,
"cards_shared_of_40": 31.6
},
"17lands_gih_heuristic": {
"winrate": 0.509,
"se": 0.011,
"games": 2000,
"cards_shared_of_40": 33.2
},
"imitation_of_human_decks": {
"winrate": 0.527,
"se": 0.011,
"games": 1999,
"cards_shared_of_40": 34.5
}
},
"val_sealed": {
"sealed_builder_phaseC_gen1": {
"100sims": 0.669,
"300sims": 0.652
},
"sealed_builder_phaseB_gen4": {
"100sims": 0.661,
"300sims": 0.656
}
}
}