NOTS-DarcyFlowRate / results /metrics.json
yushuang88's picture
Upload folder using huggingface_hub
5978445 verified
Raw History Blame Contribute Delete
1.89 kB
{
"metric_definition": "mean_trials(sum_t(true_max - true_selected_t)/300)",
"std_ddof": 0,
"seeds": [
42,
43,
44,
45,
46,
47,
48,
49,
50,
51
],
"methods": {
"NOTS": {
"final_average_regret_mean": 0.28903131441275276,
"final_average_regret_std": 0.016963417745350852,
"final_average_regret_sample_std": 0.01788101232540895,
"per_trial_final_average_regret": [
0.28379767219225566,
0.3056891644001007,
0.25527911305427553,
0.30833554108937583,
0.2839254943529765,
0.3058254877726237,
0.26924508810043335,
0.27884589513142904,
0.2957803841431936,
0.3035893038908641
],
"trials": 10,
"iterations": 300,
"provenance": "measured"
},
"RS": {
"final_average_regret_mean": 0.8908092208305994,
"final_average_regret_std": 0.02005791880673843,
"final_average_regret_sample_std": 0.021142902850673377,
"per_trial_final_average_regret": [
0.8716944662729899,
0.8952345609664917,
0.8659119852383932,
0.8786636328697205,
0.8773958508173625,
0.8837279089291891,
0.9036471736431122,
0.9209505971272787,
0.9293052395184834,
0.8815607929229736
],
"trials": 10,
"iterations": 300,
"provenance": "measured"
}
},
"published_references": {
"NOTS": {
"mean": 0.012,
"std": 0.001
},
"RS": {
"mean": 0.872,
"std": 0.022
},
"BO": {
"mean": 0.703,
"std": 0.045
},
"BFO": {
"mean": 0.788,
"std": 0.066
},
"GP-TS": {
"mean": 0.674,
"std": 0.05
},
"STO-NTS": {
"mean": 0.068,
"std": 0.002
}
},
"unrerun_baselines": [
"BO",
"BFO",
"GP-TS",
"STO-NTS"
]
}