{ "metric_definition": "mean_trials(sum_t(true_max - true_selected_t)/300)", "std_ddof": 0, "seeds": [ 42, 43, 44, 45, 46, 47, 48, 49, 50, 51 ], "methods": { "NOTS": { "final_average_regret_mean": 0.28903131441275276, "final_average_regret_std": 0.016963417745350852, "final_average_regret_sample_std": 0.01788101232540895, "per_trial_final_average_regret": [ 0.28379767219225566, 0.3056891644001007, 0.25527911305427553, 0.30833554108937583, 0.2839254943529765, 0.3058254877726237, 0.26924508810043335, 0.27884589513142904, 0.2957803841431936, 0.3035893038908641 ], "trials": 10, "iterations": 300, "provenance": "measured" }, "RS": { "final_average_regret_mean": 0.8908092208305994, "final_average_regret_std": 0.02005791880673843, "final_average_regret_sample_std": 0.021142902850673377, "per_trial_final_average_regret": [ 0.8716944662729899, 0.8952345609664917, 0.8659119852383932, 0.8786636328697205, 0.8773958508173625, 0.8837279089291891, 0.9036471736431122, 0.9209505971272787, 0.9293052395184834, 0.8815607929229736 ], "trials": 10, "iterations": 300, "provenance": "measured" } }, "published_references": { "NOTS": { "mean": 0.012, "std": 0.001 }, "RS": { "mean": 0.872, "std": 0.022 }, "BO": { "mean": 0.703, "std": 0.045 }, "BFO": { "mean": 0.788, "std": 0.066 }, "GP-TS": { "mean": 0.674, "std": 0.05 }, "STO-NTS": { "mean": 0.068, "std": 0.002 } }, "unrerun_baselines": [ "BO", "BFO", "GP-TS", "STO-NTS" ] }