socra-small-hub4 / eval.json
chrispie's picture
Socra Small hub4: socra-hub4-r6-Bwh (closed loop, drives hub4 alone); fast-all-s1 to a folder
27ef807 verified
Raw History Blame Contribute Delete
4.67 kB
{
"holdout_worlds": [],
"all": {
"n": 1764,
"regret_mean_eur": 876.22,
"top1_agree": 0.7704,
"baseline_n": 1764,
"baseline_regret_mean_eur": 744.33,
"baseline_top1_agree": 0.5465
},
"in_distribution": {
"n": 1764,
"regret_mean_eur": 876.22,
"top1_agree": 0.7704,
"baseline_n": 1764,
"baseline_regret_mean_eur": 744.33,
"baseline_top1_agree": 0.5465
},
"held_out": {
"n": 0
},
"by_world": {
"admit": {
"n": 119,
"regret_mean_eur": 379.72,
"top1_agree": 0.8655,
"baseline_n": 119,
"baseline_regret_mean_eur": 673.27,
"baseline_top1_agree": 0.1261,
"held_out": false
},
"energy_mode": {
"n": 200,
"regret_mean_eur": 945.34,
"top1_agree": 0.59,
"baseline_n": 200,
"baseline_regret_mean_eur": 1131.18,
"baseline_top1_agree": 0.62,
"held_out": false
},
"gate": {
"n": 200,
"regret_mean_eur": 375.31,
"top1_agree": 0.815,
"baseline_n": 200,
"baseline_regret_mean_eur": 1250.09,
"baseline_top1_agree": 0.61,
"held_out": false
},
"inspect": {
"n": 43,
"regret_mean_eur": 19.21,
"top1_agree": 0.8605,
"baseline_n": 43,
"baseline_regret_mean_eur": 19.21,
"baseline_top1_agree": 0.8605,
"held_out": false
},
"load": {
"n": 32,
"regret_mean_eur": 43.6,
"top1_agree": 0.875,
"baseline_n": 32,
"baseline_regret_mean_eur": 62.22,
"baseline_top1_agree": 0.7812,
"held_out": false
},
"local_round": {
"n": 17,
"regret_mean_eur": 49.91,
"top1_agree": 0.8824,
"baseline_n": 17,
"baseline_regret_mean_eur": 49.91,
"baseline_top1_agree": 0.8824,
"held_out": false
},
"pickup": {
"n": 30,
"regret_mean_eur": 0.0,
"top1_agree": 1.0,
"baseline_n": 30,
"baseline_regret_mean_eur": 0.0,
"baseline_top1_agree": 1.0,
"held_out": false
},
"place": {
"n": 200,
"regret_mean_eur": 199.48,
"top1_agree": 0.905,
"baseline_n": 200,
"baseline_regret_mean_eur": 465.79,
"baseline_top1_agree": 0.745,
"held_out": false
},
"plan": {
"n": 86,
"regret_mean_eur": 1015.82,
"top1_agree": 0.7558,
"baseline_n": 86,
"baseline_regret_mean_eur": 501.07,
"baseline_top1_agree": 0.7674,
"held_out": false
},
"power": {
"n": 176,
"regret_mean_eur": 2199.68,
"top1_agree": 0.8239,
"baseline_n": 176,
"baseline_regret_mean_eur": 903.93,
"baseline_top1_agree": 0.3295,
"held_out": false
},
"release": {
"n": 200,
"regret_mean_eur": 24.75,
"top1_agree": 0.975,
"baseline_n": 200,
"baseline_regret_mean_eur": 24.75,
"baseline_top1_agree": 0.975,
"held_out": false
},
"speed": {
"n": 200,
"regret_mean_eur": 2764.4,
"top1_agree": 0.625,
"baseline_n": 200,
"baseline_regret_mean_eur": 1766.59,
"baseline_top1_agree": 0.29,
"held_out": false
},
"target_soc": {
"n": 200,
"regret_mean_eur": 407.35,
"top1_agree": 0.525,
"baseline_n": 200,
"baseline_regret_mean_eur": 258.68,
"baseline_top1_agree": 0.1,
"held_out": false
},
"waiting": {
"n": 61,
"regret_mean_eur": 1304.42,
"top1_agree": 0.8033,
"baseline_n": 61,
"baseline_regret_mean_eur": 780.46,
"baseline_top1_agree": 0.8197,
"held_out": false
}
},
"baseline_option_mean_eur": {
"admit": {
"admit": 4881.66,
"refuse": 4864.29
},
"energy_mode": {
"mcs": 2549.62,
"ccs": 2553.86,
"slow": 3126.66,
"rest": 2551.1,
"swap": 870.84
},
"gate": {
"hold": 11127.15,
"turn_away": 9112.56,
"let_in": 10823.88
},
"inspect": {
"charger": 7434.22,
"hall": 7459.16,
"next_hub": 7502.57
},
"load": {
"trailer": 8057.89,
"leave_empty": 9214.06,
"wait": 21302.05
},
"local_round": {
"leave": 6351.24,
"wait": 6365.75
},
"pickup": {
"come": 13058.58,
"pass": 13080.57
},
"place": {
"booked_slot": 5031.97,
"keep_free": 5012.02,
"least_drive_left": 10781.75,
"earliest_promise": 6144.65,
"earliest_deadline": 6306.59
},
"plan": {
"energy_first": 10608.36,
"cleaning_first": 10216.94,
"inspection_first": 10888.51,
"energy_last": 6377.61
},
"power": {
"full": 2885.05,
"mid": 2859.84,
"floor": 2835.4
},
"release": {
"release": 7579.0,
"hold": 7594.27
},
"speed": {
"on_time": 4282.06,
"later_10": 3722.11,
"later_20": 3680.38,
"later_30": 3378.68,
"park_before": 3743.18,
"break_before": 10194.19
},
"target_soc": {
"soc_60": 6905.03,
"soc_70": 7381.38,
"soc_80": 7533.09,
"soc_85": 7529.99,
"soc_90": 7597.57,
"soc_none": 5533.46
},
"waiting": {
"line": 14196.52,
"buffer": 10766.52,
"flex": 14511.51
}
}
}