material_forge_env / server /static /benchmarks.json
ArshPathan's picture
Upload folder using huggingface_hub
f120404
Raw History Blame Contribute Delete
7.59 kB
[
{
"scenario": "diamond-like",
"difficulty": "easy",
"final_reward": 0.298,
"best_reward": 0.5909,
"steps": 25,
"phase": "amorphous",
"total_cost": 132.0,
"cost_budget": 120.0,
"agent_type": "heuristic",
"reward_trace": [
0.3274,
0.4317,
0.5129,
0.5305,
0.5739,
0.5537,
0.553,
0.5537,
0.5434,
0.5363,
0.5437,
0.5285,
0.5288,
0.5362,
0.5406,
0.5909,
0.5786,
0.5721,
0.4795,
0.4327,
0.394,
0.3492,
0.3188,
0.3026,
0.298
]
},
{
"scenario": "diamond-like",
"difficulty": "medium",
"final_reward": 0.2601,
"best_reward": 0.5739,
"steps": 25,
"phase": "amorphous",
"total_cost": 104.0,
"cost_budget": 80.0,
"agent_type": "heuristic",
"reward_trace": [
0.3274,
0.4317,
0.5129,
0.5305,
0.5739,
0.5537,
0.553,
0.5537,
0.5434,
0.5363,
0.5437,
0.5285,
0.4716,
0.421,
0.3585,
0.3156,
0.3095,
0.3115,
0.2975,
0.2891,
0.2854,
0.3275,
0.3199,
0.3175,
0.2601
]
},
{
"scenario": "diamond-like",
"difficulty": "hard",
"final_reward": 0.3091,
"best_reward": 0.5739,
"steps": 25,
"phase": "polycrystalline",
"total_cost": 90.0,
"cost_budget": 60.0,
"agent_type": "heuristic",
"reward_trace": [
0.3274,
0.4317,
0.5129,
0.5305,
0.5739,
0.5537,
0.553,
0.5537,
0.5434,
0.451,
0.3776,
0.3143,
0.2928,
0.2931,
0.2873,
0.274,
0.2744,
0.275,
0.2715,
0.2708,
0.2678,
0.2705,
0.2669,
0.3179,
0.3091
]
},
{
"scenario": "conductor",
"difficulty": "easy",
"final_reward": 0.8032,
"best_reward": 0.8201,
"steps": 12,
"phase": "polycrystalline",
"total_cost": 72.0,
"cost_budget": 120.0,
"agent_type": "heuristic",
"reward_trace": [
0.311,
0.5599,
0.7332,
0.8084,
0.7864,
0.7694,
0.7812,
0.795,
0.7712,
0.7708,
0.8201,
0.8032
]
},
{
"scenario": "conductor",
"difficulty": "medium",
"final_reward": 0.5924,
"best_reward": 0.8201,
"steps": 25,
"phase": "polycrystalline",
"total_cost": 102.0,
"cost_budget": 80.0,
"agent_type": "heuristic",
"reward_trace": [
0.311,
0.5599,
0.7332,
0.8084,
0.7864,
0.7694,
0.7812,
0.795,
0.7712,
0.7708,
0.8201,
0.8032,
0.8105,
0.7462,
0.7146,
0.6878,
0.6599,
0.6463,
0.6281,
0.6566,
0.587,
0.5748,
0.5604,
0.5491,
0.5924
]
},
{
"scenario": "conductor",
"difficulty": "hard",
"final_reward": 0.4473,
"best_reward": 0.8084,
"steps": 25,
"phase": "amorphous",
"total_cost": 90.0,
"cost_budget": 60.0,
"agent_type": "heuristic",
"reward_trace": [
0.311,
0.5599,
0.7332,
0.8084,
0.7864,
0.7694,
0.7812,
0.795,
0.7712,
0.7708,
0.737,
0.6924,
0.6651,
0.6842,
0.6093,
0.5907,
0.6163,
0.5946,
0.5345,
0.518,
0.5062,
0.4979,
0.4804,
0.4657,
0.4473
]
},
{
"scenario": "heat-shield",
"difficulty": "easy",
"final_reward": 0.804,
"best_reward": 0.8155,
"steps": 19,
"phase": "crystalline",
"total_cost": 80.0,
"cost_budget": 120.0,
"agent_type": "heuristic",
"reward_trace": [
0.2037,
0.523,
0.7096,
0.7966,
0.7688,
0.7414,
0.7367,
0.7867,
0.7579,
0.7656,
0.7677,
0.7546,
0.7624,
0.7733,
0.7645,
0.765,
0.7611,
0.8155,
0.804
]
},
{
"scenario": "heat-shield",
"difficulty": "medium",
"final_reward": 0.5841,
"best_reward": 0.8155,
"steps": 25,
"phase": "polycrystalline",
"total_cost": 92.0,
"cost_budget": 80.0,
"agent_type": "heuristic",
"reward_trace": [
0.2037,
0.523,
0.7096,
0.7966,
0.7688,
0.7414,
0.7367,
0.7867,
0.7579,
0.7656,
0.7677,
0.7546,
0.7624,
0.7733,
0.7645,
0.765,
0.7611,
0.8155,
0.804,
0.7235,
0.6942,
0.6614,
0.6353,
0.6078,
0.5841
]
},
{
"scenario": "heat-shield",
"difficulty": "hard",
"final_reward": 0.4009,
"best_reward": 0.7966,
"steps": 25,
"phase": "polycrystalline",
"total_cost": 82.0,
"cost_budget": 60.0,
"agent_type": "heuristic",
"reward_trace": [
0.2037,
0.523,
0.7096,
0.7966,
0.7688,
0.7414,
0.7367,
0.7867,
0.7579,
0.7656,
0.7677,
0.7546,
0.7624,
0.7733,
0.7286,
0.6864,
0.6423,
0.6078,
0.5227,
0.4929,
0.5188,
0.4854,
0.4537,
0.4281,
0.4009
]
},
{
"scenario": "random",
"difficulty": "medium",
"final_reward": 0.6626,
"best_reward": 0.7,
"steps": 25,
"phase": "amorphous",
"total_cost": 88.0,
"cost_budget": 80.0,
"agent_type": "heuristic",
"reward_trace": [
0.1944,
0.4556,
0.6364,
0.6804,
0.6769,
0.675,
0.6923,
0.7,
0.6924,
0.6952,
0.6838,
0.6746,
0.6736,
0.6909,
0.6921,
0.6986,
0.6998,
0.6892,
0.6807,
0.6771,
0.678,
0.6769,
0.6673,
0.6664,
0.6626
]
},
{
"scenario": "random",
"difficulty": "easy",
"final_reward": 0.6793,
"best_reward": 0.7138,
"steps": 23,
"phase": "amorphous",
"total_cost": 112.0,
"cost_budget": 120.0,
"agent_type": "heuristic",
"reward_trace": [
0.2869,
0.4434,
0.6294,
0.7138,
0.6862,
0.6737,
0.6822,
0.685,
0.6567,
0.6691,
0.6688,
0.6774,
0.6764,
0.6733,
0.6792,
0.6843,
0.6811,
0.6928,
0.6809,
0.6829,
0.6768,
0.6771,
0.6793
]
},
{
"scenario": "random",
"difficulty": "hard",
"final_reward": 0.6022,
"best_reward": 0.6803,
"steps": 25,
"phase": "polycrystalline",
"total_cost": 88.0,
"cost_budget": 60.0,
"agent_type": "heuristic",
"reward_trace": [
0.4327,
0.5164,
0.6377,
0.6588,
0.6785,
0.6733,
0.6803,
0.6747,
0.6723,
0.673,
0.6567,
0.6542,
0.6538,
0.6275,
0.6229,
0.6613,
0.642,
0.6363,
0.5839,
0.5713,
0.5709,
0.6158,
0.6152,
0.6109,
0.6022
]
}
]