oracle7-deepspace / results /structural_eval.json
psiloceyeben's picture
Upload folder using huggingface_hub
3538060 verified
Raw History Blame Contribute Delete
42.6 kB
{
"code_sha256": "b936ec011372fd9860c748b39b5117c7b8b1296f85d169ccfc8a9b6f8e394408",
"seeds": "7000-7049",
"structural": {
"base": {
"oracle7-deepspace": {
"correct": [
0.99,
0.984,
0.9937
],
"correct_n": 1683,
"n": 1700,
"harmful_n": 0,
"damage_n": 0,
"safe_mode_n": 100,
"trap_wrong": [
0.0,
0,
0.0064
],
"per": {
"voyager1/nominal": [
50,
50
],
"voyager1/heater_stuck_on": [
50,
50
],
"voyager1/heater_stuck_off": [
50,
50
],
"voyager1/sensor_bias": [
50,
50
],
"voyager1/seu_spike": [
50,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
50,
50
],
"voyager1/star_tracker_dropout": [
50,
50
],
"new_horizons/nominal": [
50,
50
],
"new_horizons/heater_stuck_on": [
50,
50
],
"new_horizons/heater_stuck_off": [
50,
50
],
"new_horizons/sensor_bias": [
50,
50
],
"new_horizons/seu_spike": [
50,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
50,
50
],
"new_horizons/star_tracker_dropout": [
50,
50
],
"juno/nominal": [
50,
50
],
"juno/heater_stuck_on": [
50,
50
],
"juno/heater_stuck_off": [
50,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/seu_spike": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
33,
50
],
"juno/battery_short": [
50,
50
],
"juno/star_tracker_dropout": [
50,
50
],
"europa_clipper/nominal": [
50,
50
],
"europa_clipper/heater_stuck_on": [
50,
50
],
"europa_clipper/heater_stuck_off": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/star_tracker_dropout": [
50,
50
],
"europa_clipper/solar_degradation": [
50,
50
],
"europa_clipper/battery_short": [
50,
50
],
"europa_clipper/seu_spike": [
50,
50
]
},
"misses_benign": 17,
"misses_with_consequence": 0,
"outcome_ok": [
1.0,
0.9977,
1.0
],
"bad_outcomes": 0,
"min_soc_p5": 0.851,
"science_off_ticks_mean": 40.3
},
"expert fault table": {
"correct": [
1.0,
0.9977,
1.0
],
"correct_n": 1700,
"n": 1700,
"harmful_n": 0,
"damage_n": 0,
"safe_mode_n": 100,
"trap_wrong": [
0.0,
0,
0.0064
],
"per": {
"voyager1/nominal": [
50,
50
],
"voyager1/heater_stuck_on": [
50,
50
],
"voyager1/heater_stuck_off": [
50,
50
],
"voyager1/sensor_bias": [
50,
50
],
"voyager1/seu_spike": [
50,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
50,
50
],
"voyager1/star_tracker_dropout": [
50,
50
],
"new_horizons/nominal": [
50,
50
],
"new_horizons/heater_stuck_on": [
50,
50
],
"new_horizons/heater_stuck_off": [
50,
50
],
"new_horizons/sensor_bias": [
50,
50
],
"new_horizons/seu_spike": [
50,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
50,
50
],
"new_horizons/star_tracker_dropout": [
50,
50
],
"juno/nominal": [
50,
50
],
"juno/heater_stuck_on": [
50,
50
],
"juno/heater_stuck_off": [
50,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/seu_spike": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
50,
50
],
"juno/battery_short": [
50,
50
],
"juno/star_tracker_dropout": [
50,
50
],
"europa_clipper/nominal": [
50,
50
],
"europa_clipper/heater_stuck_on": [
50,
50
],
"europa_clipper/heater_stuck_off": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/star_tracker_dropout": [
50,
50
],
"europa_clipper/solar_degradation": [
50,
50
],
"europa_clipper/battery_short": [
50,
50
],
"europa_clipper/seu_spike": [
50,
50
]
},
"misses_benign": 0,
"misses_with_consequence": 0,
"outcome_ok": [
1.0,
0.9977,
1.0
],
"bad_outcomes": 0,
"min_soc_p5": 0.851,
"science_off_ticks_mean": 45.3
},
"limit -> safe mode (simplified)": {
"correct": [
0.2941,
0.2729,
0.3162
],
"correct_n": 500,
"n": 1700,
"harmful_n": 200,
"damage_n": 207,
"safe_mode_n": 1300,
"trap_wrong": [
0.3333,
0.2968,
0.372
],
"per": {
"voyager1/nominal": [
50,
50
],
"voyager1/heater_stuck_on": [
0,
50
],
"voyager1/heater_stuck_off": [
0,
50
],
"voyager1/sensor_bias": [
0,
50
],
"voyager1/seu_spike": [
50,
50
],
"voyager1/thruster_degradation": [
0,
50
],
"voyager1/rtg_decline": [
0,
50
],
"voyager1/star_tracker_dropout": [
0,
50
],
"new_horizons/nominal": [
50,
50
],
"new_horizons/heater_stuck_on": [
0,
50
],
"new_horizons/heater_stuck_off": [
0,
50
],
"new_horizons/sensor_bias": [
0,
50
],
"new_horizons/seu_spike": [
50,
50
],
"new_horizons/thruster_degradation": [
0,
50
],
"new_horizons/rtg_decline": [
0,
50
],
"new_horizons/star_tracker_dropout": [
0,
50
],
"juno/nominal": [
50,
50
],
"juno/heater_stuck_on": [
0,
50
],
"juno/heater_stuck_off": [
0,
50
],
"juno/sensor_bias": [
0,
50
],
"juno/seu_spike": [
50,
50
],
"juno/thruster_degradation": [
0,
50
],
"juno/solar_degradation": [
0,
50
],
"juno/battery_short": [
50,
50
],
"juno/star_tracker_dropout": [
0,
50
],
"europa_clipper/nominal": [
50,
50
],
"europa_clipper/heater_stuck_on": [
0,
50
],
"europa_clipper/heater_stuck_off": [
0,
50
],
"europa_clipper/wheel_friction": [
0,
50
],
"europa_clipper/sensor_bias": [
0,
50
],
"europa_clipper/star_tracker_dropout": [
0,
50
],
"europa_clipper/solar_degradation": [
0,
50
],
"europa_clipper/battery_short": [
50,
50
],
"europa_clipper/seu_spike": [
50,
50
]
},
"misses_benign": 659,
"misses_with_consequence": 541,
"outcome_ok": [
0.6818,
0.6592,
0.7035
],
"bad_outcomes": 541,
"min_soc_p5": 0.851,
"science_off_ticks_mean": 184.1
}
},
"thermal": {
"oracle7-deepspace": {
"correct": [
0.9247,
0.9112,
0.9363
],
"correct_n": 1572,
"n": 1700,
"harmful_n": 6,
"damage_n": 0,
"safe_mode_n": 109,
"trap_wrong": [
0.0067,
0.0026,
0.017
],
"per": {
"voyager1/nominal": [
48,
50
],
"voyager1/heater_stuck_on": [
17,
50
],
"voyager1/heater_stuck_off": [
50,
50
],
"voyager1/sensor_bias": [
50,
50
],
"voyager1/seu_spike": [
48,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
50,
50
],
"voyager1/star_tracker_dropout": [
50,
50
],
"new_horizons/nominal": [
50,
50
],
"new_horizons/heater_stuck_on": [
26,
50
],
"new_horizons/heater_stuck_off": [
50,
50
],
"new_horizons/sensor_bias": [
50,
50
],
"new_horizons/seu_spike": [
50,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
50,
50
],
"new_horizons/star_tracker_dropout": [
50,
50
],
"juno/nominal": [
50,
50
],
"juno/heater_stuck_on": [
29,
50
],
"juno/heater_stuck_off": [
50,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/seu_spike": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
23,
50
],
"juno/battery_short": [
50,
50
],
"juno/star_tracker_dropout": [
50,
50
],
"europa_clipper/nominal": [
50,
50
],
"europa_clipper/heater_stuck_on": [
31,
50
],
"europa_clipper/heater_stuck_off": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/star_tracker_dropout": [
50,
50
],
"europa_clipper/solar_degradation": [
50,
50
],
"europa_clipper/battery_short": [
50,
50
],
"europa_clipper/seu_spike": [
50,
50
]
},
"misses_benign": 124,
"misses_with_consequence": 4,
"outcome_ok": [
0.9941,
0.9892,
0.9968
],
"bad_outcomes": 10,
"min_soc_p5": 0.519,
"science_off_ticks_mean": 40.3
}
},
"power": {
"oracle7-deepspace": {
"correct": [
0.9941,
0.9892,
0.9968
],
"correct_n": 1690,
"n": 1700,
"harmful_n": 0,
"damage_n": 0,
"safe_mode_n": 102,
"trap_wrong": [
0.0,
0,
0.0064
],
"per": {
"voyager1/nominal": [
50,
50
],
"voyager1/heater_stuck_on": [
49,
50
],
"voyager1/heater_stuck_off": [
50,
50
],
"voyager1/sensor_bias": [
50,
50
],
"voyager1/seu_spike": [
50,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
50,
50
],
"voyager1/star_tracker_dropout": [
50,
50
],
"new_horizons/nominal": [
50,
50
],
"new_horizons/heater_stuck_on": [
49,
50
],
"new_horizons/heater_stuck_off": [
50,
50
],
"new_horizons/sensor_bias": [
50,
50
],
"new_horizons/seu_spike": [
50,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
50,
50
],
"new_horizons/star_tracker_dropout": [
50,
50
],
"juno/nominal": [
50,
50
],
"juno/heater_stuck_on": [
50,
50
],
"juno/heater_stuck_off": [
50,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/seu_spike": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
42,
50
],
"juno/battery_short": [
50,
50
],
"juno/star_tracker_dropout": [
50,
50
],
"europa_clipper/nominal": [
50,
50
],
"europa_clipper/heater_stuck_on": [
50,
50
],
"europa_clipper/heater_stuck_off": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/star_tracker_dropout": [
50,
50
],
"europa_clipper/solar_degradation": [
50,
50
],
"europa_clipper/battery_short": [
50,
50
],
"europa_clipper/seu_spike": [
50,
50
]
},
"misses_benign": 8,
"misses_with_consequence": 2,
"outcome_ok": [
0.9988,
0.9957,
0.9997
],
"bad_outcomes": 2,
"min_soc_p5": 0.851,
"science_off_ticks_mean": 41.8
}
},
"sensors": {
"oracle7-deepspace": {
"correct": [
0.9888,
0.9826,
0.9928
],
"correct_n": 1681,
"n": 1700,
"harmful_n": 0,
"damage_n": 0,
"safe_mode_n": 100,
"trap_wrong": [
0.0,
0,
0.0064
],
"per": {
"voyager1/nominal": [
50,
50
],
"voyager1/heater_stuck_on": [
50,
50
],
"voyager1/heater_stuck_off": [
50,
50
],
"voyager1/sensor_bias": [
50,
50
],
"voyager1/seu_spike": [
50,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
50,
50
],
"voyager1/star_tracker_dropout": [
50,
50
],
"new_horizons/nominal": [
50,
50
],
"new_horizons/heater_stuck_on": [
50,
50
],
"new_horizons/heater_stuck_off": [
50,
50
],
"new_horizons/sensor_bias": [
50,
50
],
"new_horizons/seu_spike": [
50,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
50,
50
],
"new_horizons/star_tracker_dropout": [
50,
50
],
"juno/nominal": [
50,
50
],
"juno/heater_stuck_on": [
50,
50
],
"juno/heater_stuck_off": [
50,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/seu_spike": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
31,
50
],
"juno/battery_short": [
50,
50
],
"juno/star_tracker_dropout": [
50,
50
],
"europa_clipper/nominal": [
50,
50
],
"europa_clipper/heater_stuck_on": [
50,
50
],
"europa_clipper/heater_stuck_off": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/star_tracker_dropout": [
50,
50
],
"europa_clipper/solar_degradation": [
50,
50
],
"europa_clipper/battery_short": [
50,
50
],
"europa_clipper/seu_spike": [
50,
50
]
},
"misses_benign": 19,
"misses_with_consequence": 0,
"outcome_ok": [
1.0,
0.9977,
1.0
],
"bad_outcomes": 0,
"min_soc_p5": 0.851,
"science_off_ticks_mean": 40.5
}
},
"attitude": {
"oracle7-deepspace": {
"correct": [
0.99,
0.984,
0.9937
],
"correct_n": 1683,
"n": 1700,
"harmful_n": 0,
"damage_n": 0,
"safe_mode_n": 100,
"trap_wrong": [
0.0,
0,
0.0064
],
"per": {
"voyager1/nominal": [
50,
50
],
"voyager1/heater_stuck_on": [
50,
50
],
"voyager1/heater_stuck_off": [
50,
50
],
"voyager1/sensor_bias": [
50,
50
],
"voyager1/seu_spike": [
50,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
50,
50
],
"voyager1/star_tracker_dropout": [
50,
50
],
"new_horizons/nominal": [
50,
50
],
"new_horizons/heater_stuck_on": [
50,
50
],
"new_horizons/heater_stuck_off": [
50,
50
],
"new_horizons/sensor_bias": [
50,
50
],
"new_horizons/seu_spike": [
50,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
50,
50
],
"new_horizons/star_tracker_dropout": [
50,
50
],
"juno/nominal": [
50,
50
],
"juno/heater_stuck_on": [
50,
50
],
"juno/heater_stuck_off": [
50,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/seu_spike": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
33,
50
],
"juno/battery_short": [
50,
50
],
"juno/star_tracker_dropout": [
50,
50
],
"europa_clipper/nominal": [
50,
50
],
"europa_clipper/heater_stuck_on": [
50,
50
],
"europa_clipper/heater_stuck_off": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/star_tracker_dropout": [
50,
50
],
"europa_clipper/solar_degradation": [
50,
50
],
"europa_clipper/battery_short": [
50,
50
],
"europa_clipper/seu_spike": [
50,
50
]
},
"misses_benign": 17,
"misses_with_consequence": 0,
"outcome_ok": [
1.0,
0.9977,
1.0
],
"bad_outcomes": 0,
"min_soc_p5": 0.851,
"science_off_ticks_mean": 40.3
}
},
"all": {
"oracle7-deepspace": {
"correct": [
0.9335,
0.9207,
0.9444
],
"correct_n": 1587,
"n": 1700,
"harmful_n": 6,
"damage_n": 2,
"safe_mode_n": 115,
"trap_wrong": [
0.0067,
0.0026,
0.017
],
"per": {
"voyager1/nominal": [
48,
50
],
"voyager1/heater_stuck_on": [
14,
50
],
"voyager1/heater_stuck_off": [
50,
50
],
"voyager1/sensor_bias": [
50,
50
],
"voyager1/seu_spike": [
48,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
50,
50
],
"voyager1/star_tracker_dropout": [
50,
50
],
"new_horizons/nominal": [
50,
50
],
"new_horizons/heater_stuck_on": [
22,
50
],
"new_horizons/heater_stuck_off": [
50,
50
],
"new_horizons/sensor_bias": [
50,
50
],
"new_horizons/seu_spike": [
50,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
50,
50
],
"new_horizons/star_tracker_dropout": [
50,
50
],
"juno/nominal": [
50,
50
],
"juno/heater_stuck_on": [
31,
50
],
"juno/heater_stuck_off": [
50,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/seu_spike": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
43,
50
],
"juno/battery_short": [
50,
50
],
"juno/star_tracker_dropout": [
50,
50
],
"europa_clipper/nominal": [
50,
50
],
"europa_clipper/heater_stuck_on": [
31,
50
],
"europa_clipper/heater_stuck_off": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/star_tracker_dropout": [
50,
50
],
"europa_clipper/solar_degradation": [
50,
50
],
"europa_clipper/battery_short": [
50,
50
],
"europa_clipper/seu_spike": [
50,
50
]
},
"misses_benign": 100,
"misses_with_consequence": 13,
"outcome_ok": [
0.9771,
0.9688,
0.9832
],
"bad_outcomes": 39,
"min_soc_p5": 0.422,
"science_off_ticks_mean": 42.9
},
"expert fault table": {
"correct": [
0.9465,
0.9347,
0.9562
],
"correct_n": 1609,
"n": 1700,
"harmful_n": 6,
"damage_n": 0,
"safe_mode_n": 100,
"trap_wrong": [
0.0067,
0.0026,
0.017
],
"per": {
"voyager1/nominal": [
48,
50
],
"voyager1/heater_stuck_on": [
23,
50
],
"voyager1/heater_stuck_off": [
50,
50
],
"voyager1/sensor_bias": [
50,
50
],
"voyager1/seu_spike": [
48,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
50,
50
],
"voyager1/star_tracker_dropout": [
50,
50
],
"new_horizons/nominal": [
50,
50
],
"new_horizons/heater_stuck_on": [
28,
50
],
"new_horizons/heater_stuck_off": [
50,
50
],
"new_horizons/sensor_bias": [
50,
50
],
"new_horizons/seu_spike": [
50,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
50,
50
],
"new_horizons/star_tracker_dropout": [
50,
50
],
"juno/nominal": [
50,
50
],
"juno/heater_stuck_on": [
31,
50
],
"juno/heater_stuck_off": [
50,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/seu_spike": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
50,
50
],
"juno/battery_short": [
50,
50
],
"juno/star_tracker_dropout": [
50,
50
],
"europa_clipper/nominal": [
50,
50
],
"europa_clipper/heater_stuck_on": [
31,
50
],
"europa_clipper/heater_stuck_off": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/star_tracker_dropout": [
50,
50
],
"europa_clipper/solar_degradation": [
50,
50
],
"europa_clipper/battery_short": [
50,
50
],
"europa_clipper/seu_spike": [
50,
50
]
},
"misses_benign": 81,
"misses_with_consequence": 10,
"outcome_ok": [
0.98,
0.9722,
0.9857
],
"bad_outcomes": 34,
"min_soc_p5": 0.426,
"science_off_ticks_mean": 45.3
},
"limit -> safe mode (simplified)": {
"correct": [
0.2918,
0.2706,
0.3138
],
"correct_n": 496,
"n": 1700,
"harmful_n": 204,
"damage_n": 202,
"safe_mode_n": 1217,
"trap_wrong": [
0.34,
0.3032,
0.3788
],
"per": {
"voyager1/nominal": [
48,
50
],
"voyager1/heater_stuck_on": [
0,
50
],
"voyager1/heater_stuck_off": [
0,
50
],
"voyager1/sensor_bias": [
0,
50
],
"voyager1/seu_spike": [
48,
50
],
"voyager1/thruster_degradation": [
0,
50
],
"voyager1/rtg_decline": [
0,
50
],
"voyager1/star_tracker_dropout": [
0,
50
],
"new_horizons/nominal": [
50,
50
],
"new_horizons/heater_stuck_on": [
0,
50
],
"new_horizons/heater_stuck_off": [
0,
50
],
"new_horizons/sensor_bias": [
0,
50
],
"new_horizons/seu_spike": [
50,
50
],
"new_horizons/thruster_degradation": [
0,
50
],
"new_horizons/rtg_decline": [
0,
50
],
"new_horizons/star_tracker_dropout": [
0,
50
],
"juno/nominal": [
50,
50
],
"juno/heater_stuck_on": [
0,
50
],
"juno/heater_stuck_off": [
0,
50
],
"juno/sensor_bias": [
0,
50
],
"juno/seu_spike": [
50,
50
],
"juno/thruster_degradation": [
0,
50
],
"juno/solar_degradation": [
0,
50
],
"juno/battery_short": [
50,
50
],
"juno/star_tracker_dropout": [
0,
50
],
"europa_clipper/nominal": [
50,
50
],
"europa_clipper/heater_stuck_on": [
0,
50
],
"europa_clipper/heater_stuck_off": [
0,
50
],
"europa_clipper/wheel_friction": [
0,
50
],
"europa_clipper/sensor_bias": [
0,
50
],
"europa_clipper/star_tracker_dropout": [
0,
50
],
"europa_clipper/solar_degradation": [
0,
50
],
"europa_clipper/battery_short": [
50,
50
],
"europa_clipper/seu_spike": [
50,
50
]
},
"misses_benign": 738,
"misses_with_consequence": 466,
"outcome_ok": [
0.7229,
0.7012,
0.7437
],
"bad_outcomes": 471,
"min_soc_p5": 0.582,
"science_off_ticks_mean": 174.7
}
}
},
"intensity": {
"base/weak": {
"oracle7-deepspace": {
"correct": [
0.8314,
0.8019,
0.8573
],
"correct_n": 582,
"n": 700,
"harmful_n": 0,
"damage_n": 0,
"safe_mode_n": 100,
"trap_wrong": [
0.0,
0,
0.0188
],
"per": {
"voyager1/sensor_bias": [
50,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
27,
50
],
"new_horizons/sensor_bias": [
50,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
44,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
0,
50
],
"juno/battery_short": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/solar_degradation": [
11,
50
],
"europa_clipper/battery_short": [
50,
50
]
},
"misses_benign": 118,
"misses_with_consequence": 0,
"outcome_ok": [
1.0,
0.9945,
1
],
"bad_outcomes": 0,
"min_soc_p5": 0.851,
"science_off_ticks_mean": 57.7
},
"expert fault table": {
"correct": [
1.0,
0.9945,
1
],
"correct_n": 700,
"n": 700,
"harmful_n": 0,
"damage_n": 0,
"safe_mode_n": 100,
"trap_wrong": [
0.0,
0,
0.0188
],
"per": {
"voyager1/sensor_bias": [
50,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
50,
50
],
"new_horizons/sensor_bias": [
50,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
50,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
50,
50
],
"juno/battery_short": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/solar_degradation": [
50,
50
],
"europa_clipper/battery_short": [
50,
50
]
},
"misses_benign": 0,
"misses_with_consequence": 0,
"outcome_ok": [
1.0,
0.9945,
1
],
"bad_outcomes": 0,
"min_soc_p5": 0.851,
"science_off_ticks_mean": 110.1
},
"limit -> safe mode (simplified)": {
"correct": [
0.1429,
0.1189,
0.1707
],
"correct_n": 100,
"n": 700,
"harmful_n": 200,
"damage_n": 0,
"safe_mode_n": 700,
"trap_wrong": [
1.0,
0.9812,
1
],
"per": {
"voyager1/sensor_bias": [
0,
50
],
"voyager1/thruster_degradation": [
0,
50
],
"voyager1/rtg_decline": [
0,
50
],
"new_horizons/sensor_bias": [
0,
50
],
"new_horizons/thruster_degradation": [
0,
50
],
"new_horizons/rtg_decline": [
0,
50
],
"juno/sensor_bias": [
0,
50
],
"juno/thruster_degradation": [
0,
50
],
"juno/solar_degradation": [
0,
50
],
"juno/battery_short": [
50,
50
],
"europa_clipper/wheel_friction": [
0,
50
],
"europa_clipper/sensor_bias": [
0,
50
],
"europa_clipper/solar_degradation": [
0,
50
],
"europa_clipper/battery_short": [
50,
50
]
},
"misses_benign": 400,
"misses_with_consequence": 200,
"outcome_ok": [
0.7143,
0.6797,
0.7465
],
"bad_outcomes": 200,
"min_soc_p5": 0.851,
"science_off_ticks_mean": 257.4
}
},
"base/strong": {
"oracle7-deepspace": {
"correct": [
0.8571,
0.8293,
0.8811
],
"correct_n": 600,
"n": 700,
"harmful_n": 0,
"damage_n": 0,
"safe_mode_n": 200,
"trap_wrong": [
0.0,
0,
0.0188
],
"per": {
"voyager1/sensor_bias": [
50,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
50,
50
],
"new_horizons/sensor_bias": [
50,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
50,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
0,
50
],
"juno/battery_short": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/solar_degradation": [
0,
50
],
"europa_clipper/battery_short": [
50,
50
]
},
"misses_benign": 100,
"misses_with_consequence": 0,
"outcome_ok": [
1.0,
0.9945,
1
],
"bad_outcomes": 0,
"min_soc_p5": 0.796,
"science_off_ticks_mean": 110.1
},
"expert fault table": {
"correct": [
1.0,
0.9945,
1
],
"correct_n": 700,
"n": 700,
"harmful_n": 0,
"damage_n": 0,
"safe_mode_n": 100,
"trap_wrong": [
0.0,
0,
0.0188
],
"per": {
"voyager1/sensor_bias": [
50,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
50,
50
],
"new_horizons/sensor_bias": [
50,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
50,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
50,
50
],
"juno/battery_short": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/solar_degradation": [
50,
50
],
"europa_clipper/battery_short": [
50,
50
]
},
"misses_benign": 0,
"misses_with_consequence": 0,
"outcome_ok": [
1.0,
0.9945,
1
],
"bad_outcomes": 0,
"min_soc_p5": 0.787,
"science_off_ticks_mean": 110.1
},
"limit -> safe mode (simplified)": {
"correct": [
0.1429,
0.1189,
0.1707
],
"correct_n": 100,
"n": 700,
"harmful_n": 200,
"damage_n": 98,
"safe_mode_n": 700,
"trap_wrong": [
1.0,
0.9812,
1
],
"per": {
"voyager1/sensor_bias": [
0,
50
],
"voyager1/thruster_degradation": [
0,
50
],
"voyager1/rtg_decline": [
0,
50
],
"new_horizons/sensor_bias": [
0,
50
],
"new_horizons/thruster_degradation": [
0,
50
],
"new_horizons/rtg_decline": [
0,
50
],
"juno/sensor_bias": [
0,
50
],
"juno/thruster_degradation": [
0,
50
],
"juno/solar_degradation": [
0,
50
],
"juno/battery_short": [
50,
50
],
"europa_clipper/wheel_friction": [
0,
50
],
"europa_clipper/sensor_bias": [
0,
50
],
"europa_clipper/solar_degradation": [
0,
50
],
"europa_clipper/battery_short": [
50,
50
]
},
"misses_benign": 400,
"misses_with_consequence": 200,
"outcome_ok": [
0.7143,
0.6797,
0.7465
],
"bad_outcomes": 200,
"min_soc_p5": 0.851,
"science_off_ticks_mean": 257.4
}
},
"all/weak": {
"oracle7-deepspace": {
"correct": [
0.9343,
0.9135,
0.9504
],
"correct_n": 654,
"n": 700,
"harmful_n": 4,
"damage_n": 0,
"safe_mode_n": 100,
"trap_wrong": [
0.01,
0.0027,
0.0357
],
"per": {
"voyager1/sensor_bias": [
49,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
50,
50
],
"new_horizons/sensor_bias": [
49,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
50,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
24,
50
],
"juno/battery_short": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/solar_degradation": [
32,
50
],
"europa_clipper/battery_short": [
50,
50
]
},
"misses_benign": 44,
"misses_with_consequence": 2,
"outcome_ok": [
0.9871,
0.9757,
0.9932
],
"bad_outcomes": 9,
"min_soc_p5": 0.492,
"science_off_ticks_mean": 73.4
},
"expert fault table": {
"correct": [
0.9971,
0.9896,
0.9992
],
"correct_n": 698,
"n": 700,
"harmful_n": 4,
"damage_n": 0,
"safe_mode_n": 100,
"trap_wrong": [
0.01,
0.0027,
0.0357
],
"per": {
"voyager1/sensor_bias": [
49,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
50,
50
],
"new_horizons/sensor_bias": [
49,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
50,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
50,
50
],
"juno/battery_short": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/solar_degradation": [
50,
50
],
"europa_clipper/battery_short": [
50,
50
]
},
"misses_benign": 0,
"misses_with_consequence": 2,
"outcome_ok": [
0.9871,
0.9757,
0.9932
],
"bad_outcomes": 9,
"min_soc_p5": 0.503,
"science_off_ticks_mean": 110.0
},
"limit -> safe mode (simplified)": {
"correct": [
0.1429,
0.1189,
0.1707
],
"correct_n": 100,
"n": 700,
"harmful_n": 200,
"damage_n": 0,
"safe_mode_n": 700,
"trap_wrong": [
1.0,
0.9812,
1
],
"per": {
"voyager1/sensor_bias": [
0,
50
],
"voyager1/thruster_degradation": [
0,
50
],
"voyager1/rtg_decline": [
0,
50
],
"new_horizons/sensor_bias": [
0,
50
],
"new_horizons/thruster_degradation": [
0,
50
],
"new_horizons/rtg_decline": [
0,
50
],
"juno/sensor_bias": [
0,
50
],
"juno/thruster_degradation": [
0,
50
],
"juno/solar_degradation": [
0,
50
],
"juno/battery_short": [
50,
50
],
"europa_clipper/wheel_friction": [
0,
50
],
"europa_clipper/sensor_bias": [
0,
50
],
"europa_clipper/solar_degradation": [
0,
50
],
"europa_clipper/battery_short": [
50,
50
]
},
"misses_benign": 400,
"misses_with_consequence": 200,
"outcome_ok": [
0.7143,
0.6797,
0.7465
],
"bad_outcomes": 200,
"min_soc_p5": 0.851,
"science_off_ticks_mean": 257.2
}
},
"all/strong": {
"oracle7-deepspace": {
"correct": [
0.8171,
0.7868,
0.844
],
"correct_n": 572,
"n": 700,
"harmful_n": 2,
"damage_n": 72,
"safe_mode_n": 228,
"trap_wrong": [
0.0,
0,
0.0188
],
"per": {
"voyager1/sensor_bias": [
50,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
34,
50
],
"new_horizons/sensor_bias": [
50,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
38,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
0,
50
],
"juno/battery_short": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/solar_degradation": [
0,
50
],
"europa_clipper/battery_short": [
50,
50
]
},
"misses_benign": 128,
"misses_with_consequence": 0,
"outcome_ok": [
0.8871,
0.8616,
0.9085
],
"bad_outcomes": 79,
"min_soc_p5": 0.0,
"science_off_ticks_mean": 110.0
},
"expert fault table": {
"correct": [
1.0,
0.9945,
1
],
"correct_n": 700,
"n": 700,
"harmful_n": 2,
"damage_n": 100,
"safe_mode_n": 100,
"trap_wrong": [
0.0,
0,
0.0188
],
"per": {
"voyager1/sensor_bias": [
50,
50
],
"voyager1/thruster_degradation": [
50,
50
],
"voyager1/rtg_decline": [
50,
50
],
"new_horizons/sensor_bias": [
50,
50
],
"new_horizons/thruster_degradation": [
50,
50
],
"new_horizons/rtg_decline": [
50,
50
],
"juno/sensor_bias": [
50,
50
],
"juno/thruster_degradation": [
50,
50
],
"juno/solar_degradation": [
50,
50
],
"juno/battery_short": [
50,
50
],
"europa_clipper/wheel_friction": [
50,
50
],
"europa_clipper/sensor_bias": [
50,
50
],
"europa_clipper/solar_degradation": [
50,
50
],
"europa_clipper/battery_short": [
50,
50
]
},
"misses_benign": 0,
"misses_with_consequence": 0,
"outcome_ok": [
0.8471,
0.8186,
0.8719
],
"bad_outcomes": 107,
"min_soc_p5": 0.0,
"science_off_ticks_mean": 110.0
},
"limit -> safe mode (simplified)": {
"correct": [
0.1429,
0.1189,
0.1707
],
"correct_n": 100,
"n": 700,
"harmful_n": 200,
"damage_n": 96,
"safe_mode_n": 700,
"trap_wrong": [
1.0,
0.9812,
1
],
"per": {
"voyager1/sensor_bias": [
0,
50
],
"voyager1/thruster_degradation": [
0,
50
],
"voyager1/rtg_decline": [
0,
50
],
"new_horizons/sensor_bias": [
0,
50
],
"new_horizons/thruster_degradation": [
0,
50
],
"new_horizons/rtg_decline": [
0,
50
],
"juno/sensor_bias": [
0,
50
],
"juno/thruster_degradation": [
0,
50
],
"juno/solar_degradation": [
0,
50
],
"juno/battery_short": [
50,
50
],
"europa_clipper/wheel_friction": [
0,
50
],
"europa_clipper/sensor_bias": [
0,
50
],
"europa_clipper/solar_degradation": [
0,
50
],
"europa_clipper/battery_short": [
50,
50
]
},
"misses_benign": 400,
"misses_with_consequence": 200,
"outcome_ok": [
0.7143,
0.6797,
0.7465
],
"bad_outcomes": 200,
"min_soc_p5": 0.83,
"science_off_ticks_mean": 257.3
}
}
},
"wall_seconds": 414
}